| """Trigger Parquet Snapshot Glue job""" | |
| import os | |
| import boto3 | |
| from dotenv import load_dotenv | |
| load_dotenv() | |
| AWS_ACCESS_KEY_ID = os.environ['AWS_ACCESS_KEY_ID'] | |
| AWS_SECRET_ACCESS_KEY = os.environ['AWS_SECRET_ACCESS_KEY'] | |
| # AWS_ACCESS_KEY_ID = "AKIAQFXZMGHQYXKWUDWR" | |
| # AWS_SECRET_ACCESS_KEY = "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" | |
| def get_client_connection(): | |
| """ | |
| Returns a client connection to the AWS Glue service. | |
| :return: AWS Glue client connection | |
| """ | |
| return boto3.client( | |
| service_name='glue', | |
| region_name='us-east-1', | |
| aws_access_key_id=AWS_ACCESS_KEY_ID, | |
| aws_secret_access_key=AWS_SECRET_ACCESS_KEY | |
| ) | |
| glue = get_client_connection() | |
| response = glue.start_job_run( | |
| JobName='Article Snapshot China' | |
| ) | |
| print(response) | |
| response = glue.start_job_run( | |
| JobName='Reference China' | |
| ) | |
| print(response) | |