| """Trigger Parquet Snapshot Glue job""" | |
| import os | |
| import boto3 | |
| # AWS_ACCESS_KEY_ID = Secret.load("aws-access-key-id").get() | |
| # AWS_SECRET_ACCESS_KEY = Secret.load("aws-access-secret-key").get() | |
| AWS_ACCESS_KEY_ID = "AKIAQFXZMGHQYXKWUDWR" | |
| AWS_SECRET_ACCESS_KEY = "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" | |
| def get_client_connection(): | |
| """ | |
| Returns a client connection to the AWS Glue service. | |
| :return: AWS Glue client connection | |
| """ | |
| return boto3.client( | |
| service_name='glue', | |
| region_name='us-east-1', | |
| aws_access_key_id=AWS_ACCESS_KEY_ID, | |
| aws_secret_access_key=AWS_SECRET_ACCESS_KEY | |
| ) | |
| def glue_job_run(): | |
| """ | |
| Triggers the Glue job run for the Parquet Snapshot. | |
| :return: None | |
| """ | |
| glue = get_client_connection() | |
| response = glue.start_job_run( | |
| JobName='Article Snapshot China' | |
| ) | |
| print(response) | |
| response = glue.start_job_run( | |
| JobName='Reference China' | |
| ) | |
| print(response) | |
| if __name__ == "__main__": | |
| glue_job_run() | |