"""Trigger Parquet Snapshot Glue job""" import os import boto3 # AWS_ACCESS_KEY_ID = Secret.load("aws-access-key-id").get() # AWS_SECRET_ACCESS_KEY = Secret.load("aws-access-secret-key").get() AWS_ACCESS_KEY_ID = "AKIAQFXZMGHQYXKWUDWR" AWS_SECRET_ACCESS_KEY = "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" def get_client_connection(): """ Returns a client connection to the AWS Glue service. :return: AWS Glue client connection """ return boto3.client( service_name='glue', region_name='us-east-1', aws_access_key_id=AWS_ACCESS_KEY_ID, aws_secret_access_key=AWS_SECRET_ACCESS_KEY ) def glue_job_run(): """ Triggers the Glue job run for the Parquet Snapshot. :return: None """ glue = get_client_connection() response = glue.start_job_run( JobName='Article Snapshot China' ) print(response) response = glue.start_job_run( JobName='Reference China' ) print(response) if __name__ == "__main__": glue_job_run()