"""Trigger Parquet Snapshot Glue job""" import os import boto3 from dotenv import load_dotenv load_dotenv() AWS_ACCESS_KEY_ID = os.environ['AWS_ACCESS_KEY_ID'] AWS_SECRET_ACCESS_KEY = os.environ['AWS_SECRET_ACCESS_KEY'] # AWS_ACCESS_KEY_ID = "AKIAQFXZMGHQYXKWUDWR" # AWS_SECRET_ACCESS_KEY = "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" def get_client_connection(): """ Returns a client connection to the AWS Glue service. :return: AWS Glue client connection """ return boto3.client( service_name='glue', region_name='us-east-1', aws_access_key_id=AWS_ACCESS_KEY_ID, aws_secret_access_key=AWS_SECRET_ACCESS_KEY ) glue = get_client_connection() response = glue.start_job_run( JobName='Article Snapshot China' ) print(response) response = glue.start_job_run( JobName='Reference China' ) print(response)