commit

glue.py

@@ -0,0 +1,21 @@
+"""Trigger Parquet Snapshot Glue job"""
+import os
+import boto3
+
+AWS_ACCESS_KEY_ID = os.environ['AWS_ACCESS_KEY_ID']
+AWS_SECRET_ACCESS_KEY = os.environ['AWS_SECRET_ACCESS_KEY']
+
+def get_client_connection():
+    """Get dynamoDB connection"""
+    return boto3.client(
+        service_name='glue',
+        region_name='us-east-1',
+        aws_access_key_id=AWS_ACCESS_KEY_ID,
+        aws_secret_access_key=AWS_SECRET_ACCESS_KEY
+    )
+
+glue = get_client_connection()
+response = glue.start_job_run(
+    JobName='Article Snapshot China'
+)
+print(response)

utils.py

@@ -137,7 +137,7 @@ def sentiment_computation(content):
     }
     sentiment_score = 0
     maximum_value = 0
-    raw_sentiment = analyzer(content[:512], top_k=None)
+    raw_sentiment = analyzer(content[:511], top_k=None)
     sentiment_label = None
     for sentiment_dict in raw_sentiment:
         value = sentiment_dict["score"]