commit

utils.py

@@ -183,7 +183,7 @@ def crawl(url, article):
     article['attachment'] = ""
     article['sentimentScore'], article['sentimentLabel'] = sentiment_computation(CONTENT_ENG.replace("\n",""))
     article['id'] = uuid.uuid5(uuid.NAMESPACE_OID, article['titleCN']+article['publishDate'])
-    upsert_content(article)
+    update_content(article)
 
 def upsert_content(report):
     """Upsert the content records"""
@@ -234,6 +234,38 @@ def delete_records(item):
         )
 
 def update_content(report):
+    dynamodb = get_client_connection()
+    response = dynamodb.update_item(
+                TableName="article_test",
+                Key={
+                    'id': {'S': report['id']},
+                    'site': {'S': report['site']}
+                },
+                UpdateExpression='SET sentimentScore = :sentimentScore, sentimentLabel = :sentimentLabel',
+                ExpressionAttributeValues={
+                    'title': report['title'],
+                    'titleCN': report['titleCN'],
+                    'site': report['site'],
+                    'contentCN': report['contentCN'],
+                    'category': report['category'],
+                    'author': report['author'],
+                    'content': report['content'],
+                    'subtitle': report['subtitle'],
+                    'publishDate': report['publishDate'],
+                    'link': report['link'],
+                    'attachment': report['attachment'],
+                    # 'authorID': str(report['authorid']),
+                    # 'entityList': report['entitylist'],
+                    'sentimentScore': Decimal(str(report['sentimentScore'])).quantize(Decimal('0.01')),
+                    'sentimentLabel': report['sentimentLabel'],
+                    'LastModifiedDate': datetime.now().strftime("%Y-%m-%dT%H:%M:%S"),
+                    # ':sentimentScore': {'N': str(Decimal(str(report['sentimentscore'])).quantize(Decimal('0.01')))},
+                    # ':sentimentLabel': {'S': report['sentimentlabel']}
+                }
+            )
+    print(response)
+
+def update_content_sentiment(report):
     dynamodb = get_client_connection()
     response = dynamodb.update_item(
                 TableName="article_test",