add moderation

app.py

@@ -324,8 +324,15 @@ def run_summary_hard():
     rows = cur.fetchall()
 
     print("[run_hard] fetched these rows: ")
+    client = openai.Client(api_key=openai_api_key)
+    tmp_rows = []
     for row in rows:
-        print(row)
+        moderated = client.moderations.create(input=row[2] + "_" + row[3])
+        flagged = moderated.results[0].flagged
+        print(row, flagged)
+        if not flagged:
+            tmp_rows.append(row)
+    rows = tmp_rows
 
     rows = [[row[2], row[3]] for row in rows]
 
@@ -342,6 +349,7 @@ def run_summary_hard():
     # add new rows to random positions in the table
     for new_row in new_rows:
         rows.insert(random.randint(0, len(rows)), new_row)
+        print("new row: ", new_row)
 
     summary = get_summary(rows)
     print("hard summary: ", summary)