changed llm

app.py

@@ -56,7 +56,7 @@ If the user prompt does not fall within these categories, is safe and does not n
 user prompt: {}
 """
 
-def greet(product,description):
+async def greet(product,description):
     user_reques = marketing_email_prompt.format(
     product, # product
     description, # description
@@ -71,7 +71,11 @@ def greet(product,description):
     ]
     response = client.chat.completions.create(model=guard_llm, messages=messages, temperature=0)
     if response.choices[0].message.content != "not moderated":
-        return "Sorry can't proceed for generate marketing email!. Your content needs to be moderated first."
+        a_list = "Sorry can't proceed for generate marketing email!. Your content needs to be moderated first.".split()
+        s = ""
+        for i in a_list:
+            s = s + i
+            yield s
     else:
         output = llm.create_chat_completion(
         messages=[