Update app.py

app.py

@@ -59,6 +59,34 @@ for message in st.session_state.messages:
     with st.chat_message(message["role"]):
         st.markdown(message["content"])
 
+# def respond(message, history, max_tokens, temperature, top_p):
+#     # Prepare the list of messages for the chat completion
+#     messages = [{"role": "system", "content": st.session_state.messages[0]["content"]}]
+
+#     for val in history:
+#         if val["role"] == "user":
+#             messages.append({"role": "user", "content": val["content"]})
+#         elif val["role"] == "assistant":
+#             messages.append({"role": "assistant", "content": val["content"]})
+
+#     messages.append({"role": "user", "content": message})
+
+#     # Generate response
+#     response = ""
+#     response_container = st.empty()  # Placeholder to update the response text dynamically
+
+#     for message in client.chat_completion(
+#         messages,
+#         max_tokens=max_tokens,
+#         stream=True,
+#         temperature=temperature,
+#         top_p=top_p,
+#     ):
+#         token = message.choices[0].delta.content
+#         response += token
+#         response_container.text(response)  # Stream the response
+
+#     return response
 def respond(message, history, max_tokens, temperature, top_p):
     # Prepare the list of messages for the chat completion
     messages = [{"role": "system", "content": st.session_state.messages[0]["content"]}]
@@ -75,19 +103,34 @@ def respond(message, history, max_tokens, temperature, top_p):
     response = ""
     response_container = st.empty()  # Placeholder to update the response text dynamically
 
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-        response += token
-        response_container.text(response)  # Stream the response
+    try:
+        for item in client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            # Get the payload from the response
+            payload = item['choices'][0]['delta']['content']
+            # Clean and log the payload
+            cleaned_payload = payload.lstrip("data:").rstrip("\n")
+            print(f"Payload received: {cleaned_payload}")  # Debugging line
+            
+            try:
+                token = json.loads(cleaned_payload)  # Attempt to parse as JSON
+                response += token
+                response_container.text(response)  # Stream the response
+            except json.JSONDecodeError as e:
+                print(f"JSON decoding failed: {e}")
+                response_container.text("An error occurred while processing the response.")
+
+    except Exception as e:
+        print(f"Error during chat completion: {e}")
+        response_container.text("An error occurred while generating a response.")
 
     return response
-    
+
 # User input
 if user_input := st.chat_input("Ask a health question..."):
     # Display user message