Update app.py

app.py

@@ -1,6 +1,7 @@
 # generic libraries
 import gradio as gr
 import os
+import re
 
 # for embeddings and indexing
 from langchain_huggingface import HuggingFaceEmbeddings
@@ -51,8 +52,25 @@ def respond(message, history #,
     #generate results
     result = qa_chain.invoke(message)
     responce = result['result']
-    
-    yield responce
+
+    # remove the top instructions
+    instruction_prefix = (
+    "Use the following pieces of context to answer the question at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer."
+    )
+    if responce.strip().startswith(instruction_prefix):
+        responce = responce.strip()[len(instruction_prefix):].strip()
+
+    # Split question, Helpful Answer and Reason
+    match = re.search(
+        r"^(.*?)(?:\n+)?Question:\s*(.*?)(?:\n+)?Helpful Answer:\s*(.*)", responce, re.DOTALL
+    )
+    if match:
+        original_text = match.group(1).strip()
+        question = match.group(2).strip()
+        answer = match.group(3).strip()
+
+    formatted_responce = {'Question':question, 'Responce':answer,'reasoning':original_text}
+    yield formatted_responce
 
 
 demo = gr.ChatInterface(