Update app.py

app.py

@@ -37,7 +37,7 @@ def build_faiss_vectorstore(chunks):
     return vectorstore
 
 # Function to retrieve similar text
-def retrieve(query, vectorstore, top_k=5):
+def retrieve(query, vectorstore, top_k=8):
     docs_and_scores = vectorstore.similarity_search_with_score(query=query, k=top_k)
 
     # Filter results based on score threshold
@@ -67,7 +67,7 @@ concise_text = dataset["concise"]["text"]
 concise_text_string = "".join(concise_text)
 
 # Chunk and index the documents
-chunks = chunk_text(concise_text_string, chunk_size=250)
+chunks = chunk_text(concise_text_string, chunk_size=350)
 # Build the vectorsore
 vectorstore = build_faiss_vectorstore(chunks)
 
@@ -102,11 +102,12 @@ async def chat(request: ChatRequest):
             docs = "\n\n".join(docs)
 
             rag_prompt = f"""Use the following information to answer the user's query. You do not have to use all the information, just the pieces that directly 
-            help answer the query most accurately. Start directly with information, NOT with a rhetorical question. Respond in a conversational manner.
+            help answer the query most accurately. Start directly with information, NOT with a rhetorical question or you will be penalized. Respond in a conversational manner.
             
             Here is an example of the style and tone of a response:
             
-            Query: How do big bucks use clear cuts for bedding?
+            User Query: How do big bucks use clear cuts for bedding?
+            
             Response: Yeah, a lot of guys think big bucks just bed right in the middle of a clear cut because it’s thick, but that’s not really how they use it. The 
             thick regrowth is great for food and cover, but those bucks still want an advantage. Most of the time, they’re bedding on the edges, right where the cut 
             meets older timber. They’ll set up with the wind at their back so they can smell anything sneaking up behind them, and they’re looking out into the open 
@@ -118,7 +119,7 @@ async def chat(request: ChatRequest):
 
             Using the information above, answer the user's query as accurately as possible:
 
-            Query: {request.message}
+            User Query: {request.message}
             """
             
             # remove the unfformatted user message     
@@ -133,7 +134,7 @@ async def chat(request: ChatRequest):
                 config=GenerateContentConfig(
                     system_instruction=[request.system_message],
                     max_output_tokens=150,
-                    temperature=1.5
+                    temperature=1.75
                 ),
             )