Update app.py

app.py

@@ -37,12 +37,20 @@ async def chat(request: ChatRequest):
     try:
         if request.model_choice == "google":
             client = genai.Client(api_key=google_api_key)
-                        
-            # messages = [
-            #     {"role": "user", "parts": [{"text": request.message}]},
-            #     # {"role": "model", "parts": [{"text": "Great! Dogs are fun pets."}]},
-            #     # {"role": "user", "parts": [{"text": "How many dogs do I have?"}]},
-            # ]
+
+            if len(request.chat_history) > 10:
+                summarize_prompt = f"""Please summarize the following chat history concisely, focusing on the key points and main topics discussed. Avoid 
+                unnecessary details and provide a clear, straightforward summary. {request.chat_history[:-10]}""" # summarize everything except last k items
+                summary_response = client.models.generate_content(
+                    model="gemini-2.0-flash",
+                    contents=summarize_prompt,
+                    config=GenerateContentConfig(
+                        system_instruction=["You are a helpful assistant who is an expert at summarization."]
+                    ),
+                )
+                request.chat_history = request.chat_history[-10:] # keep last k items
+                request.chat_history.insert(0, {"role": "user", "parts": [{"text": f"Here is a summary of this conversation so far: {summary_response.text}"}]})
+
             
             response = client.models.generate_content(
                 model="gemini-2.0-flash",