Update app.py

app.py

@@ -8,6 +8,7 @@ from i_search import google
 from i_search import i_search as i_s
 from datetime import datetime
 import logging
+import json
 
 now = datetime.now()
 date_time_str = now.strftime("%Y-%m-%d %H:%M:%S")
@@ -73,7 +74,7 @@ What do you want to know about the test results?
 thought: 
 """
 
-def format_prompt(message, history, max_history_turns=5):
+def format_prompt(message, history, max_history_turns=2):
   prompt = "<s>"
   # Keep only the last 'max_history_turns' turns
   for user_prompt, bot_response in history[-max_history_turns:]:
@@ -91,15 +92,21 @@ def run_gpt(
 ):
     seed = random.randint(1,1111111111111111)
     logging.info(f"Seed: {seed}")  # Log the seed
-    generate_kwargs = dict(
-        temperature=1.0,
-        max_new_tokens=max_tokens,
-        top_p=0.99,
-        repetition_penalty=1.0,
-        do_sample=True,
-        seed=seed,
-    )
+    
+    content = PREFIX.format(
+        date_time_str=date_time_str,
+        purpose=purpose,
+        safe_search=safe_search,
+    ) + prompt_template.format(**prompt_kwargs)
+    if VERBOSE:
+        logging.info(LOG_PROMPT.format(content))  # Log the prompt
+    
+    resp = client.text_generation(content, max_new_tokens=max_tokens, stop_sequences=stop_tokens, temperature=0.7, top_p=0.8, repetition_penalty=1.5)
+    if VERBOSE:
+        logging.info(LOG_RESPONSE.format(resp))  # Log the response
+    return resp
 
+def generate( prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.7, max_new_tokens=2048, top_p=0.8, repetition_penalty=1.5, ):
     content = PREFIX.format(
         date_time_str=date_time_str,
         purpose=purpose,