Update app.py

app.py

@@ -295,7 +295,7 @@ agents =[
     "PYTHON_CODE_DEV"
 ]
 def generate(
-        prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+        prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0,
 ):
     seed = random.randint(1,1111111111111111)
 
@@ -314,14 +314,14 @@ def generate(
 
     generate_kwargs = dict(
         temperature=temperature,
-        max_new_tokens=max_new_tokens,
+        max_new_tokens=max_new_tokens,  # Reduced max_new_tokens
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
         seed=seed,
     )
 
-    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    formatted_prompt = format_prompt(prompt, history, max_history_turns=5)  # Truncated history
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
@@ -331,6 +331,7 @@ def generate(
     return output
 
 
+
 additional_inputs=[
     gr.Dropdown(
         label="Agents",