Changed writer to gpt-4o-mini

agents/llama_index_agent.py

@@ -85,7 +85,12 @@ class GaiaAgent(ReActAgent):
         model_provider = model_provider.lower()
         
         if model_provider == "openai":
-            return OpenAI(model=model_name, api_key=api_key or os.getenv("OPENAI_API_KEY"))
+            return OpenAI(
+                model=model_name,
+                api_key=api_key or os.getenv("OPENAI_API_KEY"),
+                additional_kwargs={
+                    "reasoning_effort": "high"
+                } if "o4" in model_name else {})
             
         elif model_provider == "anthropic":
             return Anthropic(
@@ -208,14 +213,21 @@ def create_writer_agent(model_config: Dict[str, Any]) -> ReActAgent:
         llm = OpenAI(
             model=model_name,
             api_key=api_key or os.getenv("OPENAI_API_KEY"),
+            max_tokens=128,
+            temperature=0.1,
+
+            additional_kwargs={
+                "max_tokens": 128,
+                "temperature": 0.5}
             )
     elif model_provider.lower() == "anthropic":
         llm = Anthropic(
             model=model_name,
             api_key=api_key or os.getenv("ANTHROPIC_API_KEY"),
             temperature=1.0 if "3-7" in model_name else 0.5,
-            thinking_dict={"type": "enabled", "budget_tokens": 2048} if "3-7" in model_name else None,
-            max_tokens=2048*4
+            thinking_dict={"type": "enabled", "budget_tokens": 5112} if "3-7" in model_name else None,
+            max_tokens=2048*4,
+            
         )
     else:
         raise ValueError(f"Unsupported model provider for writer agent: {model_provider}")

app.py

@@ -28,12 +28,14 @@ OPENAI = {
 class BasicAgent:
     def __init__(
             self,
-            model_provider="anthropic",
-            model_name="claude-3-7-sonnet-latest",
+            # model_provider="anthropic",
+            # model_name="claude-3-7-sonnet-latest",
+            model_provider="openai",
+            model_name="o4-mini",
             api_key=None,
             use_separate_writer_model=True,
-            writer_model_provider="anthropic",
-            writer_model_name="claude-3-5-sonnet-latest"
+            writer_model_provider="openai",
+            writer_model_name="gpt-4o-mini"
             ):
         """
         Initialize the BasicAgent with a multi-agent workflow.
@@ -482,6 +484,12 @@ if __name__ == "__main__":
 
     print("-"*(60 + len(" App Starting ")) + "\n")
 
+    # Check cache persistence
+    cache = ResponseCache()
+    stats = cache.get_stats()
+    print(f"Cache loaded with {stats['correct_cached']} correct answers out of {stats['total_cached']} total entries")
+
+
     print("Launching Gradio Interface for Basic Agent Evaluation...")
     demo.launch(debug=True, share=False)