Update app.py

app.py

@@ -4,6 +4,7 @@ import requests
 import pytz
 import yaml
 from tools.final_answer import FinalAnswerTool
+from smolagents import OpenAIServerModel
 
 from Gradio_UI import GradioUI
 
@@ -39,13 +40,28 @@ final_answer = FinalAnswerTool()
 # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
 # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
 
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
-)
+'''
+HfApiModel has limited api calls
+'''
+# model = HfApiModel(
+# max_tokens=2096,
+# temperature=0.5,
+# model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+# custom_role_conversions=None,
+# )
+
+'''
+改用自己架設的ollama，還可以改模型
+'''
 
+model = OpenAIServerModel(
+    model_id="hf.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF:latest",
+    max_tokens=2048,
+    temperature=0.5,
+    custom_role_conversions=None,
+    api_base="http://120.105.97.88:11434/v1",
+    api_key=None,
+)
 
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)