transformerModel

app.py

@@ -4,7 +4,7 @@ import os
 from smolagents import (
     tool,
     CodeAgent,
-    HfApiModel,
+TransformersModel,
     GradioUI,
     MultiStepAgent,
     stream_to_gradio,
@@ -120,10 +120,10 @@ def init_db(engine):
 if __name__ == "__main__":
     engine = create_engine("sqlite:///:localhost:")
     engine = init_db(engine)
-    model = HfApiModel(
+    model = TransformersModel(
         model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+        device_map="cuda"
         # model_id="meta-llama/Meta-Llama-3.1-8B-Instruct",
-        token=os.getenv("my_first_agents_hf_tokens"),
     )
 
     agent = CodeAgent(