switch from ollama to HF

Signed-off-by: apple muncy <[email protected]>

app.py

@@ -4,7 +4,11 @@ from langchain_core.messages import AnyMessage, HumanMessage, AIMessage, SystemM
 from langgraph.prebuilt import ToolNode
 from langgraph.graph import START, StateGraph
 from langgraph.prebuilt import tools_condition
-from langchain_ollama.chat_models import ChatOllama
+#from langchain_ollama.chat_models import ChatOllama
+
+from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
+
+
 
 
 from tools import search_tool, weather_info_tool, hub_stats_tool
@@ -27,8 +31,15 @@ with open("prompts.yaml", 'r') as stream:
 system_prompt = prompt_templates["system_prompt"]
 
 # Initialize the chat model
-chat = ChatOllama(model="qwen2:7b", 
-                verbose=True)
+llm = HuggingFaceEndpoint(
+    repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
+    huggingfacehub_api_token=HF_TOKEN,
+)
+
+chat = ChatHuggingFace(llm=llm, verbose=True)
+
+#chat = ChatOllama(model="qwen2:7b", 
+#                verbose=True)
 
 # Define available tools
 tools = [