Update agent.py
Browse files
agent.py
CHANGED
@@ -691,11 +691,11 @@ def build_graph(provider: str = "huggingface"):
|
|
691 |
"""
|
692 |
llm = ChatHuggingFace(
|
693 |
llm=HuggingFaceEndpoint(
|
694 |
-
|
695 |
#endpoint_url="https://api-inference.huggingface.co/models/Meta-DeepLearning/llama-2-7b-chat-hf",
|
696 |
#endpoint_url="https://api-inference.huggingface.co/models/microsoft/phi-4",
|
697 |
-
endpoint_url="https://api-inference.huggingface.co/models/TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
698 |
-
|
699 |
#max_new_tokens=1024,
|
700 |
#do_sample=False,
|
701 |
#repetition_penalty=1.03,
|
|
|
691 |
"""
|
692 |
llm = ChatHuggingFace(
|
693 |
llm=HuggingFaceEndpoint(
|
694 |
+
repo_id="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
695 |
#endpoint_url="https://api-inference.huggingface.co/models/Meta-DeepLearning/llama-2-7b-chat-hf",
|
696 |
#endpoint_url="https://api-inference.huggingface.co/models/microsoft/phi-4",
|
697 |
+
#endpoint_url="https://api-inference.huggingface.co/models/TinyLlama/TinyLlama-1.1B-Chat-v1.0",
|
698 |
+
task="text-generation", # for chat‐style use “text-generation”
|
699 |
#max_new_tokens=1024,
|
700 |
#do_sample=False,
|
701 |
#repetition_penalty=1.03,
|