Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -19,6 +19,7 @@ def get_llm_hf_inference(model_id=model_id, max_new_tokens=128, temperature=0.1)
|
|
19 |
"""
|
20 |
llm = HuggingFaceEndpoint(
|
21 |
repo_id=model_id,
|
|
|
22 |
max_new_tokens=max_new_tokens,
|
23 |
temperature=temperature,
|
24 |
token = os.getenv("HF_TOKEN")
|
|
|
19 |
"""
|
20 |
llm = HuggingFaceEndpoint(
|
21 |
repo_id=model_id,
|
22 |
+
task="text-generation",
|
23 |
max_new_tokens=max_new_tokens,
|
24 |
temperature=temperature,
|
25 |
token = os.getenv("HF_TOKEN")
|