Laurentgina commited on
Commit
a5962ca
·
verified ·
1 Parent(s): df30967

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -19,6 +19,7 @@ def get_llm_hf_inference(model_id=model_id, max_new_tokens=128, temperature=0.1)
19
  """
20
  llm = HuggingFaceEndpoint(
21
  repo_id=model_id,
 
22
  max_new_tokens=max_new_tokens,
23
  temperature=temperature,
24
  token = os.getenv("HF_TOKEN")
 
19
  """
20
  llm = HuggingFaceEndpoint(
21
  repo_id=model_id,
22
+ task="text-generation",
23
  max_new_tokens=max_new_tokens,
24
  temperature=temperature,
25
  token = os.getenv("HF_TOKEN")