Mihaiii commited on
Commit
0460314
·
verified ·
1 Parent(s): 691a9ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ def generate_responses(prompt, history):
42
  #already has special tokens
43
  inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
44
  def standard_task():
45
- return model1.generate(**inputs, max_length=2048, temperature=0.7)
46
 
47
  # Custom sampler task: loop over generator and collect outputs in a list
48
  async def custom_sampler_task():
 
42
  #already has special tokens
43
  inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
44
  def standard_task():
45
+ return model1.generate(inputs, max_length=2048, temperature=0.7)
46
 
47
  # Custom sampler task: loop over generator and collect outputs in a list
48
  async def custom_sampler_task():