Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ def generate_responses(prompt, history):
|
|
42 |
#already has special tokens
|
43 |
inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
|
44 |
def standard_task():
|
45 |
-
return model1.generate(
|
46 |
|
47 |
# Custom sampler task: loop over generator and collect outputs in a list
|
48 |
async def custom_sampler_task():
|
|
|
42 |
#already has special tokens
|
43 |
inputs = tokenizer.encode(wrapped_prompt, add_special_tokens=False, return_tensors="pt").to("cuda")
|
44 |
def standard_task():
|
45 |
+
return model1.generate(inputs, max_length=2048, temperature=0.7)
|
46 |
|
47 |
# Custom sampler task: loop over generator and collect outputs in a list
|
48 |
async def custom_sampler_task():
|