Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -24,6 +24,9 @@ try:
|
|
24 |
model=model,
|
25 |
tokenizer=tokenizer,
|
26 |
torch_dtype=torch.float16,
|
|
|
|
|
|
|
27 |
)
|
28 |
|
29 |
except Exception as e:
|
|
|
24 |
model=model,
|
25 |
tokenizer=tokenizer,
|
26 |
torch_dtype=torch.float16,
|
27 |
+
max_length=128, # Limit response length
|
28 |
+
num_return_sequences=1, # Only generate one response
|
29 |
+
do_sample=False # Use greedy decoding for speed
|
30 |
)
|
31 |
|
32 |
except Exception as e:
|