bobpopboom commited on
Commit
07c66e9
·
verified ·
1 Parent(s): e195ade

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -24,6 +24,9 @@ try:
24
  model=model,
25
  tokenizer=tokenizer,
26
  torch_dtype=torch.float16,
 
 
 
27
  )
28
 
29
  except Exception as e:
 
24
  model=model,
25
  tokenizer=tokenizer,
26
  torch_dtype=torch.float16,
27
+ max_length=128, # Limit response length
28
+ num_return_sequences=1, # Only generate one response
29
+ do_sample=False # Use greedy decoding for speed
30
  )
31
 
32
  except Exception as e: