1inkusFace commited on
Commit
4467ffc
·
verified ·
1 Parent(s): 7665895

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ def generate_code(prompt):
30
  with torch.no_grad():
31
  generated_ids = model.generate(
32
  **model_inputs,
33
- max_new_tokens=1024
34
  )
35
  generated_ids = [
36
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
 
30
  with torch.no_grad():
31
  generated_ids = model.generate(
32
  **model_inputs,
33
+ max_new_tokens=384
34
  )
35
  generated_ids = [
36
  output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)