KuangDW commited on
Commit
40c048f
·
1 Parent(s): 57a7224

max token setting

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -90,7 +90,7 @@ def generate_translation(system_prompt, prompt):
90
  inputs = tokenizer(full_prompt, return_tensors="pt").to(device)
91
  outputs = model.generate(
92
  **inputs,
93
- max_new_tokens=512,
94
  temperature=0.7,
95
  top_p=0.9,
96
  do_sample=True
 
90
  inputs = tokenizer(full_prompt, return_tensors="pt").to(device)
91
  outputs = model.generate(
92
  **inputs,
93
+ max_new_tokens=2048,
94
  temperature=0.7,
95
  top_p=0.9,
96
  do_sample=True