DruryXu commited on
Commit
fd302fc
·
verified ·
1 Parent(s): b1dcb39

update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -73,7 +73,7 @@ inputs = processor(
73
  inputs = inputs.to("cuda")
74
 
75
  # Inference: Generation of the output
76
- generated_ids = model.generate(**inputs, max_new_tokens=128)
77
  generated_ids_trimmed = [
78
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
79
  ]
 
73
  inputs = inputs.to("cuda")
74
 
75
  # Inference: Generation of the output
76
+ generated_ids = model.generate(**inputs, max_new_tokens=128, do_sample=False)
77
  generated_ids_trimmed = [
78
  out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
79
  ]