update README.md
Browse files
README.md
CHANGED
@@ -73,7 +73,7 @@ inputs = processor(
|
|
73 |
inputs = inputs.to("cuda")
|
74 |
|
75 |
# Inference: Generation of the output
|
76 |
-
generated_ids = model.generate(**inputs, max_new_tokens=128)
|
77 |
generated_ids_trimmed = [
|
78 |
out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
|
79 |
]
|
|
|
73 |
inputs = inputs.to("cuda")
|
74 |
|
75 |
# Inference: Generation of the output
|
76 |
+
generated_ids = model.generate(**inputs, max_new_tokens=128, do_sample=False)
|
77 |
generated_ids_trimmed = [
|
78 |
out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
|
79 |
]
|