Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ def generate_code(prompt):
|
|
30 |
with torch.no_grad():
|
31 |
generated_ids = model.generate(
|
32 |
**model_inputs,
|
33 |
-
max_new_tokens=
|
34 |
)
|
35 |
generated_ids = [
|
36 |
output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
|
|
|
30 |
with torch.no_grad():
|
31 |
generated_ids = model.generate(
|
32 |
**model_inputs,
|
33 |
+
max_new_tokens=384
|
34 |
)
|
35 |
generated_ids = [
|
36 |
output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
|