token size

vecalign/plan2align.py

@@ -310,7 +310,7 @@ def translate_with_deepinfra(model, tokenizer, device, source_sentence, buffer,
         inputs = tokenizer(full_prompt, return_tensors="pt").to(device)
         outputs = model.generate(
             **inputs,
-            max_new_tokens=512,
+            max_new_tokens=2048,
             temperature=0.7,
             top_p=0.9,
             do_sample=True
@@ -407,7 +407,7 @@ def final_translate_with_deepinfra(model, tokenizer, device, source_sentence, so
     inputs = tokenizer(rewrite_prompt, return_tensors="pt").to(device)
     outputs = model.generate(
         **inputs,
-        max_new_tokens=512,
+        max_new_tokens=2048,
         temperature=0.7,
         top_p=0.9,
         do_sample=True