Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -49,11 +49,11 @@ training_args = TrainingArguments(
|
|
49 |
learning_rate=2e-5,
|
50 |
per_device_train_batch_size=4, # Reduced batch size
|
51 |
per_device_eval_batch_size=4, # Reduced batch size
|
52 |
-
num_train_epochs=
|
53 |
weight_decay=0.01,
|
54 |
report_to="none", # Disables wandb logging
|
55 |
fp16=True, # Enable mixed precision (use 16-bit instead of 32-bit precision)
|
56 |
-
gradient_accumulation_steps=
|
57 |
)
|
58 |
|
59 |
trainer = Trainer(
|
|
|
49 |
learning_rate=2e-5,
|
50 |
per_device_train_batch_size=4, # Reduced batch size
|
51 |
per_device_eval_batch_size=4, # Reduced batch size
|
52 |
+
num_train_epochs=3,
|
53 |
weight_decay=0.01,
|
54 |
report_to="none", # Disables wandb logging
|
55 |
fp16=True, # Enable mixed precision (use 16-bit instead of 32-bit precision)
|
56 |
+
gradient_accumulation_steps=8, # Accumulate gradients over 8 steps
|
57 |
)
|
58 |
|
59 |
trainer = Trainer(
|