nikunjcepatel commited on
Commit
493e2db
·
verified ·
1 Parent(s): e9127db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -49,11 +49,11 @@ training_args = TrainingArguments(
49
  learning_rate=2e-5,
50
  per_device_train_batch_size=4, # Reduced batch size
51
  per_device_eval_batch_size=4, # Reduced batch size
52
- num_train_epochs=1,
53
  weight_decay=0.01,
54
  report_to="none", # Disables wandb logging
55
  fp16=True, # Enable mixed precision (use 16-bit instead of 32-bit precision)
56
- gradient_accumulation_steps=4, # Accumulate gradients over 8 steps
57
  )
58
 
59
  trainer = Trainer(
 
49
  learning_rate=2e-5,
50
  per_device_train_batch_size=4, # Reduced batch size
51
  per_device_eval_batch_size=4, # Reduced batch size
52
+ num_train_epochs=3,
53
  weight_decay=0.01,
54
  report_to="none", # Disables wandb logging
55
  fp16=True, # Enable mixed precision (use 16-bit instead of 32-bit precision)
56
+ gradient_accumulation_steps=8, # Accumulate gradients over 8 steps
57
  )
58
 
59
  trainer = Trainer(