pretrain core 4

scripts/pretrain_core_model_4.yaml

@@ -52,7 +52,7 @@ data:
 # Training-related arguments. See ``litgpt.args.TrainArgs`` for details
 train:
   # Number of optimizer steps between saving checkpoints (type: Optional[int], default: 1000)
-  save_interval: 10
+  save_interval: 1
 
   # Number of iterations between logging calls (type: int, default: 1)
   log_interval: 1