George-API commited on
Commit
1ce79bd
·
verified ·
1 Parent(s): 66217fe

Upload run_cloud_training.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. run_cloud_training.py +1 -1
run_cloud_training.py CHANGED
@@ -566,7 +566,7 @@ def train(config_path, dataset_name, output_dir):
566
  "logging_first_step": training_config.get("logging_first_step", True),
567
  "disable_tqdm": training_config.get("disable_tqdm", False),
568
  "remove_unused_columns": False,
569
- "shuffle_buffer_size": 1,
570
  "seed": 42
571
  }
572
 
 
566
  "logging_first_step": training_config.get("logging_first_step", True),
567
  "disable_tqdm": training_config.get("disable_tqdm", False),
568
  "remove_unused_columns": False,
569
+ "shuffle": False, # Disable shuffling since we're using a pre-sorted dataset
570
  "seed": 42
571
  }
572