dev

app.py

@@ -148,8 +148,6 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
                 saved_dataset = load_from_disk(f'/data/{hub_id.strip()}_train_dataset2')     
                 third_third = dataset['train'].select(range(third_size*2, train_size))
                 dataset['train'] = third_third
-                print(dataset)
-                print(dataset.keys())
                 #tokenized_second_half = tokenize_function(third_third)
                 tokenized_second_half = dataset.map(tokenize_function, batched=True)
                 dataset['train'] = concatenate_datasets([saved_dataset, tokenized_second_half['train']])