Kevin Fink commited on
Commit
d44ed95
·
1 Parent(s): d7a9615
Files changed (1) hide show
  1. app.py +0 -11
app.py CHANGED
@@ -208,17 +208,6 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
208
  #print('DONE')
209
  #return 'RUN AGAIN TO LOAD REST OF DATA'
210
  dataset = load_dataset(dataset_name.strip())
211
- for o, d in enumerate(dataset['validation']['text']):
212
- if not isinstance(d, str):
213
- print('hit')
214
- print(type(d))
215
- print(o)
216
- for o, d in enumerate(dataset['validation']['target']):
217
- if not isinstance(d, str):
218
- print('hit')
219
- print(type(d))
220
- print(o)
221
- return 'done'
222
 
223
  #dataset['train'] = dataset['train'].select(range(8000))
224
  dataset['train'] = dataset['train'].select(range(4000))
 
208
  #print('DONE')
209
  #return 'RUN AGAIN TO LOAD REST OF DATA'
210
  dataset = load_dataset(dataset_name.strip())
 
 
 
 
 
 
 
 
 
 
 
211
 
212
  #dataset['train'] = dataset['train'].select(range(8000))
213
  dataset['train'] = dataset['train'].select(range(4000))