Kevin Fink
commited on
Commit
·
d44ed95
1
Parent(s):
d7a9615
deve
Browse files
app.py
CHANGED
@@ -208,17 +208,6 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
208 |
#print('DONE')
|
209 |
#return 'RUN AGAIN TO LOAD REST OF DATA'
|
210 |
dataset = load_dataset(dataset_name.strip())
|
211 |
-
for o, d in enumerate(dataset['validation']['text']):
|
212 |
-
if not isinstance(d, str):
|
213 |
-
print('hit')
|
214 |
-
print(type(d))
|
215 |
-
print(o)
|
216 |
-
for o, d in enumerate(dataset['validation']['target']):
|
217 |
-
if not isinstance(d, str):
|
218 |
-
print('hit')
|
219 |
-
print(type(d))
|
220 |
-
print(o)
|
221 |
-
return 'done'
|
222 |
|
223 |
#dataset['train'] = dataset['train'].select(range(8000))
|
224 |
dataset['train'] = dataset['train'].select(range(4000))
|
|
|
208 |
#print('DONE')
|
209 |
#return 'RUN AGAIN TO LOAD REST OF DATA'
|
210 |
dataset = load_dataset(dataset_name.strip())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
211 |
|
212 |
#dataset['train'] = dataset['train'].select(range(8000))
|
213 |
dataset['train'] = dataset['train'].select(range(4000))
|