deve

app.py

@@ -37,10 +37,10 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
             if isinstance(preds, tuple):
                 preds = preds[0]
             # Replace -100s used for padding as we can't decode them
-            preds = np.where(preds != -100, preds, tokenizer.pad_token_id)
+            #preds = np.where(preds != -100, preds, tokenizer.pad_token_id)
             #preds = np.array(preds)
             decoded_preds = tokenizer.batch_decode(preds, skip_special_tokens=True)
-            labels = np.where(labels != -100, labels, tokenizer.pad_token_id)
+            #labels = np.where(labels != -100, labels, tokenizer.pad_token_id)
             #labels = np.array(labels)
             decoded_labels = tokenizer.batch_decode(labels, skip_special_tokens=True)