Update app.py

app.py

@@ -113,7 +113,14 @@ def compute_metrics(p: EvalPrediction):
     return result
 
 
-
+trainer = Trainer(
+    model,
+    args,
+    train_dataset=encoded_dataset["train"],
+    eval_dataset=encoded_dataset["validation"],
+    tokenizer=tokenizer,
+    compute_metrics=compute_metrics
+)
 
 
 # REMOVE THIS IN COLAB #############
@@ -127,7 +134,9 @@ tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
 text = "Bitcoin to the moon"
 
 encoding = tokenizer(text, return_tensors="pt")
+encoding = {k: v.to(trainer.model.device) for k,v in encoding.items()}
 
+outputs = trainer.model(**encoding)
 
 logits = outputs.logits
 logits.shape
@@ -163,16 +172,6 @@ examples = [[text_]]).launch()
 
 
 
-
-trainer = Trainer(
-    model,
-    args,
-    train_dataset=encoded_dataset["train"],
-    eval_dataset=encoded_dataset["validation"],
-    tokenizer=tokenizer,
-    compute_metrics=compute_metrics
-)
-
 trainer.train()
 
 trainer.evaluate()