Spaces:
Sleeping
Sleeping
Allen Park
commited on
Commit
·
5724967
1
Parent(s):
76c4bfe
add .to(device) back
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ Your output should be in JSON FORMAT with the keys "REASONING" and "SCORE":
|
|
31 |
@spaces.GPU()
|
32 |
def model_call(question, document, answer):
|
33 |
NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
|
34 |
-
inputs = tokenizer(NEW_FORMAT, return_tensors="pt")
|
35 |
model.generate(
|
36 |
inputs.input_ids,
|
37 |
attention_mask=inputs.attention_mask,
|
|
|
31 |
@spaces.GPU()
|
32 |
def model_call(question, document, answer):
|
33 |
NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
|
34 |
+
inputs = tokenizer(NEW_FORMAT, return_tensors="pt").to(device)
|
35 |
model.generate(
|
36 |
inputs.input_ids,
|
37 |
attention_mask=inputs.attention_mask,
|