Allen Park commited on
Commit
5724967
·
1 Parent(s): 76c4bfe

add .to(device) back

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ Your output should be in JSON FORMAT with the keys "REASONING" and "SCORE":
31
  @spaces.GPU()
32
  def model_call(question, document, answer):
33
  NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
34
- inputs = tokenizer(NEW_FORMAT, return_tensors="pt")
35
  model.generate(
36
  inputs.input_ids,
37
  attention_mask=inputs.attention_mask,
 
31
  @spaces.GPU()
32
  def model_call(question, document, answer):
33
  NEW_FORMAT = PROMPT.format(question=question, document=document, answer=answer)
34
+ inputs = tokenizer(NEW_FORMAT, return_tensors="pt").to(device)
35
  model.generate(
36
  inputs.input_ids,
37
  attention_mask=inputs.attention_mask,