suayptalha commited on
Commit
9b869b6
·
verified ·
1 Parent(s): 1a5d42d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -19,6 +19,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
19
  model = AutoModelForCausalLM.from_pretrained(
20
  model_id,
21
  torch_dtype=torch.bfloat16,
 
22
  )
23
 
24
  @spaces.GPU
 
19
  model = AutoModelForCausalLM.from_pretrained(
20
  model_id,
21
  torch_dtype=torch.bfloat16,
22
+ device_map="cuda"
23
  )
24
 
25
  @spaces.GPU