316usman commited on
Commit
4ae8bb4
·
1 Parent(s): a1d4509

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -41,7 +41,7 @@ def load_model():
41
  device_map = accelerate.infer_auto_device_map(fake_model)
42
  model = transformers.LlamaForCausalLM.from_pretrained(
43
  repo_id,
44
- device_map="auto"
45
  load_in_8bit=True,
46
  cache_dir="./cache",
47
  )
 
41
  device_map = accelerate.infer_auto_device_map(fake_model)
42
  model = transformers.LlamaForCausalLM.from_pretrained(
43
  repo_id,
44
+ device_map="auto",
45
  load_in_8bit=True,
46
  cache_dir="./cache",
47
  )