Steph254 commited on
Commit
dde7e39
·
verified ·
1 Parent(s): 2200fe0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def load_llama_model():
17
  print("Loading base model...")
18
  model = AutoModelForCausalLM.from_pretrained(
19
  BASE_MODEL,
20
- torch_dtype=torch.float32
21
  device_map="cpu", # Ensure it runs on CPU
22
  token=HUGGINGFACE_TOKEN
23
  )
 
17
  print("Loading base model...")
18
  model = AutoModelForCausalLM.from_pretrained(
19
  BASE_MODEL,
20
+ torch_dtype=torch.float32,
21
  device_map="cpu", # Ensure it runs on CPU
22
  token=HUGGINGFACE_TOKEN
23
  )