Steph254 commited on
Commit
2200fe0
·
verified ·
1 Parent(s): 899200b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def load_llama_model():
17
  print("Loading base model...")
18
  model = AutoModelForCausalLM.from_pretrained(
19
  BASE_MODEL,
20
- torch_dtype=torch.bfloat16 if torch.has_bfloat16 else torch.float32, # Use bfloat16 if available, else float32
21
  device_map="cpu", # Ensure it runs on CPU
22
  token=HUGGINGFACE_TOKEN
23
  )
 
17
  print("Loading base model...")
18
  model = AutoModelForCausalLM.from_pretrained(
19
  BASE_MODEL,
20
+ torch_dtype=torch.float32
21
  device_map="cpu", # Ensure it runs on CPU
22
  token=HUGGINGFACE_TOKEN
23
  )