Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -41,7 +41,7 @@ def load_model():
|
|
41 |
device_map = accelerate.infer_auto_device_map(fake_model)
|
42 |
model = transformers.LlamaForCausalLM.from_pretrained(
|
43 |
repo_id,
|
44 |
-
device_map="auto"
|
45 |
load_in_8bit=True,
|
46 |
cache_dir="./cache",
|
47 |
)
|
|
|
41 |
device_map = accelerate.infer_auto_device_map(fake_model)
|
42 |
model = transformers.LlamaForCausalLM.from_pretrained(
|
43 |
repo_id,
|
44 |
+
device_map="auto",
|
45 |
load_in_8bit=True,
|
46 |
cache_dir="./cache",
|
47 |
)
|