Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ try:
|
|
20 |
MODEL_ID,
|
21 |
torch_dtype=torch.bfloat16, # Or float16, adjust based on hardware/model reqs
|
22 |
device_map="auto", # Automatically distribute across available devices (GPU/CPU)
|
23 |
-
|
24 |
)
|
25 |
# model.to(DEVICE) # Usually handled by device_map="auto"
|
26 |
print("Model and tokenizer loaded successfully.")
|
|
|
20 |
MODEL_ID,
|
21 |
torch_dtype=torch.bfloat16, # Or float16, adjust based on hardware/model reqs
|
22 |
device_map="auto", # Automatically distribute across available devices (GPU/CPU)
|
23 |
+
trust_remote_code=True # May be required for some custom model code
|
24 |
)
|
25 |
# model.to(DEVICE) # Usually handled by device_map="auto"
|
26 |
print("Model and tokenizer loaded successfully.")
|