Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ from peft import PeftModel
|
|
9 |
def setup_model():
|
10 |
# Load base model in 4-bit or full precision depending on availability
|
11 |
base = AutoModelForCausalLM.from_pretrained(
|
12 |
-
"Qwen/
|
13 |
)
|
14 |
# Load LoRA adapters
|
15 |
model = PeftModel.from_pretrained(
|
|
|
9 |
def setup_model():
|
10 |
# Load base model in 4-bit or full precision depending on availability
|
11 |
base = AutoModelForCausalLM.from_pretrained(
|
12 |
+
"Qwen/Qwen2.5-0.5B-Instruct", device_map="auto", trust_remote_code=True
|
13 |
)
|
14 |
# Load LoRA adapters
|
15 |
model = PeftModel.from_pretrained(
|