Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ from peft import PeftModel
|
|
9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
10 |
|
11 |
# Correct model paths (replace with your actual paths)
|
12 |
-
BASE_MODEL = "meta-llama/Llama-3-1B-Instruct" # Ensure this is the correct identifier
|
13 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|
14 |
LLAMA_GUARD_NAME = "meta-llama/Llama-Guard-3-1B-INT4" # Ensure this is correct
|
15 |
|
|
|
9 |
HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN") # Ensure this is set in your environment
|
10 |
|
11 |
# Correct model paths (replace with your actual paths)
|
12 |
+
BASE_MODEL = "meta-llama/Llama-3.2-1B-Instruct" # Ensure this is the correct identifier
|
13 |
QLORA_ADAPTER = "meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8" # Ensure this is correct
|
14 |
LLAMA_GUARD_NAME = "meta-llama/Llama-Guard-3-1B-INT4" # Ensure this is correct
|
15 |
|