Update app.py
Browse files
app.py
CHANGED
@@ -41,7 +41,8 @@ model = Llama4ForConditionalGeneration.from_pretrained(
|
|
41 |
# quantization_config=bnb_config,
|
42 |
device_map="auto",
|
43 |
)
|
44 |
-
processor = AutoProcessor.from_pretrained(model_name, cache_dir = cache_dir)
|
|
|
45 |
# , gguf_file=filename
|
46 |
# , subfolder=subfolder
|
47 |
SYSTEM_PROMPT = "You are a friendly Chatbot."
|
|
|
41 |
# quantization_config=bnb_config,
|
42 |
device_map="auto",
|
43 |
)
|
44 |
+
# processor = AutoProcessor.from_pretrained(model_name, cache_dir = cache_dir)
|
45 |
+
processor = AutoTokenizer.from_pretrained(model_name, cache_dir = cache_dir)
|
46 |
# , gguf_file=filename
|
47 |
# , subfolder=subfolder
|
48 |
SYSTEM_PROMPT = "You are a friendly Chatbot."
|