johnpaulbin commited on
Commit
f0a3cf0
·
verified ·
1 Parent(s): ef3a6f4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,8 +3,8 @@ from llama_cpp import Llama
3
  import gradio as gr
4
 
5
  # Download the base model
6
- base_model_repo = "QuantFactory/Qwen2.5-1.5B-Instruct-GGUF"
7
- base_model_file = "Qwen2.5-1.5B-Instruct.Q8_0.gguf"
8
  base_model_path = hf_hub_download(repo_id=base_model_repo, filename=base_model_file)
9
 
10
  # Download the LoRA adapter
 
3
  import gradio as gr
4
 
5
  # Download the base model
6
+ base_model_repo = "ijohn07/Llama-3.2-3B-Q8_0-GGUF"
7
+ base_model_file = "llama-3.2-3b-q8_0.gguf"
8
  base_model_path = hf_hub_download(repo_id=base_model_repo, filename=base_model_file)
9
 
10
  # Download the LoRA adapter