baconnier commited on
Commit
eb49280
·
verified ·
1 Parent(s): b6f2de5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -15,7 +15,7 @@ llm = None
15
  llm_model = None
16
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.2-Q8_0-GGUF", filename="napoleon_24b_v0.2-q8_0.gguf", local_dir = "./models")
17
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.1-Q8_0-GGUF", filename="napoleon_24b_v0.1-q8_0.gguf", local_dir = "./models")
18
- #hf_hub_download(repo_id="baconnier/Napoleon_24B_R1_V0.0-Q8_0-GGUF", filename="napoleon_24b_r1_v0.0-q8_0.gguf", local_dir = "./models")
19
 
20
 
21
  @spaces.GPU(duration=60)
@@ -86,8 +86,8 @@ demo = gr.ChatInterface(
86
  gr.Dropdown([
87
  'napoleon_24b_v0.2-q8_0.gguf',
88
  'napoleon_24b_v0.1-q8_0.gguf',
89
- # 'napoleon_24b_r1_v0.0-q8_0.gguf',
90
- ], value="napoleon_24b_v0.1-q8_0.gguf", label="Model"),
91
  gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
92
  gr.Slider(minimum=0.05, maximum=4.0, value=0.6, step=0.1, label="Temperature"),
93
  gr.Slider(
 
15
  llm_model = None
16
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.2-Q8_0-GGUF", filename="napoleon_24b_v0.2-q8_0.gguf", local_dir = "./models")
17
  hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.1-Q8_0-GGUF", filename="napoleon_24b_v0.1-q8_0.gguf", local_dir = "./models")
18
+ hf_hub_download(repo_id="baconnier/Napoleon_24B_V0.0-GGUF", filename="napoleon_24b_r1_v0.0-q8_0.gguf", local_dir = "./models")
19
 
20
 
21
  @spaces.GPU(duration=60)
 
86
  gr.Dropdown([
87
  'napoleon_24b_v0.2-q8_0.gguf',
88
  'napoleon_24b_v0.1-q8_0.gguf',
89
+ 'Napoleon_24B_V0.0.Q8_0.gguf',
90
+ ], value="Napoleon_24B_V0.0.Q8_0.gguf", label="Model"),
91
  gr.Slider(minimum=1, maximum=8192, value=8192, step=1, label="Max tokens"),
92
  gr.Slider(minimum=0.05, maximum=4.0, value=0.6, step=0.1, label="Temperature"),
93
  gr.Slider(