Lyte commited on
Commit
de7a93b
·
verified ·
1 Parent(s): 1e9b598

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ from typing import List
8
  model = Llama(
9
  model_path=hf_hub_download(
10
  repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
11
- filename=os.environ.get("MODEL_FILE", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"),# ""Lyte/QuadConnect2.5-0.5B-v0.0.6b"),unsloth.Q8_0.gguf"),#Lyte/QuadConnect2.5-0.5B-v0.0.6b"),),
12
  ),
13
  n_ctx=16384
14
  )
 
8
  model = Llama(
9
  model_path=hf_hub_download(
10
  repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
11
+ filename=os.environ.get("MODEL_FILE", "unsloth.Q8_0.gguf"),#Lyte/QuadConnect2.5-0.5B-v0.0.6b"),),
12
  ),
13
  n_ctx=16384
14
  )