Lyte commited on
Commit
1e9b598
·
verified ·
1 Parent(s): c0c68bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from typing import List
7
 
8
  model = Llama(
9
  model_path=hf_hub_download(
10
- repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-0.5B-v0.0.6b""), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
11
  filename=os.environ.get("MODEL_FILE", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"),# ""Lyte/QuadConnect2.5-0.5B-v0.0.6b"),unsloth.Q8_0.gguf"),#Lyte/QuadConnect2.5-0.5B-v0.0.6b"),),
12
  ),
13
  n_ctx=16384
 
7
 
8
  model = Llama(
9
  model_path=hf_hub_download(
10
+ repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
11
  filename=os.environ.get("MODEL_FILE", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"),# ""Lyte/QuadConnect2.5-0.5B-v0.0.6b"),unsloth.Q8_0.gguf"),#Lyte/QuadConnect2.5-0.5B-v0.0.6b"),),
12
  ),
13
  n_ctx=16384