ky32 commited on
Commit
2aebf81
·
verified ·
1 Parent(s): daf036c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -8,11 +8,12 @@ from llama_cpp import Llama
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
-
12
  model_path = hf_hub_download(
13
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
14
  filename="mistral-7b-v0.1.Q4_K_M.gguf")
15
-
 
16
  llm = Llama(
17
  model_path=model_path,
18
  n_ctx=2048,
 
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
+ """
12
  model_path = hf_hub_download(
13
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
14
  filename="mistral-7b-v0.1.Q4_K_M.gguf")
15
+ """
16
+ model_path = "/code/cache/hub/models--TheBloke--Mistral-7B-v0.1-GGUF/snapshots/d4ae605152c8de0d6570cf624c083fa57dd0d551/mistral-7b-v0.1.Q4_K_M.gguf"
17
  llm = Llama(
18
  model_path=model_path,
19
  n_ctx=2048,