ky32 commited on
Commit
b46d5c6
·
verified ·
1 Parent(s): 2aebf81

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -8,12 +8,11 @@ from llama_cpp import Llama
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
- """
12
  model_path = hf_hub_download(
13
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
14
  filename="mistral-7b-v0.1.Q4_K_M.gguf")
15
- """
16
- model_path = "/code/cache/hub/models--TheBloke--Mistral-7B-v0.1-GGUF/snapshots/d4ae605152c8de0d6570cf624c083fa57dd0d551/mistral-7b-v0.1.Q4_K_M.gguf"
17
  llm = Llama(
18
  model_path=model_path,
19
  n_ctx=2048,
 
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
+
12
  model_path = hf_hub_download(
13
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
14
  filename="mistral-7b-v0.1.Q4_K_M.gguf")
15
+
 
16
  llm = Llama(
17
  model_path=model_path,
18
  n_ctx=2048,