ky32 commited on
Commit
bcd9770
·
verified ·
1 Parent(s): 70f615d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -6
app.py CHANGED
@@ -8,18 +8,17 @@ from llama_cpp import Llama
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
- """
12
  llm = Llama(
13
  model_path=hf_hub_download(
14
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
15
  filename="mistral-7b-v0.1.Q4_K_M.gguf"),
16
  n_ctx=2048,
17
  )
18
- """
19
- llm = Llama(
20
- model_path="./TheBloke/Mistral-7B-v0.1-GGUF/mistral-7b-v0.1.Q4_K_M.gguf",
21
- n_ctx=2048,
22
- )
23
 
24
  @app.get("/")
25
  async def generate_text():
 
8
  from huggingface_hub import hf_hub_download
9
 
10
  app = FastAPI()
11
+
12
  llm = Llama(
13
  model_path=hf_hub_download(
14
  repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
15
  filename="mistral-7b-v0.1.Q4_K_M.gguf"),
16
  n_ctx=2048,
17
  )
18
+ print("kaki")
19
+ print(model_path)
20
+ print("kaki")
21
+
 
22
 
23
  @app.get("/")
24
  async def generate_text():