Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,18 +8,17 @@ from llama_cpp import Llama
|
|
8 |
from huggingface_hub import hf_hub_download
|
9 |
|
10 |
app = FastAPI()
|
11 |
-
|
12 |
llm = Llama(
|
13 |
model_path=hf_hub_download(
|
14 |
repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
|
15 |
filename="mistral-7b-v0.1.Q4_K_M.gguf"),
|
16 |
n_ctx=2048,
|
17 |
)
|
18 |
-
""
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
)
|
23 |
|
24 |
@app.get("/")
|
25 |
async def generate_text():
|
|
|
8 |
from huggingface_hub import hf_hub_download
|
9 |
|
10 |
app = FastAPI()
|
11 |
+
|
12 |
llm = Llama(
|
13 |
model_path=hf_hub_download(
|
14 |
repo_id="TheBloke/Mistral-7B-v0.1-GGUF",
|
15 |
filename="mistral-7b-v0.1.Q4_K_M.gguf"),
|
16 |
n_ctx=2048,
|
17 |
)
|
18 |
+
print("kaki")
|
19 |
+
print(model_path)
|
20 |
+
print("kaki")
|
21 |
+
|
|
|
22 |
|
23 |
@app.get("/")
|
24 |
async def generate_text():
|