Spaces:
Runtime error
Runtime error
Commit
·
ed34641
1
Parent(s):
0b39415
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,8 +2,8 @@ import gradio as gr
|
|
| 2 |
import os
|
| 3 |
from pathlib import Path
|
| 4 |
|
| 5 |
-
|
| 6 |
-
|
| 7 |
|
| 8 |
import argparse
|
| 9 |
model_file = "leo-mistral-hessianai-7b-chat.Q4_K_M.gguf"
|
|
|
|
| 2 |
import os
|
| 3 |
from pathlib import Path
|
| 4 |
|
| 5 |
+
os.environ["CMAKE_ARGS"] = "-DLLAMA_CUBLAS=on"
|
| 6 |
+
os.system('CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python[server]')
|
| 7 |
|
| 8 |
import argparse
|
| 9 |
model_file = "leo-mistral-hessianai-7b-chat.Q4_K_M.gguf"
|