d134f64
1
2
3
4
5
6
7
8
import subprocess def run_llm(prompt: str) -> str: result = subprocess.run([ "./main", "-m", "models/ggml-model.bin", "-p", prompt, "-n", "128" ], capture_output=True, text=True) return result.stdout
