Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ torch.save(model.state_dict(), 'pytorch_model.bin')
|
|
11 |
# 2. GGUF 形式に変換 (llama.cpp が必要)
|
12 |
git clone https://github.com/ggerganov/llama.cpp
|
13 |
cd llama.cpp
|
14 |
-
python convert.py --outtype f16 /
|
15 |
|
16 |
""")
|
17 |
from flask import Flask, request, Response, render_template
|
@@ -224,7 +224,7 @@ def initialize_model(model_path):
|
|
224 |
n_gpu_layers=-1 # Use GPU if available
|
225 |
)
|
226 |
|
227 |
-
model_path =
|
228 |
llm = initialize_model(model_path)
|
229 |
|
230 |
system_prompt = (
|
|
|
11 |
# 2. GGUF 形式に変換 (llama.cpp が必要)
|
12 |
git clone https://github.com/ggerganov/llama.cpp
|
13 |
cd llama.cpp
|
14 |
+
python convert.py --outtype f16 /app/pytorch_model.bin
|
15 |
|
16 |
""")
|
17 |
from flask import Flask, request, Response, render_template
|
|
|
224 |
n_gpu_layers=-1 # Use GPU if available
|
225 |
)
|
226 |
|
227 |
+
model_path = "/app/pytorch_model.bin"
|
228 |
llm = initialize_model(model_path)
|
229 |
|
230 |
system_prompt = (
|