Update Dockerfile
Browse files- Dockerfile +2 -1
Dockerfile
CHANGED
|
@@ -22,4 +22,5 @@ COPY --chown=user . /app
|
|
| 22 |
|
| 23 |
RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
| 24 |
|
| 25 |
-
CMD ["/app/llama-server",
|
|
|
|
|
|
| 22 |
|
| 23 |
RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
| 24 |
|
| 25 |
+
# CMD ["/app/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|
| 26 |
+
CMD ["/app/llama-server", "--host", "0.0.0.0","--port","8080","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|