Update Dockerfile
Browse files- Dockerfile +4 -2
Dockerfile
CHANGED
@@ -9,7 +9,7 @@ ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/unsloth/De
|
|
9 |
ENV DEBIAN_FRONTEND=noninteractive
|
10 |
|
11 |
USER root
|
12 |
-
RUN apt-get update && apt-get install -y
|
13 |
|
14 |
RUN useradd -m -u 1000 user
|
15 |
USER user
|
@@ -21,6 +21,8 @@ COPY --chown=user . /app
|
|
21 |
|
22 |
USER user
|
23 |
|
24 |
-
|
25 |
RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
|
|
|
|
26 |
CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|
|
|
9 |
ENV DEBIAN_FRONTEND=noninteractive
|
10 |
|
11 |
USER root
|
12 |
+
RUN apt-get update && apt-get install -y wget
|
13 |
|
14 |
RUN useradd -m -u 1000 user
|
15 |
USER user
|
|
|
21 |
|
22 |
USER user
|
23 |
|
24 |
+
RUN mkdir /models
|
25 |
RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
26 |
+
|
27 |
+
WORKDIR /app/llama-server
|
28 |
CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|