lfoppiano commited on
Commit
4d5a1a5
·
verified ·
1 Parent(s): adfa3e0

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -2
Dockerfile CHANGED
@@ -9,7 +9,7 @@ ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/unsloth/De
9
  ENV DEBIAN_FRONTEND=noninteractive
10
 
11
  USER root
12
- RUN apt-get update && apt-get install -y git cmake wget curl
13
 
14
  RUN useradd -m -u 1000 user
15
  USER user
@@ -21,6 +21,8 @@ COPY --chown=user . /app
21
 
22
  USER user
23
 
24
- WORKDIR /app/llama-server
25
  RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
 
 
26
  CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
 
9
  ENV DEBIAN_FRONTEND=noninteractive
10
 
11
  USER root
12
+ RUN apt-get update && apt-get install -y wget
13
 
14
  RUN useradd -m -u 1000 user
15
  USER user
 
21
 
22
  USER user
23
 
24
+ RUN mkdir /models
25
  RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
26
+
27
+ WORKDIR /app/llama-server
28
  CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]