lfoppiano commited on
Commit
02746d7
·
verified ·
1 Parent(s): 9aeadf3

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -25
Dockerfile CHANGED
@@ -14,32 +14,10 @@ ENV PATH="/home/user/.local/bin:$PATH"
14
 
15
  WORKDIR /app
16
 
17
-
18
  COPY --chown=user . /app
19
-
20
- USER root
21
-
22
- RUN apt-get update && apt-get install -y git cmake build-essential g++ wget curl python3
23
-
24
- RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash -
25
- RUN apt-get install -y nodejs
26
 
27
  USER user
28
 
29
- RUN python3 replace_hw.py
30
- RUN git clone https://github.com/ggerganov/llama.cpp.git
31
-
32
- WORKDIR /app/llama.cpp
33
- RUN git apply ../helloworld.patch
34
-
35
- WORKDIR /app/llama.cpp/examples/server/webui
36
- RUN npm i
37
- RUN npm run build
38
-
39
- WORKDIR /app/llama.cpp
40
- RUN cmake -B build -DBUILD_SHARED_LIBS=OFF
41
- RUN cmake --build build --config Release -j 8
42
-
43
- WORKDIR /app/llama.cpp/build/bin
44
- RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
45
- CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
 
14
 
15
  WORKDIR /app
16
 
 
17
  COPY --chown=user . /app
 
 
 
 
 
 
 
18
 
19
  USER user
20
 
21
+ WORKDIR /app/llama-server
22
+ RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
23
+ CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]