Update Dockerfile
Browse files- Dockerfile +3 -25
Dockerfile
CHANGED
@@ -14,32 +14,10 @@ ENV PATH="/home/user/.local/bin:$PATH"
|
|
14 |
|
15 |
WORKDIR /app
|
16 |
|
17 |
-
|
18 |
COPY --chown=user . /app
|
19 |
-
|
20 |
-
USER root
|
21 |
-
|
22 |
-
RUN apt-get update && apt-get install -y git cmake build-essential g++ wget curl python3
|
23 |
-
|
24 |
-
RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash -
|
25 |
-
RUN apt-get install -y nodejs
|
26 |
|
27 |
USER user
|
28 |
|
29 |
-
|
30 |
-
RUN
|
31 |
-
|
32 |
-
WORKDIR /app/llama.cpp
|
33 |
-
RUN git apply ../helloworld.patch
|
34 |
-
|
35 |
-
WORKDIR /app/llama.cpp/examples/server/webui
|
36 |
-
RUN npm i
|
37 |
-
RUN npm run build
|
38 |
-
|
39 |
-
WORKDIR /app/llama.cpp
|
40 |
-
RUN cmake -B build -DBUILD_SHARED_LIBS=OFF
|
41 |
-
RUN cmake --build build --config Release -j 8
|
42 |
-
|
43 |
-
WORKDIR /app/llama.cpp/build/bin
|
44 |
-
RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
45 |
-
CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|
|
|
14 |
|
15 |
WORKDIR /app
|
16 |
|
|
|
17 |
COPY --chown=user . /app
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
USER user
|
20 |
|
21 |
+
WORKDIR /app/llama-server
|
22 |
+
RUN wget -nv -O /models/local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
23 |
+
CMD ["/app/llama-server/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","/models/local_model.gguf", "--cache-type-k", "q8_0", "--api-key", "1234", "--parallel", "2" ]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|