Hugging Face's logo

Spaces:
noxinc
/
koboldcpp_cpu
Running

App Files Community
Aryanne commited on
Commit
def54ab
·
1 Parent(s): 636b040

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM ubuntu
2
  ARG MODEL
3
  ARG MODEL_NAME
4
  ARG ADDITIONAL
@@ -7,7 +7,7 @@ RUN apt update && apt install git build-essential libopenblas-dev wget python3-p
7
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
8
  WORKDIR /opt/koboldcpp
9
  COPY default.json /opt/koboldcpp/default.json
10
- RUN make LLAMA_OPENBLAS=1 LLAMA_PORTABLE=1
11
  RUN wget -O model.ggml $MODEL
12
  CMD /bin/python3 ./koboldcpp.py --model model.ggml $ADDITIONAL --port 7860 --hordeconfig $MODEL_NAME 1 1 --preloadstory default.json
13
 
 
1
+ FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
2
  ARG MODEL
3
  ARG MODEL_NAME
4
  ARG ADDITIONAL
 
7
  RUN git clone https://github.com/lostruins/koboldcpp /opt/koboldcpp
8
  WORKDIR /opt/koboldcpp
9
  COPY default.json /opt/koboldcpp/default.json
10
+ RUN make LLAMA_OPENBLAS=1 LLAMA_CUBLAS=1 LLAMA_PORTABLE=1
11
  RUN wget -O model.ggml $MODEL
12
  CMD /bin/python3 ./koboldcpp.py --model model.ggml $ADDITIONAL --port 7860 --hordeconfig $MODEL_NAME 1 1 --preloadstory default.json
13