Koboldcpp-Tiefighter / Dockerfile
Henk717's picture
Support embedding
89f30d8 verified
raw
history blame contribute delete
1.07 kB
FROM debian
ARG MODEL
ARG IMGMODEL
ARG WHISPERMODEL
ARG MMPROJ
ARG TTSMODEL
ARG WAVTOKMODEL
ARG EMBEDMODEL
ARG MODEL_NAME
ARG ADDITIONAL
RUN mkdir /opt/koboldcpp
RUN apt update && apt install curl -y
WORKDIR /opt/koboldcpp
COPY *.json /opt/koboldcpp/
RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu12
RUN chmod +x ./koboldcpp
RUN curl -fLo model.gguf $MODEL || true
RUN curl -fLo imgmodel.gguf $IMGMODEL || true
RUN curl -fLo mmproj.gguf $MMPROJ || true
RUN curl -fLo tts.gguf $TTSMODEL || true
RUN curl -fLo wavtok.gguf $WAVTOKMODEL || true
RUN curl -fLo whispermodel.gguf $WHISPERMODEL || true
RUN curl -fLo embedmodel.gguf $EMBEDMODEL || true
CMD ./koboldcpp --model model.gguf --whispermodel whispermodel.gguf --sdmodel imgmodel.gguf --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.gguf --ttsmodel tts.gguf --ttswavtokenizer wavtok.gguf --embeddingsmodel embedmodel.gguf $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --quiet --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET