Dockerfile

FROM ghcr.io/huggingface/text-embeddings-inference:1.2.2

RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# write secret to /home/user/.cache/huggingface/token
# first create the file and directory if needed
RUN mkdir -p /home/user/.cache/huggingface
RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true echo $HF_TOKEN > /home/user/.cache/huggingface/token

ENTRYPOINT ["text-embeddings-router", "--model-id", "BAAI/bge-large-en-v1.5", "--hf-api-token", "$HF_TOKEN", "--api-key", "$HF_TOKEN", "--huggingface-hub-cache", "/home/user/.cache/huggingface"]