Dockerfile

FROM pytorch/pytorch:2.4.0-cuda12.4-cudnn9-devel

RUN apt-get update
RUN apt-get install -y build-essential
RUN apt-get install -y git

RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH
WORKDIR ${HOME}/app

COPY --chown=user requirements.txt requirements.txt
RUN pip install -r requirements.txt
COPY --chown=user *.py ./
ADD --chown=user llmlib ./llmlib
RUN pip install -e llmlib
ADD --chown=user .streamlit .streamlit

#CMD [ "python", "--version"]
# CMD ["nvidia-smi"]
# CMD ["nvcc", "--version"]
CMD [ "python", "-m", "streamlit", "run", "st_app.py", "--server.port", "8020"]