Dockerfile

FROM python:3.9

WORKDIR /code

RUN pip install vllm fastapi uvicorn

COPY ./app /code/app

CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]