Create Dockerfile

Dockerfile

@@ -0,0 +1,19 @@
+FROM nvidia/cuda:12.1.0-runtime-ubuntu20.04
+
+# System packages
+RUN apt-get update && apt-get install -y git python3 python3-pip && rm -rf /var/lib/apt/lists/*
+
+# Python packages
+RUN pip3 install vllm accelerate
+
+# Download Mistral model from Hugging Face
+RUN mkdir /app
+WORKDIR /app
+RUN git lfs install
+RUN git clone https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1 model
+
+# Expose port for API
+EXPOSE 8000
+
+# Run vLLM API server
+CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", "--model", "/app/model"]