modified

Dockerfile

@@ -8,6 +8,9 @@ ENV XDG_CACHE_HOME="/tmp/cache"
 ENV NUMBA_CACHE_DIR="/tmp/numba_cache"
 ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
 
+# Ensure PATH includes common Python locations
+ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
+
 # Create necessary directories and set permissions
 RUN mkdir -p /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /tmp/config && \
     chmod -R 777 /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /tmp/config

entrypoint.sh

@@ -25,7 +25,7 @@ done
 
 
 # Construct the command
-CMD="python -m vllm.entrypoints.openai.api_server \
+CMD="vllm serve \
 --model $MODEL \
 --host 0.0.0.0 \
 --port 8000 \