modified

Dockerfile

@@ -1,6 +1,9 @@
 # Use the official vLLM image as the base image
 FROM vllm/vllm-openai:latest
 
+# Install debugging tools
+RUN apt-get update && apt-get install -y procps vim
+
 # Set environment variables
 ENV HUGGING_FACE_HUB_TOKEN="your_hf_token_here"
 ENV HF_HOME="/tmp/huggingface"
@@ -10,15 +13,10 @@ ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
 ENV XDG_CONFIG_HOME="/.config"
 ENV VLLM_USE_MODELSCOPE="false"
 ENV VLLM_DISABLE_USAGE_STATS="true"
-# ENV VLLM_API_BASE_PATH="/v1"
 
 # Ensure PATH includes common Python locations
 ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
 
-# Create necessary directories and set permissions
-RUN mkdir -p /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /.config && \
-    chmod -R 777 /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /.config
-
 # Set the working directory
 WORKDIR /app
 
@@ -30,7 +28,9 @@ RUN chmod +x /app/entrypoint.sh
 EXPOSE 8000
 
 # Set the entrypoint
-ENTRYPOINT ["/app/entrypoint.sh"]
+# ENTRYPOINT ["/app/entrypoint.sh"]
+COPY test_server.py /app/test_server.py
+CMD ["python", "/app/test_server.py"]
 
 # FROM python:3.9