modified

Dockerfile

@@ -2,17 +2,16 @@
 FROM vllm/vllm-openai:latest
 
 # Install debugging tools
-RUN apt-get update && apt-get install -y procps vim
+# RUN apt-get update && apt-get install -y procps vim
 
 # Set environment variables
-ENV HUGGING_FACE_HUB_TOKEN="your_hf_token_here"
-ENV HF_HOME="/tmp/huggingface"
-ENV XDG_CACHE_HOME="/tmp/cache"
-ENV NUMBA_CACHE_DIR="/tmp/numba_cache"
-ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
-ENV VLLM_USE_MODELSCOPE="false"
-ENV VLLM_DISABLE_USAGE_STATS="true"
-ENV XDG_CONFIG_HOME="/tmp/config"
+# ENV HF_HOME="/tmp/huggingface"
+# ENV XDG_CACHE_HOME="/tmp/cache"
+# ENV NUMBA_CACHE_DIR="/tmp/numba_cache"
+# ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
+# ENV VLLM_USE_MODELSCOPE="false"
+# ENV VLLM_DISABLE_USAGE_STATS="true"
+# ENV XDG_CONFIG_HOME="/tmp/config"
 
 # Ensure PATH includes common Python locations
 ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"

entrypoint.sh

@@ -13,7 +13,7 @@ ENFORCE_EAGER=${ENFORCE_EAGER:-true}
 export VLLM_DISABLE_USAGE_STATS=true
 
 # Check and set permissions for directories
-for dir in /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /.config /tmp/config; do
+for dir in /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /tmp/config; do
     if [ ! -d "$dir" ]; then
         mkdir -p "$dir"
     fi