modified

Dockerfile

@@ -10,7 +10,7 @@ ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
 ENV XDG_CONFIG_HOME="/.config"
 ENV VLLM_USE_MODELSCOPE="false"
 ENV VLLM_DISABLE_USAGE_STATS="true"
-ENV VLLM_API_BASE_PATH="/v1"
+# ENV VLLM_API_BASE_PATH="/v1"
 
 # Ensure PATH includes common Python locations
 ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"

entrypoint.sh

@@ -1,7 +1,8 @@
 #!/bin/bash
 
 # Default values
-MODEL=${MODEL:-"microsoft/Phi-3-mini-4k-instruct"}
+# MODEL=${MODEL:-"microsoft/Phi-3-mini-4k-instruct"}
+MODEL=${MODEL:-"EleutherAI/pythia-70m"}
 DTYPE=${DTYPE:-"half"}
 MAX_NUM_BATCHED_TOKENS=${MAX_NUM_BATCHED_TOKENS:-512}
 MAX_NUM_SEQS=${MAX_NUM_SEQS:-16}
@@ -41,10 +42,6 @@ if [ "$ENFORCE_EAGER" = "true" ]; then
     CMD="$CMD --enforce-eager"
 fi
 
-# Add base path if set
-if [ -n "$VLLM_API_BASE_PATH" ]; then
-    CMD="$CMD --api-base-path $VLLM_API_BASE_PATH"
-fi
 
 # Execute the command
 echo "Running command: $CMD"