Damien Benveniste commited on
Commit
596dacb
·
1 Parent(s): d452580
Files changed (2) hide show
  1. Dockerfile +1 -0
  2. entrypoint.sh +5 -0
Dockerfile CHANGED
@@ -10,6 +10,7 @@ ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
10
  ENV XDG_CONFIG_HOME="/.config"
11
  ENV VLLM_USE_MODELSCOPE="false"
12
  ENV VLLM_DISABLE_USAGE_STATS="true"
 
13
 
14
  # Ensure PATH includes common Python locations
15
  ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
 
10
  ENV XDG_CONFIG_HOME="/.config"
11
  ENV VLLM_USE_MODELSCOPE="false"
12
  ENV VLLM_DISABLE_USAGE_STATS="true"
13
+ ENV VLLM_API_BASE_PATH="/v1"
14
 
15
  # Ensure PATH includes common Python locations
16
  ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
entrypoint.sh CHANGED
@@ -41,6 +41,11 @@ if [ "$ENFORCE_EAGER" = "true" ]; then
41
  CMD="$CMD --enforce-eager"
42
  fi
43
 
 
 
 
 
 
44
  # Execute the command
45
  echo "Running command: $CMD"
46
  exec $CMD
 
41
  CMD="$CMD --enforce-eager"
42
  fi
43
 
44
+ # Add base path if set
45
+ if [ -n "$VLLM_API_BASE_PATH" ]; then
46
+ CMD="$CMD --api-base-path $VLLM_API_BASE_PATH"
47
+ fi
48
+
49
  # Execute the command
50
  echo "Running command: $CMD"
51
  exec $CMD