Spaces:
Sleeping
Sleeping
Damien Benveniste
commited on
Commit
·
596dacb
1
Parent(s):
d452580
modified
Browse files- Dockerfile +1 -0
- entrypoint.sh +5 -0
Dockerfile
CHANGED
@@ -10,6 +10,7 @@ ENV OUTLINES_CACHE_DIR="/tmp/outlines_cache"
|
|
10 |
ENV XDG_CONFIG_HOME="/.config"
|
11 |
ENV VLLM_USE_MODELSCOPE="false"
|
12 |
ENV VLLM_DISABLE_USAGE_STATS="true"
|
|
|
13 |
|
14 |
# Ensure PATH includes common Python locations
|
15 |
ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
|
|
|
10 |
ENV XDG_CONFIG_HOME="/.config"
|
11 |
ENV VLLM_USE_MODELSCOPE="false"
|
12 |
ENV VLLM_DISABLE_USAGE_STATS="true"
|
13 |
+
ENV VLLM_API_BASE_PATH="/v1"
|
14 |
|
15 |
# Ensure PATH includes common Python locations
|
16 |
ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
|
entrypoint.sh
CHANGED
@@ -41,6 +41,11 @@ if [ "$ENFORCE_EAGER" = "true" ]; then
|
|
41 |
CMD="$CMD --enforce-eager"
|
42 |
fi
|
43 |
|
|
|
|
|
|
|
|
|
|
|
44 |
# Execute the command
|
45 |
echo "Running command: $CMD"
|
46 |
exec $CMD
|
|
|
41 |
CMD="$CMD --enforce-eager"
|
42 |
fi
|
43 |
|
44 |
+
# Add base path if set
|
45 |
+
if [ -n "$VLLM_API_BASE_PATH" ]; then
|
46 |
+
CMD="$CMD --api-base-path $VLLM_API_BASE_PATH"
|
47 |
+
fi
|
48 |
+
|
49 |
# Execute the command
|
50 |
echo "Running command: $CMD"
|
51 |
exec $CMD
|