modified

entrypoint.sh

@@ -10,17 +10,18 @@ MAX_MODEL_LEN=${MAX_MODEL_LEN:-512}
 ENFORCE_EAGER=${ENFORCE_EAGER:-true}       
 
 
-# # Check if API key is provided
-# if [ -z "$API_KEY" ]; then
-#     echo "Error: API_KEY environment variable is not set"
-#     exit 1
-# fi
-
-# Run vLLM server
-exec vllm serve $MODEL \
+# Construct the command
+CMD="vllm serve $MODEL \
 --dtype $DTYPE \
 --max-num-batched-tokens $MAX_NUM_BATCHED_TOKENS \
 --max-num-seqs $MAX_NUM_SEQS \
 --gpu-memory-utilization $GPU_MEMORY_UTILIZATION \
---max-model-len $MAX_MODEL_LEN \
---enforce-eager $ENFORCE_EAGER
+--max-model-len $MAX_MODEL_LEN"
+
+# Add enforce-eager only if it's set to true
+if [ "$ENFORCE_EAGER" = "true" ]; then
+    CMD="$CMD --enforce-eager"
+fi
+
+# Execute the command
+exec $CMD