XanderJC commited on
Commit
9af37c9
·
1 Parent(s): 7432331

entrypoint

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -35,4 +35,4 @@ RUN uv pip install ray[adag]
35
 
36
  RUN export VLLM_USE_V1=1
37
 
38
- ENTRYPOINT ["sh", "-c", "python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]
 
35
 
36
  RUN export VLLM_USE_V1=1
37
 
38
+ ENTRYPOINT ["sh", "-c", "source .venv/bin/activate && python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]