Spaces:
Running
on
A100
Running
on
A100
entrypoint
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -35,4 +35,4 @@ RUN uv pip install ray[adag]
|
|
35 |
|
36 |
RUN export VLLM_USE_V1=1
|
37 |
|
38 |
-
ENTRYPOINT ["sh", "-c", "python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]
|
|
|
35 |
|
36 |
RUN export VLLM_USE_V1=1
|
37 |
|
38 |
+
ENTRYPOINT ["sh", "-c", "source .venv/bin/activate && python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]
|