vllm>=0.8.2
gradio>=4.0.0
openai>=1.0.0
pydantic>=2.0.0
fastapi>=0.100.0
uvicorn>=0.22.0