torch==2.4.0
fastapi==0.88.0
huggingface_hub==0.26.0
json5==0.9.25
numpy
uvicorn
optimum[onnxruntime-gpu]==1.24.0
transformers==4.36