torch>=2.0.0
transformers>=4.40.0
accelerate
huggingface-hub
sentencepiece
protobuf
uvicorn
fastapi
scipy