requirements.txt

fastapi>=0.95.0
uvicorn>=0.22.0
transformers>=4.36.0
accelerate>=0.24.0
huggingface-hub>=0.19.0
torch>=2.1.0
sentencepiece>=0.1.99
auto-gptq>=0.5.0  # If using quantized model