huggingface_hub==0.25.2
torch==2.4.0
torchvision==0.19.0
transformers==4.46.3
sentencepiece
accelerate
timm
einops
deepspeed
flash-attn==2.3.0
cuda-12.1