transformers>=4.36.2
torch
gradio
einops
tiktoken
torchvision
optimum
auto-gptq
transformers_stream_generator