transformers>=4.32.0,<4.38.0
accelerate
tiktoken
einops
transformers_stream_generator==0.0.4
scipy
auto-gptq>=0.5.1
transformers>=4.35.0
optimum>=1.14.0
peft<0.8.0
deepspeed