transformers >= 4.5.0
accelerate
datasets >= 1.1.3
sentencepiece != 0.1.92
protobuf
scipy
sklearn
deepspeed
