datasets>=2.14.3
deepspeed>=0.10.2
accelerate>=0.21.0
tokenizers
tensorboard>=2.14.0
sentencepiece>=0.1.99

torch>=2.0.1
flash-attn>=2.0.4
transformers>=4.34.0
