accelerate>=0.20.3
datasets>=2.12.0
numpy>=1.24.3
--extra-index-url https://download.pytorch.org/whl/cu121
torch==2.1.2+cu121
torchvision
torchaudio
transformers>=4.31.0
deepspeed>=0.9.5
wandb>=0.15.3
