einops>=0.5.0
torch>=2.2.0
mosaicml[nlp,wandb]>=0.14.0
mosaicml-streaming==0.4.1
omegaconf>=2.2.3
transformers>=4.28.1
mamba-ssm>=2.1.0
causal-conv1d>=1.2.0
