pandas
pyyaml
jinja2
datasets
transformers==4.20.0
pytorch-lightning==1.5.1
wandb
sentencepiece==0.1.94
rouge
wget
deepspeed
py7zr
faiss-cpu
scipy
accelerate
sklearn
openai
nltk
fairscale