accelerate==0.31.
bitsandbytes==0.43.1
boto3==1.34.135
git+https://github.com/huggingface/datatrove.git
datasets==2.20.0
deepspeed==0.14.4
einops==0.8.0
evaluate==0.4.2
huggingface-hub==0.23.4
ipykernel==6.29.4
matplotlib==3.9.0
nltk==3.8.1
openai==1.35.6
pandas==2.2.2
git+https://github.com/huggingface/peft
requests==2.32.3
scikit-learn==1.5.0
scipy==1.14.0
sentencepiece==0.2.0
tf-keras==2.16.0
tiktoken==0.7.0
tqdm==4.66.4
transformers==4.42.1
trl==0.8.6
unsloth[conda]@git+https://github.com/unslothai/unsloth.git
wandb==0.17.3
xformers==0.0.26.post1
