accelerate
bitsandbytes
datasets
deepspeed==0.17.5
einops
flash-attn==2.8.3
grpcio>=1.74.0
isort
jsonlines
loralib
optimum
optree>=0.13.0
packaging
peft
pynvml>=12.0.0
ray[default]==2.48.0
tensorboard
torch
torchdata
torchmetrics
tqdm
transformers==4.56.1
transformers_stream_generator
wandb
wheel
openrlhf==0.8.11