accelerate==0.31.0
bitsandbytes
fastchat
huggingface_hub
loralib
numpy
# torch==2.3.0
tqdm
transformers==4.43.4  
deepspeed==0.13.5
wheel
wandb
# flash-attn==2.5.8

