transformers
langchain
langchain_core
langchain_openai
langchain_huggingface
numpy
pandas
sentencepiece
protobuf
bitsandbytes
accelerate
einops
matplotlib
datasets
sentence-transformers
trl
peft
nvitop
wandb
evaluate
flash-attn  # need pip install flash-attn --no-build-isolation  ref: XXXX
torcheval
unsloth  # XXXX

# group_level_summary template
python-docx
cairosvg # convert svg to png
seaborn

# rouge
nltk
absl-py
rouge_score
