--find-links https://download.pytorch.org/whl/torch_stable.html
torch==2.1.2+cu118

# huggingface
transformers>=4.35.0
datasets
accelerate
optimum
peft

appdirs
loralib
scipy
py7zr  # 圧縮解凍library
bitsandbytes
fire  # argparser

# formatter & linter
black
flake8

# tokenizer
sentencepiece

# logging
wandb

# multi node
deepspeed
mpi4py

# megatron-lm
nltk

# for megatron-lm
pybind11
