tqdm
sentencepiece
datasets
transformers==4.31.0
deepspeed==0.11.0
accelerate==0.21.0
flash_attn==2.3.6
tensorboard
peft
bitsandbytes
tokenizers
protobuf
openai
tiktoken
wandb
gradio
markupsafe
jsonlines
mecab-python3
unidic-lite
einops
scipy
fire
flask
gpustat
rich
bitarray
vllm==0.1.4 # ! Ensure version <= 0.1.4, later versions have unsolved bugs.
xformers==0.0.21
cvxpy
func-timeout
timeout-decorator
sympy==1.12
antlr4-python3-runtime==4.11 # ! The version needs to be compatible with sympy.
pebble