transformers==4.39.0
tokenizers<0.19,>=0.14
sentencepiece==0.1.99
shortuuid
accelerate==0.26.0
peft==0.4.0
bitsandbytes==0.42.0
pydantic<2,>=1
markdown2[all]
numpy==1.24.3
scikit-learn==1.2.2
#gradio==3.35.2
#gradio_client==0.2.9
requests
httpx==0.24.0
uvicorn
fastapi
einops==0.6.1
einops-exts==0.0.4
timm==0.6.13
tiktoken
transformers_stream_generator==0.0.4
scipy
deepspeed==0.12.6
editdistance
polyleven
