cmake>=3.21
ninja
psutil
sentencepiece
numpy
requests
py-cpuinfo
transformers>=4.40.0
tokenizers>=0.19.1
fastapi
aiohttp
openai
uvicorn[standard]
pydantic>=2.0
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.10.1
outlines==0.0.34
typing_extensions
filelock>=3.10.4
ray>=2.9
nvidia-ml-py
torch==2.3.0
xformers==0.0.26.post1
vllm-flash-attn==2.5.8.post2

[tensorizer]
tensorizer>=2.9.0
