vllm==0.4.0.post1
numpy
torch
scipy
# vllm installs transformers==4.39.3
xformers==0.0.23.post1
triton==2.1.0
hydra-core==1.3.2
accelerate==0.29.3
einops==0.7.0
pandas==2.2.2
openai==1.18.0
transformers
matplotlib
pylcs

# OPTIONAL
# if you want to run the included tests
pytest
