# Core dependencies
datasets>=2.14.0
transformers>=4.35.0
torch>=2.0.0
numpy>=1.24.0
pandas>=2.0.0
scikit-learn>=1.3.0
tqdm>=4.65.0

# Retrieval libraries
pyserini>=0.22.0
faiss-cpu>=1.7.4  # or faiss-gpu for GPU support
sentence-transformers>=2.2.0
colbert-ai>=0.2.0

# Evaluation libraries
rouge-score>=0.1.2
nltk>=3.8.0
evaluate>=0.4.0

# Utilities
pyyaml>=6.0
python-dotenv>=1.0.0
matplotlib>=3.7.0
seaborn>=0.12.0
plotly>=5.17.0

# LLM API libraries (for downstream tasks)
openai>=1.0.0
anthropic>=0.7.0

# Statistical analysis
scipy>=1.11.0
statsmodels>=0.14.0

# Logging and monitoring
wandb>=0.15.0
loguru>=0.7.0

# Development tools
pytest>=7.4.0
black>=23.0.0
flake8>=6.0.0
mypy>=1.5.0