# Core dependencies for Amazon Reviews Causal Inference Pipeline
# Python 3.9+ required

# Data processing
pyspark==3.5.0
pandas==2.3.1
pyarrow==21.0.0
fastparquet==2024.11.0
numpy==1.26.4

# Machine learning
scikit-learn==1.6.1
lightgbm==4.5.0
scipy==1.13.1

# Deep learning and NLP
torch==2.7.1
transformers==4.55.0
datasets==4.0.0
tokenizers==0.21.4
accelerate==1.9.0
peft==0.17.1
safetensors==0.5.3

# Evaluation metrics
evaluate==0.4.5
mauve-text==0.4.0

# Nearest neighbor search
faiss-cpu==1.12.0
# For GPU support, install faiss-gpu instead:
# pip install faiss-gpu

# CUDA dependencies (for GPU support)
nvidia-cublas-cu12==12.6.4.1
nvidia-cuda-runtime-cu12==12.6.77
nvidia-cudnn-cu12==9.5.1.17

# Utilities
tqdm==4.67.1
joblib==1.5.1
psutil==7.0.0
huggingface-hub==0.34.3