#!/bin/bash






set -e


source /etc/profile.d/modules.sh
module use /groups/gag51395/modules/modulefiles

module load cuda/12.1/12.1.1
module load cudnn/cuda-12.1/9.0.0
module load nccl/2.17/2.17.1-1
module load hpcx/2.12
module load gcc/11.4.0


source .env/bin/activate


pip install --upgrade pip


pip install -r requirements.txt


pip install mpi4py


pip install huggingface_hub


pip install ninja packaging wheel
pip install flash-attn --no-build-isolation
