#!/bin/bash






set -e


source /etc/profile.d/modules.sh
module load cuda/11.8/11.8.0
module load cudnn/8.9/8.9.2
module load nccl/2.16/2.16.2-1
module load hpcx/2.12


source .env/bin/activate


pip install --upgrade pip


pip install -r requirements.txt


pip install mpi4py


pip install huggingface_hub


pip install ninja packaging wheel
pip install flash-attn --no-build-isolation
