
virtualenv --python=/usr/bin/python3.10 eee_env
python3.10 -m venv eee_env
source eee_env/bin/activate
pip install --upgrade pip
python -m pip install torch --extra-index-url https://download.pytorch.org/whl/cu117
python -m pip install transformers==4.22.2
python -m pip install numpy scipy matplotlib nltk wordfreq gensim datasets accelerate==0.15.0 numba rich datasets protobuf==3.20.3
python -m pip install pip install git+https://github.com/subhadarship/kmeans_pytorch.git
python -m pip install git+https://github.com/PrithivirajDamodaran/Parrot_Paraphraser.git
git clone https://github.com/CarperAI/trlx.git
cd trlx
pip install -e .
cd ..

mkdir data
mkdir models


###################################

# trlx commit: 18ffb1ae09 from january 3, 2023
# https://github.com/CarperAI/trlx/tree/18ffb1ae0980e5a794ce9fc2eeda9f39a01ab2e1
# edits in ppo_models.py and ppo_orchestrator.py

# lsof +D ~/.cache

# setup
cd
# python -m venv ~/ee_env
virtualenv --python=/usr/bin/python3.10 ee_env
python3.10 -m venv ee_env
source ~/ee_env/bin/activate
pip install --upgrade pip
python -m pip install torch --extra-index-url https://download.pytorch.org/whl/cu117
python -m pip install transformers
python -m pip install numpy scipy matplotlib scikit-learn sentencepiece sentence-transformers nltk wordfreq gensim pandas datasets accelerate jupyter numba rich datasets openai protobuf==3.20.3
python -m pip install pip install git+https://github.com/subhadarship/kmeans_pytorch.git
python -m pip install git+https://github.com/PrithivirajDamodaran/Parrot_Paraphraser.git
python -m pip install stable-baselines3  # only for sb
# also from trlx, pip install -e .

# setup
cd ~/explore_exploit_llms
mkdir models
mkdir data
cd data
wget https://conceptnet.s3.amazonaws.com/downloads/2019/numberbatch/numberbatch-en-19.08.txt.gz
gunzip numberbatch-en-19.08.txt.gz
cd ~/explore_exploit_llms

# start up
cd ~/explore_exploit_llms
source ~/ee_env/bin/activate

# cuda installation
https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html
https://developer.nvidia.com/cuda-11.3.0-download-archive
#https://developer.nvidia.com/cuda-downloads?target_os=Linux&target_arch=x86_64&Distribution=Ubuntu&target_version=22.04&target_type=deb_local

#
git config --global --add safe.directory .
git config --global --add safe.directory ./trlx

