
######################## naive random vocab ####################################
# LLama3.1
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit


# LLama70B
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

# Mistral
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

# Phi-mini
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

# Phi-medium
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

# gemma
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

# instruct LLama3.1
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

# instruct LLama 70B
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

# instruct mistral
python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s0/t_0.05_npt_10_l_2/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s42/t_0.05_npt_10_l_2/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/ --save-dir outputs/polarity/metric-random-vocab-naive-m1-s1/t_0.05_npt_10_l_2/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit







######################## naive random ####################################

# LLama3.1
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Meta-Llama-3.1-8B-bnb-4bit/ --model-name Meta-Llama-3.1-8B-bnb-4bit


# LLama70B
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Meta-Llama-3.1-70B-bnb-4bit/ --model-name Meta-Llama-3.1-70B-bnb-4bit

# Mistral
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/mistral-7b-v0.3-bnb-4bit/ --model-name mistral-7b-v0.3-bnb-4bit

# Phi-mini
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Phi-3-mini-4k-instruct/ --model-name Phi-3-mini-4k-instruct

# Phi-medium
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Phi-3-medium-4k-instruct/ --model-name Phi-3-medium-4k-instruct

# gemma
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/gemma-7b-bnb-4bit/ --model-name gemma-7b-bnb-4bit

# instruct LLama3.1
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Meta-Llama-3.1-8B-Instruct-bnb-4bit/ --model-name Meta-Llama-3.1-8B-Instruct-bnb-4bit

# instruct LLama 70B
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/Meta-Llama-3.1-70B-Instruct-bnb-4bit --model-name Meta-Llama-3.1-70B-Instruct-bnb-4bit

# instruct mistral
python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s0/ --save-dir outputs/polarity/naive_random_s0/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s42/ --save-dir outputs/polarity/naive_random_s42/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit

python3 train.py --data-mode unlearn --file-path data/polarity/naive_random_s1/ --save-dir outputs/polarity/naive_random_s1/mistral-7b-instruct-v0.3-bnb-4bit/ --model-name mistral-7b-instruct-v0.3-bnb-4bit




