#!/bin/bash
#SBATCH --job-name=inference_3b2
#SBATCH --output=output_final_15/rerun_rep_diff_agnews_withtoken_variance_onlyfirsthalf_normalized.txt
#SBATCH --error=error_final_15/rerun_rep_diff_agnews_withtoken_variance_onlyfirsthalf_normalized.txt
#SBATCH --ntasks=1
#SBATCH --time=24:00:00
#SBATCH --mem=20Gb
#SBATCH --partition=unkillable
#SBATCH -c 2
#SBATCH --gres=gpu:1 
#SBATCH --constraint=80gb



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'openlm-research/open_llama_3b' \
    --dataset 'agnews' \
    --num_seeds 1 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized # --res_file './rep_save/open_llama_3b_12.res' 


python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'openlm-research/open_llama_3b' \
    --dataset 'agnews' \
    --num_seeds 2 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized # --res_file './rep_save/open_llama_3b_11.res' 


python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'openlm-research/open_llama_3b' \
    --dataset 'agnews' \
    --num_seeds 3 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized # --res_file './rep_save/open_llama_3b_10.res' 



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-7b-hf' \
    --dataset 'agnews' \
    --num_seeds 4 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized # --res_file './rep_save/llama-7b-hf_9.res' 


python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-7b-hf' \
    --dataset 'agnews' \
    --num_seeds 5 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized # --res_file './rep_save/llama-7b-hf_10.res' 



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-7b-hf' \
    --dataset 'agnews' \
    --num_seeds 6 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_7.res'



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-13b-hf' \
    --dataset 'agnews' \
    --num_seeds 7 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_9.res' 


python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-13b-hf' \
    --dataset 'agnews' \
    --num_seeds 9 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_10.res' 



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-13b-hf' \
    --dataset 'agnews' \
    --num_seeds 9 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_7.res'





python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-30b-hf' \
    --dataset 'agnews' \
    --num_seeds 10 \
   --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_9.res' 


python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-30b-hf' \
    --dataset 'agnews' \
    --num_seeds 11 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_10.res' 



python processing_compare_rankrep_compare_final_dec26_variance.py \
    --model 'decapoda-research/llama-30b-hf' \
    --dataset 'agnews' \
    --num_seeds 12 \
    --all_shots 4 \
    --subsample_test_set 500  --only_first_half_layers --rank_correlated --normalized --load_in_8bit # --res_file './rep_save/llama-7b-hf_7.res'