#!/bin/bash
#SBATCH --job-name=inference_3b2
#SBATCH --output=output_final_15/ablation_repsentations_cb_different_template_onlyonecolon_real.txt
#SBATCH --error=error_final_15/ablation_repsentations_cb_different_template_onlyonecolon_real.txt
#SBATCH --ntasks=1
#SBATCH --time=48:00:00
#SBATCH --mem=20Gb
#SBATCH --partition=main
#SBATCH -c 2
#SBATCH --gres=gpu:1 
#SBATCH --constraint=80gb

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon --only_article_template  --only_one_colon --not_include_colon

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'openlm-research/open_llama_3b' \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --include_answer --only_article_template  --only_one_colon 

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'openlm-research/open_llama_3b' \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --include_answer --only_answer_template  --only_one_colon 

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  --only_article_template  --only_one_colon --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   _template --not_include_colon




# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 2 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 2 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 2 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 3 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 3 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'openlm-research/open_llama_3b' \
#     --dataset 'cb' \
#     --num_seeds 3 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon# --only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon # --only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon# --only_article_template  --only_one_colon --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon --only_article_template  --only_one_colon --not_include_colon

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-7b-hf' \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_article_template  --only_one_colon --include_answer

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-7b-hf' \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_answer_template  --only_one_colon --include_answer

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon --only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 5 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 5 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 5 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 6 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 6 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-7b-hf' \
#     --dataset 'cb' \
#     --num_seeds 6 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon




# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  --only_article_template  --only_one_colon --not_include_colon

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --include_answer

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_answer_template  --only_one_colon   --include_answer
# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  --only_article_template  --only_one_colon --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  _template --not_include_colon
# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 8 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 8 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 8 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 9 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 9 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-13b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 9 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  --only_article_template  --only_one_colon --not_include_colon

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_article_template  --only_one_colon  --include_answer

python processing_ablation_representation_final15.py --fix_cls   \
    --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
    --dataset 'cb' \
    --num_seeds 15 \
    --all_shots 4 \
    --subsample_test_set 500    --include_template --only_answer_template  --only_one_colon   --include_answer
# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  --only_article_template  --only_one_colon --not_include_colon



# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon  _template --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 15 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon  _template --not_include_colon
# python processing_ablation_representation_final15.py --fix_cls   \

#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 11 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 11 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 11 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon


# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 12 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_punctuation --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 12 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon

# python processing_ablation_representation_final15.py --fix_cls   \
#     --model 'decapoda-research/llama-30b-hf' --load_in_8bit \
#     --dataset 'cb' \
#     --num_seeds 12 \
#     --all_shots 4 \
#     --subsample_test_set 500    --include_content --include_template --only_article_template  --only_one_colon   --not_include_colon--only_article_template  --only_one_colon --not_include_colon