model="GPT4O"

# echo gsm8k_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_default_memorization.txt

# echo MATH-Level-1_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_default_memorization.txt

# echo MATH-Level-2_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_default_memorization.txt

# echo MATH-Level-3_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_default_memorization.txt

# echo gsm8k_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_COT_memorization.txt

# echo MATH-Level-1_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_COT_memorization.txt

# echo MATH-Level-2_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_COT_memorization.txt

# echo MATH-Level-3_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_COT_memorization.txt

# echo gsm8k_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_smallerModel_memorization.txt

# echo MATH-Level-1_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_smallerModel_memorization.txt

# echo MATH-Level-2_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_smallerModel_memorization.txt

# echo MATH-Level-3_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_smallerModel_memorization.txt

echo MATHBENCH_{$model}_COT_memorization.txt
python3 memorization.py --COTType 'COT' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_COT_memorization.txt
echo MATHBENCH_{$model}_smallerModel_memorization.txt
python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_smallerModel_memorization.txt

echo JEEBENCH_{$model}_default_memorization.txt
python3 memorization.py --COTType 'default' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_default_memorization.txt
echo JEEBENCH_{$model}_smallerModel_memorization.txt
python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_smallerModel_memorization.txt


# model='GPT4'

# echo gsm8k_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_default_memorization.txt

# echo MATH-Level-1_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_default_memorization.txt

# echo MATH-Level-2_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_default_memorization.txt

# echo MATH-Level-3_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_default_memorization.txt

# # echo gsm8k_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_COT_memorization.txt

# # echo MATH-Level-1_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_COT_memorization.txt

# # echo MATH-Level-2_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_COT_memorization.txt

# # echo MATH-Level-3_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_COT_memorization.txt

# echo gsm8k_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_smallerModel_memorization.txt

# echo MATH-Level-1_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_smallerModel_memorization.txt

# echo MATH-Level-2_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_smallerModel_memorization.txt

# echo MATH-Level-3_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_smallerModel_memorization.txt

# echo MATHBENCH_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_COT_memorization.txt
# echo MATHBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_smallerModel_memorization.txt

# echo JEEBENCH_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_default_memorization.txt
# echo JEEBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_smallerModel_memorization.txt


# model="llama-2-7b-chat"

# echo gsm8k_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_default_memorization.txt

# echo MATH-Level-1_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_default_memorization.txt

# echo MATH-Level-2_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_default_memorization.txt

# echo MATH-Level-3_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_default_memorization.txt

# # echo gsm8k_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_COT_memorization.txt

# # echo MATH-Level-1_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_COT_memorization.txt

# # echo MATH-Level-2_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_COT_memorization.txt

# # echo MATH-Level-3_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_COT_memorization.txt

# echo gsm8k_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_smallerModel_memorization.txt

# echo MATH-Level-1_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_smallerModel_memorization.txt

# echo MATH-Level-2_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_smallerModel_memorization.txt

# echo MATH-Level-3_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_smallerModel_memorization.txt

# echo MATHBENCH_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_COT_memorization.txt
# echo MATHBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_smallerModel_memorization.txt

# echo JEEBENCH_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_default_memorization.txt
# echo JEEBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_smallerModel_memorization.txt



# model="mistral"

# echo gsm8k_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_default_memorization.txt

# echo MATH-Level-1_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_default_memorization.txt

# echo MATH-Level-2_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_default_memorization.txt

# echo MATH-Level-3_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_default_memorization.txt

# # echo gsm8k_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_COT_memorization.txt

# # echo MATH-Level-1_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_COT_memorization.txt

# # echo MATH-Level-2_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_COT_memorization.txt

# # echo MATH-Level-3_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_COT_memorization.txt

# echo gsm8k_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_smallerModel_memorization.txt

# echo MATH-Level-1_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_smallerModel_memorization.txt

# echo MATH-Level-2_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_smallerModel_memorization.txt

# echo MATH-Level-3_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_smallerModel_memorization.txt

# echo MATHBENCH_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_COT_memorization.txt
# echo MATHBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_smallerModel_memorization.txt

# echo JEEBENCH_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_default_memorization.txt
# echo JEEBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_smallerModel_memorization.txt

# model="phi"

# echo gsm8k_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_default_memorization.txt

# echo MATH-Level-1_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_default_memorization.txt

# echo MATH-Level-2_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_default_memorization.txt

# echo MATH-Level-3_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_default_memorization.txt

# # echo gsm8k_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_COT_memorization.txt

# # echo MATH-Level-1_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_COT_memorization.txt

# # echo MATH-Level-2_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_COT_memorization.txt

# # echo MATH-Level-3_{$model}_COT_memorization.txt
# # python3 memorization.py --COTType 'COT' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_COT_memorization.txt

# echo gsm8k_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'gsm8k' > ../logfiles/gsm8k_{$model}_smallerModel_memorization.txt

# echo MATH-Level-1_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-1' > ../logfiles/MATH-Level-1_{$model}_smallerModel_memorization.txt

# echo MATH-Level-2_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-2' > ../logfiles/MATH-Level-2_{$model}_smallerModel_memorization.txt

# echo MATH-Level-3_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATH-Level-3' > ../logfiles/MATH-Level-3_{$model}_smallerModel_memorization.txt

# echo MATHBENCH_{$model}_COT_memorization.txt
# python3 memorization.py --COTType 'COT' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_COT_memorization.txt
# echo MATHBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'MATHBENCH' > ../logfiles/MATHBENCH_{$model}_smallerModel_memorization.txt

# echo JEEBENCH_{$model}_default_memorization.txt
# python3 memorization.py --COTType 'default' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_default_memorization.txt
# echo JEEBENCH_{$model}_smallerModel_memorization.txt
# python3 memorization.py --COTType 'smallerModel' --model $model --dataset 'JEEBENCH' > ../logfiles/JEEBENCH_{$model}_smallerModel_memorization.txt