#!/bin/bash

base_path=${1-"/home/naie/work/"}
port=5024

PYTHONPATH=$PYTHONPATH:/home/naie/.local/lib/python3.9/site-packages

 # dolly
# seed=10
# for CKPT_NAME in /opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/stepwise_distill/train/minillm/M-B/5000/
# # alpha_0.3_NEmbed_896_NHead_14_NLayer_18 alpha_0.6_NEmbed_768_NHead_12_NLayer_14 alpha_0.8_NEmbed_896_NHead_14_NLayer_18 alpha_0.1_NEmbed_896_NHead_14_NLayer_18 alpha_0.4_NEmbed_768_NHead_12_NLayer_14 alpha_0.6_NEmbed_896_NHead_14_NLayer_18 alpha_0.9_NEmbed_768_NHead_12_NLayer_14 alpha_0.2_NEmbed_768_NHead_12_NLayer_14 alpha_0.4_NEmbed_896_NHead_14_NLayer_18 alpha_0.7_NEmbed_768_NHead_12_NLayer_14 alpha_0.9_NEmbed_896_NHead_14_NLayer_18 alpha_0.2_NEmbed_896_NHead_14_NLayer_18 alpha_0.5_NEmbed_768_NHead_12_NLayer_14 alpha_0.7_NEmbed_896_NHead_14_NLayer_18 alpha_1.0_NEmbed_768_NHead_12_NLayer_14 alpha_0.3_NEmbed_768_NHead_12_NLayer_14 alpha_0.5_NEmbed_896_NHead_14_NLayer_18 alpha_0.8_NEmbed_768_NHead_12_NLayer_14 alpha_1.0_NEmbed_896_NHead_14_NLayer_18 alpha_0.1_NEmbed_768_NHead_12_NLayer_14  
#     do
#         bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_${data}.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32
#     done

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/llama3-8b/stepwise_distill/train/gpt2_b-m-best_iter/bs8-lr5e-06-G2-N8-NN1-lm1-len512/pe4_rs0.5_nr256_ln_sr_tm0.2/5000/"
# bash ${base_path}/minillm/scripts/llama3/eval/eval_main_${data}.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/qwen3-4b/stepwise_distill/train/gpt2_b-m-best_iter/bs8-lr5e-06-G2-N8-NN1-lm1-len512/pe4_rs0.5_nr256_ln_sr_tm0.2/5000/"
# bash ${base_path}/minillm/scripts/qwen3/eval/eval_main_${data}.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32
# for seed in 20 30 40 50 60 70 80 90 100 110 120 130 140 150 160 170 180 190 200
#     do 
#         CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/llama3-8b/stepwise_distill/train/gpt2_b-m-best_iter/bs8-lr5e-06-G2-N8-NN1-lm1-len512/pe4_rs0.5_nr256_ln_sr_tm0.2/5000/"
#         bash ${base_path}/minillm/scripts/llama3/eval/eval_main_${data}.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32
#     done
seed=10
# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-138M/seqkd/dolly/e10-bs16-lr0.0005-G1-N1-NN1/7141"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_dolly.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-138M/seqkd/processed_boolq/e10-bs16-lr0.0005-G1-N1-NN1/5021"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_boolq.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-138M/seqkd/processed_mmlu/e10-bs16-lr0.0005-G1-N1-NN1/8141"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_mmlu.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-220M/seqkd/dolly/e10-bs16-lr0.0005-G1-N1-NN1/7141"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_dolly.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-220M/seqkd/processed_boolq/e10-bs16-lr0.0005-G1-N1-NN1/5021"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_boolq.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

# CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-220M/seqkd/processed_mmlu/e10-bs16-lr0.0005-G1-N1-NN1/8141"
# bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_mmlu.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32


CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-277M/kd/dolly/e10-bs16-lr0.0005-G1-N1-NN1/7141"
bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_dolly.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-277M/kd/processed_boolq/e10-bs16-lr0.0005-G1-N1-NN1/5021"
bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_boolq.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32

CKPT_NAME="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/gpt2-xl/knowledge-distillation/desnet-277M/kd/processed_mmlu/e10-bs16-lr0.0005-G1-N1-NN1/8141"
bash ${base_path}/minillm/scripts/gpt2/eval/eval_main_mmlu.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32
