#!/bin/bash

base_path=${1-"/home/naie/work/"}
port=5024

PYTHONPATH=$PYTHONPATH:/home/naie/.local/lib/python3.9/site-packages

data="boolq"

for seed in 10 # 20 30 40 50 60 70 80 90 100 110 120 130 140 150 160 170 180 190 200
    do
        for CKPT_NAME in alpha_0.1_NEmbed_896_NHead_14_NLayer_24 alpha_0.2_NEmbed_896_NHead_14_NLayer_24 alpha_0.3_NEmbed_896_NHead_14_NLayer_24 alpha_0.4_NEmbed_896_NHead_14_NLayer_24 alpha_0.5_NEmbed_896_NHead_14_NLayer_24 alpha_0.6_NEmbed_896_NHead_14_NLayer_24 alpha_0.7_NEmbed_896_NHead_14_NLayer_24 alpha_0.8_NEmbed_896_NHead_14_NLayer_24 alpha_0.9_NEmbed_896_NHead_14_NLayer_24 alpha_1.0_NEmbed_896_NHead_14_NLayer_24 alpha_0.1_NEmbed_768_NHead_12_NLayer_14 alpha_0.2_NEmbed_768_NHead_12_NLayer_14 alpha_0.3_NEmbed_768_NHead_12_NLayer_14 alpha_0.4_NEmbed_768_NHead_12_NLayer_14 alpha_0.5_NEmbed_768_NHead_12_NLayer_14 alpha_0.6_NEmbed_768_NHead_12_NLayer_14 alpha_0.7_NEmbed_768_NHead_12_NLayer_14 alpha_0.8_NEmbed_768_NHead_12_NLayer_14 alpha_0.9_NEmbed_768_NHead_12_NLayer_14 alpha_1.0_NEmbed_768_NHead_12_NLayer_14 alpha_0.1_NEmbed_896_NHead_14_NLayer_18 alpha_0.2_NEmbed_896_NHead_14_NLayer_18 alpha_0.3_NEmbed_896_NHead_14_NLayer_18 alpha_0.4_NEmbed_896_NHead_14_NLayer_18 alpha_0.5_NEmbed_896_NHead_14_NLayer_18 alpha_0.6_NEmbed_896_NHead_14_NLayer_18 alpha_0.7_NEmbed_896_NHead_14_NLayer_18 alpha_0.8_NEmbed_896_NHead_14_NLayer_18 alpha_0.9_NEmbed_896_NHead_14_NLayer_18 alpha_1.0_NEmbed_896_NHead_14_NLayer_18
            do
                bash ${base_path}/minillm/scripts/qwen3/eval/eval_main_${data}.sh ${base_path} ${port} 1 ${CKPT_NAME} --seed $seed  --eval-batch-size 32
            done
    done