export CUDA_VISIBLE_DEVICES="$1"

model="$2"

# order 1

# ["grailqa", "mtop", "spider", "compwebq"]

bash scripts/continual/mem/test.sh ${model} grailqa 1 1 "skr_1"
bash scripts/continual/mem/test.sh ${model} mtop 1 2 "skr_1"

bash scripts/continual/mem/test.sh ${model} grailqa 2 1 "skr_1"
bash scripts/continual/mem/test.sh ${model} mtop 2 2 "skr_1"
bash scripts/continual/mem/test.sh ${model} spider 2 3 "skr_1"

bash scripts/continual/mem/test.sh ${model} grailqa 3 1 "skr_1"
bash scripts/continual/mem/test.sh ${model} mtop 3 2 "skr_1"
bash scripts/continual/mem/test.sh ${model} spider 3 3 "skr_1"
bash scripts/continual/mem/test.sh ${model} compwebq 3 4 "skr_1"

bash scripts/continual/mem/test.sh ${model} grailqa 4 1 "skr_1"
bash scripts/continual/mem/test.sh ${model} mtop 4 2 "skr_1"
bash scripts/continual/mem/test.sh ${model} spider 4 3 "skr_1"
bash scripts/continual/mem/test.sh ${model} compwebq 4 4 "skr_1"


# order 2

# ["compwebq", "spider", "mtop", "grailqa"]

bash scripts/continual/mem/test.sh ${model} compwebq 1 1 "skr_2"
bash scripts/continual/mem/test.sh ${model} spider 1 2 "skr_2"

bash scripts/continual/mem/test.sh ${model} compwebq 2 1 "skr_2"
bash scripts/continual/mem/test.sh ${model} spider 2 2 "skr_2"
bash scripts/continual/mem/test.sh ${model} mtop 2 3 "skr_2"

bash scripts/continual/mem/test.sh ${model} compwebq 3 1 "skr_2"
bash scripts/continual/mem/test.sh ${model} spider 3 2 "skr_2"
bash scripts/continual/mem/test.sh ${model} mtop 3 3 "skr_2"
bash scripts/continual/mem/test.sh ${model} grailqa 3 4 "skr_2"

bash scripts/continual/mem/test.sh ${model} compwebq 4 1 "skr_2"
bash scripts/continual/mem/test.sh ${model} spider 4 2 "skr_2"
bash scripts/continual/mem/test.sh ${model} mtop 4 3 "skr_2"
bash scripts/continual/mem/test.sh ${model} grailqa 4 4 "skr_2"

# order 3

# ["mtop", "grailqa", "compwebq", "spider"]

bash scripts/continual/mem/test.sh ${model} mtop 1 1 "skr_3"
bash scripts/continual/mem/test.sh ${model} grailqa 1 2 "skr_3"

bash scripts/continual/mem/test.sh ${model} mtop 2 1 "skr_3"
bash scripts/continual/mem/test.sh ${model} grailqa 2 2 "skr_3"
bash scripts/continual/mem/test.sh ${model} compwebq 2 3 "skr_3"

bash scripts/continual/mem/test.sh ${model} mtop 3 1 "skr_3"
bash scripts/continual/mem/test.sh ${model} grailqa 3 2 "skr_3"
bash scripts/continual/mem/test.sh ${model} compwebq 3 3 "skr_3"
bash scripts/continual/mem/test.sh ${model} spider 3 4 "skr_3"

bash scripts/continual/mem/test.sh ${model} mtop 4 1 "skr_3"
bash scripts/continual/mem/test.sh ${model} grailqa 4 2 "skr_3"
bash scripts/continual/mem/test.sh ${model} compwebq 4 3 "skr_3"
bash scripts/continual/mem/test.sh ${model} spider 4 4 "skr_3"
