

model="openai/gpt-3.5-turbo-0125"
# model="openai/gpt-4-0613"


# 5-shot

# crosslingual MMLU
trans_lan="mixup"
# use mixup (same biased) demo
python eval.py --model ${model} --ntrain 5 --config ${trans_lan} --test_trans_lan ${trans_lan} --dev_trans_lan ${trans_lan} --max_token 1 --infer_mode "generation"
# use english demo
python eval.py --model ${model} --ntrain 5 --config ${trans_lan}_en_demo --test_trans_lan ${trans_lan} --dev_trans_lan "" --max_token 1 --infer_mode "generation"




# English MMLU
python eval.py --model ${model}  --ntrain 5 --config en --test_trans_lan "" --max_token 1 --infer_mode "generation"




