#! /bin/bash

python /home/naie/work/minillm/evaluate_mmlu_DesNet-537M.py \
    --model_path /opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/llama3-8b/sft-on-downstream-tasks/537M/processed_mmlu/e10-bs8-lr0.0005-G1-N1-NN1/16281/ \
    --tokenizer_path /opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/des-sft/llama3-8b/sft-on-downstream-tasks/537M/processed_mmlu/e10-bs8-lr0.0005-G1-N1-NN1/16281/ \
    --data_dir /opt/dpcvol/datasets/8625883998351850434/datasets/llm/minillm/processed_data_jyc/dataset-JYC/processed_mmlu/full/gpt2/ \
    --output_dir /opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/llama3-8b/eval/downstream_task/mmlu/537M/ \
    --ntrain 5 \
    --max_length 2048 \
    --max_new_tokens 50 \
    --device cuda