#! /bin/bash
model_name="gpt2"

OUTPUT_DIR="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/Build_descendant_model/NEmbed_1152_NHead_18_NLayer_34/sque_init/"

big_model_path="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/Stepwise_distillation/train/minillm/XL-L/5000/pytorch_model.bin"
small_model_path="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/Stepwise_distillation/train/minillm/L-M/5000/pytorch_model.bin"
middle_model_path="/home/naie/work/minillm/configs/learngene/gpt2/gpt2-NEmbed_1152_NHead_18_NLayer_34.json"

OPTS+=" --big_model_path ${big_model_path}"
OPTS+=" --small_model_path ${small_model_path}"
OPTS+=" --model_base_config ${middle_model_path}"
OPTS+=" --embeding_dim 1152"
OPTS+=" --head_num 18"
OPTS+=" --layer_num 34"
# OPTS+=" --start_num 3"
OPTS+=" --alpha 0.1"
OPTS+=" --output_type huggingface"
OPTS+=" --output_dir ${OUTPUT_DIR}"

BASE_CODE_PATH="/home/naie/work/minillm"
export PYTHONPATH=${BASE_CODE_PATH}
CMD="python ${BASE_CODE_PATH}/learngene_init.py ${OPTS} $@"

echo ${CMD}
echo "PYTHONPATH=${PYTHONPATH}"
mkdir -p ${OUTPUT_DIR}
${CMD}
