#! /bin/bash
model_name="gpt2"

BASE_CODE_PATH="/home/naie/work/minillm"
export PYTHONPATH=${BASE_CODE_PATH}

big_model_path="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/stepwise_distill/train/minillm/L-M/5000/pytorch_model.bin"
small_model_path="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/stepwise_distill/train/minillm/M-B/5000/pytorch_model.bin"
middle_model_path="/home/naie/work/minillm/configs/learngene/gpt2/gpt2-NEmbed_896_NHead_14_NLayer_24.json"

output_dir="/opt/dpcvol/datasets/8625883998351850434/ckpt/minillm/learngene/gpt2/Build_descendant_model/NEmbed_896_NHead_14_NLayer_24/sque_init/"
mkdir -p "$output_dir"

for alpha in 1.0 #  0.2 0.3 0.4 0.6 0.5 0.6 0.7 0.8 
  do
    mkdir -p "$output_dir"
    python ${BASE_CODE_PATH}/learngene_init.py \
      --big_model_path "$big_model_path" \
      --small_model_path "$small_model_path" \
      --model_base_config "$middle_model_path" \
      --embeding_dim 896 \
      --head_num 14 \
      --layer_num 24 \
      --alpha $alpha \
      --output_type huggingface \
      --output_dir "$output_dir"
  done
