#!/bin/bash

#####
d1_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d1_st_146_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1/146_hf_ckpt
d2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d2_st_124_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2/124_hf_ckpt
d3_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d3_st_152_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3/152_hf_ckpt
d4_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_400_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4/400_hf_ckpt
#####
d4_gpt4_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_gpt4_st_392_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_gpt4/392_hf_ckpt
d4_no_mathcode_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_mathcode_st_350_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_mathcode/350_hf_ckpt
d4_no_mathcode_high_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_mathcode_high_st_376_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_mathcode_high/376_hf_ckpt
d4_no_mathcode_low_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_mathcode_low_st_376_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_mathcode_low/376_hf_ckpt
d4_no_ref_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_ref_st_350_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_ref/350_hf_ckpt
d4_no_criteria_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_criteria_st_332_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_criteria/332_hf_ckpt
d4_no_fct_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_fct_st_272_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_fct/272_hf_ckpt
d4_add_incomplete_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_add_incomplete_st_778_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_add_incomplete/778_hf_ckpt
d4_add_incomplete_multiturn_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_add_incomplete_multiturn_st_1162_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_add_incomplete_multiturn/1162_hf_ckpt
############################ server 2
d4_no_task_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_no_task_st_394_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_no_task/394_hf_ckpt
d12_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d12_st_258_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12/258_hf_ckpt
d13_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d13_st_288_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v13/288_hf_ckpt
d23_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d23_st_266_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v23/266_hf_ckpt
d4_5000_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_5000_st_70_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_5000/70_hf_ckpt
d4_10000_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_10000_st_128_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_10000/128_hf_ckpt
d4_15000_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_15000_st_190_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_15000/190_hf_ckpt
d4_20000_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_20000_st_248_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_20000/248_hf_ckpt
d4_25000_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_25000_st_308_epoch_2_st/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_25000/308_hf_ckpt
############################# baselines #################################
ultracm_path=/cpfs02/llm/shared/public/lantian/exp/20240501_sft_7b_critique_ultracm_878/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/878_hf_ckpt
autoj_path=/cpfs02/llm/shared/public/lantian/exp/20240501_sft_7b_critique_autoj_26/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/26_hf_ckpt
############################# baselines #################################
#models=($d4_10000_path $d4_15000_path $d4_20000_path $d4_25000_path $ultracm_path $autoj_path $d4_no_mathcode_high_path $d4_no_mathcode_low_path)
#models=($d1_path $d2_path $d3_path $d4_path $d4_gpt4_path $d4_no_mathcode_path $d4_no_ref_path $d4_no_criteria_path)
models=($d4_no_fct_path $d4_add_incomplete_path $d4_add_incomplete_multiturn_path $d4_no_task_path $d12_path $d13_path $d23_path $d4_5000_path)


##################################################################################################################################################################
d4_single_turn_rate_10_path=/cpfs02/llm/shared/public/lantian/exp/20240620_sft_7b_critique_nips2024_d4_st_10_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_10/409_hf_ckpt
d4_single_turn_rate_5_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5/409_hf_ckpt
# equal to d4_single_turn_rate_2_5_l6_path
d4_single_turn_rate_2_5_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5/409_hf_ckpt
d4_single_turn_rate_2_5_l1_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1/409_hf_ckpt
d4_single_turn_rate_2_5_l2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l2_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l2/409_hf_ckpt
d4_single_turn_rate_2_5_l4_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l4_409/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l4/409_hf_ckpt
models=($d4_single_turn_rate_10_path $d4_single_turn_rate_5_path $d4_single_turn_rate_2_5_path $d4_single_turn_rate_2_5_l1_path $d4_single_turn_rate_2_5_l2_path $d4_single_turn_rate_2_5_l4_path $ultracm_path $autoj_path)

d4_single_turn_rate_5_only_summ_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_only_summ_319/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_only_summ/319_hf_ckpt
models=($d4_single_turn_rate_5_only_summ_path $autoj_path $ultracm_path)
d4_single_turn_rate_5_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_reduce_rep_393/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_reduce_rep/393_hf_ckpt
d4_single_turn_rate_5_reduce_rep_epoch_1_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_reduce_rep_200_epoch_1/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_reduce_rep/200_hf_ckpt
autoj_epoch_1_path=/cpfs02/llm/shared/public/lantian/exp/20240501_sft_7b_critique_autoj_18_epoch_1/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/18_hf_ckpt
ultracm_epoch_1_path=/cpfs02/llm/shared/public/lantian/exp/20240501_sft_7b_critique_ultracm_444_epoch_1/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/444_hf_ckpt
models=($autoj_epoch_1_path $ultracm_epoch_1_path $d4_single_turn_rate_5_reduce_rep_path $d4_single_turn_rate_5_reduce_rep_epoch_1_path)

###########################################################################
# analyze single-turn format
#d4_single_turn_rate_1_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_1_reduce_rep_381_epoch_2_0625/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_1_reduce_rep/381_hf_ckpt
#d4_single_turn_rate_2_5_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_reduce_rep_377_epoch_2_0624/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_reduce_rep/377_hf_ckpt
#d4_single_turn_rate_5_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_reduce_rep_377_epoch_2_0624/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_reduce_rep/377_hf_ckpt
#d4_single_turn_rate_10_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_10_reduce_rep_377_epoch_2_0624/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_10_reduce_rep/377_hf_ckpt
# analyze learning rate/mask rate
#d4_single_turn_rate_2_5_l1_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_381_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_reduce_rep/381_hf_ckpt
#d4_single_turn_rate_2_5_l2_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l2_381_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l2_reduce_rep/381_hf_ckpt
#d4_single_turn_rate_2_5_l4_reduce_rep_v2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l4_381_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l4_reduce_rep/381_hf_ckpt
# analyze data scale
d4_single_turn_rate_0_5_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_0.5_reduce_rep_377_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_0.5_reduce_rep/377_hf_ckpt
d4_single_turn_rate_1_l1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_1_l1_reduce_rep_377_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_1_l1_reduce_rep/377_hf_ckpt
d4_single_turn_rate_2_5_l1_low_1000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_low_1000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_low_1000_reduce_rep/22_hf_ckpt
d4_single_turn_rate_2_5_l1_low_2000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_low_2000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_low_2000_reduce_rep/33_hf_ckpt
d4_single_turn_rate_2_5_l1_low_4000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_low_4000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_low_4000_reduce_rep/54_hf_ckpt
d4_single_turn_rate_2_5_l1_low_8000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_low_8000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_low_8000_reduce_rep/98_hf_ckpt
d4_single_turn_rate_2_5_l1_low__1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_low_-1_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_low_-1_reduce_rep/137_hf_ckpt
d4_single_turn_rate_2_5_l1_medium_1000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_medium_1000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_medium_1000_reduce_rep/22_hf_ckpt
d4_single_turn_rate_2_5_l1_medium_2000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_medium_2000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_medium_2000_reduce_rep/33_hf_ckpt
d4_single_turn_rate_2_5_l1_medium_4000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_medium_4000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_medium_4000_reduce_rep/56_hf_ckpt
d4_single_turn_rate_2_5_l1_medium_8000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_medium_8000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_medium_8000_reduce_rep/101_hf_ckpt
d4_single_turn_rate_2_5_l1_medium__1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_medium_-1_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_medium_-1_reduce_rep/118_hf_ckpt
d4_single_turn_rate_2_5_l1_high_1000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_high_1000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_high_1000_reduce_rep/22_hf_ckpt
d4_single_turn_rate_2_5_l1_high_2000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_high_2000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_high_2000_reduce_rep/34_hf_ckpt
d4_single_turn_rate_2_5_l1_high_4000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_high_4000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_high_4000_reduce_rep/57_hf_ckpt
d4_single_turn_rate_2_5_l1_high_8000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_high_8000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_high_8000_reduce_rep/104_hf_ckpt
d4_single_turn_rate_2_5_l1_high__1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_high_-1_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_high_-1_reduce_rep/143_hf_ckpt
d4_single_turn_rate_2_5_l1_all_1000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_all_1000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_all_1000_reduce_rep/42_hf_ckpt
d4_single_turn_rate_2_5_l1_all_2000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240625_sft_7b_critique_nips2024_d4_st_2.5_l1_all_2000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_all_2000_reduce_rep/74_hf_ckpt
d4_single_turn_rate_2_5_l1_all_4000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_all_4000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_all_4000_reduce_rep/137_hf_ckpt
d4_single_turn_rate_2_5_l1_all_8000_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_all_8000_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_all_8000_reduce_rep/265_hf_ckpt
# analyze the contribution of task/refere/cecriteria
d4_single_turn_rate_2_5_l1_no_all_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_all_212_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_all_reduce_rep/212_hf_ckpt
d4_single_turn_rate_2_5_l1_no_ref_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_ref_330_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_ref_reduce_rep/330_hf_ckpt
d4_single_turn_rate_2_5_l1_no_task_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_task_372_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_task_reduce_rep/372_hf_ckpt
d4_single_turn_rate_2_5_l1_no_criteria_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_criteria_272_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_criteria_reduce_rep/272_hf_ckpt
# mv2
d4_single_turn_rate_2_5_l1_mv2_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_383_mv2_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_mv2_reduce_rep/383_hf_ckpt
#models=($d4_single_turn_rate_2_5_reduce_rep_v2_path $d4_single_turn_rate_10_reduce_rep_v2_path $d4_single_turn_rate_2_5_l1_reduce_rep_v2_path $d4_single_turn_rate_2_5_l2_reduce_rep_v2_path $d4_single_turn_rate_2_5_l4_reduce_rep_v2_path $d4_single_turn_rate_1_reduce_rep_v2_path)
#models=($d4_single_turn_rate_2_5_l1_low_1000_reduce_rep_path $d4_single_turn_rate_2_5_l1_low_2000_reduce_rep_path $d4_single_turn_rate_2_5_l1_low_4000_reduce_rep_path $d4_single_turn_rate_2_5_l1_low_8000_reduce_rep_path $d4_single_turn_rate_2_5_l1_low__1_reduce_rep_path $d4_single_turn_rate_2_5_l1_medium_1000_reduce_rep_path $d4_single_turn_rate_2_5_l1_medium_2000_reduce_rep_path $d4_single_turn_rate_2_5_l1_medium_4000_reduce_rep_path)
#models=($d4_single_turn_rate_2_5_l1_medium_8000_reduce_rep_path $d4_single_turn_rate_2_5_l1_medium__1_reduce_rep_path $d4_single_turn_rate_2_5_l1_high_1000_reduce_rep_path $d4_single_turn_rate_2_5_l1_high_2000_reduce_rep_path $d4_single_turn_rate_2_5_l1_high_4000_reduce_rep_path $d4_single_turn_rate_2_5_l1_high_8000_reduce_rep_path $d4_single_turn_rate_2_5_l1_high__1_reduce_rep_path $d4_single_turn_rate_2_5_l1_all_1000_reduce_rep_path)
#models=($d4_single_turn_rate_2_5_l1_all_2000_reduce_rep_path $d4_single_turn_rate_2_5_l1_all_4000_reduce_rep_path $d4_single_turn_rate_2_5_l1_all_8000_reduce_rep_path $d4_single_turn_rate_2_5_l1_no_all_reduce_rep_path $d4_single_turn_rate_2_5_l1_no_ref_reduce_rep_path $d4_single_turn_rate_2_5_l1_no_task_reduce_rep_path $d4_single_turn_rate_2_5_l1_no_criteria_reduce_rep_path)
#models=($d4_single_turn_rate_2_5_l1_mv2_reduce_rep_path)
# 20240628 - float-pointing metamath
d4_single_turn_rate_1_resumm_metamath_path=/cpfs02/llm/shared/public/lantian/exp/20240628_sft_7b_critique_nips2024_d4_st_1_resumm_reduce_rep_377_epoch_2_0628/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_1_resumm_reduce_rep/377_hf_ckpt
d4_single_turn_rate_1_resumm_v2_metamath_path=/cpfs02/llm/shared/public/lantian/exp/20240628_sft_7b_critique_nips2024_d4_st_1_resumm_v2_reduce_rep_30_epoch_2_0628/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_1_resumm_reduce_rep/30_hf_ckpt
d4_single_turn_rate_5_l1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_reduce_rep_377_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_reduce_rep/377_hf_ckpt
d4_single_turn_rate_10_l1_reduce_rep_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_10_l1_reduce_rep_376_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_10_l1_reduce_rep/376_hf_ckpt
d4_single_turn_rate_1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_resumm_381_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_resumm/381_hf_ckpt
d4_single_turn_rate_1_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_resumm_381_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_resumm/381_hf_ckpt
d4_single_turn_rate_5_l2_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l2_resumm_385_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l2_resumm/385_hf_ckpt
d4_single_turn_rate_5_l4_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l4_resumm_385_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l4_resumm/385_hf_ckpt
#
d4_single_turn_rate_1_l1_resumm_no_criteria_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_1_l1_resumm_no_criteria_274_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_1_l1_resumm_no_criteria/274_hf_ckpt
d4_single_turn_rate_2_5_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_resumm/385_hf_ckpt
d4_single_turn_rate_2_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_resumm/385_hf_ckpt
d4_single_turn_rate_5_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_resumm/385_hf_ckpt
d4_single_turn_rate_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/385_hf_ckpt
d4_single_turn_rate_10_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_10_resumm_384_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_10_resumm/384_hf_ckpt
d4_single_turn_rate_10_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_10_l1_resumm_384_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_10_l1_resumm/384_hf_ckpt
d4_single_turn_rate_7_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_7.5_l1_resumm_384_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_7.5_l1_resumm/384_hf_ckpt
d4_single_turn_rate_5_l1_resumm_pv2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_pv2_403_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2/403_hf_ckpt
d4_single_turn_rate_5_l1_resumm_gpt4_pv2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_pv2_gpt4_405_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_gpt4/405_hf_ckpt
d4_single_turn_rate_5_l1_resumm_claude_pv2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_pv2_claude_387_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_claude/387_hf_ckpt
d4_single_turn_rate_5_l1_resumm_qwen_pv2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_pv2_qwen_392_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_qwen/392_hf_ckpt
d4_single_turn_rate_5_l1_resumm_internlm2_pv2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_pv2_internlm_402_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_internlm2/402_hf_ckpt
d4_single_turn_rate_5_l1_resumm_gpt4_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_gpt4_383_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_gpt4/383_hf_ckpt
d4_single_turn_rate_5_l1_resumm_claude_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_claude_365_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_claude/365_hf_ckpt
d4_single_turn_rate_5_l1_resumm_internlm2_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_internlm_379_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_internlm2/379_hf_ckpt
d4_single_turn_rate_5_l1_resumm_qwen_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_qwen_370_epoch_2_0702/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_pv2_qwen/370_hf_ckpt
d4_single_turn_rate_5_l1_resumm_addref_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_addref_v2_484_epoch_2_0703/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_addref_v2/484_hf_ckpt

##### 
d4_single_turn_rate_2_5_l1_no_ref_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_ref_329_epoch_2_0630/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_ref_reduce_rep/329_hf_ckpt
d4_single_turn_rate_2_5_l1_no_criteria_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_criteria_270_epoch_2_0630/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_criteria_reduce_rep/270_hf_ckpt
d4_single_turn_rate_2_5_l1_no_task_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_task_372_epoch_2_0630/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_task_reduce_rep/372_hf_ckpt
d4_single_turn_rate_2_5_l1_no_all_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_no_all_209_epoch_2_0630/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_no_all_reduce_rep/209_hf_ckpt
models=($d4_single_turn_rate_2_5_l1_no_ref_path $d4_single_turn_rate_2_5_l1_no_criteria_path $d4_single_turn_rate_2_5_l1_no_task_path $d4_single_turn_rate_2_5_l1_no_all_path)

#### critiera test rate
d4_single_turn_rate_2_5_l1_criteria_test_02_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_criteria_test_0.2_370_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_criteria_test_0.2_reduce_rep/370_hf_ckpt
d4_single_turn_rate_2_5_l1_criteria_test_04_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_criteria_test_0.4_348_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_criteria_test_0.4_reduce_rep/348_hf_ckpt
d4_single_turn_rate_2_5_l1_criteria_test_06_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_criteria_test_0.6_326_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_criteria_test_0.6_reduce_rep/326_hf_ckpt
d4_single_turn_rate_2_5_l1_criteria_test_08_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_2.5_l1_criteria_test_0.8_305_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_2.5_l1_criteria_test_0.8_reduce_rep/305_hf_ckpt
models=($d4_single_turn_rate_2_5_l1_criteria_test_02_path $d4_single_turn_rate_2_5_l1_criteria_test_04_path $d4_single_turn_rate_2_5_l1_criteria_test_06_path $d4_single_turn_rate_2_5_l1_criteria_test_08_path)
models=($d4_single_turn_rate_2_5_l1_resumm_path)
models=($d4_single_turn_rate_1_l1_resumm_no_criteria_path $d4_single_turn_rate_2_5_l1_resumm_path $d4_single_turn_rate_2_5_resumm_path $d4_single_turn_rate_5_l1_resumm_path $d4_single_turn_rate_5_resumm_path $d4_single_turn_rate_10_l1_resumm_path $d4_single_turn_rate_10_resumm_path)
models=($d4_single_turn_rate_7_5_l1_resumm_path)
models=($d4_single_turn_rate_5_l1_resumm_pv2_path)
models=($d4_single_turn_rate_5_l1_resumm_claude_path $d4_single_turn_rate_5_l1_resumm_qwen_path $d4_single_turn_rate_5_l1_resumm_internlm2_path $d4_single_turn_rate_5_l1_resumm_gpt4_path)
#models=($d4_single_turn_rate_5_l1_resumm_addref_path)


####################################### section 6 exp: ablation study on reference/task/criteria
d4_single_turn_rate_5_l1_resumm_no_task_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_no_task_376_epoch_2_0703/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_no_task/376_hf_ckpt
d4_single_turn_rate_5_l1_resumm_no_ref_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_no_ref_333_epoch_2_0703/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_no_ref/333_hf_ckpt
d4_single_turn_rate_5_l1_resumm_no_criteria_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_no_criteria_275_epoch_2_0703/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_no_criteria/275_hf_ckpt
d4_single_turn_rate_5_l1_resumm_no_all_path=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_no_all_215_epoch_2_0703/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_no_all/215_hf_ckpt
base_model_internlm2_7b_chat_path=internlm2-7b-chat
#models=($d4_single_turn_rate_5_l1_resumm_no_task_path $d4_single_turn_rate_5_l1_resumm_no_ref_path $d4_single_turn_rate_5_l1_resumm_no_criteria_path $d4_single_turn_rate_5_l1_resumm_no_all_path)
#models=($d4_single_turn_rate_5_l1_resumm_path $d4_single_turn_rate_2_5_l1_resumm_path $d4_single_turn_rate_10_l1_resumm_path $d4_single_turn_rate_1_l1_resumm_path)
models=($d4_single_turn_rate_5_l1_resumm_path)
models=($ultracm_path)
models=($base_model_internlm2_7b_chat_path)
models=($d4_single_turn_rate_5_l2_resumm_path $d4_single_turn_rate_5_l4_resumm_path $d4_single_turn_rate_5_resumm_path)

#######################################################################################################################################
# same step
#######################################################################################################################################
d4_single_turn_rate_5_l1_resumm_step_400_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_400_step/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/400_hf_ckpt
ultracm_step_400_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_ultracm_400_step/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/400_hf_ckpt
autoj_step_400_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_autoj_400_step/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/400_hf_ckpt
models=($d4_single_turn_rate_5_l1_resumm_step_400_path $ultracm_step_400_path $autoj_step_400_path)
models=($d4_single_turn_rate_1_l1_resumm_path $d4_single_turn_rate_2_5_l1_resumm_path $d4_single_turn_rate_10_l1_resumm_path)

#######################################################################
# d1 series
#######################################################################
d1_5_l1_resumm_1000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d1_st_5_l1_resumm_1000_step_22_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_1000/22_hf_ckpt
d1_5_l1_resumm_2000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d1_st_5_l1_resumm_2000_step_33/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_2000/33_hf_ckpt
d1_5_l1_resumm_4000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d1_st_5_l1_resumm_4000_step_55/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_4000/55_hf_ckpt
d1_5_l1_resumm_8000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d1_st_5_l1_resumm_8000_step_100/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_8000/100_hf_ckpt
d1_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d1_st_5_l1_resumm_step_138_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm/138_hf_ckpt
d12_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d12_st_5_l1_resumm_step_247_epoch_2/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12_st_5_l1_resumm/247_hf_ckpt
d13_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d13_st_5_l1_resumm_step_step_273/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v13_st_5_l1_resumm/273_hf_ckpt
d23_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d23_st_5_l1_resumm_step_253/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v23_st_5_l1_resumm/253_hf_ckpt
models=($d1_5_l1_resumm_1000_path $d1_5_l1_resumm_2000_path $d1_5_l1_resumm_4000_path $d1_5_l1_resumm_8000_path $d1_5_l1_resumm_path $d12_5_l1_resumm_path $d13_5_l1_resumm_path $d23_5_l1_resumm_path)
#d2_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d2_st_5_l1_resumm_step_119/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm/119_hf_ckpt
#d3_5_l1_resumm_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d3_st_5_l1_resumm_step_145/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm/145_hf_ckpt
#d2_5_l1_resumm_1000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d2_st_5_l1_resumm_1000_step_22/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_1000/22_hf_ckpt
#d2_5_l1_resumm_2000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d2_st_5_l1_resumm_2000_step_33/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_2000/33_hf_ckpt
#d3_5_l1_resumm_1000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d3_st_5_l1_resumm_1000_step_23/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_1000/23_hf_ckpt
#d3_5_l1_resumm_2000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d3_st_5_l1_resumm_2000_step_34/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_2000/34_hf_ckpt
#d4_5_l1_resumm_1000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_1000_step_42/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_1000/42_hf_ckpt
#models=($d2_5_l1_resumm_path $d3_5_l1_resumm_path $d2_5_l1_resumm_1000_path $d2_5_l1_resumm_2000_path $d3_5_l1_resumm_1000_path $d3_5_l1_resumm_2000_path $d4_5_l1_resumm_1000_path)
#d2_5_l1_resumm_4000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d2_st_5_l1_resumm_4000_step_56/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_4000/56_hf_ckpt
#d2_5_l1_resumm_8000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d2_st_5_l1_resumm_8000_step_102/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_8000/102_hf_ckpt
#d3_5_l1_resumm_4000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d3_st_5_l1_resumm_4000_step_58/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_4000/58_hf_ckpt
#d3_5_l1_resumm_8000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d3_st_5_l1_resumm_8000_step_105/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_8000/105_hf_ckpt
#d4_5_l1_resumm_2000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_2000_step_75/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_2000/75_hf_ckpt
#d4_5_l1_resumm_4000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_4000_step_139/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_4000/139_hf_ckpt
#d4_5_l1_resumm_8000_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_8000_step_268/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_8000/268_hf_ckpt
#models=($d2_5_l1_resumm_4000_path $d2_5_l1_resumm_8000_path $d3_5_l1_resumm_4000_path $d2_5_l1_resumm_8000_path $d4_5_l1_resumm_2000_path $d4_5_l1_resumm_8000_path)
models=($d3_5_l1_resumm_8000_path)
d4_5_l1_resumm_task_0_2_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_task_rate_0_2_step_81/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_0.2/81_hf_ckpt
d4_5_l1_resumm_task_0_4_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_task_rate_0_4_step_89/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_0.4/89_hf_ckpt
d4_5_l1_resumm_task_0_6_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_task_rate_0_6_step_93/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_0.6/93_hf_ckpt
d4_5_l1_resumm_task_0_8_path=/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_task_rate_0_8_step_73/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_0.8/73_hf_ckpt
d4_5_l1_resumm_task_1_0_path=/cpfs02/llm/shared/public/lantian/exp/20240716_d4_5_l1_resumm_task_rate_1_0_step_75/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate/75_hf_ckpt
#models=($d4_5_l1_resumm_task_0_2_path $d4_5_l1_resumm_task_0_4_path $d4_5_l1_resumm_task_0_6_path $d4_5_l1_resumm_task_0_8_path)


#####################################################################
# training step 16/32/64/128/256/512/1024
#####################################################################
our_train_step_16=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_16/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/16_hf_ckpt
our_train_step_32=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_32/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/32_hf_ckpt
our_train_step_64=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/64_hf_ckpt
our_train_step_128=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/128_hf_ckpt
our_train_step_256=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/256_hf_ckpt
our_train_step_512=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/512_hf_ckpt
our_train_step_1024=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_step_train/1024_hf_ckpt

autoj_train_step_16=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_16/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/16_hf_ckpt
autoj_train_step_32=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_32/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/32_hf_ckpt
autoj_train_step_64=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/64_hf_ckpt
autoj_train_step_128=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/128_hf_ckpt
autoj_train_step_256=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/256_hf_ckpt
autoj_train_step_512=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/512_hf_ckpt
autoj_train_step_1024=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/autoj_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_autoj/1024_hf_ckpt

ultracm_train_step_16=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_16/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/16_hf_ckpt
ultracm_train_step_32=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_32/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/32_hf_ckpt
ultracm_train_step_64=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/64_hf_ckpt
ultracm_train_step_128=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/128_hf_ckpt
ultracm_train_step_256=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/256_hf_ckpt
ultracm_train_step_512=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/512_hf_ckpt
ultracm_train_step_1024=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/ultracm_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_critic_ultracm/1024_hf_ckpt

#models=($our_train_step_16 $our_train_step_32 $our_train_step_64 $our_train_step_128 $our_train_step_256 $our_train_step_512 $our_train_step_1024 $autoj_train_step_16)
#models=($autoj_train_step_32 $autoj_train_step_64 $autoj_train_step_128 $autoj_train_step_256 $autoj_train_step_512 $autoj_train_step_1024 $ultracm_train_step_16 $ultracm_train_step_32)
models=($ultracm_train_step_64 $ultracm_train_step_128 $ultracm_train_step_256 $ultracm_train_step_512 $ultracm_train_step_1024)


our_feedback=/cpfs02/llm/shared/public/lantian/exp/metacritique_exp/our_no_summarization/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/353_hf_ckpt
gpt4_feedback=/cpfs02/llm/shared/public/lantian/exp/metacritique_exp/gpt4_feedback/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/351_hf_ckpt
claude_feedback=/cpfs02/llm/shared/public/lantian/exp/metacritique_exp/claude_feedback/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/333_hf_ckpt
qwen_feedback=/cpfs02/llm/shared/public/lantian/exp/metacritique_exp/qwen_feedback/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/338_hf_ckpt
internlm2_feedback=/cpfs02/llm/shared/public/lantian/exp/metacritique_exp/internlm2_feedback/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/348_hf_ckpt
models=($our_feedback $gpt4_feedback $claude_feedback $qwen_feedback $internlm2_feedback)



##########################################################
#model=$d4_single_turn_rate_5_l1_resumm_path
#CUDA_VISIBLE_DEVICES=0 python feedback_models.py --model_name $model --output_dir 20240704_resumm_inf_ablation_study_011 --reference False --task True  --criteria True --split dev &
#CUDA_VISIBLE_DEVICES=1 python feedback_models.py --model_name $model --output_dir 20240704_resumm_inf_ablation_study_101 --reference True --task False --criteria True --split dev &
#CUDA_VISIBLE_DEVICES=0 python feedback_models.py --model_name $model --output_dir 20240704_resumm_inf_ablation_study_110 --reference True --task True  --criteria False --split dev &
#CUDA_VISIBLE_DEVICES=2 python feedback_models.py --model_name $model --output_dir 20240704_resumm_inf_ablation_study_000 --reference False --task False --criteria False --split dev &
#CUDA_VISIBLE_DEVICES=3 python feedback_models.py --model_name $model --output_dir 20240704_resumm_inf_ablation_study_111 --reference True --task True --criteria True --split dev &
#exit
##########################################################


our_feedback_64=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/64_hf_ckpt
our_feedback_128=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/128_hf_ckpt
our_feedback_256=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/256_hf_ckpt
our_feedback_512=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/512_hf_ckpt
our_feedback_1024=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/1024_hf_ckpt

gpt_feedback_64=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/64_hf_ckpt
gpt_feedback_128=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/128_hf_ckpt
gpt_feedback_256=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/256_hf_ckpt
gpt_feedback_512=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/512_hf_ckpt
gpt_feedback_1024=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/1024_hf_ckpt

claude_feedback_64=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/64_hf_ckpt
claude_feedback_128=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/128_hf_ckpt
claude_feedback_256=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/256_hf_ckpt
claude_feedback_512=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/512_hf_ckpt
claude_feedback_1024=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/1024_hf_ckpt

qwen_feedback_64=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/64_hf_ckpt
qwen_feedback_128=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/128_hf_ckpt
qwen_feedback_256=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/256_hf_ckpt
qwen_feedback_512=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/512_hf_ckpt
qwen_feedback_1024=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/1024_hf_ckpt

internlm2_feedback_64=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_64/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/64_hf_ckpt
internlm2_feedback_128=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_128/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/128_hf_ckpt
internlm2_feedback_256=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_256/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/256_hf_ckpt
internlm2_feedback_512=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/512_hf_ckpt
internlm2_feedback_1024=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_1024/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/1024_hf_ckpt


#models=($our_feedback_64 $our_feedback_128 $our_feedback_256 $our_feedback_512 $our_feedback_1024 $gpt_feedback_64 $gpt_feedback_128 $gpt_feedback_256)
#models=($gpt_feedback_512 $gpt_feedback_1024 $claude_feedback_64 $claude_feedback_128 $claude_feedback_256 $claude_feedback_512 $claude_feedback_1024 $qwen_feedback_64)
#models=($qwen_feedback_128 $qwen_feedback_256 $qwen_feedback_512 $qwen_feedback_1024 $internlm2_feedback_64 $internlm2_feedback_128 $internlm2_feedback_256 $internlm2_feedback_512)
#models=($internlm2_feedback_1024)


############################### d12
d12_5_l1_resumm_1000_path=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_d12_1000/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12_st_5_l1_resumm_1000/33_hf_ckpt
d12_5_l1_resumm_2000_path=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_d12_2000/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12_st_5_l1_resumm_2000/56_hf_ckpt
d12_5_l1_resumm_4000_path=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_d12_4000/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12_st_5_l1_resumm_4000/101_hf_ckpt
d12_5_l1_resumm_8000_path=/cpfs02/llm/shared/public/lantian/exp/step_train_exp/our_d12_8000/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v12_st_5_l1_resumm_8000/191_hf_ckpt
models=($d12_5_l1_resumm_1000_path $d12_5_l1_resumm_2000_path $d12_5_l1_resumm_4000_path $d12_5_l1_resumm_8000_path)


##################################################################################
d4_5_l1_resumm_our_step_300_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/300_hf_ckpt
d4_5_l1_resumm_our_step_400_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/400_hf_ckpt
d4_5_l1_resumm_our_step_500_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/our_no_summarization_step_500/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_our_feedback/500_hf_ckpt

d4_5_l1_resumm_gpt4_step_300_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/300_hf_ckpt
d4_5_l1_resumm_gpt4_step_400_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/400_hf_ckpt
d4_5_l1_resumm_gpt4_step_500_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/gpt4_feedback_step_500/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_gpt_feedback/500_hf_ckpt

d4_5_l1_resumm_claude_step_300_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/300_hf_ckpt
d4_5_l1_resumm_claude_step_400_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/400_hf_ckpt
d4_5_l1_resumm_claude_step_500_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/claude_feedback_step_500/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_claude_feedback/500_hf_ckpt

d4_5_l1_resumm_qwen_step_300_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/300_hf_ckpt
d4_5_l1_resumm_qwen_step_400_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/400_hf_ckpt
d4_5_l1_resumm_qwen_step_500_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/qwen_feedback_step_500/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_qwen_feedback/500_hf_ckpt

d4_5_l1_resumm_internlm2_step_300_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/300_hf_ckpt
d4_5_l1_resumm_internlm2_step_400_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/400_hf_ckpt
d4_5_l1_resumm_internlm2_step_500_path=/cpfs02/llm/shared/public/lantian/exp/metacritique_step_train_exp/internlm2_feedback_step_500/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_internlm_feedback/500_hf_ckpt

#models=($d4_5_l1_resumm_our_step_300_path $d4_5_l1_resumm_our_step_400_path $d4_5_l1_resumm_our_step_500_path $d4_5_l1_resumm_gpt4_step_300_path $d4_5_l1_resumm_gpt4_step_400_path $d4_5_l1_resumm_gpt4_step_500_path)
#models=($d4_5_l1_resumm_claude_step_300_path $d4_5_l1_resumm_claude_step_400_path $d4_5_l1_resumm_qwen_step_300_path $d4_5_l1_resumm_qwen_step_500_path $d4_5_l1_resumm_internlm2_step_300_path $d4_5_l1_resumm_internlm2_step_400_path $d4_5_l1_resumm_internlm2_step_500_path)
models=($d4_5_l1_resumm_claude_step_500_path $d4_5_l1_resumm_qwen_step_400_path)


#############################################################
#d4_5_l1_resumm_1000_512_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_1000_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_1000/512_hf_ckpt
#d4_5_l1_resumm_2000_512_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_2000_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_2000/512_hf_ckpt
#d4_5_l1_resumm_4000_512_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_4000_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_4000/512_hf_ckpt
#d4_5_l1_resumm_8000_512_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_8000_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_8000/512_hf_ckpt
#d4_5_l1_resumm_full_512_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_full_step_512/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_full/512_hf_ckpt
#models=($d4_5_l1_resumm_1000_512_path $d4_5_l1_resumm_2000_512_path $d4_5_l1_resumm_4000_512_path $d4_5_l1_resumm_8000_512_path $d4_5_l1_resumm_full_512_path)


##########################################
d4_5_l1_resumm_1000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_1000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_1000/400_hf_ckpt
d4_5_l1_resumm_2000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_2000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_2000/400_hf_ckpt
d4_5_l1_resumm_4000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_4000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_4000/400_hf_ckpt
d4_5_l1_resumm_8000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_8000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_8000/400_hf_ckpt
d4_5_l1_resumm_full_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_full_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_full/400_hf_ckpt


d1_5_l1_resumm_1000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/low_1000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_1000/400_hf_ckpt
d1_5_l1_resumm_2000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/low_2000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_2000/400_hf_ckpt
d1_5_l1_resumm_4000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/low_4000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_4000/400_hf_ckpt
d1_5_l1_resumm_8000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/low_8000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_8000/400_hf_ckpt
d1_5_l1_resumm_full_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/low_full_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_full/400_hf_ckpt


d2_5_l1_resumm_1000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/medium_1000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_1000/400_hf_ckpt
d2_5_l1_resumm_2000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/medium_2000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_2000/400_hf_ckpt
d2_5_l1_resumm_4000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/medium_4000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_4000/400_hf_ckpt
d2_5_l1_resumm_8000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/medium_8000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_8000/400_hf_ckpt
d2_5_l1_resumm_full_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/medium_full_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_full/400_hf_ckpt

d3_5_l1_resumm_1000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/high_1000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_1000/400_hf_ckpt
d3_5_l1_resumm_2000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/high_2000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_2000/400_hf_ckpt
d3_5_l1_resumm_4000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/high_4000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_4000/400_hf_ckpt
d3_5_l1_resumm_8000_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/high_8000_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_8000/400_hf_ckpt
d3_5_l1_resumm_full_400_path=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/high_full_step_400/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_full/400_hf_ckpt

models=($d2_5_l1_resumm_4000_400_path $d2_5_l1_resumm_8000_400_path $d2_5_l1_resumm_full_400_path $d3_5_l1_resumm_1000_400_path $d3_5_l1_resumm_2000_400_path $d3_5_l1_resumm_4000_400_path $d3_5_l1_resumm_8000_400_path $d4_5_l1_resumm_full_400_path)
models=($d3_5_l1_resumm_full_400_path)


#d4_5_l1_resumm_v2_path=/cpfs02/llm/shared/public/lantian/exp/our_template_test/5_l1_resumm_path/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/384_hf_ckpt
#models=($d4_5_l1_resumm_v2_path)
models=($d4_5_l1_resumm_task_1_0_path)


d4_5_l1_resumm_task_0_2_path=/cpfs02/llm/shared/public/lantian/exp/task_rate_scaling/20240716_d4_5_l1_resumm_task_rate_0_2_step_200/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate_0.2/200_hf_ckpt
d4_5_l1_resumm_task_0_4_path=/cpfs02/llm/shared/public/lantian/exp/task_rate_scaling/20240716_d4_5_l1_resumm_task_rate_0_4_step_200/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate_0.4/200_hf_ckpt
d4_5_l1_resumm_task_0_6_path=/cpfs02/llm/shared/public/lantian/exp/task_rate_scaling/20240716_d4_5_l1_resumm_task_rate_0_6_step_200/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate_0.6/200_hf_ckpt
d4_5_l1_resumm_task_0_8_path=/cpfs02/llm/shared/public/lantian/exp/task_rate_scaling/20240716_d4_5_l1_resumm_task_rate_0_8_step_200/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate_0.8/200_hf_ckpt
d4_5_l1_resumm_task_1_0_path=/cpfs02/llm/shared/public/lantian/exp/task_rate_scaling/20240716_d4_5_l1_resumm_task_rate_1_0_step_200/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_task_rate_1.0/200_hf_ckpt
models=($d4_5_l1_resumm_task_0_2_path $d4_5_l1_resumm_task_0_4_path $d4_5_l1_resumm_task_0_6_path $d4_5_l1_resumm_task_0_8_path $d4_5_l1_resumm_task_1_0_path)


######## re-test scaling step
d4_5_l1_resumm_2000_re=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_2000_step_100/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_2000/100_hf_ckpt
d4_5_l1_resumm_4000_re=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_4000_step_150/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_4000/150_hf_ckpt
d4_5_l1_resumm_8000_re=/cpfs02/llm/shared/public/lantian/exp/scaling_exp/our_8000_step_300/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_8000/300_hf_ckpt
models=($d4_5_l1_resumm_2000_re $d4_5_l1_resumm_4000_re $d4_5_l1_resumm_8000_re)

########### re-test scaling step
d4_5_l1_resumm_1000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/our_1000_step_74/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_1000/74_hf_ckpt
d4_5_l1_resumm_2000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/our_2000_step_139/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_2000/139_hf_ckpt
d4_5_l1_resumm_4000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/our_4000_step_267/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_4000/267_hf_ckpt
d4_5_l1_resumm_8000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/our_8000_step_526/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_8000/525_hf_ckpt
d4_5_l1_resumm_full=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/our_full_step_759/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm_full/759_hf_ckpt


d1_5_l1_resumm_1000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/low_1000_step_33/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_1000/33_hf_ckpt
d1_5_l1_resumm_2000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/low_2000_step_55/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_2000/55_hf_ckpt
d1_5_l1_resumm_4000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/low_4000_step_101/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_4000/101_hf_ckpt
d1_5_l1_resumm_8000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/low_8000_step_189/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_8000/189_hf_ckpt
d1_5_l1_resumm_full=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/low_full_step_266/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v1_st_5_l1_resumm_full/266_hf_ckpt

d2_5_l1_resumm_1000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/medium_1000_step_33/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_1000/33_hf_ckpt
d2_5_l1_resumm_2000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/medium_2000_step_56/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_2000/56_hf_ckpt
d2_5_l1_resumm_4000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/medium_4000_step_102/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_4000/102_hf_ckpt
d2_5_l1_resumm_8000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/medium_8000_step_193/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_8000/193_hf_ckpt
d2_5_l1_resumm_full=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/medium_full_step_227/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v2_st_5_l1_resumm_full/227_hf_ckpt

d3_5_l1_resumm_1000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/high_1000_step_35/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_1000/35_hf_ckpt
d3_5_l1_resumm_2000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/high_2000_step_58/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_2000/58_hf_ckpt
d3_5_l1_resumm_4000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/high_4000_step_105/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_4000/105_hf_ckpt
d3_5_l1_resumm_8000=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/high_8000_step_199/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_8000/199_hf_ckpt
d3_5_l1_resumm_full=/cpfs02/llm/shared/public/lantian/exp/scaling_exp_epoch_4/high_full_step_279/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v3_st_5_l1_resumm_full/279_hf_ckpt

#models=($d1_5_l1_resumm_1000 $d1_5_l1_resumm_2000 $d1_5_l1_resumm_4000 $d1_5_l1_resumm_8000 $d1_5_l1_resumm_full $d2_5_l1_resumm_1000 $d2_5_l1_resumm_2000 $d2_5_l1_resumm_4000)
#models=($d2_5_l1_resumm_8000 $d2_5_l1_resumm_full $d3_5_l1_resumm_1000 $d3_5_l1_resumm_2000 $d3_5_l1_resumm_4000 $d3_5_l1_resumm_8000 $d3_5_l1_resumm_full $d4_5_l1_resumm_1000)
models=($d4_5_l1_resumm_2000 $d4_5_l1_resumm_4000 $d4_5_l1_resumm_8000 $d4_5_l1_resumm_full)


#################### s2 series
s2_add_critictuning=/cpfs02/llm/shared/public/lantian/exp/s2_add_critictuning_v01rc1/s2_add_critic_530/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_s2_add_critictuning_v01rc1/530_hf_ckpt
s2_no_critictuning=/cpfs02/llm/shared/public/lantian/exp/s2_add_critictuning_v01rc1/s2_no_critic_344/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_s2_no_critictuning_v01rc1/344_hf_ckpt
s2_add_autoj=/cpfs02/llm/shared/public/lantian/exp/s2_add_critictuning_v01rc1/s2_add_autoj_critic_349/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_s2_add_critictuning_v01rc3/359_hf_ckpt
s2_add_ultracm=/cpfs02/llm/shared/public/lantian/exp/s2_add_critictuning_v01rc1/s2_add_ultrafeedback_critic_894/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_s2_add_critictuning_v01rc4/894_hf_ckpt
models=($s2_no_critictuning)




##################### 20240727
d4_st_5_l1_resumm_debug_path=/cpfs02/llm/shared/public/lantian/exp/20240727_d4_st_5_l1_resumm_debug/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/0_hf_ckpt
models=($d4_st_5_l1_resumm_debug_path)

##################### 2024 0811
d4_st_5_l1_resumm_debug_path=/cpfs02/llm/shared/public/lantian/exp/s1_add_critictuning_v01rc1/s1_20240811/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_s1_v01rc1_20240811/385_hf_ckpt
models=($d4_st_5_l1_resumm_debug_path)

models=(/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/385_hf_ckpt)
models=(/cpfs02/llm/shared/public/lantian/exp/20240705_sft_7b_critique_nips2024_d4_st_5_l1_resumm_400_step/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/400_hf_ckpt)
#models=($s2_add_critictuning)
models=(/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/385_hf_ckpt)


####################### 20240823 RLHF model ######################
rlhf_16_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_16_1_1_prompt_len_32768_policy_rm_v7_64_hf/
rlhf_16_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_16_1_1_prompt_len_32768_policy_rm_v7_96_hf/
rlhf_16_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_16_1_1_prompt_len_32768_policy_rm_v7_128_hf/
rlhf_16_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_16_1_1_prompt_len_32768_policy_rm_v7_160_hf/
rlhf_16_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_16_1_1_prompt_len_32768_policy_rm_v7_192_hf/

rlhf_32_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_32_1_1_prompt_len_32768_policy_rm_v7_64_hf/
rlhf_32_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_32_1_1_prompt_len_32768_policy_rm_v7_96_hf/
rlhf_32_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_32_1_1_prompt_len_32768_policy_rm_v7_128_hf/
rlhf_32_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_32_1_1_prompt_len_32768_policy_rm_v7_160_hf/
rlhf_32_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_32_1_1_prompt_len_32768_policy_rm_v7_192_hf/

rlhf_48_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_48_1_1_prompt_len_32768_policy_rm_v7_64_hf/
rlhf_48_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_48_1_1_prompt_len_32768_policy_rm_v7_96_hf/
rlhf_48_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_48_1_1_prompt_len_32768_policy_rm_v7_128_hf/
rlhf_48_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_48_1_1_prompt_len_32768_policy_rm_v7_160_hf/
rlhf_48_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_48_1_1_prompt_len_32768_policy_rm_v7_192_hf/

rlhf_64_48_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_48_hf
rlhf_64_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_64_hf
rlhf_64_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_96_hf
rlhf_64_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_128_hf
rlhf_64_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_160_hf
rlhf_64_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240820_warmup_40_bsz_64_1_1_prompt_len_32768_policy_rm_v9_192_hf

rlhf_64_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_64_hf
rlhf_64_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_96_hf
rlhf_64_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_128_hf
rlhf_64_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_160_hf
rlhf_64_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_192_hf
rlhf_64_256_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_256_hf
rlhf_64_320_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_from_pretrained_320_hf

rlhf_64_64_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v8_from_pretrained_64_hf
rlhf_64_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v8_from_pretrained_96_hf
rlhf_64_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v8_from_pretrained_128_hf
rlhf_64_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v8_from_pretrained_160_hf

#models=($rlhf_32_64_hf $rlhf_32_96_hf)
#models=($rlhf_32_128_hf $rlhf_32_160_hf $rlhf_32_192_hf)
#models=($rlhf_48_64_hf $rlhf_48_96_hf $rlhf_48_128_hf $rlhf_48_160_hf $rlhf_48_192_hf)
#baseline=/cpfs02/llm/shared/public/lantian/exp/20240618_sft_7b_critique_nips2024_d4_st_5_l1_resumm_385_epoch_2_0701/aliyun_Ampere_7B_v1.1_enchance_FT_v1.0.0_s1_rc47_FINAL_critic_v4_st_5_l1_resumm/385_hf_ckpt
#models=($baseline)
#models=($rlhf_64_64_hf $rlhf_64_128_hf $rlhf_64_192_hf $rlhf_64_256_hf $rlhf_64_320_hf)
rlhf_96_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_time_2_hf_96
rlhf_128_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_time_2_hf_128
rlhf_160_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_time_2_hf_160
rlhf_192_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_time_2_hf_192
rlhf_224_hf=/cpfs02/llm/shared/public/lantian/exp/transfer_from_tos/20240826_warmup_40_bsz_64_1_1_prompt_len_32768_rm_v7_time_2_hf_224
models=($rlhf_96_hf $rlhf_128_hf $rlhf_160_hf $rlhf_192_hf $rlhf_224_hf)


#$models=($d4_5_l1_resumm_1000_400_path $d4_5_l1_resumm_2000_400_path $d4_5_l1_resumm_4000_400_path $d4_5_l1_resumm_8000_400_path $d4_5_l1_resumm_full_400_path $d1_5_l1_resumm_1000_400_path $d1_5_l1_resumm_2000_400_path $d1_5_l1_resumm_4000_400_path)
#models=($d1_5_l1_resumm_8000_400_path $d1_5_l1_resumm_full_400_path $d2_5_l1_resumm_1000_400_path $d2_5_l1_resumm_2000_400_path $d2_5_l1_resumm_4000_400_path $d2_5_l1_resumm_8000_400_path $d2_5_l1_resumm_full_400_path $d3_5_l1_resumm_1000_400_path)
models=($d3_5_l1_resumm_2000_400_path $d3_5_l1_resumm_4000_400_path $d3_5_l1_resumm_8000_400_path)

for index in $(seq 0 2)
do
    model=${models[$index]}
    index=$(($index+0))

    if [[ $model == *"no_ref"* ]]; then
        # inference donot contain reference prompt
        reference=False
    else
        reference=True
    fi

    if [[ $model == *"no_criteria"* ]]; then
        # inference donot contain criteria prompt
        criteria=False
    else
        criteria=True
    fi

    if [[ $model == *"no_task"* ]]; then
        # inference donot contain task prompt
        task=False
    else
        task=True
    fi


    if [[ $model == *"no_all"* ]]; then
        # inference donot contain task prompt
        task=False
        criteria=False
        reference=False
    fi
    echo "Inference $model on GPU[$index] | task [$task] | criteria [$criteria] | reference [$reference]"
    CUDA_VISIBLE_DEVICES=$index python feedback_models.py --model_name $model --output_dir 20240918_rlhf_singleturn_scaling_ --reference $reference --task $task --criteria $criteria --split dev &
    #CUDA_VISIBLE_DEVICES=$(($index+1)) python feedback_models.py --model_name $model --output_dir 20240811_resumm_debug --reference $reference --task $task --criteria $criteria --split test &
done
