export CHECKPOINT_DIR=../grpo-metaesearcher-qwq-32b-gpqa-tool/global_step_5/actor
export HF_MODEL_PATH=../QwQ-32B
export TARGET_DIR=../grpo-metaesearcher-qwq-32b-gpqa-tool/global_step_5/merged_hf_model

python3 verl/scripts/model_merger.py merge --backend fsdp --hf_model_path $HF_MODEL_PATH --local_dir $CHECKPOINT_DIR --target_dir $TARGET_DIR