
# Please enter the commit message for your changes. Lines starting
# with '#' will be ignored, and an empty message aborts the commit.
#
# Committer: zhuo li <zhuoli@U-QVHXT6L7-0058.local>
#
# On branch master
# Your branch is up to date with 'origin/master'.
#
# Changes to be committed:
#	modified:   .DS_Store
#	modified:   README.md
#	renamed:    rlhf/.DS_Store -> my_bon/.DS_Store
#	new file:   my_bon/Step1_BoN_generation.py
#	new file:   my_bon/Step2_RM_Scoring.py
#	renamed:    rlhf/bon/step4_choose_best_of_n.py -> my_bon/Step3_choose_best_of_n.py
#	renamed:    rlhf/bon/step5_obtain_bon_gold_score.py -> my_bon/Step4_Gold_RM_Scoring.py
#	renamed:    rlhf/bon/step6_collect.py -> my_bon/Step5_collect.py
#	new file:   my_bon/run_step1.sh
#	new file:   my_bon/run_step2.sh
#	new file:   my_bon/run_step3.sh
#	new file:   reward_models/__pycache__/base_trainer.cpython-310.pyc
#	new file:   reward_models/__pycache__/base_trainer.cpython-311.pyc
#	new file:   reward_models/__pycache__/base_trainer.cpython-39.pyc
#	new file:   reward_models/__pycache__/grm_reward_trainer.cpython-311.pyc
#	new file:   reward_models/__pycache__/grm_utils.cpython-311.pyc
#	new file:   reward_models/__pycache__/load_datasets.cpython-310.pyc
#	new file:   reward_models/__pycache__/load_datasets.cpython-311.pyc
#	new file:   reward_models/__pycache__/load_datasets.cpython-39.pyc
#	new file:   reward_models/__pycache__/otrm_reward_trainer.cpython-310.pyc
#	new file:   reward_models/__pycache__/otrm_reward_trainer.cpython-311.pyc
#	new file:   reward_models/__pycache__/otrm_reward_trainer.cpython-39.pyc
#	new file:   reward_models/__pycache__/reward_trainer.cpython-311.pyc
#	new file:   reward_models/__pycache__/reward_trainer.cpython-39.pyc
#	new file:   reward_models/__pycache__/utils.cpython-310.pyc
#	new file:   reward_models/__pycache__/utils.cpython-311.pyc
#	new file:   reward_models/__pycache__/utils.cpython-39.pyc
#	deleted:    reward_models/grm_reward_trainer.py
#	deleted:    reward_models/grm_utils.py
#	modified:   reward_models/load_datasets.py
#	modified:   reward_models/reward_trainer.py
#	deleted:    reward_models/run_grm_reward_train.py
#	modified:   reward_models/run_reward_models_train.py
#	modified:   reward_models/utils.py
#	deleted:    rlhf/__init__.py
#	deleted:    rlhf/bon/README.md
#	deleted:    rlhf/bon/__init__.py
#	deleted:    rlhf/bon/load_datasets.py
#	deleted:    rlhf/bon/step1_train_proxy_reward_model_baseline.py
#	deleted:    rlhf/bon/step1_train_proxy_reward_model_grm.py
#	deleted:    rlhf/bon/step2_generate_samples.py
#	deleted:    rlhf/bon/step3_obtain_proxy_score.py
#	deleted:    rlhf/bon/utils.py
#	deleted:    rlhf/data_generation/README.md
#	deleted:    rlhf/data_generation/load_datasets.py
#	deleted:    rlhf/data_generation/obtain_gold_score.py
#	deleted:    rlhf/data_generation/sample_dataset.py
#	deleted:    rlhf/data_generation/utils.py
#	deleted:    rlhf/ppo/config.py
#	deleted:    rlhf/ppo/model_utils.py
#	deleted:    rlhf/ppo/ppo.py
#	deleted:    rlhf/ppo/ppo_grm.py
#	deleted:    rlhf/ppo/ppo_rm_ensemble.py
#	deleted:    rlhf/ppo/ppo_utils.py
#	deleted:    rlhf/ppo/rm_utils.py
#	deleted:    rm_eval/eval_grm.py
#	deleted:    rm_eval/grm_utils.py
#	new file:   scripts/.DS_Store
#	modified:   scripts/eval_bt_rm.sh
#	deleted:    scripts/eval_grm_rm.sh
#	deleted:    scripts/rlhf/bon/step1_train_proxy_reward_model_baseline.sh
#	deleted:    scripts/rlhf/bon/step1_train_proxy_reward_model_grm.sh
#	deleted:    scripts/rlhf/bon/step2_generate_samples.sh
#	deleted:    scripts/rlhf/bon/step3_obtain_proxy_score.sh
#	deleted:    scripts/rlhf/bon/step4_choose_best_of_n.sh
#	deleted:    scripts/rlhf/bon/step5_obtain_bon_gold_score.sh
#	deleted:    scripts/rlhf/bon/step6_collect.sh
#	deleted:    scripts/rlhf/data_generation4rlhf.sh
#	deleted:    scripts/rlhf/ppo/train_ppo.sh
#	deleted:    scripts/rlhf/ppo/train_ppo_ensemble.sh
#	deleted:    scripts/rlhf/ppo/train_ppo_grm.sh
#	deleted:    scripts/train_bt_rm_full.sh
#	modified:   scripts/train_bt_rm_lora.sh
#	deleted:    scripts/train_grm_full.sh
#	deleted:    scripts/train_grm_lora.sh
#
