pip3 install deepspeed==0.14.0

cd /.../.../.../fastchat/

RUN_CMD="accelerate launch --config_file=/.../.../.../fastchat/accelerate_config/deepspeed_zero3_cpuoffload.yaml --num_processes=2 --main_process_port 9999 "
export RUN_CMD

OTHER="--use_peft=True --lora_r=16 --lora_alpha=16 --my_task_name=starcoder2-3b-code-sft-lora --gradient_accumulation_steps=8 "
export OTHER


CODEFILE="code.sft.py"
export CODEFILE

bash dpo.code.a100.starcoder2-3b.sh

