pip3 install deepspeed==0.14.0
cd /.../.../.../fastchat/

RUN_CMD="accelerate launch --config_file=/.../.../.../fastchat/accelerate_config/zero3_qlora.yaml "
export RUN_CMD

OTHER="--use_peft --lora_r=16 --lora_alpha=16 --my_task_name=starcoder2-7b-code-dpolora --gradient_accumulation_steps=1 --use_flash_attn=True --use_peft_lora=True --lora_r=8 --lora_alpha1=6 --lora_dropout=0.1 --use_4bit_quantization=True --use_nested_quant=True --bnb_4bit_compute_dtype=bfloat16 --bnb_4bit_quant_storage_dtype=bfloat16 "


export OTHER

bash dpo.code.a100.starcoder2-7b.sh

