
## 0922 MMA2

CUDA_VISIBLE_DEVICEs=0,1,2,3 nohup python -m torch.distributed.launch --nproc_per_node=4 --master_port=8282 src/gpt2_ft.py --train_data ./data/e2e/train.jsonl --valid_data ./data/e2e/valid.jsonl --train_batch_size 2 --grad_acc 1 --valid_batch_size 1 --seq_len 512 --model_card gpt2.md --init_checkpoint ./pretrained_checkpoints/gpt2-medium-pytorch_model.bin --platform local --clip 0.0 --lr 0.0002 --weight_decay 0.01 --correct_bias --adam_beta2 0.999 --scheduler linear --warmup_step 500 --max_epoch 5 --label_smooth 0.1 --work_dir ./trained_models/GPT2_M_rank4/e2e --random_seed 1 --save_interval 1000 --lora_dim 4 --lora_alpha 32 --lora_dropout 0.1 > 0922_gpt2_m_rank4_e2e_mma2.out &

CUDA_VISIBLE_DEVICEs=4,5,6,7 nohup python -m torch.distributed.launch --nproc_per_node=4 --master_port=8283 src/gpt2_ft.py --train_data ./data/dart/train.jsonl --valid_data ./data/dart/valid.jsonl --train_batch_size 2 --grad_acc 1 --valid_batch_size 1 --seq_len 512 --model_card gpt2.md --init_checkpoint ./pretrained_checkpoints/gpt2-medium-pytorch_model.bin --platform local --clip 0.0 --lr 0.0002 --weight_decay 0.01 --correct_bias --adam_beta2 0.999 --scheduler linear --warmup_step 500 --max_epoch 5 --save_interval 1000 --label_smooth 0.1 --work_dir ./trained_models/GPT2_M_rank4/dart --random_seed 1 --save_interval 1000 --lora_dim 4 --lora_alpha 32 --lora_dropout 0.1 > 0922_gpt2_m_rank4_dart_mma2.out &


CUDA_VISIBLE_DEVICEs=0,1,2,3 nohup python -m torch.distributed.launch --nproc_per_node=4 --master_port=8289 src/gpt2_ft.py --train_data ./data/webnlg_challenge_2017/train.jsonl --valid_data ./data/webnlg_challenge_2017/valid.jsonl --train_batch_size 2 --grad_acc 1 --valid_batch_size 1 --seq_len 512 --model_card gpt2.md --init_checkpoint ./pretrained_checkpoints/gpt2-medium-pytorch_model.bin --platform local --clip 0.0 --lr 0.0002 --weight_decay 0.01 --correct_bias --adam_beta2 0.999 --scheduler linear --warmup_step 500 --max_epoch 5 --save_interval 1000 --label_smooth 0.1 --work_dir ./trained_models/GPT2_M_rank4/webnlg_challenge_2017 --random_seed 1 --save_interval 1000 --lora_dim 4 --lora_alpha 32 --lora_dropout 0.1 > 0922_gpt2_m_rank4_webnlg_challenge_2017_mma2.out &