#!/bin/bash

accelerate launch train_gpt2.py \
    --working_dir PrOntoQA-3step-0.5M_origin_3epoch_10batch_1e-4lr \
    --my_model origin --dataset_name PrOntoQA-3step-0.5M --epoch 3 \
    > output.log 2>&1 &&


nohup accelerate launch train_gpt2.py \
    --working_dir PrOntoQA-3step-0.5M_noise_1epoch_10batch_1e-4lr_0.05noise  \
    --my_model noised --dataset_name PrOntoQA-3step-0.5M --epoch 1 --noise_ini 0.05 \
    > output.log 2>&1 &&

nohup accelerate launch train_gpt2.py \
    --working_dir PrOntoQA-3step-0.5M_noise_1epoch_10batch_1e-4lr_0.01noise  \
    --my_model noised --dataset_name PrOntoQA-3step-0.5M --epoch 1 --noise_ini 0.01 \
    > output.log 2>&1 &&

nohup accelerate launch train_gpt2.py \
    --working_dir PrOntoQA-3step-0.5M_identity_3epoch_10batch_1e-4lr_identity_0.05id  \
    --my_model identity --dataset_name PrOntoQA-3step-0.1M --epoch 3 --noise_ini 0.05 \
    > output.log 2>&1 &&


nohup accelerate launch train_gpt2.py \
    --working_dir PrOntoQA-3step-0.5M_identity_3epoch_10batch_1e-4lr_identity_0.01id  \
    --my_model identity --dataset_name PrOntoQA-3step-0.5M --epoch 3 --noise_ini 0.01 \
    > output.log 2>&1 &
