rm -rf output
start=`date +%s`


# 90+10e script (cosine)
# ./distributed_train.sh 4 \
# --dali \
# --amp \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched cosine \
# --model resnet18 \
# --batch-size 256 \
# --lr 1e-1 \
# --epochs 90 \
# --warmup-epochs 5 \
# --cooldown-epochs 10 \
# --smoothing 0.1 \


# --per-line \
# --log-interval 1 \
# 90+10e script (step decay)
# ./distributed_train.sh 4 \
# --dali \
# --amp \
# --logit-stats \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched step \
# --model resnet50 \
# --batch-size 128 \
# --lr 0.5e-1 \
# --epochs 100 \
# --warmup-epochs 5 \
# --modify-softmax 0.3 \


# --per-line \
# --log-interval 1 \
# 50e script (cosine)
# ./distributed_train.sh 4 \
# --dali \
# --amp \
# --logit-stats \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched cosine \
# --model resnet50 \
# --batch-size 128 \
# --lr 0.5e-1 \
# --epochs 46 \
# --warmup-epochs 2 \
# --cooldown-epochs 4 \
# --modify-softmax 0.3 \


# Grad sanity check script
# ./distributed_train.sh 1 \
# --dali \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched step \
# --model resnet18 \
# --batch-size 1 \
# --lr 1e-1 \
# --epochs 90 \
# --warmup-epochs 0 \
# --modify-softmax \
# --smoothing 0.1 \
# --seed 0 \


# Custom loss script
# ./distributed_train.sh 4 \
# --dali \
# --amp \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched cosine \
# --model resnet18 \
# --batch-size 256 \
# --lr 1e-1 \
# --epochs 47 \
# --warmup-epochs 0 \
# --cooldown-epochs 3 \
# --custom-loss \


# CIFAR-10 training script
# ./distributed_train.sh 4 \
# --cifar 10 \
# --num-classes 10 \
# --amp \
# --no-prefetcher \
# --train-continuous 100 \
# --momentum 0.9 \
# --weight-decay 5e-4 \
# --sched cosine \
# --model resnet20 \
# --batch-size 128 \
# --lr 2e-1 \
# --warmup-lr 1e-4 \
# --min-lr 1e-6 \
# --epochs 350 \
# --warmup-epochs 10 \
# --cooldown-epochs 10 \












































end=`date +%s`
runtime=$((end-start))
echo "Runtime: $runtime seconds."
