rm -rf output
start=`date +%s`


# for i in `seq .75 .15 .9`
# do
# echo "*** GRADIENT TAMPERING VALUE: $i ***"

./distributed_train.sh 4 \
--dali \
--amp \
--momentum 0.9 \
--weight-decay 5e-4 \
--sched cosine \
--model resnet50 \
--batch-size 256 \
--lr 1e-1 \
--epochs 46 \
--warmup-epochs 2 \
--cooldown-epochs 4 \
--modify-softmax 0.2 \
--resume ckpt \

# done


end=`date +%s`
runtime=$((end-start))
echo "Runtime: $runtime seconds."
