# Pretrain an RoCL model:
# remove the parameters named scatter_... to perform regular RoCL training
CUDA_VISIBLE_DEVICES=9,8 python3 -m torch.distributed.launch --nproc_per_node=2 --master_addr 127.0.0.2 --master_port 29501 \
rocl_train_scatter.py --ngpu 2 --train_type='contrastive' --dataset='cifar-10' \
--model='ResNet18' \
--name="..." \
--batch-size=128 \  # our GPUs were not able to handle the proposed batch size of 256 per GPU
--epoch=1000 \
--loss_type='sim' \
--advtrain_type='Rep' \
--scatter \
--scatter_k=10 \
--scatter_eps=0.1 \
--scatter_lp=stepwise_1000 \
--scatter_w=0.25 \
--k=7
