 python run_with_submitit.py  --partition 3090 --timeout 4300 --ngpus 4 --batch_size_per_gpu 64  --arch 'vit_small'  --clip_grad 3.0  --dist_url 'env://' --drop_path 0.1 --epochs 1001 --freeze_last_layer 1 --global_crops_number 2 --global_crops_scale 0.25 1.0   --lambda1 1.0 --lambda2 1.0 --load_from '../checkpoints/vit_small/pretrained/checkpoint.pth' --local_crops_number 10 --local_crops_scale 0.05 0.25 --local_rank 0 --lr 1e-5 --min_lr 1e-06 --momentum_teacher 0.996 --norm_last_layer False --num_workers 10 --optimizer 'adamw' --out_dim 8192 --patch_out_dim 8192 --patch_size 16 --pred_ratio 0.0 0.7 --pred_ratio_var 0.0 0.05 --pred_shape 'rand' --pred_start_epoch 0  --saveckp_freq 20 --seed 0 --shared_head False --shared_head_teacher False --teacher_patch_temp 0.07 --teacher_temp 0.07 --use_fp16 True --use_masked_im_modeling True --warmup_epochs 10 --warmup_teacher_patch_temp 0.04 --warmup_teacher_temp 0.04 --warmup_teacher_temp_epochs 30 --weight_decay 0.04 --weight_decay_end 0.4 --data_path '/datasets/ImageNet/TrainingSet/'  --output_dir '../checkpoints/vit_small/CRISP_C_PR_SeperateLast' --sim_thresh 0.75 --ref_avg_blks 4 --cncpt_blks 1 --ref_img_sz 224 --wepochs 1 
