python vissl_tools/run_distributed_engines.py\
        hydra.verbose=true\
        config=eval_resnet_8gpu_transfer_cifar10_linear.yaml\    
        +config/models/Oxford_pets/deit=dino_deit_s16         \
        config.DATA.TRAIN.DATA_SOURCES="[disk_folder]"         \
        config.DATA.TRAIN.LABEL_SOURCES="[disk_folder]"         \
        config.DATA.TRAIN.DATASET_NAMES="[Oxford_Pet]"         \
        config.DATA.TRAIN.DATA_PATHS="[ats/data/datasets/Oxford_Pet]" \        
        config.DATA.TEST.DATA_SOURCES="[disk_folder]"         \
        config.DATA.TEST.LABEL_SOURCES="[disk_folder]"         \
        config.DATA.TEST.DATASET_NAMES="[Oxford_Pet]"         \
        config.DATA.TEST.DATA_PATHS="[ats/data/datasets/Oxford_Pet]" \        
        config.TEST_MODEL=True         \
        config.DATA.TEST.BATCHSIZE_PER_REPLICA=64    \    
        config.DATA.TRAIN.BATCHSIZE_PER_REPLICA=64    \     
        config.DISTRIBUTED.NUM_NODES=1         \
        config.DISTRIBUTED.NUM_PROC_PER_NODE=1  \       
        config.CHECKPOINT.DIR="ats/tuned_models/proxy_finetune_dino_deit_s16_OxfordIIITPet_new"   \      
        config.MODEL.WEIGHTS_INIT.PARAMS_FILE="ats/models/dino_300ep_deitsmall16/model_final_checkpoint_phase299.torch"    \ 
        config.MODEL.WEIGHTS_INIT.STATE_DICT_KEY_NAME="classy_state_dict" \        
        config.MODEL.WEIGHTS_INIT.APPEND_PREFIX="trunk.base_model._features"  \       
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_MODE_ON=True \        
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_ONLY=True\         
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_AND_HEAD=False\         
        config.MODEL.FEATURE_EVAL_SETTINGS.EXTRACT_TRUNK_FEATURES_ONLY=False \        
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_TRUNK_AND_HEAD=False\         
        config.HOOKS.TENSORBOARD_SETUP.USE_TENSORBOARD=False

#DeIT models

python vissl_tools/run_distributed_engines.py \
        hydra.verbose=true \
        config=eval_resnet_8gpu_transfer_cifar10_linear.yaml \
        +config/models/Oxford_pets/deit=dino_deit_s16 \
        config.DATA.TRAIN.DATA_SOURCES="[disk_folder]" \
        config.DATA.TRAIN.LABEL_SOURCES="[disk_folder]" \
        config.DATA.TRAIN.DATASET_NAMES="[Oxford_Pet]" \
        config.DATA.TRAIN.DATA_PATHS="[ats/data/datasets/Oxford_Pet]" \
        config.DATA.TEST.DATA_SOURCES="[disk_folder]" \
        config.DATA.TEST.LABEL_SOURCES="[disk_folder]" \
        config.DATA.TEST.DATASET_NAMES="[Oxford_Pet]" \
        config.DATA.TEST.DATA_PATHS="[ats/data/datasets/Oxford_Pet]" \
        config.TEST_MODEL=True \
        config.DATA.TEST.BATCHSIZE_PER_REPLICA=128 \
        config.DATA.TRAIN.BATCHSIZE_PER_REPLICA=128 \
        config.DISTRIBUTED.NUM_NODES=1 \
        config.DISTRIBUTED.NUM_PROC_PER_NODE=1 \
        config.CHECKPOINT.DIR="ats/tuned_models/proxy_finetune_dino_deit_s16_OxfordIIITPet_big_batch_new_config_1" \
        config.MODEL.WEIGHTS_INIT.PARAMS_FILE="ats/models/dino_300ep_deitsmall16/model_final_checkpoint_phase299.torch" \
        config.MODEL.WEIGHTS_INIT.STATE_DICT_KEY_NAME="classy_state_dict" \
        config.MODEL.WEIGHTS_INIT.APPEND_PREFIX="trunk.base_model._features" \
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_MODE_ON=True \
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_ONLY=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_AND_HEAD=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.EXTRACT_TRUNK_FEATURES_ONLY=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_TRUNK_AND_HEAD=False \
        config.HOOKS.TENSORBOARD_SETUP.USE_TENSORBOARD=False

# ResNet and AlexNet

python vissl_tools/run_distributed_engines.py \
        hydra.verbose=true \
        config=eval_resnet_8gpu_transfer_cifar10_linear.yaml \
        config.DATA.TRAIN.DATA_SOURCES="[torchvision_dataset]" \
        config.DATA.TRAIN.LABEL_SOURCES="[torchvision_dataset]" \
        config.DATA.TRAIN.DATASET_NAMES="[CIFAR10]" \
        config.DATA.TRAIN.DATA_PATHS="[ats/data/datasets/]" \
        config.DATA.TEST.DATA_SOURCES="[torchvision_dataset]" \
        config.DATA.TEST.LABEL_SOURCES="[torchvision_dataset]" \
        config.DATA.TEST.DATASET_NAMES="[CIFAR10]" \
        config.DATA.TEST.DATA_PATHS="[ats/data/datasets/]" \
        config.TEST_MODEL=True \
        config.DATA.TEST.BATCHSIZE_PER_REPLICA=64 \
        config.DATA.TRAIN.BATCHSIZE_PER_REPLICA=64 \
        config.DISTRIBUTED.NUM_NODES=1 \
        config.DISTRIBUTED.NUM_PROC_PER_NODE=1 \
        config.CHECKPOINT.DIR="ats/tuned_models/model_klir" \
        config.CHECKPOINT.OVERWRITE_EXISTING=False \
        config.MODEL.WEIGHTS_INIT.PARAMS_FILE="ats/models/converted_vissl_jigsaw_rn50_perm2k_in22k_8gpu_ep105/converted_vissl_jigsaw_rn50_perm2k_in22k_8gpu_ep105.torch" \
        config.MODEL.WEIGHTS_INIT.STATE_DICT_KEY_NAME="" \
        config.MODEL.WEIGHTS_INIT.APPEND_PREFIX="trunk._feature_blocks." \
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_MODE_ON=True \
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_ONLY=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.FREEZE_TRUNK_AND_HEAD=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.EXTRACT_TRUNK_FEATURES_ONLY=False \
        config.MODEL.FEATURE_EVAL_SETTINGS.EVAL_TRUNK_AND_HEAD=False \
        config.HOOKS.TENSORBOARD_SETUP.USE_TENSORBOARD=False \
        config.HOOKS.TENSORBOARD_SETUP.USE_TENSORBOARD=False






sudo systemctl stop wg-quick@wg0
ssh -p 20014 cpj381@tnl.fnx.wtf