{"agg_test_acc": 0.11452095802657185, "agg_val_acc": 0.11701636638713779, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.13117754728492984, "env0_out_acc": 0.13691931540342298, "env1_in_acc": 0.12366737739872068, "env1_out_acc": 0.1517094017094017, "env2_in_acc": 0.1062874251497006, "env2_out_acc": 0.12275449101796407, "env3_in_acc": 0.0626590330788804, "env3_out_acc": 0.062420382165605096, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 8.213665008544922, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.735741138458252}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9433542068352488, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9823062843197071, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9685501066098081, "env1_out_acc": 0.9444444444444444, "env2_in_acc": 0.9857784431137725, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9484732824427481, "env3_out_acc": 0.9222929936305733, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 2.8779530906677246, "mem_gb": 2.4361939430236816, "step": 300, "step_time": 0.15167776425679524}
{"agg_test_acc": 0.9951347300413548, "agg_val_acc": 0.9569146626552121, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.987797437461867, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9845415778251599, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9688295165394402, "env3_out_acc": 0.9464968152866242, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 1.134958318869273, "mem_gb": 2.4361939430236816, "step": 600, "step_time": 0.17265875418980917}
{"agg_test_acc": 0.9940119755508983, "agg_val_acc": 0.955983273918705, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9890176937156803, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9936034115138592, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 0.9910179640718563, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9739185750636132, "env3_out_acc": 0.9452229299363057, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.9588370009263356, "mem_gb": 2.4361939430236816, "step": 900, "step_time": 0.17279751936594645}
{"agg_test_acc": 0.9943862270477171, "agg_val_acc": 0.9653316307885902, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9914712153518124, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9439490445859873, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8870685919125875, "mem_gb": 2.4361939430236816, "step": 1200, "step_time": 0.17298371553421021}
{"agg_test_acc": 0.9962574845318114, "agg_val_acc": 0.9585789154798899, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9957356076759062, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 1.0, "env3_in_acc": 0.9790076335877863, "env3_out_acc": 0.9490445859872612, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8409481559197108, "mem_gb": 2.4361939430236816, "step": 1500, "step_time": 0.17429872035980223}
{"agg_test_acc": 0.9958832330349925, "agg_val_acc": 0.9597978887656397, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 1.0, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.9414012738853503, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.8108216675122579, "mem_gb": 2.4361939430236816, "step": 1800, "step_time": 0.1730966838200887}
{"agg_test_acc": 0.9962574845318114, "agg_val_acc": 0.9603595234035202, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 1.0, "env3_in_acc": 0.9856870229007634, "env3_out_acc": 0.9452229299363057, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7887842923402786, "mem_gb": 2.4361939430236816, "step": 2100, "step_time": 0.17437376737594604}
{"agg_test_acc": 0.9962574845318114, "agg_val_acc": 0.9677766562756426, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 1.0, "env3_in_acc": 0.9872773536895675, "env3_out_acc": 0.9515923566878981, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7586257109045982, "mem_gb": 2.4361939430236816, "step": 2400, "step_time": 0.17301759004592895}
{"agg_test_acc": 0.9962574845318114, "agg_val_acc": 0.9660438815006035, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 1.0, "env3_in_acc": 0.986323155216285, "env3_out_acc": 0.9439490445859873, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7460087263584136, "mem_gb": 2.4361939430236816, "step": 2700, "step_time": 0.1729538059234619}
{"agg_test_acc": 0.9966317360286302, "agg_val_acc": 0.9663178938764354, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 1.0, "env3_in_acc": 0.9914122137404581, "env3_out_acc": 0.9490445859872612, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7353701361020406, "mem_gb": 2.4361939430236816, "step": 3000, "step_time": 0.17364863316218057}
{"agg_test_acc": 0.994760478544536, "agg_val_acc": 0.9647015119131548, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9426751592356688, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.7138188961148262, "mem_gb": 2.4361939430236816, "step": 3300, "step_time": 0.173873024781545}
{"agg_test_acc": 0.994760478544536, "agg_val_acc": 0.9684204227501009, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.954140127388535, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.6684390549858411, "mem_gb": 5.395411968231201, "step": 3600, "step_time": 0.17836867650349936}
{"agg_test_acc": 0.994760478544536, "agg_val_acc": 0.9638935571911531, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9910941475826972, "env3_out_acc": 0.9579617834394905, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.429108633796374, "mem_gb": 5.395411968231201, "step": 3900, "step_time": 0.20654519160588583}
{"agg_test_acc": 0.994760478544536, "agg_val_acc": 0.9678451405131975, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9779951100244498, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9933206106870229, "env3_out_acc": 0.9490445859872612, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.3940861411889394, "mem_gb": 5.395411968231201, "step": 4200, "step_time": 0.2046583906809489}
{"agg_test_acc": 0.9951347300413548, "agg_val_acc": 0.9660096582382292, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 1.0, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.9490445859872612, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.38568784356117247, "mem_gb": 5.395411968231201, "step": 4500, "step_time": 0.2047416877746582}
{"agg_test_acc": 0.9951347300413548, "agg_val_acc": 0.9666055538512902, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9554140127388535, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.37464222381512324, "mem_gb": 5.395411968231201, "step": 4800, "step_time": 0.20530569871266682}
{"agg_test_acc": 0.9951347300413548, "agg_val_acc": 0.9685574289380169, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/b76157d258bee6ed2a17bf855b96e1cf", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 190548517, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9936386768447837, "env3_out_acc": 0.956687898089172, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5122476832929141, "lambda2": 0.9892716333303577, "last_k_epoch": 0.2899069879248226, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.19589595208549, "weight_decay": 0.0001, "worst_case_p": 0.3}, "loss": 0.36450154319405553, "mem_gb": 5.395411968231201, "step": 5000, "step_time": 0.21661811113357543}
