{"agg_test_acc": 0.2498431952852014, "agg_val_acc": 0.10678943031941665, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.11348383160463697, "env0_out_acc": 0.1271393643031785, "env1_in_acc": 0.10660980810234541, "env1_out_acc": 0.11538461538461539, "env2_in_acc": 0.08233532934131736, "env2_out_acc": 0.07784431137724551, "env3_in_acc": 0.24618320610687022, "env3_out_acc": 0.2535031847133758, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 6.022576332092285, "mem_gb": 2.333829879760742, "step": 0, "step_time": 1.4578237533569336}
{"agg_test_acc": 0.7595559630567952, "agg_val_acc": 0.9607785658416719, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9835265405735204, "env0_out_acc": 0.941320293398533, "env1_in_acc": 0.9813432835820896, "env1_out_acc": 0.9529914529914529, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.7471374045801527, "env3_out_acc": 0.7719745222929937, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7654575450221697, "mem_gb": 2.597860813140869, "step": 300, "step_time": 0.15976176977157594}
{"agg_test_acc": 0.8104757212200195, "agg_val_acc": 0.9719605360041468, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9914582062233069, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.803117048346056, "env3_out_acc": 0.8178343949044586, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6289705880482992, "mem_gb": 2.597860813140869, "step": 600, "step_time": 0.1794369959831238}
{"agg_test_acc": 0.8249566453469096, "agg_val_acc": 0.9733850374281733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.8180661577608143, "env3_out_acc": 0.8318471337579618, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5507439995805422, "mem_gb": 2.597860813140869, "step": 900, "step_time": 0.1784632913271586}
{"agg_test_acc": 0.825117299144985, "agg_val_acc": 0.9790675265428781, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.8158396946564885, "env3_out_acc": 0.8343949044585988, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5029547864198685, "mem_gb": 2.597860813140869, "step": 1200, "step_time": 0.1773460348447164}
{"agg_test_acc": 0.8271847291693966, "agg_val_acc": 0.9754837906242754, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.8199745547073791, "env3_out_acc": 0.8343949044585988, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4777907767891884, "mem_gb": 2.597860813140869, "step": 1500, "step_time": 0.1766778866449992}
{"agg_test_acc": 0.8268658526521576, "agg_val_acc": 0.9749122840649355, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.8206106870229007, "env3_out_acc": 0.8331210191082803, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4668592397371928, "mem_gb": 2.597860813140869, "step": 1800, "step_time": 0.1760874056816101}
{"agg_test_acc": 0.8281397380018392, "agg_val_acc": 0.9724672962906893, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.8206106870229007, "env3_out_acc": 0.8356687898089172, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.44763126502434414, "mem_gb": 2.597860813140869, "step": 2100, "step_time": 0.17517318725585937}
{"agg_test_acc": 0.82829877108064, "agg_val_acc": 0.976908292048302, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9985029940119761, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.8209287531806616, "env3_out_acc": 0.8356687898089172, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4466220889488856, "mem_gb": 2.597860813140869, "step": 2400, "step_time": 0.17642381985982258}
{"agg_test_acc": 0.8270256960905956, "agg_val_acc": 0.9746265307852654, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.8196564885496184, "env3_out_acc": 0.8343949044585988, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.43316500157117843, "mem_gb": 2.597860813140869, "step": 2700, "step_time": 0.1757409930229187}
{"agg_test_acc": 0.8255927776621133, "agg_val_acc": 0.9791477893970773, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 1.0, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.8193384223918575, "env3_out_acc": 0.8318471337579618, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4157236004869143, "mem_gb": 2.597860813140869, "step": 3000, "step_time": 0.1754886261622111}
{"agg_test_acc": 0.8263879430561177, "agg_val_acc": 0.9813872867458526, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.8209287531806616, "env3_out_acc": 0.8318471337579618, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.43010039409001666, "mem_gb": 2.597860813140869, "step": 3300, "step_time": 0.17520291725794473}
{"agg_test_acc": 0.8292545902727197, "agg_val_acc": 0.9785382838977995, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.82029262086514, "env3_out_acc": 0.8382165605095542, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.403233291109403, "mem_gb": 2.597860813140869, "step": 3600, "step_time": 0.17372291962305705}
{"agg_test_acc": 0.8278224822038746, "agg_val_acc": 0.9777008056145144, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 1.0, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.8187022900763359, "env3_out_acc": 0.8369426751592357, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.3589435874919097, "mem_gb": 5.394801616668701, "step": 3900, "step_time": 0.19020151138305663}
{"agg_test_acc": 0.8290955571939188, "agg_val_acc": 0.9848302785117821, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9779951100244498, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.8199745547073791, "env3_out_acc": 0.8382165605095542, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.26566935623685517, "mem_gb": 5.394801616668701, "step": 4200, "step_time": 0.20470627466837565}
{"agg_test_acc": 0.8279815152826754, "agg_val_acc": 0.9790675265428781, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.8190203562340967, "env3_out_acc": 0.8369426751592357, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.24609698245922723, "mem_gb": 5.394801616668701, "step": 4500, "step_time": 0.20411922772725424}
{"agg_test_acc": 0.8286192683171534, "agg_val_acc": 0.9739945429274512, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 1.0, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.8177480916030534, "env3_out_acc": 0.8394904458598726, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.2366210643450419, "mem_gb": 5.394801616668701, "step": 4800, "step_time": 0.20421329498291016}
{"agg_test_acc": 0.8313260720953173, "agg_val_acc": 0.9772545266264461, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/b1609d20b015b405b4c023de4e8ca458", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1778815476, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [3], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.8180661577608143, "env3_out_acc": 0.8445859872611465, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.22805731631815435, "mem_gb": 5.394801616668701, "step": 5000, "step_time": 0.20633331894874574}
