{"agg_test_acc": 0.08682634726197604, "agg_val_acc": 0.13381053117221614, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.10128126906650396, "env0_out_acc": 0.13202933985330073, "env1_in_acc": 0.11353944562899787, "env1_out_acc": 0.09615384615384616, "env2_in_acc": 0.08083832335329341, "env2_out_acc": 0.09281437125748503, "env3_in_acc": 0.17270992366412213, "env3_out_acc": 0.1732484076433121, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 7.823596000671387, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.5086991786956787}
{"agg_test_acc": 0.9797904186717814, "agg_val_acc": 0.9542847978316525, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9774252593044539, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.9792110874200426, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 0.9865269461077845, "env2_out_acc": 0.9730538922155688, "env3_in_acc": 0.9586513994910941, "env3_out_acc": 0.9477707006369427, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.2471566798289615, "mem_gb": 2.4361939430236816, "step": 300, "step_time": 0.1541081666946411}
{"agg_test_acc": 0.9913922150731661, "agg_val_acc": 0.964215402715576, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9914582062233069, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9925373134328358, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9704198473282443, "env3_out_acc": 0.9515923566878981, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.0176648062467575, "mem_gb": 2.4361939430236816, "step": 600, "step_time": 0.1782089320818583}
{"agg_test_acc": 0.9913922150731661, "agg_val_acc": 0.9667767833015807, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9920042643923241, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.977735368956743, "env3_out_acc": 0.9528662420382166, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9105201395352681, "mem_gb": 2.4361939430236816, "step": 900, "step_time": 0.1720602782567342}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.967612430315293, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9786895674300254, "env3_out_acc": 0.9617834394904459, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8204815091689428, "mem_gb": 2.4361939430236816, "step": 1200, "step_time": 0.1710407567024231}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9659824384657956, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9812340966921119, "env3_out_acc": 0.9617834394904459, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8048923023541769, "mem_gb": 2.4361939430236816, "step": 1500, "step_time": 0.17086649656295777}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9681534138642098, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.956687898089172, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.77331769267718, "mem_gb": 2.4361939430236816, "step": 1800, "step_time": 0.16978195905685425}
{"agg_test_acc": 0.991766466569985, "agg_val_acc": 0.9717010575380594, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9879134860050891, "env3_out_acc": 0.9630573248407643, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7582214915752411, "mem_gb": 2.4361939430236816, "step": 2100, "step_time": 0.17139796733856202}
{"agg_test_acc": 0.9921407180668038, "agg_val_acc": 0.9691875478134524, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.9579617834394905, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7403423504034679, "mem_gb": 2.4361939430236816, "step": 2400, "step_time": 0.17092074791590373}
{"agg_test_acc": 0.9936377240540794, "agg_val_acc": 0.9691739379272355, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9643312101910828, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.71854346960783, "mem_gb": 2.4361939430236816, "step": 2700, "step_time": 0.1707998784383138}
{"agg_test_acc": 0.9936377240540794, "agg_val_acc": 0.9666604282026284, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9592356687898089, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7032280802726746, "mem_gb": 2.4361939430236816, "step": 3000, "step_time": 0.17014578898747762}
{"agg_test_acc": 0.9932634725572606, "agg_val_acc": 0.9724681826014109, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.980440097799511, "env1_in_acc": 0.9957356076759062, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9668789808917198, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.476550057331721, "mem_gb": 5.399142742156982, "step": 3300, "step_time": 0.2006762981414795}
{"agg_test_acc": 0.9925149695636228, "agg_val_acc": 0.9679343135525221, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9630573248407643, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3737642788887024, "mem_gb": 5.399142742156982, "step": 3600, "step_time": 0.2060001039505005}
{"agg_test_acc": 0.9928892210604416, "agg_val_acc": 0.9694615601892843, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9630573248407643, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3561383908987045, "mem_gb": 5.399142742156982, "step": 3900, "step_time": 0.2035945995648702}
{"agg_test_acc": 0.9928892210604416, "agg_val_acc": 0.9690711927145002, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9917302798982188, "env3_out_acc": 0.9643312101910828, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.34440050154924395, "mem_gb": 5.399142742156982, "step": 4200, "step_time": 0.2037235379219055}
{"agg_test_acc": 0.9928892210604416, "agg_val_acc": 0.9699204496144292, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9910941475826972, "env3_out_acc": 0.9668789808917198, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.338915836562713, "mem_gb": 5.399142742156982, "step": 4500, "step_time": 0.20403999725977578}
{"agg_test_acc": 0.9928892210604416, "agg_val_acc": 0.9742830515002215, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9828850855745721, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9656050955414013, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3314111711581548, "mem_gb": 5.399142742156982, "step": 4800, "step_time": 0.2038469433784485}
{"agg_test_acc": 0.9928892210604416, "agg_val_acc": 0.9746049347374507, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/2091ec1e40f1c9f4e86dee26b80a6f3c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1809122227, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.980440097799511, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9914122137404581, "env3_out_acc": 0.9668789808917198, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.33416814982891085, "mem_gb": 5.399142742156982, "step": 5000, "step_time": 0.20882342219352723}
