{"agg_test_acc": 0.17875594545761234, "agg_val_acc": 0.1965301856347571, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.17083587553386212, "env0_out_acc": 0.1784841075794621, "env1_in_acc": 0.18443496801705758, "env1_out_acc": 0.17307692307692307, "env2_in_acc": 0.20209580838323354, "env2_out_acc": 0.18562874251497005, "env3_in_acc": 0.23759541984732824, "env3_out_acc": 0.22547770700636943, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 7.382347583770752, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.499098777770996}
{"agg_test_acc": 0.8151117120922163, "agg_val_acc": 0.9529790306413372, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9810860280658938, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.8054371002132196, "env1_out_acc": 0.8247863247863247, "env2_in_acc": 0.9977544910179641, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.9481552162849872, "env3_out_acc": 0.935031847133758, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.5025067015488944, "mem_gb": 2.4373230934143066, "step": 300, "step_time": 0.1576323882738749}
{"agg_test_acc": 0.837251471161204, "agg_val_acc": 0.9701822862799523, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9926784624771202, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8326226012793176, "env1_out_acc": 0.8418803418803419, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.958969465648855, "env3_out_acc": 0.9477707006369427, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.0146692593892415, "mem_gb": 2.4373230934143066, "step": 600, "step_time": 0.17086832523345946}
{"agg_test_acc": 0.8396501918423074, "agg_val_acc": 0.9691383181220565, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8374200426439232, "env1_out_acc": 0.8418803418803419, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9710559796437659, "env3_out_acc": 0.9579617834394905, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8870611657698949, "mem_gb": 2.4373230934143066, "step": 900, "step_time": 0.16917452096939087}
{"agg_test_acc": 0.8420511905107623, "agg_val_acc": 0.9643285677149572, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938987187309335, "env0_out_acc": 0.9486552567237164, "env1_in_acc": 0.8400852878464818, "env1_out_acc": 0.844017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9739185750636132, "env3_out_acc": 0.9503184713375796, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.827487108707428, "mem_gb": 2.4373230934143066, "step": 1200, "step_time": 0.17201143264770508}
{"agg_test_acc": 0.845256318714288, "agg_val_acc": 0.9734648277630956, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.8400852878464818, "env1_out_acc": 0.8504273504273504, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9751908396946565, "env3_out_acc": 0.9630573248407643, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7787377696235974, "mem_gb": 2.4373230934143066, "step": 1500, "step_time": 0.17347347577412922}
{"agg_test_acc": 0.846857743822375, "agg_val_acc": 0.9701020611385592, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.8411513859275054, "env1_out_acc": 0.8525641025641025, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.976145038167939, "env3_out_acc": 0.9554140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7436145473519961, "mem_gb": 2.4373230934143066, "step": 1800, "step_time": 0.17318403561909992}
{"agg_test_acc": 0.849527544998304, "agg_val_acc": 0.9720421953214476, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8568376068376068, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9799618320610687, "env3_out_acc": 0.9617834394904459, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7166859263181686, "mem_gb": 2.4373230934143066, "step": 2100, "step_time": 0.17153303543726603}
{"agg_test_acc": 0.8487279714379362, "agg_val_acc": 0.9760928236042763, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8406183368869936, "env1_out_acc": 0.8568376068376068, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9825063613231552, "env3_out_acc": 0.9630573248407643, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7123301521937052, "mem_gb": 2.4373230934143066, "step": 2400, "step_time": 0.1741488003730774}
{"agg_test_acc": 0.8508624455862684, "agg_val_acc": 0.9756339341791312, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9844147582697201, "env3_out_acc": 0.9592356687898089, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7031104758381843, "mem_gb": 2.4373230934143066, "step": 2700, "step_time": 0.17333163420359293}
{"agg_test_acc": 0.8538010492696716, "agg_val_acc": 0.9681060531551926, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8653846153846154, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9825063613231552, "env3_out_acc": 0.9554140127388535, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6758117579420407, "mem_gb": 2.4373230934143066, "step": 3000, "step_time": 0.17204643646876017}
{"agg_test_acc": 0.8516642971339878, "agg_val_acc": 0.9773667089541702, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9872773536895675, "env3_out_acc": 0.9668789808917198, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6554058767358462, "mem_gb": 2.4373230934143066, "step": 3300, "step_time": 0.172769566377004}
{"agg_test_acc": 0.8543340983099167, "agg_val_acc": 0.9750948196125929, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8432835820895522, "env1_out_acc": 0.8653846153846154, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.9630573248407643, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6516528192162514, "mem_gb": 2.4373230934143066, "step": 3600, "step_time": 0.17257111152013144}
{"agg_test_acc": 0.8527326732018297, "agg_val_acc": 0.9760486529948302, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.980440097799511, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8632478632478633, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.956687898089172, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5705613867441813, "mem_gb": 5.397319316864014, "step": 3900, "step_time": 0.1828655481338501}
{"agg_test_acc": 0.8514000506012167, "agg_val_acc": 0.9742455627126638, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8395522388059702, "env1_out_acc": 0.8632478632478633, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9605095541401274, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.36724461485942206, "mem_gb": 5.397319316864014, "step": 4200, "step_time": 0.20604456027348836}
{"agg_test_acc": 0.8500651500132522, "agg_val_acc": 0.9738551952378797, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8390191897654584, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9888676844783715, "env3_out_acc": 0.9617834394904459, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3360959342122078, "mem_gb": 5.397319316864014, "step": 4500, "step_time": 0.20679211934407551}
{"agg_test_acc": 0.849796347505778, "agg_val_acc": 0.9710198399888494, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.8406183368869936, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9879134860050891, "env3_out_acc": 0.9630573248407643, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3236389680703481, "mem_gb": 5.397319316864014, "step": 4800, "step_time": 0.20511251370112102}
{"agg_test_acc": 0.8511312480937426, "agg_val_acc": 0.9741310765960902, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/9693332f56647ba3ebe08f052121bfe2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1695073963, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8411513859275054, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9656050955414013, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.31481749638915063, "mem_gb": 5.397319316864014, "step": 5000, "step_time": 0.20697147965431215}
