{"agg_test_acc": 0.12833041744535678, "agg_val_acc": 0.1685823903931565, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.17388651616839537, "env0_out_acc": 0.18337408312958436, "env1_in_acc": 0.13272921108742003, "env1_out_acc": 0.12393162393162394, "env2_in_acc": 0.15419161676646706, "env2_out_acc": 0.12874251497005987, "env3_in_acc": 0.18225190839694658, "env3_out_acc": 0.19363057324840766, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 9.312528610229492, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.4433643817901611}
{"agg_test_acc": 0.7873430462777333, "agg_val_acc": 0.9545504101747391, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.984136668700427, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.7969083155650319, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9570610687022901, "env3_out_acc": 0.9337579617834395, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.505571344097455, "mem_gb": 2.2566514015197754, "step": 300, "step_time": 0.15148224115371703}
{"agg_test_acc": 0.847648205433337, "agg_val_acc": 0.9580619238910295, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.941320293398533, "env1_in_acc": 0.8512793176972282, "env1_out_acc": 0.844017094017094, "env2_in_acc": 0.9985029940119761, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9666030534351145, "env3_out_acc": 0.9388535031847134, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1158639935652415, "mem_gb": 2.2566514015197754, "step": 600, "step_time": 0.17287912527720134}
{"agg_test_acc": 0.8585939346571754, "agg_val_acc": 0.9626201442808332, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8560767590618337, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9723282442748091, "env3_out_acc": 0.9414012738853503, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.008900559345881, "mem_gb": 2.2566514015197754, "step": 900, "step_time": 0.17561709721883137}
{"agg_test_acc": 0.8628651609411915, "agg_val_acc": 0.9707340489963733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8582089552238806, "env1_out_acc": 0.8675213675213675, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9770992366412213, "env3_out_acc": 0.9554140127388535, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9262779023249944, "mem_gb": 2.2566514015197754, "step": 1200, "step_time": 0.17784151554107666}
{"agg_test_acc": 0.8641955055544529, "agg_val_acc": 0.9654996701393094, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.8630063965884861, "env1_out_acc": 0.8653846153846154, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9815521628498728, "env3_out_acc": 0.9464968152866242, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8911263066530227, "mem_gb": 2.2566514015197754, "step": 1500, "step_time": 0.17852963447570802}
{"agg_test_acc": 0.86579693066254, "agg_val_acc": 0.9688624367638459, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8640724946695096, "env1_out_acc": 0.8675213675213675, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9818702290076335, "env3_out_acc": 0.954140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.864313666621844, "mem_gb": 2.2566514015197754, "step": 1800, "step_time": 0.17483123699824016}
{"agg_test_acc": 0.8633936540067337, "agg_val_acc": 0.9666590693726298, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.8635394456289979, "env1_out_acc": 0.8632478632478633, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9818702290076335, "env3_out_acc": 0.9554140127388535, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8441485468546549, "mem_gb": 2.2566514015197754, "step": 2100, "step_time": 0.17395155191421507}
{"agg_test_acc": 0.8612569018710499, "agg_val_acc": 0.9711244164711573, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8635394456289979, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9821882951653944, "env3_out_acc": 0.954140127388535, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8197019163767497, "mem_gb": 2.2566514015197754, "step": 2400, "step_time": 0.17399903059005736}
{"agg_test_acc": 0.8593889522428402, "agg_val_acc": 0.9676228123891325, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.8619402985074627, "env1_out_acc": 0.8568376068376068, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.9528662420382166, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8225673798720042, "mem_gb": 2.2566514015197754, "step": 2700, "step_time": 0.17506383895874023}
{"agg_test_acc": 0.8599220012830854, "agg_val_acc": 0.9704924286133434, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.8630063965884861, "env1_out_acc": 0.8568376068376068, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9844147582697201, "env3_out_acc": 0.954140127388535, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8036278499166171, "mem_gb": 2.2566514015197754, "step": 3000, "step_time": 0.17226619799931844}
{"agg_test_acc": 0.8593889522428402, "agg_val_acc": 0.969184282288269, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8619402985074627, "env1_out_acc": 0.8568376068376068, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9477707006369427, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8174818441271782, "mem_gb": 2.2566514015197754, "step": 3300, "step_time": 0.17316706577936808}
{"agg_test_acc": 0.8612591798584014, "agg_val_acc": 0.9733963058127344, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8614072494669509, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.9579617834394905, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.5479506281018257, "mem_gb": 5.397372722625732, "step": 3600, "step_time": 0.20101187149683633}
{"agg_test_acc": 0.8604596062980336, "agg_val_acc": 0.9726957960045594, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8598081023454158, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9528662420382166, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3917477641503016, "mem_gb": 5.397372722625732, "step": 3900, "step_time": 0.2096207110087077}
{"agg_test_acc": 0.861525704378524, "agg_val_acc": 0.9690111838555999, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8619402985074627, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9875954198473282, "env3_out_acc": 0.9515923566878981, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3682211152712504, "mem_gb": 5.397372722625732, "step": 4200, "step_time": 0.20758335987726848}
{"agg_test_acc": 0.8620587534187691, "agg_val_acc": 0.9658900376140935, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8630063965884861, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9452229299363057, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.359190683166186, "mem_gb": 5.397372722625732, "step": 4500, "step_time": 0.2089792251586914}
{"agg_test_acc": 0.8607238528308048, "agg_val_acc": 0.9706195628797998, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.8624733475479744, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9888676844783715, "env3_out_acc": 0.9605095541401274, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3450197518865267, "mem_gb": 5.397372722625732, "step": 4800, "step_time": 0.20770069122314452}
{"agg_test_acc": 0.8625940804463659, "agg_val_acc": 0.9697116936637751, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4c4199049684c969d9663a2b2edc49d8", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1161985958, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8619402985074627, "env1_out_acc": 0.8632478632478633, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.956687898089172, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.33793085262179373, "mem_gb": 5.397372722625732, "step": 5000, "step_time": 0.21485439896583558}
