{"agg_test_acc": 0.1795623529800346, "agg_val_acc": 0.15076413128870567, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1525320317266626, "env0_out_acc": 0.1687041564792176, "env1_in_acc": 0.17963752665245203, "env1_out_acc": 0.1794871794871795, "env2_in_acc": 0.20359281437125748, "env2_out_acc": 0.16766467065868262, "env3_in_acc": 0.12245547073791349, "env3_out_acc": 0.1159235668789809, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 8.921031951904297, "mem_gb": 1.794571876525879, "step": 0, "step_time": 1.5375983715057373}
{"agg_test_acc": 0.8273923419040192, "agg_val_acc": 0.9498452362499478, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9792556436851739, "env0_out_acc": 0.941320293398533, "env1_in_acc": 0.8107675906183369, "env1_out_acc": 0.844017094017094, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9494274809160306, "env3_out_acc": 0.9171974522292994, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.614521921873093, "mem_gb": 2.0936598777770996, "step": 300, "step_time": 0.13999830881754557}
{"agg_test_acc": 0.848199478372394, "agg_val_acc": 0.9660387847058477, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8352878464818764, "env1_out_acc": 0.8611111111111112, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9805979643765903, "env3_out_acc": 0.9426751592356688, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 1.1180862496296564, "mem_gb": 2.0936598777770996, "step": 600, "step_time": 0.16132476727167766}
{"agg_test_acc": 0.8612728477825102, "agg_val_acc": 0.968300764413159, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8486140724946695, "env1_out_acc": 0.8739316239316239, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9840966921119593, "env3_out_acc": 0.9426751592356688, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.967242964108785, "mem_gb": 2.0936598777770996, "step": 900, "step_time": 0.15833673318227132}
{"agg_test_acc": 0.8644756979986844, "agg_val_acc": 0.9692987684048425, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8507462686567164, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9888676844783715, "env3_out_acc": 0.9426751592356688, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.870142616033554, "mem_gb": 2.0936598777770996, "step": 1200, "step_time": 0.1571114468574524}
{"agg_test_acc": 0.8642046175038589, "agg_val_acc": 0.9701480253047717, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8544776119402985, "env1_out_acc": 0.8739316239316239, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9452229299363057, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.8593673932552338, "mem_gb": 2.0936598777770996, "step": 1500, "step_time": 0.1571396557490031}
{"agg_test_acc": 0.8639380929837362, "agg_val_acc": 0.9774126731203827, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8539445628997868, "env1_out_acc": 0.8739316239316239, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9885496183206107, "env3_out_acc": 0.956687898089172, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.817131463388602, "mem_gb": 2.0936598777770996, "step": 1800, "step_time": 0.15707016944885255}
{"agg_test_acc": 0.8615348163279299, "agg_val_acc": 0.9714219106546655, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.853411513859275, "env1_out_acc": 0.8696581196581197, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.9490445859872612, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.772152481675148, "mem_gb": 2.0936598777770996, "step": 2100, "step_time": 0.15750739336013794}
{"agg_test_acc": 0.8601999157399655, "agg_val_acc": 0.9739813845454852, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9779951100244498, "env1_in_acc": 0.8528784648187633, "env1_out_acc": 0.8675213675213675, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9936386768447837, "env3_out_acc": 0.9439490445859873, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7723473073045413, "mem_gb": 2.0936598777770996, "step": 2400, "step_time": 0.15806289831797282}
{"agg_test_acc": 0.8618013408480525, "agg_val_acc": 0.9708827960881274, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8539445628997868, "env1_out_acc": 0.8696581196581197, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9528662420382166, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7358360612392425, "mem_gb": 2.0936598777770996, "step": 2700, "step_time": 0.1576473911603292}
{"agg_test_acc": 0.8626031923957718, "agg_val_acc": 0.9712046416125505, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.853411513859275, "env1_out_acc": 0.8717948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9952290076335878, "env3_out_acc": 0.9464968152866242, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7178715524077416, "mem_gb": 2.0936598777770996, "step": 3000, "step_time": 0.15777814865112305}
{"agg_test_acc": 0.8644711420239815, "agg_val_acc": 0.9687596538383043, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8550106609808102, "env1_out_acc": 0.8739316239316239, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9939567430025446, "env3_out_acc": 0.9464968152866242, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7504453202088673, "mem_gb": 2.0936598777770996, "step": 3300, "step_time": 0.1575884524981181}
{"agg_test_acc": 0.8652707155843493, "agg_val_acc": 0.9765634162204534, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8566098081023454, "env1_out_acc": 0.8739316239316239, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9971374045801527, "env3_out_acc": 0.954140127388535, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7133221073945364, "mem_gb": 2.0936598777770996, "step": 3600, "step_time": 0.15771880547205608}
{"agg_test_acc": 0.8660725671320686, "agg_val_acc": 0.9718465391046301, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8560767590618337, "env1_out_acc": 0.8760683760683761, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.9503184713375796, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.681424475411574, "mem_gb": 2.0936598777770996, "step": 3900, "step_time": 0.15657265583674113}
{"agg_test_acc": 0.86607484511942, "agg_val_acc": 0.9723297798706902, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.8539445628997868, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9955470737913485, "env3_out_acc": 0.9528662420382166, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.5118717436989149, "mem_gb": 5.398335933685303, "step": 4200, "step_time": 0.1904170807202657}
{"agg_test_acc": 0.8644756979986844, "agg_val_acc": 0.9761387877704888, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8507462686567164, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9528662420382166, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.382554099659125, "mem_gb": 5.398335933685303, "step": 4500, "step_time": 0.20374021530151368}
{"agg_test_acc": 0.8647422225188071, "agg_val_acc": 0.9711117683212744, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8512793176972282, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9971374045801527, "env3_out_acc": 0.9426751592356688, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.3512198157111804, "mem_gb": 5.398335933685303, "step": 4800, "step_time": 0.20479258378346762}
{"agg_test_acc": 0.8642091734785619, "agg_val_acc": 0.9742915268788763, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/9d462a82444c4ed65528fb92924913ab", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1231293418, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8502132196162047, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9503184713375796, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5694511041907044, "lambda2": 0.6621108818243455, "last_k_epoch": 0.20248994529588413, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.502579147595572, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.3323437713831663, "mem_gb": 5.398335933685303, "step": 5000, "step_time": 0.20309229016304017}
