{"agg_test_acc": 0.0851911908409863, "agg_val_acc": 0.11750794232097944, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.0848078096400244, "env0_out_acc": 0.08557457212713937, "env1_in_acc": 0.12686567164179105, "env1_out_acc": 0.1111111111111111, "env2_in_acc": 0.10553892215568862, "env2_out_acc": 0.08982035928143713, "env3_in_acc": 0.17907124681933842, "env3_out_acc": 0.15159235668789808, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 7.081984519958496, "mem_gb": 1.794571876525879, "step": 0, "step_time": 1.6117210388183594}
{"agg_test_acc": 0.9215314062202118, "agg_val_acc": 0.9576745411743028, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9164124466137888, "env0_out_acc": 0.9266503667481663, "env1_in_acc": 0.9770788912579957, "env1_out_acc": 0.9551282051282052, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9790419161676647, "env3_in_acc": 0.9522900763358778, "env3_out_acc": 0.9388535031847134, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 2.4137914685408273, "mem_gb": 2.0936598777770996, "step": 300, "step_time": 0.14468513965606689}
{"agg_test_acc": 0.9123682961526073, "agg_val_acc": 0.9723212290664232, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9103111653447223, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9952025586353944, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9748727735368957, "env3_out_acc": 0.9528662420382166, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.9536420913537343, "mem_gb": 2.0936598777770996, "step": 600, "step_time": 0.16490967591603597}
{"agg_test_acc": 0.9181689886227546, "agg_val_acc": 0.9770020139374933, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9170225747406956, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9936034115138592, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9812340966921119, "env3_out_acc": 0.9630573248407643, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.8137038245797157, "mem_gb": 2.0936598777770996, "step": 900, "step_time": 0.16332062244415282}
{"agg_test_acc": 0.9224398855089658, "agg_val_acc": 0.9752917592337967, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.9630573248407643, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7748163231213887, "mem_gb": 2.0936598777770996, "step": 1200, "step_time": 0.16371624072392782}
{"agg_test_acc": 0.9264124312330245, "agg_val_acc": 0.9756947748584638, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9266503667481663, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9885496183206107, "env3_out_acc": 0.9732484076433121, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7326273053884507, "mem_gb": 2.0936598777770996, "step": 1500, "step_time": 0.16424392223358153}
{"agg_test_acc": 0.9245798092195037, "agg_val_acc": 0.9785672595141932, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.924954240390482, "env0_out_acc": 0.9242053789731052, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.9630573248407643, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7465704965591431, "mem_gb": 2.0936598777770996, "step": 1800, "step_time": 0.16361170291900634}
{"agg_test_acc": 0.9248848732828043, "agg_val_acc": 0.9792659003399898, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9242053789731052, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9694267515923567, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.7111684065063795, "mem_gb": 2.0936598777770996, "step": 2100, "step_time": 0.1628005274136861}
{"agg_test_acc": 0.9187746414819241, "agg_val_acc": 0.9772915051819209, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9231238560097621, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9895038167938931, "env3_out_acc": 0.9605095541401274, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.6910165344675382, "mem_gb": 2.0936598777770996, "step": 2400, "step_time": 0.1632367491722107}
{"agg_test_acc": 0.9209145651924618, "agg_val_acc": 0.9754306344040915, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9225137278828553, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.989821882951654, "env3_out_acc": 0.9643312101910828, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.678639650841554, "mem_gb": 2.0936598777770996, "step": 2700, "step_time": 0.1633750089009603}
{"agg_test_acc": 0.9175543852287208, "agg_val_acc": 0.980140508029974, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9206833435021354, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9605095541401274, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.6698667232195537, "mem_gb": 2.0936598777770996, "step": 3000, "step_time": 0.16313800573349}
{"agg_test_acc": 0.91724932116542, "agg_val_acc": 0.9792912511300447, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9200732153752288, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9942748091603053, "env3_out_acc": 0.9579617834394905, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.65624418536822, "mem_gb": 2.0936598777770996, "step": 3300, "step_time": 0.16435467004776}
{"agg_test_acc": 0.9138891412016791, "agg_val_acc": 0.9720218659005364, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9182428309945089, "env0_out_acc": 0.9095354523227384, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9939567430025446, "env3_out_acc": 0.9592356687898089, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.4758859007060528, "mem_gb": 5.3996806144714355, "step": 3600, "step_time": 0.1860348161061605}
{"agg_test_acc": 0.9157217632151998, "agg_val_acc": 0.9778550088021799, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9194630872483222, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.9630573248407643, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.2681090811888377, "mem_gb": 5.3996806144714355, "step": 3900, "step_time": 0.20622151295344035}
{"agg_test_acc": 0.9172470835317039, "agg_val_acc": 0.9822617812974183, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9225137278828553, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 1.0, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9949109414758269, "env3_out_acc": 0.9681528662420382, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.2511685059964657, "mem_gb": 5.3996806144714355, "step": 4200, "step_time": 0.20569039026896158}
{"agg_test_acc": 0.9178572116583055, "agg_val_acc": 0.9801287671261357, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9237339841366687, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 1.0, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9942748091603053, "env3_out_acc": 0.9656050955414013, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.23798071295022966, "mem_gb": 5.3996806144714355, "step": 4500, "step_time": 0.20553412040074667}
{"agg_test_acc": 0.9193847696085257, "agg_val_acc": 0.9788530127938633, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9243441122635754, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9949109414758269, "env3_out_acc": 0.9630573248407643, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.23397481426596642, "mem_gb": 5.3996806144714355, "step": 4800, "step_time": 0.2064420477549235}
{"agg_test_acc": 0.9203021994321441, "agg_val_acc": 0.9782932471383614, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 4, "output_dir": "sweep/ablation3/outputs/531ecdb762481d5abce7f0a037d0cf1f", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1550879342, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9237339841366687, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 1.0, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9579617834394905, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6171767606394463, "lambda2": 0.5293911814442921, "last_k_epoch": 0.3102645027326114, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.022572617872769, "weight_decay": 0.0001, "worst_case_p": 0.2}, "loss": 0.22799527674913406, "mem_gb": 5.3996806144714355, "step": 5000, "step_time": 0.2087836241722107}
