{"agg_test_acc": 0.15022801480067494, "agg_val_acc": 0.14432265085564866, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1513117754728493, "env0_out_acc": 0.1491442542787286, "env1_in_acc": 0.10767590618336886, "env1_out_acc": 0.12606837606837606, "env2_in_acc": 0.18038922155688622, "env2_out_acc": 0.16167664670658682, "env3_in_acc": 0.13740458015267176, "env3_out_acc": 0.14522292993630573, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 6.422469615936279, "mem_gb": 2.333829879760742, "step": 0, "step_time": 1.4374055862426758}
{"agg_test_acc": 0.9132812507087936, "agg_val_acc": 0.9649265785528369, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9145820622330689, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9834754797441365, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 0.9970059880239521, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9599236641221374, "env3_out_acc": 0.9464968152866242, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.852683775027593, "mem_gb": 2.597860813140869, "step": 300, "step_time": 0.15852213859558106}
{"agg_test_acc": 0.9251899373461053, "agg_val_acc": 0.9708849867385585, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9242053789731052, "env1_in_acc": 0.9914712153518124, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.976145038167939, "env3_out_acc": 0.9579617834394905, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7162966711322466, "mem_gb": 2.597860813140869, "step": 600, "step_time": 0.1755463178952535}
{"agg_test_acc": 0.9300754376263501, "agg_val_acc": 0.9727421195516305, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9290953545232273, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 0.999251497005988, "env2_out_acc": 1.0, "env3_in_acc": 0.9825063613231552, "env3_out_acc": 0.956687898089172, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6227328927318255, "mem_gb": 2.597860813140869, "step": 900, "step_time": 0.1736411690711975}
{"agg_test_acc": 0.9349631755403114, "agg_val_acc": 0.97600400994581, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9853689567430025, "env3_out_acc": 0.9630573248407643, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5822773855924607, "mem_gb": 2.597860813140869, "step": 1200, "step_time": 0.17762579202651976}
{"agg_test_acc": 0.9328254894634896, "agg_val_acc": 0.9710318648479339, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9316656497864552, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9875954198473282, "env3_out_acc": 0.956687898089172, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5421600359678268, "mem_gb": 2.597860813140869, "step": 1500, "step_time": 0.17628242015838624}
{"agg_test_acc": 0.9337429192871082, "agg_val_acc": 0.9741703589404145, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9914122137404581, "env3_out_acc": 0.954140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5356005381544431, "mem_gb": 2.597860813140869, "step": 1800, "step_time": 0.1768983268737793}
{"agg_test_acc": 0.9361856694272306, "agg_val_acc": 0.9777161336318854, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9617834394904459, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.49533232222000756, "mem_gb": 2.597860813140869, "step": 2100, "step_time": 0.17222204049428305}
{"agg_test_acc": 0.9361856694272306, "agg_val_acc": 0.9730217388745983, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9939567430025446, "env3_out_acc": 0.9579617834394905, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5101911830902099, "mem_gb": 2.597860813140869, "step": 2400, "step_time": 0.174115149974823}
{"agg_test_acc": 0.9322153613368881, "agg_val_acc": 0.9754423753079295, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9304453935326419, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9939567430025446, "env3_out_acc": 0.9592356687898089, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.48666319767634075, "mem_gb": 2.597860813140869, "step": 2700, "step_time": 0.17346493085225423}
{"agg_test_acc": 0.9312979315132696, "agg_val_acc": 0.9774285113698367, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9955470737913485, "env3_out_acc": 0.9630573248407643, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.47887440512577695, "mem_gb": 2.597860813140869, "step": 3000, "step_time": 0.17327720959981283}
{"agg_test_acc": 0.9322153613368881, "agg_val_acc": 0.9777161336318854, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9304453935326419, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9971374045801527, "env3_out_acc": 0.9617834394904459, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.455011900862058, "mem_gb": 2.597860813140869, "step": 3300, "step_time": 0.17419360876083373}
{"agg_test_acc": 0.9316052332102865, "agg_val_acc": 0.9771526300116262, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9292251372788286, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9592356687898089, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4515726432204247, "mem_gb": 2.597860813140869, "step": 3600, "step_time": 0.17469078222910564}
{"agg_test_acc": 0.9322153613368881, "agg_val_acc": 0.9760058789281887, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9304453935326419, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9617834394904459, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.37758501604199407, "mem_gb": 5.394801616668701, "step": 3900, "step_time": 0.1895844793319702}
{"agg_test_acc": 0.9346581114770105, "agg_val_acc": 0.9771427580901667, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9328859060402684, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 1.0, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9984096692111959, "env3_out_acc": 0.9630573248407643, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.2642216056585312, "mem_gb": 5.394801616668701, "step": 4200, "step_time": 0.20532577196757}
{"agg_test_acc": 0.9358783677302137, "agg_val_acc": 0.9762916322078589, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9353264185478951, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9617834394904459, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.24745362718900044, "mem_gb": 5.394801616668701, "step": 4500, "step_time": 0.20494731585184733}
{"agg_test_acc": 0.9361834317935145, "agg_val_acc": 0.9777142646495066, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9359365466748018, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9630573248407643, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.23598631123701733, "mem_gb": 5.394801616668701, "step": 4800, "step_time": 0.20568496624628702}
{"agg_test_acc": 0.9349609379065952, "agg_val_acc": 0.9772915051819209, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/0c16543dcb63a211d4444b3fb5621688", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1913065099, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9359365466748018, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9974554707379135, "env3_out_acc": 0.9605095541401274, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.22971087649464608, "mem_gb": 5.394801616668701, "step": 5000, "step_time": 0.20777270913124085}
