{"agg_test_acc": 0.18226047895078593, "agg_val_acc": 0.14939028813948851, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.18730933496034166, "env0_out_acc": 0.17359413202933985, "env1_in_acc": 0.1871002132196162, "env1_out_acc": 0.1752136752136752, "env2_in_acc": 0.17589820359281438, "env2_out_acc": 0.18862275449101795, "env3_in_acc": 0.08333333333333333, "env3_out_acc": 0.09936305732484077, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 8.927374839782715, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.634911060333252}
{"agg_test_acc": 0.9921407180668038, "agg_val_acc": 0.9486003643089569, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9816961561928005, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9722814498933902, "env1_out_acc": 0.9487179487179487, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9561068702290076, "env3_out_acc": 0.9337579617834395, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.8742796260118486, "mem_gb": 2.4380745887756348, "step": 300, "step_time": 0.1609049654006958}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9544218040195687, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9902379499694935, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.988272921108742, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9627862595419847, "env3_out_acc": 0.9503184713375796, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 1.1047181328137716, "mem_gb": 2.4380745887756348, "step": 600, "step_time": 0.1812704308827718}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.9658454322778796, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938987187309335, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.994136460554371, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9697837150127226, "env3_out_acc": 0.9592356687898089, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9395989596843719, "mem_gb": 2.4380745887756348, "step": 900, "step_time": 0.18027999877929687}
{"agg_test_acc": 0.9940119755508982, "agg_val_acc": 0.9619759430796069, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9920042643923241, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9716921119592875, "env3_out_acc": 0.9592356687898089, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8754546747605005, "mem_gb": 2.4380745887756348, "step": 1200, "step_time": 0.1795290430386861}
{"agg_test_acc": 0.9921407180668038, "agg_val_acc": 0.9562709338935598, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9932885906040269, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.9925373134328358, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9786895674300254, "env3_out_acc": 0.9515923566878981, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8361355322599411, "mem_gb": 2.4380745887756348, "step": 1500, "step_time": 0.17761496861775716}
{"agg_test_acc": 0.991766466569985, "agg_val_acc": 0.9624347947919459, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9790076335877863, "env3_out_acc": 0.9554140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8024478405714035, "mem_gb": 2.4380745887756348, "step": 1800, "step_time": 0.1762949522336324}
{"agg_test_acc": 0.991766466569985, "agg_val_acc": 0.968680825239716, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9957356076759062, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9825063613231552, "env3_out_acc": 0.9656050955414013, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7723726592461269, "mem_gb": 2.4380745887756348, "step": 2100, "step_time": 0.17558267037073771}
{"agg_test_acc": 0.991766466569985, "agg_val_acc": 0.9673590690284248, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9656050955414013, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7421205012003581, "mem_gb": 2.4380745887756348, "step": 2400, "step_time": 0.1748162563641866}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.9672357104395318, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9805979643765903, "env3_out_acc": 0.9643312101910828, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7211710159977277, "mem_gb": 2.4380745887756348, "step": 2700, "step_time": 0.17321123043696085}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.9699547105896098, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9694267515923567, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7210316546758015, "mem_gb": 2.4380745887756348, "step": 3000, "step_time": 0.17523509740829468}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.966489198752338, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9844147582697201, "env3_out_acc": 0.9617834394904459, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7199990645051002, "mem_gb": 2.4380745887756348, "step": 3300, "step_time": 0.17159324963887532}
{"agg_test_acc": 0.9940119755508982, "agg_val_acc": 0.9614827926792814, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9940119760479041, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9856870229007634, "env3_out_acc": 0.9528662420382166, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7079334086179734, "mem_gb": 2.4380745887756348, "step": 3600, "step_time": 0.17136651357014973}
{"agg_test_acc": 0.9936377240540792, "agg_val_acc": 0.9641811794532017, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.956687898089172, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6261819901069006, "mem_gb": 5.397998332977295, "step": 3900, "step_time": 0.18090564250946045}
{"agg_test_acc": 0.9936377240540792, "agg_val_acc": 0.9697834434265135, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.9643312101910828, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.4166789070765177, "mem_gb": 5.397998332977295, "step": 4200, "step_time": 0.20454593578974406}
{"agg_test_acc": 0.9936377240540792, "agg_val_acc": 0.9658454699906858, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9856870229007634, "env3_out_acc": 0.9668789808917198, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3905146903793017, "mem_gb": 5.397998332977295, "step": 4500, "step_time": 0.20349864403406778}
{"agg_test_acc": 0.9936377240540792, "agg_val_acc": 0.9634004822164397, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9668789808917198, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3816547851761182, "mem_gb": 5.397998332977295, "step": 4800, "step_time": 0.2054696257909139}
{"agg_test_acc": 0.9936377240540792, "agg_val_acc": 0.971872324701156, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/b9743b4141b39064496fcc7cb48f1dc2", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 536917322, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9932634730538922, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9681528662420382, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7419102898692578, "lambda2": 0.5215383105176172, "last_k_epoch": 0.23762453204831346, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.9748462276330736, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3710407015681267, "mem_gb": 5.397998332977295, "step": 5000, "step_time": 0.21713511109352113}
