{"agg_test_acc": 0.13222923506592815, "agg_val_acc": 0.13881675916218764, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.11531421598535692, "env0_out_acc": 0.1491442542787286, "env1_in_acc": 0.18550106609808104, "env1_out_acc": 0.16452991452991453, "env2_in_acc": 0.05464071856287425, "env2_out_acc": 0.0748502994011976, "env3_in_acc": 0.18447837150127228, "env3_out_acc": 0.1770700636942675, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 8.842008590698242, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.4782896041870117}
{"agg_test_acc": 0.912363820885175, "agg_val_acc": 0.9653629479066398, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9151921903599756, "env0_out_acc": 0.9095354523227384, "env1_in_acc": 0.970682302771855, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9548346055979644, "env3_out_acc": 0.9426751592356688, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 3.2258555334806442, "mem_gb": 2.2566514015197754, "step": 300, "step_time": 0.14957226832707723}
{"agg_test_acc": 0.9291624830701639, "agg_val_acc": 0.9735815045301002, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.988272921108742, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9685114503816794, "env3_out_acc": 0.9630573248407643, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2612668309609096, "mem_gb": 2.2566514015197754, "step": 600, "step_time": 0.17052680174509685}
{"agg_test_acc": 0.9288574190068632, "agg_val_acc": 0.9687482346025186, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.994136460554371, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9713740458015268, "env3_out_acc": 0.9579617834394905, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1093065987030666, "mem_gb": 2.2566514015197754, "step": 900, "step_time": 0.17088029623031617}
{"agg_test_acc": 0.9312979315132696, "agg_val_acc": 0.9740216118486602, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.9946695095948828, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9770992366412213, "env3_out_acc": 0.956687898089172, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.0211920557419458, "mem_gb": 2.2566514015197754, "step": 1200, "step_time": 0.1708078670501709}
{"agg_test_acc": 0.9300754376263501, "agg_val_acc": 0.9728692538180869, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9290953545232273, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9796437659033079, "env3_out_acc": 0.9630573248407643, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9580803324778875, "mem_gb": 2.2566514015197754, "step": 1500, "step_time": 0.17113726536432902}
{"agg_test_acc": 0.9300754376263501, "agg_val_acc": 0.972023734882915, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9290953545232273, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9579617834394905, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8790077538291613, "mem_gb": 2.2566514015197754, "step": 1800, "step_time": 0.17060051997502645}
{"agg_test_acc": 0.9325181877664727, "agg_val_acc": 0.9734444983421843, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9315403422982885, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9605095541401274, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.857159362634023, "mem_gb": 2.2566514015197754, "step": 2100, "step_time": 0.1710795529683431}
{"agg_test_acc": 0.9343508097799935, "agg_val_acc": 0.9757083847446806, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9347162904209884, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.9668789808917198, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8306753194332123, "mem_gb": 2.2566514015197754, "step": 2400, "step_time": 0.17303565581639607}
{"agg_test_acc": 0.9364907334905314, "agg_val_acc": 0.9742937552421135, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9341061622940817, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9630573248407643, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8174974660078684, "mem_gb": 2.2566514015197754, "step": 2700, "step_time": 0.1721112084388733}
{"agg_test_acc": 0.9352704772373283, "agg_val_acc": 0.97684339492428, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9316656497864552, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9853689567430025, "env3_out_acc": 0.9694267515923567, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8024295779069265, "mem_gb": 2.2566514015197754, "step": 3000, "step_time": 0.17082374572753906}
{"agg_test_acc": 0.9349654131740275, "agg_val_acc": 0.9795436506805789, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9388753056234719, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.986323155216285, "env3_out_acc": 0.9719745222929936, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.7473305663466454, "mem_gb": 2.2566514015197754, "step": 3300, "step_time": 0.1710815731684367}
{"agg_test_acc": 0.934047983350409, "agg_val_acc": 0.9765440317583931, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9316656497864552, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9917302798982188, "env3_out_acc": 0.975796178343949, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.5315505384405455, "mem_gb": 5.397372722625732, "step": 3600, "step_time": 0.20972498496373496}
{"agg_test_acc": 0.9346581114770105, "agg_val_acc": 0.9755713785567648, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9328859060402684, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 1.0, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9643312101910828, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.44145112216472626, "mem_gb": 5.397372722625732, "step": 3900, "step_time": 0.21095905542373658}
{"agg_test_acc": 0.9349631755403114, "agg_val_acc": 0.9778432678983419, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9364303178484108, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9907760814249363, "env3_out_acc": 0.9681528662420382, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.40858362207810084, "mem_gb": 5.397372722625732, "step": 4200, "step_time": 0.20864910364151001}
{"agg_test_acc": 0.9343508097799935, "agg_val_acc": 0.9811131612316023, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9347162904209884, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9719745222929936, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3844828593730927, "mem_gb": 5.397372722625732, "step": 4500, "step_time": 0.20882779121398926}
{"agg_test_acc": 0.9349609379065952, "agg_val_acc": 0.9795399127158216, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9359365466748018, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9745222929936306, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3657255274057388, "mem_gb": 5.397372722625732, "step": 4800, "step_time": 0.2074795921643575}
{"agg_test_acc": 0.9355710660331967, "agg_val_acc": 0.9811131612316023, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2289afff1ad59d8f827eac3a99646d3a", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 213005656, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.937156802928615, "env0_out_acc": 0.9339853300733496, "env1_in_acc": 1.0, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9719745222929936, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3655422447621822, "mem_gb": 5.397372722625732, "step": 5000, "step_time": 0.20940741896629333}
