{"agg_test_acc": 0.1523426821172571, "agg_val_acc": 0.19782652929944677, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.11470408785845028, "env0_out_acc": 0.11491442542787286, "env1_in_acc": 0.15724946695095948, "env1_out_acc": 0.14743589743589744, "env2_in_acc": 0.2874251497005988, "env2_out_acc": 0.23652694610778444, "env3_in_acc": 0.22041984732824427, "env3_out_acc": 0.24203821656050956, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 8.567865371704102, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.559596061706543}
{"agg_test_acc": 0.820713282989494, "agg_val_acc": 0.9680375312048315, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9853569249542404, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8123667377398721, "env1_out_acc": 0.8290598290598291, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9506997455470738, "env3_out_acc": 0.9503184713375796, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.043302325407664, "mem_gb": 2.4361939430236816, "step": 300, "step_time": 0.1565026021003723}
{"agg_test_acc": 0.8505959210661458, "agg_val_acc": 0.9733963058127344, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9945088468578401, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 0.9985029940119761, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9656488549618321, "env3_out_acc": 0.9579617834394905, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.9541295232375463, "mem_gb": 2.4361939430236816, "step": 600, "step_time": 0.17466323614120483}
{"agg_test_acc": 0.8535276907874946, "agg_val_acc": 0.9754509261121965, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.8480810234541578, "env1_out_acc": 0.8589743589743589, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9710559796437659, "env3_out_acc": 0.9592356687898089, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.8504283354679744, "mem_gb": 2.4361939430236816, "step": 900, "step_time": 0.1738430674870809}
{"agg_test_acc": 0.8634027659561395, "agg_val_acc": 0.9737866732875186, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9969493593654668, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8550106609808102, "env1_out_acc": 0.8717948717948718, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9770992366412213, "env3_out_acc": 0.956687898089172, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7959199390808741, "mem_gb": 2.4361939430236816, "step": 1200, "step_time": 0.17327790975570678}
{"agg_test_acc": 0.8690088928281201, "agg_val_acc": 0.9721810327789361, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.8576759061833689, "env1_out_acc": 0.8803418803418803, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.982824427480916, "env3_out_acc": 0.9554140127388535, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7668280665079753, "mem_gb": 2.4361939430236816, "step": 1500, "step_time": 0.17400177160898844}
{"agg_test_acc": 0.8679405167602782, "agg_val_acc": 0.976988044670418, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9951189749847468, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8576759061833689, "env1_out_acc": 0.8782051282051282, "env2_in_acc": 0.999251497005988, "env2_out_acc": 1.0, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.9554140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7359387138485909, "mem_gb": 2.4361939430236816, "step": 1800, "step_time": 0.17417513370513915}
{"agg_test_acc": 0.8727493480592424, "agg_val_acc": 0.976839297578664, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9755501222493888, "env1_in_acc": 0.8566098081023454, "env1_out_acc": 0.8888888888888888, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9834605597964376, "env3_out_acc": 0.9579617834394905, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.7108225497603416, "mem_gb": 2.4361939430236816, "step": 2100, "step_time": 0.17462724288304646}
{"agg_test_acc": 0.8738177241270844, "agg_val_acc": 0.9732132977457999, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8566098081023454, "env1_out_acc": 0.8910256410256411, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9579617834394905, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6917153375347456, "mem_gb": 2.4361939430236816, "step": 2400, "step_time": 0.1750603167215983}
{"agg_test_acc": 0.8711456449638038, "agg_val_acc": 0.9786063333288835, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8576759061833689, "env1_out_acc": 0.8846153846153846, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9834605597964376, "env3_out_acc": 0.9681528662420382, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6963535924752553, "mem_gb": 2.4361939430236816, "step": 2700, "step_time": 0.17299814224243165}
{"agg_test_acc": 0.8714098914965749, "agg_val_acc": 0.9786306846697983, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9779951100244498, "env1_in_acc": 0.8603411513859275, "env1_out_acc": 0.8824786324786325, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9875954198473282, "env3_out_acc": 0.9668789808917198, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.680269678235054, "mem_gb": 2.4361939430236816, "step": 3000, "step_time": 0.17402165571848552}
{"agg_test_acc": 0.8719406625494688, "agg_val_acc": 0.9766562895117293, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9779951100244498, "env1_in_acc": 0.8635394456289979, "env1_out_acc": 0.8803418803418803, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9882315521628499, "env3_out_acc": 0.9579617834394905, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.41367896378040314, "mem_gb": 5.399142742156982, "step": 3300, "step_time": 0.20236013730367025}
{"agg_test_acc": 0.8730067606299591, "agg_val_acc": 0.9775740683620195, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.8656716417910447, "env1_out_acc": 0.8803418803418803, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9879134860050891, "env3_out_acc": 0.9656050955414013, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3226376258333524, "mem_gb": 5.399142742156982, "step": 3600, "step_time": 0.20799498875935873}
{"agg_test_acc": 0.8762118888334847, "agg_val_acc": 0.9807997910858339, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9853300733496333, "env1_in_acc": 0.8656716417910447, "env1_out_acc": 0.8867521367521367, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9895038167938931, "env3_out_acc": 0.9630573248407643, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3029660068949064, "mem_gb": 5.399142742156982, "step": 3900, "step_time": 0.20743108908335367}
{"agg_test_acc": 0.875676561805888, "agg_val_acc": 0.9747973254290848, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8667377398720683, "env1_out_acc": 0.8846153846153846, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9895038167938931, "env3_out_acc": 0.9681528662420382, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.290714506059885, "mem_gb": 5.399142742156982, "step": 4200, "step_time": 0.2072642453511556}
{"agg_test_acc": 0.8759430863260107, "agg_val_acc": 0.9795944276863011, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.980440097799511, "env1_in_acc": 0.8672707889125799, "env1_out_acc": 0.8846153846153846, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9643312101910828, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.28769481152296067, "mem_gb": 5.399142742156982, "step": 4500, "step_time": 0.20646984020868936}
{"agg_test_acc": 0.8754100372857655, "agg_val_acc": 0.9764732814447948, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.980440097799511, "env1_in_acc": 0.8662046908315565, "env1_out_acc": 0.8846153846153846, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9579617834394905, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.2817961503068606, "mem_gb": 5.399142742156982, "step": 4800, "step_time": 0.20553041140238443}
{"agg_test_acc": 0.8754100372857655, "agg_val_acc": 0.977000692820301, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/4f744786f9ac7fe425edd553f808bdc5", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 565096412, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9731051344743277, "env1_in_acc": 0.8662046908315565, "env1_out_acc": 0.8846153846153846, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9891857506361323, "env3_out_acc": 0.9668789808917198, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7010166027828918, "lambda2": 0.6269010951324223, "last_k_epoch": 0.38851977780027735, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.131347198605345, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.27473409458994863, "mem_gb": 5.399142742156982, "step": 5000, "step_time": 0.2085514223575592}
