{"agg_test_acc": 0.16306084416275354, "agg_val_acc": 0.13480164713704818, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1549725442342892, "env0_out_acc": 0.17114914425427874, "env1_in_acc": 0.09328358208955224, "env1_out_acc": 0.0811965811965812, "env2_in_acc": 0.2148203592814371, "env2_out_acc": 0.18562874251497005, "env3_in_acc": 0.15298982188295165, "env3_out_acc": 0.1375796178343949, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 7.717947959899902, "mem_gb": 2.169187545776367, "step": 0, "step_time": 1.595738410949707}
{"agg_test_acc": 0.9145037445957128, "agg_val_acc": 0.9662140737889477, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9145820622330689, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9792110874200426, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9977544910179641, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9608778625954199, "env3_out_acc": 0.9439490445859873, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 2.1141953136523566, "mem_gb": 2.4361939430236816, "step": 300, "step_time": 0.1512982495625814}
{"agg_test_acc": 0.9215246933190634, "agg_val_acc": 0.9694877050869655, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9237339841366687, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9925373134328358, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9802798982188295, "env3_out_acc": 0.9452229299363057, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.835338811079661, "mem_gb": 2.4361939430236816, "step": 600, "step_time": 0.1711950381596883}
{"agg_test_acc": 0.9212173916220464, "agg_val_acc": 0.9677737124185115, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9847328244274809, "env3_out_acc": 0.9477707006369427, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.714461436967055, "mem_gb": 2.4361939430236816, "step": 900, "step_time": 0.17090561548868816}
{"agg_test_acc": 0.9233550776988682, "agg_val_acc": 0.9752936282161754, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9888676844783715, "env3_out_acc": 0.9617834394904459, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6781637368599573, "mem_gb": 2.4361939430236816, "step": 1200, "step_time": 0.17058260440826417}
{"agg_test_acc": 0.9221325838119488, "agg_val_acc": 0.9777278745357235, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9907760814249363, "env3_out_acc": 0.956687898089172, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.6181170190374057, "mem_gb": 2.4361939430236816, "step": 1500, "step_time": 0.17074576616287232}
{"agg_test_acc": 0.9233550776988682, "agg_val_acc": 0.9775908683478076, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.954140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5992044459780057, "mem_gb": 2.4361939430236816, "step": 1800, "step_time": 0.1718798780441284}
{"agg_test_acc": 0.9212129163546143, "agg_val_acc": 0.9770193617884676, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9304453935326419, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9829059829059829, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.954140127388535, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5811334241429965, "mem_gb": 2.4361939430236816, "step": 2100, "step_time": 0.17166048685709637}
{"agg_test_acc": 0.9196875960381102, "agg_val_acc": 0.9750177468579649, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.9579617834394905, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5520586170752844, "mem_gb": 2.4361939430236816, "step": 2400, "step_time": 0.1709882140159607}
{"agg_test_acc": 0.9206027882280127, "agg_val_acc": 0.9753053691200136, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9292251372788286, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9942748091603053, "env3_out_acc": 0.956687898089172, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5684221651156743, "mem_gb": 2.4361939430236816, "step": 2700, "step_time": 0.17205516417821248}
{"agg_test_acc": 0.9212151539883303, "agg_val_acc": 0.9789918879641579, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9280048810250152, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 1.0, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9942748091603053, "env3_out_acc": 0.9643312101910828, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.5437188765406609, "mem_gb": 2.4361939430236816, "step": 3000, "step_time": 0.172053009668986}
{"agg_test_acc": 0.9209123275587456, "agg_val_acc": 0.9761546260199429, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.924954240390482, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 1.0, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9592356687898089, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.42569336503744126, "mem_gb": 5.399142742156982, "step": 3300, "step_time": 0.1961430033047994}
{"agg_test_acc": 0.9212173916220464, "agg_val_acc": 0.97600400994581, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 1.0, "env1_out_acc": 0.967948717948718, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9949109414758269, "env3_out_acc": 0.9630573248407643, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.33702713578939436, "mem_gb": 5.399142742156982, "step": 3600, "step_time": 0.20592244942982993}
{"agg_test_acc": 0.9236601417621689, "agg_val_acc": 0.9745931184080003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9280048810250152, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.956687898089172, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.3083851731816928, "mem_gb": 5.399142742156982, "step": 3900, "step_time": 0.20524884859720866}
{"agg_test_acc": 0.9209100899250294, "agg_val_acc": 0.9787160066059475, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9974554707379135, "env3_out_acc": 0.9605095541401274, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.287008700321118, "mem_gb": 5.399142742156982, "step": 4200, "step_time": 0.2053947671254476}
{"agg_test_acc": 0.9206050258617288, "agg_val_acc": 0.976166366923781, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9952290076335878, "env3_out_acc": 0.954140127388535, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.2750722873707612, "mem_gb": 5.399142742156982, "step": 4500, "step_time": 0.2053567123413086}
{"agg_test_acc": 0.9196875960381102, "agg_val_acc": 0.9779938839724747, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9273947528981086, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 1.0, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9643312101910828, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.2656905521452427, "mem_gb": 5.399142742156982, "step": 4800, "step_time": 0.2096274487177531}
{"agg_test_acc": 0.91816003808789, "agg_val_acc": 0.9785672595141932, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/90198a6c422ae3a11d7ea2ba8c4d75f6", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 846744115, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9095354523227384, "env1_in_acc": 1.0, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9630573248407643, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5439617198173775, "lambda2": 0.5509403872292429, "last_k_epoch": 0.38252238504986713, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 4.920147743151585, "weight_decay": 1e-06, "worst_case_p": 0.3}, "loss": 0.25920075848698615, "mem_gb": 5.399142742156982, "step": 5000, "step_time": 0.21355136156082152}
