{"agg_test_acc": 0.12640616625861936, "agg_val_acc": 0.13613131400462186, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.13300793166564978, "env0_out_acc": 0.1198044009779951, "env1_in_acc": 0.14658848614072495, "env1_out_acc": 0.1346153846153846, "env2_in_acc": 0.156437125748503, "env2_out_acc": 0.16167664670658682, "env3_in_acc": 0.12404580152671756, "env3_out_acc": 0.11210191082802548, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 9.57383918762207, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.567168951034546}
{"agg_test_acc": 0.872674165784046, "agg_val_acc": 0.9532875125219834, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8700427089688835, "env0_out_acc": 0.8753056234718827, "env1_in_acc": 0.976545842217484, "env1_out_acc": 0.9487179487179487, "env2_in_acc": 1.0, "env2_out_acc": 0.9850299401197605, "env3_in_acc": 0.948791348600509, "env3_out_acc": 0.9261146496815287, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 3.069659816424052, "mem_gb": 2.2544541358947754, "step": 300, "step_time": 0.14406057516733806}
{"agg_test_acc": 0.9215246933190634, "agg_val_acc": 0.9650771946269698, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9237339841366687, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9909381663113006, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9646946564885496, "env3_out_acc": 0.9426751592356688, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.2205630258719127, "mem_gb": 2.2544541358947754, "step": 600, "step_time": 0.16391717751820883}
{"agg_test_acc": 0.9282428156128293, "agg_val_acc": 0.9636508242205645, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298352654057352, "env0_out_acc": 0.9266503667481663, "env1_in_acc": 0.994136460554371, "env1_out_acc": 0.9529914529914529, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9707379134860051, "env3_out_acc": 0.9439490445859873, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0541605106989542, "mem_gb": 2.2544541358947754, "step": 900, "step_time": 0.16385008573532103}
{"agg_test_acc": 0.9251854620786729, "agg_val_acc": 0.9699123335369301, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9310555216595485, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9736005089058524, "env3_out_acc": 0.9464968152866242, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9679329121112823, "mem_gb": 2.2544541358947754, "step": 1200, "step_time": 0.16399073998133343}
{"agg_test_acc": 0.9236556664947366, "agg_val_acc": 0.9701962178342214, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9328859060402684, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9796437659033079, "env3_out_acc": 0.9477707006369427, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9402202183008194, "mem_gb": 2.2544541358947754, "step": 1500, "step_time": 0.1642377463976542}
{"agg_test_acc": 0.9251832244449568, "agg_val_acc": 0.9738827366783657, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9334960341671751, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9780534351145038, "env3_out_acc": 0.9554140127388535, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8851136843363444, "mem_gb": 2.2544541358947754, "step": 1800, "step_time": 0.16323243538538615}
{"agg_test_acc": 0.9221303461782328, "agg_val_acc": 0.9669127146147442, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298352654057352, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9594017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9825063613231552, "env3_out_acc": 0.9503184713375796, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8704974530140559, "mem_gb": 2.2544541358947754, "step": 2100, "step_time": 0.1637167557080587}
{"agg_test_acc": 0.9221303461782328, "agg_val_acc": 0.9718966006164584, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9298352654057352, "env0_out_acc": 0.9144254278728606, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9837786259541985, "env3_out_acc": 0.9515923566878981, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8168557892243068, "mem_gb": 2.2544541358947754, "step": 2400, "step_time": 0.16409775972366333}
{"agg_test_acc": 0.9236601417621689, "agg_val_acc": 0.9751584910106382, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9280048810250152, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9579617834394905, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8159865742921829, "mem_gb": 2.2544541358947754, "step": 2700, "step_time": 0.16213814814885458}
{"agg_test_acc": 0.9239652058254697, "agg_val_acc": 0.9740333527524984, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9286150091519219, "env0_out_acc": 0.9193154034229829, "env1_in_acc": 0.9973347547974414, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.9515923566878981, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7864975702762603, "mem_gb": 2.2544541358947754, "step": 3000, "step_time": 0.16178775707880655}
{"agg_test_acc": 0.9212173916220464, "agg_val_acc": 0.977432249334594, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.9605095541401274, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7711128288507462, "mem_gb": 2.2544541358947754, "step": 3300, "step_time": 0.16164759397506714}
{"agg_test_acc": 0.9218275197486481, "agg_val_acc": 0.971471972166494, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9821882951653944, "env3_out_acc": 0.9503184713375796, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7345187132557233, "mem_gb": 2.2544541358947754, "step": 3600, "step_time": 0.16170764366785687}
{"agg_test_acc": 0.9218275197486481, "agg_val_acc": 0.9727594674026045, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9168704156479217, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9872773536895675, "env3_out_acc": 0.9477707006369427, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.5890445211529731, "mem_gb": 5.397243022918701, "step": 3900, "step_time": 0.18443327744801838}
{"agg_test_acc": 0.91816003808789, "agg_val_acc": 0.9708929896776394, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9267846247712019, "env0_out_acc": 0.9095354523227384, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9853689567430025, "env3_out_acc": 0.9554140127388535, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.41102887004613875, "mem_gb": 5.397243022918701, "step": 4200, "step_time": 0.20116884311040242}
{"agg_test_acc": 0.9175499099612885, "agg_val_acc": 0.9720453477082127, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9255643685173887, "env0_out_acc": 0.9095354523227384, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9875954198473282, "env3_out_acc": 0.9490445859872612, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.3775149597724279, "mem_gb": 5.397243022918701, "step": 4500, "step_time": 0.20399857838948568}
{"agg_test_acc": 0.9190774679115087, "agg_val_acc": 0.9740197428662816, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9261744966442953, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 1.0, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9579617834394905, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.35805601874987286, "mem_gb": 5.397243022918701, "step": 4800, "step_time": 0.20610859076182048}
{"agg_test_acc": 0.918467339784907, "agg_val_acc": 0.9771662398978429, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/71cf305f9d0278033b9e4dbeba9261b7", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1548653190, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.924954240390482, "env0_out_acc": 0.9119804400977995, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9885496183206107, "env3_out_acc": 0.9528662420382166, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.3449848121404648, "mem_gb": 5.397243022918701, "step": 5000, "step_time": 0.21212595343589782}
