{"agg_test_acc": 0.32266489404493764, "agg_val_acc": 0.2039251422164278, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.29063604240282687, "env0_out_acc": 0.26148409893992935, "env1_in_acc": 0.3195294117647059, "env1_out_acc": 0.3258003766478343, "env2_in_acc": 0.19992383853769993, "env2_out_acc": 0.18140243902439024, "env3_in_acc": 0.1814142910033321, "env3_out_acc": 0.1688888888888889, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 5.8354034423828125, "mem_gb": 2.007355213165283, "step": 0, "step_time": 1.615692138671875}
{"agg_test_acc": 0.6121435689860518, "agg_val_acc": 0.8914553864004137, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6141176470588235, "env1_out_acc": 0.6101694915254238, "env2_in_acc": 0.8594821020563594, "env2_out_acc": 0.8201219512195121, "env3_in_acc": 0.9315068493150684, "env3_out_acc": 0.8577777777777778, "epoch": 8.480565371024735, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8591197689374288, "mem_gb": 2.2565736770629883, "step": 300, "step_time": 0.15139508803685506}
{"agg_test_acc": 0.6601542037244261, "agg_val_acc": 0.9136128690789657, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6649411764705883, "env1_out_acc": 0.655367231638418, "env2_in_acc": 0.9127951256664127, "env2_out_acc": 0.8658536585365854, "env3_in_acc": 0.9518696778970751, "env3_out_acc": 0.8785185185185185, "epoch": 16.96113074204947, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.1968961916367213, "mem_gb": 2.2565736770629883, "step": 600, "step_time": 0.17456138769785562}
{"agg_test_acc": 0.6556822861460704, "agg_val_acc": 0.9120455700731648, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6616470588235294, "env1_out_acc": 0.6497175141242938, "env2_in_acc": 0.9322162985529322, "env2_out_acc": 0.8567073170731707, "env3_in_acc": 0.9637171417993335, "env3_out_acc": 0.882962962962963, "epoch": 25.441696113074205, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0307276384035746, "mem_gb": 2.2565736770629883, "step": 900, "step_time": 0.17422153155008951}
{"agg_test_acc": 0.6502691920975971, "agg_val_acc": 0.9232286958681077, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.6564705882352941, "env1_out_acc": 0.6440677966101694, "env2_in_acc": 0.9527798933739527, "env2_out_acc": 0.8704268292682927, "env3_in_acc": 0.968530174009626, "env3_out_acc": 0.8992592592592593, "epoch": 33.92226148409894, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9329782728354136, "mem_gb": 2.2565736770629883, "step": 1200, "step_time": 0.17652984460194907}
{"agg_test_acc": 0.650739780332656, "agg_val_acc": 0.9135842632373614, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6574117647058824, "env1_out_acc": 0.6440677966101694, "env2_in_acc": 0.9638233054074639, "env2_out_acc": 0.8628048780487805, "env3_in_acc": 0.9777860051832654, "env3_out_acc": 0.8814814814814815, "epoch": 42.40282685512368, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8885668017466863, "mem_gb": 2.2565736770629883, "step": 1500, "step_time": 0.17856619596481324}
{"agg_test_acc": 0.6526230195030892, "agg_val_acc": 0.9176964766588708, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.6574117647058824, "env1_out_acc": 0.647834274952919, "env2_in_acc": 0.9733434881949733, "env2_out_acc": 0.8597560975609756, "env3_in_acc": 0.9844502036282858, "env3_out_acc": 0.8933333333333333, "epoch": 50.88339222614841, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8668379185597102, "mem_gb": 2.2565736770629883, "step": 1800, "step_time": 0.17578959306081135}
{"agg_test_acc": 0.6540352273233646, "agg_val_acc": 0.9149942301143379, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6583529411764706, "env1_out_acc": 0.6497175141242938, "env2_in_acc": 0.9756283320639756, "env2_out_acc": 0.8551829268292683, "env3_in_acc": 0.9796371714179933, "env3_out_acc": 0.8933333333333333, "epoch": 59.36395759717315, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8260009864966075, "mem_gb": 2.2565736770629883, "step": 2100, "step_time": 0.17596273899078368}
{"agg_test_acc": 0.6552121410261106, "agg_val_acc": 0.9150943505599535, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6588235294117647, "env1_out_acc": 0.6516007532956686, "env2_in_acc": 0.9786747905559787, "env2_out_acc": 0.8658536585365854, "env3_in_acc": 0.9874120696038504, "env3_out_acc": 0.882962962962963, "epoch": 67.84452296819788, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.806165714263916, "mem_gb": 2.2565736770629883, "step": 2400, "step_time": 0.17597214619318644}
{"agg_test_acc": 0.6545062586735224, "agg_val_acc": 0.9124535797086808, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6574117647058824, "env1_out_acc": 0.6516007532956686, "env2_in_acc": 0.9828636709824828, "env2_out_acc": 0.8475609756097561, "env3_in_acc": 0.990373935579415, "env3_out_acc": 0.8933333333333333, "epoch": 76.32508833922262, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8301557131608327, "mem_gb": 2.2565736770629883, "step": 2700, "step_time": 0.17722233772277832}
{"agg_test_acc": 0.6547415527910517, "agg_val_acc": 0.916751731100619, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.6578823529411765, "env1_out_acc": 0.6516007532956686, "env2_in_acc": 0.9855293221629855, "env2_out_acc": 0.864329268292683, "env3_in_acc": 0.9885227693446872, "env3_out_acc": 0.8859259259259259, "epoch": 84.80565371024736, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8486413890123368, "mem_gb": 2.2565736770629883, "step": 3000, "step_time": 0.17606433153152465}
{"agg_test_acc": 0.6528583136206185, "agg_val_acc": 0.9121356516080295, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.6578823529411765, "env1_out_acc": 0.647834274952919, "env2_in_acc": 0.9874333587204874, "env2_out_acc": 0.8460365853658537, "env3_in_acc": 0.9911144020733061, "env3_out_acc": 0.8903703703703704, "epoch": 93.28621908127208, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.8423584105571111, "mem_gb": 2.2565736770629883, "step": 3300, "step_time": 0.17772156794865926}
{"agg_test_acc": 0.6528583136206185, "agg_val_acc": 0.9145862204788219, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6578823529411765, "env1_out_acc": 0.647834274952919, "env2_in_acc": 0.988956587966489, "env2_out_acc": 0.864329268292683, "env3_in_acc": 0.9929655683080341, "env3_out_acc": 0.882962962962963, "epoch": 101.76678445229682, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.7887379564841588, "mem_gb": 2.2565736770629883, "step": 3600, "step_time": 0.18371858358383178}
{"agg_test_acc": 0.6526230195030892, "agg_val_acc": 0.9191021795257961, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6574117647058824, "env1_out_acc": 0.647834274952919, "env2_in_acc": 0.9874333587204874, "env2_out_acc": 0.8719512195121951, "env3_in_acc": 0.9922251018141429, "env3_out_acc": 0.8888888888888888, "epoch": 110.24734982332156, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.6065976774692535, "mem_gb": 5.397286415100098, "step": 3900, "step_time": 0.20316654205322265}
{"agg_test_acc": 0.6528583136206185, "agg_val_acc": 0.9192351698230672, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 1.0, "env1_in_acc": 0.6578823529411765, "env1_out_acc": 0.647834274952919, "env2_in_acc": 0.9916222391469917, "env2_out_acc": 0.8658536585365854, "env3_in_acc": 0.9914846353202518, "env3_out_acc": 0.8918518518518519, "epoch": 118.7279151943463, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.4230334487557411, "mem_gb": 5.397286415100098, "step": 4200, "step_time": 0.22010445833206177}
{"agg_test_acc": 0.654976846908581, "agg_val_acc": 0.9110865215941109, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6583529411764706, "env1_out_acc": 0.6516007532956686, "env2_in_acc": 0.9900990099009901, "env2_out_acc": 0.8597560975609756, "env3_in_acc": 0.9940762680488708, "env3_out_acc": 0.8770370370370371, "epoch": 127.20848056537102, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.40458487619956335, "mem_gb": 5.397286415100098, "step": 4500, "step_time": 0.22048208793004354}
{"agg_test_acc": 0.6540352273233646, "agg_val_acc": 0.9130618302354278, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6583529411764706, "env1_out_acc": 0.6497175141242938, "env2_in_acc": 0.9900990099009901, "env2_out_acc": 0.8597560975609756, "env3_in_acc": 0.9944465012958164, "env3_out_acc": 0.882962962962963, "epoch": 135.68904593639576, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.3899367947379748, "mem_gb": 5.397286415100098, "step": 4800, "step_time": 0.21849021116892497}
{"agg_test_acc": 0.6537999332058352, "agg_val_acc": 0.9150943505599535, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "VLCS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/2a6c394bf10ad2d926d7badf7365c2ff", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 332590358, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9964664310954063, "env1_in_acc": 0.6578823529411765, "env1_out_acc": 0.6497175141242938, "env2_in_acc": 0.9916222391469917, "env2_out_acc": 0.8658536585365854, "env3_in_acc": 0.9940762680488708, "env3_out_acc": 0.882962962962963, "epoch": 141.3427561837456, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["bird", "car", "chair", "dog", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Caltech101", "LabelMe", "SUN09", "VOC2007"], "lambda1": 0.7819049321936025, "lambda2": 0.9075316444347157, "last_k_epoch": 0.25491468830584113, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.907263233121133, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.384176983833313, "mem_gb": 5.397286415100098, "step": 5000, "step_time": 0.2184046411514282}
