{"agg_test_acc": 0.15606287417346557, "agg_val_acc": 0.14695993071562538, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1403294691885296, "env0_out_acc": 0.13691931540342298, "env1_in_acc": 0.11993603411513859, "env1_out_acc": 0.12179487179487179, "env2_in_acc": 0.13547904191616766, "env2_out_acc": 0.17664670658682635, "env3_in_acc": 0.1895674300254453, "env3_out_acc": 0.1821656050955414, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 8.664270401000977, "mem_gb": 2.007406234741211, "step": 0, "step_time": 1.4868040084838867}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9461075433861196, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9774252593044539, "env0_out_acc": 0.9486552567237164, "env1_in_acc": 0.9728144989339019, "env1_out_acc": 0.9444444444444444, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9516539440203562, "env3_out_acc": 0.9452229299363057, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.9239098862806956, "mem_gb": 2.2566514015197754, "step": 300, "step_time": 0.15053523222605386}
{"agg_test_acc": 0.9913922150731661, "agg_val_acc": 0.9563051948687403, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9896278218425869, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.9920042643923241, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9672391857506362, "env3_out_acc": 0.954140127388535, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2322048632303875, "mem_gb": 2.2566514015197754, "step": 600, "step_time": 0.168684766292572}
{"agg_test_acc": 0.9913922150731661, "agg_val_acc": 0.9615991854910396, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9925373134328358, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9742366412213741, "env3_out_acc": 0.954140127388535, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.0418709091345468, "mem_gb": 2.2566514015197754, "step": 900, "step_time": 0.16857204596201578}
{"agg_test_acc": 0.9932634725572604, "agg_val_acc": 0.9621471725298972, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9936034115138592, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9802798982188295, "env3_out_acc": 0.956687898089172, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9924350714683533, "mem_gb": 2.2566514015197754, "step": 1200, "step_time": 0.16912431399027505}
{"agg_test_acc": 0.9925149695636227, "agg_val_acc": 0.9584625603809377, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.9615384615384616, "env2_in_acc": 0.9910179640718563, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9802798982188295, "env3_out_acc": 0.9554140127388535, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9302585991223653, "mem_gb": 2.2566514015197754, "step": 1500, "step_time": 0.1737557029724121}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9665370696137352, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9805979643765903, "env3_out_acc": 0.9579617834394905, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9005964434146881, "mem_gb": 2.2566514015197754, "step": 1800, "step_time": 0.17222716013590494}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9620238139410042, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9834605597964376, "env3_out_acc": 0.9554140127388535, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8854282309611639, "mem_gb": 2.2566514015197754, "step": 2100, "step_time": 0.17311275243759155}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9601404608046387, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9831424936386769, "env3_out_acc": 0.9592356687898089, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8703427914778391, "mem_gb": 2.2566514015197754, "step": 2400, "step_time": 0.17358956734339395}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9642633112897796, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9554140127388535, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8426424908638, "mem_gb": 2.2566514015197754, "step": 2700, "step_time": 0.17429270188013712}
{"agg_test_acc": 0.9902694605827095, "agg_val_acc": 0.9652631842638415, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 1.0, "env1_out_acc": 0.9807692307692307, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9856870229007634, "env3_out_acc": 0.954140127388535, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.826621664762497, "mem_gb": 2.2566514015197754, "step": 3000, "step_time": 0.17325585206349692}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9665370319009292, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9503184713375796, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8111787068843842, "mem_gb": 2.2566514015197754, "step": 3300, "step_time": 0.17332415262858072}
{"agg_test_acc": 0.9921407180668038, "agg_val_acc": 0.9612636923675936, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9592356687898089, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.5898298817873001, "mem_gb": 5.397372722625732, "step": 3600, "step_time": 0.2023564672470093}
{"agg_test_acc": 0.991766466569985, "agg_val_acc": 0.9620923358913653, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9895209580838323, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9850508905852418, "env3_out_acc": 0.9605095541401274, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.44992779443661374, "mem_gb": 5.397372722625732, "step": 3900, "step_time": 0.21483467102050782}
{"agg_test_acc": 0.9928892210604415, "agg_val_acc": 0.9655371966396733, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9592356687898089, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.4212967676917712, "mem_gb": 5.397372722625732, "step": 4200, "step_time": 0.21015231370925902}
{"agg_test_acc": 0.9928892210604415, "agg_val_acc": 0.9649276911403956, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9917664670658682, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.9592356687898089, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.4031605852643649, "mem_gb": 5.397372722625732, "step": 4500, "step_time": 0.21559786637624104}
{"agg_test_acc": 0.9932634725572604, "agg_val_acc": 0.9699340595006462, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9879134860050891, "env3_out_acc": 0.9605095541401274, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.3984129972259204, "mem_gb": 5.397372722625732, "step": 4800, "step_time": 0.21824585358301798}
{"agg_test_acc": 0.9932634725572604, "agg_val_acc": 0.9659960483520124, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/8de41b671cdedc186a7d7176d2ba5a4c", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1418576498, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9925149700598802, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9866412213740458, "env3_out_acc": 0.9554140127388535, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.38469272732734683, "mem_gb": 5.397372722625732, "step": 5000, "step_time": 0.22074098587036134}
