{"agg_test_acc": 0.10858937905747247, "agg_val_acc": 0.1264685771385858, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.16778523489932887, "env0_out_acc": 0.16136919315403422, "env1_in_acc": 0.11034115138592751, "env1_out_acc": 0.10683760683760683, "env2_in_acc": 0.05538922155688623, "env2_out_acc": 0.08682634730538923, "env3_in_acc": 0.15744274809160305, "env3_out_acc": 0.13121019108280255, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 7.250522613525391, "mem_gb": 2.333829879760742, "step": 0, "step_time": 1.6455798149108887}
{"agg_test_acc": 0.8102937688438462, "agg_val_acc": 0.9610929353568772, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9823062843197071, "env0_out_acc": 0.9462102689486552, "env1_in_acc": 0.8150319829424307, "env1_out_acc": 0.8055555555555556, "env2_in_acc": 0.9977544910179641, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9583333333333334, "env3_out_acc": 0.9490445859872612, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 1.7426375089089077, "mem_gb": 2.599020481109619, "step": 300, "step_time": 0.15977404435475667}
{"agg_test_acc": 0.8383175692416944, "agg_val_acc": 0.9688281757886653, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.99633923123856, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.8347547974413646, "env1_out_acc": 0.8418803418803419, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.976145038167939, "env3_out_acc": 0.9515923566878981, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.7697945484519004, "mem_gb": 2.599020481109619, "step": 600, "step_time": 0.18189607302347818}
{"agg_test_acc": 0.846320138807427, "agg_val_acc": 0.9697116936637751, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8443496801705757, "env1_out_acc": 0.8482905982905983, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9809160305343512, "env3_out_acc": 0.956687898089172, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6623307681083679, "mem_gb": 2.599020481109619, "step": 900, "step_time": 0.18179595073064167}
{"agg_test_acc": 0.8455160092723562, "agg_val_acc": 0.9641798206232032, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9486552567237164, "env1_in_acc": 0.8470149253731343, "env1_out_acc": 0.844017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9869592875318066, "env3_out_acc": 0.9528662420382166, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6241131634513537, "mem_gb": 2.599020481109619, "step": 1200, "step_time": 0.18201030492782594}
{"agg_test_acc": 0.8471197123677947, "agg_val_acc": 0.9745214440708743, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9957291031116534, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8459488272921108, "env1_out_acc": 0.8482905982905983, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9914122137404581, "env3_out_acc": 0.9643312101910828, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5983288037776947, "mem_gb": 2.599020481109619, "step": 1500, "step_time": 0.18166005452473957}
{"agg_test_acc": 0.8433838131113753, "agg_val_acc": 0.9732818196961611, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.844017094017094, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9904580152671756, "env3_out_acc": 0.9630573248407643, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.579701663752397, "mem_gb": 2.599020481109619, "step": 1800, "step_time": 0.1812800987561544}
{"agg_test_acc": 0.8465889413149009, "agg_val_acc": 0.9693555871641716, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.8504273504273504, "env2_in_acc": 0.9985029940119761, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9907760814249363, "env3_out_acc": 0.9605095541401274, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5578673741221428, "mem_gb": 2.599020481109619, "step": 2100, "step_time": 0.19000160614649456}
{"agg_test_acc": 0.8465889413149009, "agg_val_acc": 0.9699875750219856, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.8504273504273504, "env2_in_acc": 0.999251497005988, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9923664122137404, "env3_out_acc": 0.9605095541401274, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5513244920969009, "mem_gb": 2.599020481109619, "step": 2400, "step_time": 0.18751578410466513}
{"agg_test_acc": 0.8447209916866913, "agg_val_acc": 0.9777913374041348, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8411513859275054, "env1_out_acc": 0.8482905982905983, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.9681528662420382, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5352974822123845, "mem_gb": 2.599020481109619, "step": 2700, "step_time": 0.18488831202189127}
{"agg_test_acc": 0.8423177150308849, "agg_val_acc": 0.9704122034719502, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.8406183368869936, "env1_out_acc": 0.844017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9617834394904459, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5155236651500066, "mem_gb": 2.599020481109619, "step": 3000, "step_time": 0.18547994613647462}
{"agg_test_acc": 0.8404474874153238, "agg_val_acc": 0.9780428674214304, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.8411513859275054, "env1_out_acc": 0.8397435897435898, "env2_in_acc": 1.0, "env2_out_acc": 1.0, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9732484076433121, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.517460208038489, "mem_gb": 2.599020481109619, "step": 3300, "step_time": 0.18202591101328533}
{"agg_test_acc": 0.8455205652470591, "agg_val_acc": 0.9698730889054121, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.8482905982905983, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9656050955414013, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5096665038665136, "mem_gb": 2.599020481109619, "step": 3600, "step_time": 0.18018051624298095}
{"agg_test_acc": 0.8449852382194624, "agg_val_acc": 0.9765517130294215, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.843816631130064, "env1_out_acc": 0.8461538461538461, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9668789808917198, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.41236729234457015, "mem_gb": 5.394130229949951, "step": 3900, "step_time": 0.19482694943745932}
{"agg_test_acc": 0.8455205652470591, "agg_val_acc": 0.9750948196125929, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9682151589242054, "env1_in_acc": 0.8427505330490405, "env1_out_acc": 0.8482905982905983, "env2_in_acc": 1.0, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9630573248407643, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.2858877289791902, "mem_gb": 5.394130229949951, "step": 4200, "step_time": 0.2081159790356954}
{"agg_test_acc": 0.8420489125234109, "agg_val_acc": 0.9764831910790605, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 0.8422174840085288, "env1_out_acc": 0.8418803418803419, "env2_in_acc": 1.0, "env2_out_acc": 0.9970059880239521, "env3_in_acc": 0.996501272264631, "env3_out_acc": 0.9617834394904459, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.26863826309641203, "mem_gb": 5.394130229949951, "step": 4500, "step_time": 0.21311690171559652}
{"agg_test_acc": 0.8428484860837787, "agg_val_acc": 0.9735919620295521, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.843816631130064, "env1_out_acc": 0.8418803418803419, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9694267515923567, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.25535419036944706, "mem_gb": 5.394130229949951, "step": 4800, "step_time": 0.21615669012069702}
{"agg_test_acc": 0.8436503376314979, "agg_val_acc": 0.9695169824058085, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/89f336e9c3fd2d1b94542700e3eecd25", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 8966537, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [1], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9511002444987775, "env1_in_acc": 0.8432835820895522, "env1_out_acc": 0.844017094017094, "env2_in_acc": 1.0, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9974554707379135, "env3_out_acc": 0.9694267515923567, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.25329479552805423, "mem_gb": 5.394130229949951, "step": 5000, "step_time": 0.21394741654396057}
