{"agg_test_acc": 0.22604790407859282, "agg_val_acc": 0.1676360986954148, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.1525320317266626, "env0_out_acc": 0.1882640586797066, "env1_in_acc": 0.0943496801705757, "env1_out_acc": 0.13247863247863248, "env2_in_acc": 0.218562874251497, "env2_out_acc": 0.23353293413173654, "env3_in_acc": 0.15903307888040713, "env3_out_acc": 0.1821656050955414, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 7.205560684204102, "mem_gb": 2.333829879760742, "step": 0, "step_time": 1.525496482849121}
{"agg_test_acc": 0.9842814366336077, "agg_val_acc": 0.9495796616196676, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9810860280658938, "env0_out_acc": 0.9462102689486552, "env1_in_acc": 0.9781449893390192, "env1_out_acc": 0.9636752136752137, "env2_in_acc": 0.9805389221556886, "env2_out_acc": 0.9880239520958084, "env3_in_acc": 0.9583333333333334, "env3_out_acc": 0.9388535031847134, "epoch": 7.18562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 2.0419811556736627, "mem_gb": 2.599020481109619, "step": 300, "step_time": 0.159340128103892}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9590584182811928, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9914582062233069, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9936034115138592, "env1_out_acc": 0.9572649572649573, "env2_in_acc": 0.9872754491017964, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9815521628498728, "env3_out_acc": 0.954140127388535, "epoch": 14.37125748502994, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.8379176936546961, "mem_gb": 2.599020481109619, "step": 600, "step_time": 0.1784653401374817}
{"agg_test_acc": 0.9913922150731661, "agg_val_acc": 0.9614143084417264, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9945088468578401, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9968017057569296, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9940119760479041, "env3_in_acc": 0.9840966921119593, "env3_out_acc": 0.9554140127388535, "epoch": 21.55688622754491, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.720382092098395, "mem_gb": 2.599020481109619, "step": 900, "step_time": 0.1790548610687256}
{"agg_test_acc": 0.989146706092253, "agg_val_acc": 0.9586474374302512, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.9957356076759062, "env1_out_acc": 0.9658119658119658, "env2_in_acc": 0.9872754491017964, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9860050890585241, "env3_out_acc": 0.954140127388535, "epoch": 28.74251497005988, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6593781214952469, "mem_gb": 2.599020481109619, "step": 1200, "step_time": 0.18242904504140217}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9655578477286372, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9984008528784648, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9872773536895675, "env3_out_acc": 0.9681528662420382, "epoch": 35.92814371257485, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6296030879020691, "mem_gb": 2.599020481109619, "step": 1500, "step_time": 0.1834375826517741}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9594967320429864, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9975594874923734, "env0_out_acc": 0.9462102689486552, "env1_in_acc": 0.996268656716418, "env1_out_acc": 0.967948717948718, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9901399491094147, "env3_out_acc": 0.9643312101910828, "epoch": 43.11377245508982, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6094188236196836, "mem_gb": 2.599020481109619, "step": 1800, "step_time": 0.18072773059209188}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9687286961011133, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9981696156192801, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9945928753180662, "env3_out_acc": 0.9617834394904459, "epoch": 50.29940119760479, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.6032481316725413, "mem_gb": 2.599020481109619, "step": 2100, "step_time": 0.18094425042470297}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9632292150533431, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9535452322738386, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9930025445292621, "env3_out_acc": 0.9617834394904459, "epoch": 57.48502994011976, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5839594692985217, "mem_gb": 2.599020481109619, "step": 2400, "step_time": 0.18080097754796345}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9625854485788848, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9987797437461867, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.997867803837953, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9914122137404581, "env3_out_acc": 0.9592356687898089, "epoch": 64.67065868263474, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5613894977172216, "mem_gb": 2.599020481109619, "step": 2700, "step_time": 0.17912394920984903}
{"agg_test_acc": 0.9895209575890718, "agg_val_acc": 0.9674412385778087, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9559902200488998, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9743589743589743, "env2_in_acc": 0.9880239520958084, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9936386768447837, "env3_out_acc": 0.9719745222929936, "epoch": 71.8562874251497, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5554304963350296, "mem_gb": 2.599020481109619, "step": 3000, "step_time": 0.1785632085800171}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9689684852145708, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9584352078239609, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9719745222929936, "epoch": 79.04191616766467, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5509472839037577, "mem_gb": 2.599020481109619, "step": 3300, "step_time": 0.17802321751912434}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9665919439650734, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9993898718730934, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 1.0, "env1_out_acc": 0.9722222222222222, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9949109414758269, "env3_out_acc": 0.9617834394904459, "epoch": 86.22754491017965, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.5444305226206779, "mem_gb": 2.599020481109619, "step": 3600, "step_time": 0.17728766838709514}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9687835704524514, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9706601466992665, "env1_in_acc": 1.0, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9961832061068703, "env3_out_acc": 0.9656050955414013, "epoch": 93.41317365269461, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.4543682264288266, "mem_gb": 5.394130229949951, "step": 3900, "step_time": 0.1910592563947042}
{"agg_test_acc": 0.9906437120795284, "agg_val_acc": 0.9695779530010425, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9657701711491442, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9786324786324786, "env2_in_acc": 0.9902694610778443, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9643312101910828, "epoch": 100.59880239520957, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.33186064605911575, "mem_gb": 5.394130229949951, "step": 4200, "step_time": 0.2048085872332255}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9684617249280283, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.9633251833740831, "env1_in_acc": 0.9989339019189766, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9968193384223919, "env3_out_acc": 0.9719745222929936, "epoch": 107.78443113772455, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.311547286460797, "mem_gb": 5.394130229949951, "step": 4500, "step_time": 0.20565248727798463}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9646743298535272, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.960880195599022, "env1_in_acc": 1.0, "env1_out_acc": 0.9700854700854701, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9958651399491094, "env3_out_acc": 0.9630573248407643, "epoch": 114.97005988023952, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.30047568346063297, "mem_gb": 5.394130229949951, "step": 4800, "step_time": 0.20772916396458943}
{"agg_test_acc": 0.9898952090858907, "agg_val_acc": 0.9668110819895671, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "PACS", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 0, "output_dir": "sweep/ablation3/outputs/25d8ae4fe8858529f4f409a655619314", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 816822310, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 1.0, "env0_out_acc": 0.960880195599022, "env1_in_acc": 0.9994669509594882, "env1_out_acc": 0.9764957264957265, "env2_in_acc": 0.9887724550898204, "env2_out_acc": 0.9910179640718563, "env3_in_acc": 0.9977735368956743, "env3_out_acc": 0.9630573248407643, "epoch": 119.76047904191617, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["dog", "elephant", "giraffe", "guitar", "horse", "house", "person"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["art_painting", "cartoon", "photo", "sketch"], "lambda1": 0.5, "lambda2": 0.5, "last_k_epoch": 0.25, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3, "weight_decay": 0.0, "worst_case_p": 0.3333333333333333}, "loss": 0.28897927470505236, "mem_gb": 5.394130229949951, "step": 5000, "step_time": 0.2009963583946228}
