{"agg_test_acc": 0.011689271706679613, "agg_val_acc": 0.013830836999022537, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.013903192584963954, "env0_out_acc": 0.008247422680412371, "env1_in_acc": 0.017468499427262314, "env1_out_acc": 0.021764032073310423, "env2_in_acc": 0.013231981981981982, "env2_out_acc": 0.010146561443066516, "env3_in_acc": 0.01778542742398164, "env3_out_acc": 0.011481056257175661, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 8.077847480773926, "mem_gb": 2.008880138397217, "step": 0, "step_time": 1.4847705364227295}
{"agg_test_acc": 0.6994344608871679, "agg_val_acc": 0.731938772716489, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8480947476828012, "env0_out_acc": 0.7484536082474227, "env1_in_acc": 0.7525773195876289, "env1_out_acc": 0.6735395189003437, "env2_in_acc": 0.7032657657657657, "env2_out_acc": 0.6956031567080045, "env3_in_acc": 0.8336201950659782, "env3_out_acc": 0.7738231917336394, "epoch": 4.94335736354274, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.562595480283101, "mem_gb": 2.2550172805786133, "step": 300, "step_time": 0.3029871344566345}
{"agg_test_acc": 0.7940817434099002, "agg_val_acc": 0.8221178885618062, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.962409886714727, "env0_out_acc": 0.8309278350515464, "env1_in_acc": 0.9043528064146621, "env1_out_acc": 0.7720504009163803, "env2_in_acc": 0.7989864864864865, "env2_out_acc": 0.7891770011273957, "env3_in_acc": 0.9380378657487092, "env3_out_acc": 0.8633754305396096, "epoch": 9.88671472708548, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 3.0163543542226154, "mem_gb": 2.2550172805786133, "step": 600, "step_time": 0.3026946155230204}
{"agg_test_acc": 0.8026709942968576, "agg_val_acc": 0.8351833218106054, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9773429454170958, "env0_out_acc": 0.8391752577319588, "env1_in_acc": 0.9329896907216495, "env1_out_acc": 0.7938144329896907, "env2_in_acc": 0.8116554054054054, "env2_out_acc": 0.7936865839909808, "env3_in_acc": 0.9632816982214573, "env3_out_acc": 0.8725602755453502, "epoch": 14.830072090628219, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.247555527687073, "mem_gb": 2.2550172805786133, "step": 900, "step_time": 0.30552008231480915}
{"agg_test_acc": 0.807461473894694, "agg_val_acc": 0.8441882574781802, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.984552008238929, "env0_out_acc": 0.8536082474226804, "env1_in_acc": 0.9516036655211912, "env1_out_acc": 0.8144329896907216, "env2_in_acc": 0.8133445945945946, "env2_out_acc": 0.8015783540022547, "env3_in_acc": 0.9747561675272519, "env3_out_acc": 0.8645235361653272, "epoch": 19.77342945417096, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8669443281491598, "mem_gb": 2.2550172805786133, "step": 1200, "step_time": 0.31369104782740276}
{"agg_test_acc": 0.8123933540531104, "agg_val_acc": 0.8386934826976544, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9927909371781668, "env0_out_acc": 0.8371134020618557, "env1_in_acc": 0.9633447880870561, "env1_out_acc": 0.8098510882016037, "env2_in_acc": 0.8141891891891891, "env2_out_acc": 0.8105975197294251, "env3_in_acc": 0.9825014343086632, "env3_out_acc": 0.8691159586681975, "epoch": 24.716786817713697, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.702788719336192, "mem_gb": 2.2550172805786133, "step": 1500, "step_time": 0.31858460505803426}
{"agg_test_acc": 0.8133793492078628, "agg_val_acc": 0.8464133642109312, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9917610710607621, "env0_out_acc": 0.845360824742268, "env1_in_acc": 0.9664948453608248, "env1_out_acc": 0.8155784650630011, "env2_in_acc": 0.8150337837837838, "env2_out_acc": 0.8117249154453213, "env3_in_acc": 0.9856569133677567, "env3_out_acc": 0.878300803673938, "epoch": 29.660144181256438, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.61091370900472, "mem_gb": 2.2550172805786133, "step": 1800, "step_time": 0.31748058716456096}
{"agg_test_acc": 0.8147882764545862, "agg_val_acc": 0.8525208126920939, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9948506694129763, "env0_out_acc": 0.8556701030927835, "env1_in_acc": 0.9742268041237113, "env1_out_acc": 0.8258877434135166, "env2_in_acc": 0.8155968468468469, "env2_out_acc": 0.8139797068771139, "env3_in_acc": 0.9882386689615605, "env3_out_acc": 0.8760045924225028, "epoch": 34.60350154479918, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.528788485924403, "mem_gb": 2.2550172805786133, "step": 2100, "step_time": 0.3025180292129517}
{"agg_test_acc": 0.8173239646217574, "agg_val_acc": 0.8447324569143355, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938208032955715, "env0_out_acc": 0.8494845360824742, "env1_in_acc": 0.9768041237113402, "env1_out_acc": 0.8075601374570447, "env2_in_acc": 0.817286036036036, "env2_out_acc": 0.8173618940248027, "env3_in_acc": 0.9916810097532989, "env3_out_acc": 0.8771526980482205, "epoch": 39.54685890834192, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4683689590295155, "mem_gb": 2.2550172805786133, "step": 2400, "step_time": 0.3064204533894857}
{"agg_test_acc": 0.8194367206969576, "agg_val_acc": 0.8500771318987121, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9948506694129763, "env0_out_acc": 0.8494845360824742, "env1_in_acc": 0.9765177548682703, "env1_out_acc": 0.8247422680412371, "env2_in_acc": 0.8192567567567568, "env2_out_acc": 0.8196166854565953, "env3_in_acc": 0.9916810097532989, "env3_out_acc": 0.8760045924225028, "epoch": 44.490216271884655, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4137278374036153, "mem_gb": 2.2550172805786133, "step": 2700, "step_time": 0.3054970288276672}
{"agg_test_acc": 0.8212673104458824, "agg_val_acc": 0.8572650884918741, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9948506694129763, "env0_out_acc": 0.8515463917525773, "env1_in_acc": 0.9785223367697594, "env1_out_acc": 0.8316151202749141, "env2_in_acc": 0.8217905405405406, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9934021801491681, "env3_out_acc": 0.8886337543053962, "epoch": 49.43357363542739, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4129030362764994, "mem_gb": 2.2550172805786133, "step": 3000, "step_time": 0.29759486675262453}
{"agg_test_acc": 0.8205628468225207, "agg_val_acc": 0.8495364394671399, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.8639175257731959, "env1_in_acc": 0.979381443298969, "env1_out_acc": 0.8167239404352806, "env2_in_acc": 0.821509009009009, "env2_out_acc": 0.8196166854565953, "env3_in_acc": 0.9931153184165232, "env3_out_acc": 0.8679678530424799, "epoch": 54.37693099897013, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.3549528996149698, "mem_gb": 2.2550172805786133, "step": 3300, "step_time": 0.2793509610493978}
{"agg_test_acc": 0.8214080762115777, "agg_val_acc": 0.8613150650593497, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8556701030927835, "env1_in_acc": 0.9802405498281787, "env1_out_acc": 0.8361970217640321, "env2_in_acc": 0.8220720720720721, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9954102122776821, "env3_out_acc": 0.8920780711825488, "epoch": 59.320288362512876, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.200310008128484, "mem_gb": 5.396172046661377, "step": 3600, "step_time": 0.3032896208763123}
{"agg_test_acc": 0.82225267080575, "agg_val_acc": 0.8590996025892018, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8536082474226804, "env1_in_acc": 0.979381443298969, "env1_out_acc": 0.8327605956471936, "env2_in_acc": 0.8237612612612613, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9954102122776821, "env3_out_acc": 0.8909299655568312, "epoch": 64.26364572605561, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.0355802659193676, "mem_gb": 5.396172046661377, "step": 3900, "step_time": 0.28594692309697467}
{"agg_test_acc": 0.8226749681028361, "agg_val_acc": 0.8597746132963003, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.8762886597938144, "env1_in_acc": 0.981672394043528, "env1_out_acc": 0.8281786941580757, "env2_in_acc": 0.8246058558558559, "env2_out_acc": 0.8207440811724915, "env3_in_acc": 0.9951233505450373, "env3_out_acc": 0.8748564867967853, "epoch": 69.20700308959836, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9802201348543167, "mem_gb": 5.396172046661377, "step": 4200, "step_time": 0.2981855328877767}
{"agg_test_acc": 0.8247883589729211, "agg_val_acc": 0.8564926707324851, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8618556701030928, "env1_in_acc": 0.9813860252004581, "env1_out_acc": 0.8304696449026346, "env2_in_acc": 0.8254504504504504, "env2_out_acc": 0.8241262683201804, "env3_in_acc": 0.9962707974756168, "env3_out_acc": 0.8771526980482205, "epoch": 74.15036045314109, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9356249493360519, "mem_gb": 5.396172046661377, "step": 4500, "step_time": 0.2807693370183309}
{"agg_test_acc": 0.8254934573911676, "agg_val_acc": 0.8597825040566118, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.865979381443299, "env1_in_acc": 0.9836769759450171, "env1_out_acc": 0.8281786941580757, "env2_in_acc": 0.8246058558558559, "env2_out_acc": 0.826381059751973, "env3_in_acc": 0.9959839357429718, "env3_out_acc": 0.8851894374282434, "epoch": 79.09371781668384, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9064200764894486, "mem_gb": 5.396172046661377, "step": 4800, "step_time": 0.28604485432306925}
{"agg_test_acc": 0.8247889937678059, "agg_val_acc": 0.8607778796323603, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 3, "output_dir": "sweep/ablation3/outputs/877b9b66efd3d1a0ca550d39a8771cc4", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 2142143070, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 1, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.994335736354274, "env0_out_acc": 0.8701030927835052, "env1_in_acc": 0.9831042382588774, "env1_out_acc": 0.8235967926689576, "env2_in_acc": 0.8243243243243243, "env2_out_acc": 0.8252536640360767, "env3_in_acc": 0.9965576592082617, "env3_out_acc": 0.8886337543053962, "epoch": 82.38928939237898, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8610090196552951, "lambda2": 0.5777772877463595, "last_k_epoch": 0.32350558703299503, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.866557071912062, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.8820547899603843, "mem_gb": 5.396172046661377, "step": 5000, "step_time": 0.2725807440280914}
