{"agg_test_acc": 0.013393568107798846, "agg_val_acc": 0.027669540146064067, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.016477857878475798, "env0_out_acc": 0.010309278350515464, "env1_in_acc": 0.022336769759450172, "env1_out_acc": 0.016036655211912942, "env2_in_acc": 0.038288288288288286, "env2_out_acc": 0.04171364148816235, "env3_in_acc": 0.02983362019506598, "env3_out_acc": 0.02525832376578645, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 9.396479606628418, "mem_gb": 2.008880138397217, "step": 0, "step_time": 1.4575402736663818}
{"agg_test_acc": 0.627001602880146, "agg_val_acc": 0.7690784702823824, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6168898043254377, "env0_out_acc": 0.6371134020618556, "env1_in_acc": 0.7981099656357389, "env1_out_acc": 0.6781214203894617, "env2_in_acc": 0.8704954954954955, "env2_out_acc": 0.8151071025930101, "env3_in_acc": 0.8700516351118761, "env3_out_acc": 0.8140068886337543, "epoch": 4.94335736354274, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 5.7462010979652405, "mem_gb": 2.2550172805786133, "step": 300, "step_time": 0.28553465763727826}
{"agg_test_acc": 0.6870199705654264, "agg_val_acc": 0.8340042663756034, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6812564366632338, "env0_out_acc": 0.6927835051546392, "env1_in_acc": 0.9117983963344788, "env1_out_acc": 0.7663230240549829, "env2_in_acc": 0.9527027027027027, "env2_out_acc": 0.8883878241262683, "env3_in_acc": 0.9434882386689616, "env3_out_acc": 0.8473019517795637, "epoch": 9.88671472708548, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 3.207823172410329, "mem_gb": 2.2550172805786133, "step": 600, "step_time": 0.2925866746902466}
{"agg_test_acc": 0.6970632886403947, "agg_val_acc": 0.8541810645422215, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.6972193614830072, "env0_out_acc": 0.6969072164948453, "env1_in_acc": 0.9412943871706758, "env1_out_acc": 0.7880870561282932, "env2_in_acc": 0.9701576576576577, "env2_out_acc": 0.90304396843292, "env3_in_acc": 0.9652897303499713, "env3_out_acc": 0.8714121699196326, "epoch": 14.830072090628219, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.425293856859207, "mem_gb": 2.2550172805786133, "step": 900, "step_time": 0.2891070302327474}
{"agg_test_acc": 0.7145826915216303, "agg_val_acc": 0.8560686035010909, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.709577754891864, "env0_out_acc": 0.7195876288659794, "env1_in_acc": 0.9533218785796106, "env1_out_acc": 0.7949599083619702, "env2_in_acc": 0.9797297297297297, "env2_out_acc": 0.9064261555806088, "env3_in_acc": 0.9804934021801491, "env3_out_acc": 0.8668197474167624, "epoch": 19.77342945417096, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 2.0580236049493155, "mem_gb": 2.2550172805786133, "step": 1200, "step_time": 0.29841761668523153}
{"agg_test_acc": 0.7202512020351094, "agg_val_acc": 0.8697326771934343, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7126673532440783, "env0_out_acc": 0.7278350515463917, "env1_in_acc": 0.9667812142038946, "env1_out_acc": 0.8075601374570447, "env2_in_acc": 0.9884572072072072, "env2_out_acc": 0.923337091319053, "env3_in_acc": 0.9819277108433735, "env3_out_acc": 0.878300803673938, "epoch": 24.716786817713697, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.8442205246289571, "mem_gb": 2.2550172805786133, "step": 1500, "step_time": 0.29020055135091144}
{"agg_test_acc": 0.7212810681519992, "agg_val_acc": 0.8637043399351574, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7147270854788877, "env0_out_acc": 0.7278350515463917, "env1_in_acc": 0.9710767468499427, "env1_out_acc": 0.8098510882016037, "env2_in_acc": 0.9864864864864865, "env2_out_acc": 0.9075535512965051, "env3_in_acc": 0.9888123924268503, "env3_out_acc": 0.8737083811710677, "epoch": 29.660144181256438, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.708736758629481, "mem_gb": 2.2550172805786133, "step": 1800, "step_time": 0.2951011260350545}
{"agg_test_acc": 0.7256611843017196, "agg_val_acc": 0.8644197777660833, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7173017507723995, "env0_out_acc": 0.734020618556701, "env1_in_acc": 0.9756586483390607, "env1_out_acc": 0.8029782359679267, "env2_in_acc": 0.9907094594594594, "env2_out_acc": 0.9165727170236753, "env3_in_acc": 0.9899598393574297, "env3_out_acc": 0.8737083811710677, "epoch": 34.60350154479918, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.6098227179050446, "mem_gb": 2.2550172805786133, "step": 2100, "step_time": 0.29387351115544635}
{"agg_test_acc": 0.7282390347468831, "agg_val_acc": 0.8624985990420024, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7162718846549948, "env0_out_acc": 0.7402061855670103, "env1_in_acc": 0.9773768613974799, "env1_out_acc": 0.7949599083619702, "env2_in_acc": 0.9912725225225225, "env2_out_acc": 0.9188275084554679, "env3_in_acc": 0.9902467010900746, "env3_out_acc": 0.8737083811710677, "epoch": 39.54685890834192, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.5640736679236094, "mem_gb": 2.2550172805786133, "step": 2400, "step_time": 0.2925356674194336}
{"agg_test_acc": 0.729784895639864, "agg_val_acc": 0.8701378424806517, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7173017507723995, "env0_out_acc": 0.7422680412371134, "env1_in_acc": 0.9782359679266895, "env1_out_acc": 0.8052691867124857, "env2_in_acc": 0.9946509009009009, "env2_out_acc": 0.9199549041713642, "env3_in_acc": 0.9934021801491681, "env3_out_acc": 0.8851894374282434, "epoch": 44.490216271884655, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4937548462549846, "mem_gb": 2.2550172805786133, "step": 2700, "step_time": 0.2975746750831604}
{"agg_test_acc": 0.7292689008637728, "agg_val_acc": 0.8670875145387589, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7183316168898043, "env0_out_acc": 0.7402061855670103, "env1_in_acc": 0.9825315005727376, "env1_out_acc": 0.7995418098510882, "env2_in_acc": 0.9943693693693694, "env2_out_acc": 0.9188275084554679, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.8828932261768083, "epoch": 49.43357363542739, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4537160356839498, "mem_gb": 2.2550172805786133, "step": 3000, "step_time": 0.3067369270324707}
{"agg_test_acc": 0.7313296948151988, "agg_val_acc": 0.8724486263831158, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7203913491246138, "env0_out_acc": 0.7422680412371134, "env1_in_acc": 0.9831042382588774, "env1_out_acc": 0.8132875143184422, "env2_in_acc": 0.9954954954954955, "env2_out_acc": 0.9165727170236753, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.8874856486796785, "epoch": 54.37693099897013, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.4039575107892355, "mem_gb": 2.2550172805786133, "step": 3300, "step_time": 0.2948141447703044}
{"agg_test_acc": 0.7349363496596056, "agg_val_acc": 0.8681942003444652, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.723480947476828, "env0_out_acc": 0.7463917525773196, "env1_in_acc": 0.9836769759450171, "env1_out_acc": 0.7995418098510882, "env2_in_acc": 0.9954954954954955, "env2_out_acc": 0.9255918827508456, "env3_in_acc": 0.9945496270797476, "env3_out_acc": 0.8794489092996556, "epoch": 59.320288362512876, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.2774908995628358, "mem_gb": 5.396660327911377, "step": 3600, "step_time": 0.29495850721995037}
{"agg_test_acc": 0.7328744939905334, "agg_val_acc": 0.8693655354271571, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.723480947476828, "env0_out_acc": 0.7422680412371134, "env1_in_acc": 0.983963344788087, "env1_out_acc": 0.8052691867124857, "env2_in_acc": 0.9954954954954955, "env2_out_acc": 0.9210822998872604, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.8817451205510907, "epoch": 64.26364572605561, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.1404766130447388, "mem_gb": 5.396660327911377, "step": 3900, "step_time": 0.3096893493334452}
{"agg_test_acc": 0.7315871613444211, "agg_val_acc": 0.8682181958470736, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7209062821833162, "env0_out_acc": 0.7422680412371134, "env1_in_acc": 0.9831042382588774, "env1_out_acc": 0.8132875143184422, "env2_in_acc": 0.9954954954954955, "env2_out_acc": 0.9199549041713642, "env3_in_acc": 0.9942627653471027, "env3_out_acc": 0.8714121699196326, "epoch": 69.20700308959836, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.065996789733569, "mem_gb": 5.396660327911377, "step": 4200, "step_time": 0.29980878114700316}
{"agg_test_acc": 0.7323606226497349, "agg_val_acc": 0.8674658326581419, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7203913491246138, "env0_out_acc": 0.7443298969072165, "env1_in_acc": 0.9836769759450171, "env1_out_acc": 0.8052691867124857, "env2_in_acc": 0.995213963963964, "env2_out_acc": 0.9188275084554679, "env3_in_acc": 0.995697074010327, "env3_out_acc": 0.878300803673938, "epoch": 74.15036045314109, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 1.016566301981608, "mem_gb": 5.396660327911377, "step": 4500, "step_time": 0.29994175434112547}
{"agg_test_acc": 0.7318467513089362, "agg_val_acc": 0.8735949785061592, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7173017507723995, "env0_out_acc": 0.7463917525773196, "env1_in_acc": 0.986540664375716, "env1_out_acc": 0.8155784650630011, "env2_in_acc": 0.9969031531531531, "env2_out_acc": 0.9165727170236753, "env3_in_acc": 0.9962707974756168, "env3_out_acc": 0.8886337543053962, "epoch": 79.09371781668384, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9780308077732722, "mem_gb": 5.396660327911377, "step": 4800, "step_time": 0.296945112546285}
{"agg_test_acc": 0.7326191508966036, "agg_val_acc": 0.870897108972855, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 1, "output_dir": "sweep/ablation3/outputs/b6458bb02dea4547190c10af5d2c7a94", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306662544, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [0], "trial_seed": 0, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.7188465499485067, "env0_out_acc": 0.7463917525773196, "env1_in_acc": 0.9845360824742269, "env1_out_acc": 0.8132875143184422, "env2_in_acc": 0.995777027027027, "env2_out_acc": 0.9199549041713642, "env3_in_acc": 0.9971313826735514, "env3_out_acc": 0.8794489092996556, "epoch": 82.38928939237898, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.6880433961757358, "lambda2": 0.9840350138898164, "last_k_epoch": 0.33648211095401626, "lr": 5e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 3.599417945900826, "weight_decay": 0.0001, "worst_case_p": 0.25}, "loss": 0.9393944135308265, "mem_gb": 5.396660327911377, "step": 5000, "step_time": 0.299139689207077}
