{"agg_test_acc": 0.009717916192059492, "agg_val_acc": 0.009933590481133264, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.01184346035015448, "env0_out_acc": 0.010309278350515464, "env1_in_acc": 0.01288659793814433, "env1_out_acc": 0.011454753722794959, "env2_in_acc": 0.010416666666666666, "env2_out_acc": 0.009019165727170236, "env3_in_acc": 0.010327022375215147, "env3_out_acc": 0.008036739380022962, "epoch": 0.0, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 8.747488021850586, "mem_gb": 2.008880138397217, "step": 0, "step_time": 1.5027294158935547}
{"agg_test_acc": 0.7080211725945862, "agg_val_acc": 0.706033494288687, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.8223480947476828, "env0_out_acc": 0.7154639175257732, "env1_in_acc": 0.7268041237113402, "env1_out_acc": 0.6517754868270332, "env2_in_acc": 0.7204391891891891, "env2_out_acc": 0.6956031567080045, "env3_in_acc": 0.8241537578886976, "env3_out_acc": 0.7508610792192881, "epoch": 4.94335736354274, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 6.264098716576894, "mem_gb": 2.2550172805786133, "step": 300, "step_time": 0.31112521966298423}
{"agg_test_acc": 0.7632330924914142, "agg_val_acc": 0.7859015782846336, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9402677651905252, "env0_out_acc": 0.777319587628866, "env1_in_acc": 0.861397479954181, "env1_out_acc": 0.7422680412371134, "env2_in_acc": 0.7744932432432432, "env2_out_acc": 0.7519729425028185, "env3_in_acc": 0.9168100975329891, "env3_out_acc": 0.8381171067738232, "epoch": 9.88671472708548, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 3.3228865027427674, "mem_gb": 2.2550172805786133, "step": 600, "step_time": 0.3069793740908305}
{"agg_test_acc": 0.7830937613521585, "agg_val_acc": 0.8137888403524753, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.970648815653965, "env0_out_acc": 0.8082474226804124, "env1_in_acc": 0.9083619702176403, "env1_out_acc": 0.7766323024054983, "env2_in_acc": 0.7916666666666666, "env2_out_acc": 0.7745208568207441, "env3_in_acc": 0.9480780263912794, "env3_out_acc": 0.8564867967853043, "epoch": 14.830072090628219, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.511747579574585, "mem_gb": 2.2550172805786133, "step": 900, "step_time": 0.3064710553487142}
{"agg_test_acc": 0.7943626401464061, "agg_val_acc": 0.8122501420917172, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9850669412976313, "env0_out_acc": 0.8288659793814434, "env1_in_acc": 0.93184421534937, "env1_out_acc": 0.7663230240549829, "env2_in_acc": 0.8006756756756757, "env2_out_acc": 0.7880496054114995, "env3_in_acc": 0.9667240390131956, "env3_out_acc": 0.8415614236509759, "epoch": 19.77342945417096, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 2.0840223693847655, "mem_gb": 2.2550172805786133, "step": 1200, "step_time": 0.29910562992095946}
{"agg_test_acc": 0.8004187420457314, "agg_val_acc": 0.8160762840916879, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9933058702368692, "env0_out_acc": 0.8185567010309278, "env1_in_acc": 0.9470217640320733, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.8071509009009009, "env2_out_acc": 0.7936865839909808, "env3_in_acc": 0.9738955823293173, "env3_out_acc": 0.851894374282434, "epoch": 24.716786817713697, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.8662220712502797, "mem_gb": 2.2550172805786133, "step": 1500, "step_time": 0.3091782275835673}
{"agg_test_acc": 0.807179942363303, "agg_val_acc": 0.8253998311256213, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9907312049433573, "env0_out_acc": 0.8350515463917526, "env1_in_acc": 0.9596219931271478, "env1_out_acc": 0.7800687285223368, "env2_in_acc": 0.8127815315315315, "env2_out_acc": 0.8015783540022547, "env3_in_acc": 0.9790590935169249, "env3_out_acc": 0.8610792192881745, "epoch": 29.660144181256438, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.73697168191274, "mem_gb": 2.2550172805786133, "step": 1800, "step_time": 0.2912400833765666}
{"agg_test_acc": 0.8090105321122278, "agg_val_acc": 0.8250188827528012, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9881565396498455, "env0_out_acc": 0.8350515463917526, "env1_in_acc": 0.961340206185567, "env1_out_acc": 0.7777777777777778, "env2_in_acc": 0.8153153153153153, "env2_out_acc": 0.8027057497181511, "env3_in_acc": 0.9830751577739529, "env3_out_acc": 0.8622273249138921, "epoch": 34.60350154479918, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.644928746620814, "mem_gb": 2.2550172805786133, "step": 2100, "step_time": 0.30448930819829306}
{"agg_test_acc": 0.8108417566560374, "agg_val_acc": 0.8211225129860575, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938208032955715, "env0_out_acc": 0.8061855670103093, "env1_in_acc": 0.9653493699885453, "env1_out_acc": 0.7972508591065293, "env2_in_acc": 0.816722972972973, "env2_out_acc": 0.8049605411499436, "env3_in_acc": 0.9870912220309811, "env3_out_acc": 0.8599311136624569, "epoch": 39.54685890834192, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.592906697591146, "mem_gb": 2.2550172805786133, "step": 2400, "step_time": 0.30707593441009523}
{"agg_test_acc": 0.8130959132918177, "agg_val_acc": 0.8310543499648994, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9922760041194645, "env0_out_acc": 0.8268041237113402, "env1_in_acc": 0.9679266895761741, "env1_out_acc": 0.8006872852233677, "env2_in_acc": 0.8178490990990991, "env2_out_acc": 0.8083427282976324, "env3_in_acc": 0.9890992541594952, "env3_out_acc": 0.8656716417910447, "epoch": 44.490216271884655, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.522134807507197, "mem_gb": 2.2550172805786133, "step": 2700, "step_time": 0.3177793002128601}
{"agg_test_acc": 0.8173233298268726, "agg_val_acc": 0.8289248967821478, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9933058702368692, "env0_out_acc": 0.822680412371134, "env1_in_acc": 0.9742268041237113, "env1_out_acc": 0.7869415807560137, "env2_in_acc": 0.8184121621621622, "env2_out_acc": 0.8162344983089064, "env3_in_acc": 0.9913941480206541, "env3_out_acc": 0.8771526980482205, "epoch": 49.43357363542739, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.4844698584079743, "mem_gb": 2.2550172805786133, "step": 3000, "step_time": 0.31532840490341185}
{"agg_test_acc": 0.81619593411154, "agg_val_acc": 0.8403735132431044, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9953656024716787, "env0_out_acc": 0.8536082474226804, "env1_in_acc": 0.9716494845360825, "env1_out_acc": 0.7983963344788088, "env2_in_acc": 0.8184121621621622, "env2_out_acc": 0.8139797068771139, "env3_in_acc": 0.9916810097532989, "env3_out_acc": 0.8691159586681975, "epoch": 54.37693099897013, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.4486888035138448, "mem_gb": 2.2550172805786133, "step": 3300, "step_time": 0.3112522570292155}
{"agg_test_acc": 0.8170405287057123, "agg_val_acc": 0.8354097866315477, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9938208032955715, "env0_out_acc": 0.8329896907216495, "env1_in_acc": 0.9756586483390607, "env1_out_acc": 0.8041237113402062, "env2_in_acc": 0.8201013513513513, "env2_out_acc": 0.8139797068771139, "env3_in_acc": 0.9939759036144579, "env3_out_acc": 0.8691159586681975, "epoch": 59.320288362512876, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.427550474802653, "mem_gb": 2.2550172805786133, "step": 3600, "step_time": 0.30420509099960324}
{"agg_test_acc": 0.8178857580947694, "agg_val_acc": 0.8467188243101039, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9948506694129763, "env0_out_acc": 0.8577319587628865, "env1_in_acc": 0.9756586483390607, "env1_out_acc": 0.8041237113402062, "env2_in_acc": 0.8206644144144144, "env2_out_acc": 0.8151071025930101, "env3_in_acc": 0.9945496270797476, "env3_out_acc": 0.878300803673938, "epoch": 64.26364572605561, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.3097081450621286, "mem_gb": 5.3968892097473145, "step": 3900, "step_time": 0.3096168875694275}
{"agg_test_acc": 0.818590221718131, "agg_val_acc": 0.8380878230061832, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.995880535530381, "env0_out_acc": 0.8329896907216495, "env1_in_acc": 0.979381443298969, "env1_out_acc": 0.8052691867124857, "env2_in_acc": 0.8209459459459459, "env2_out_acc": 0.8162344983089064, "env3_in_acc": 0.9934021801491681, "env3_out_acc": 0.8760045924225028, "epoch": 69.20700308959836, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.097515682776769, "mem_gb": 5.3968892097473145, "step": 4200, "step_time": 0.3242707395553589}
{"agg_test_acc": 0.8194360859020728, "agg_val_acc": 0.8338798558822469, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.9963954685890835, "env0_out_acc": 0.843298969072165, "env1_in_acc": 0.9796678121420389, "env1_out_acc": 0.7926689576174112, "env2_in_acc": 0.8203828828828829, "env2_out_acc": 0.818489289740699, "env3_in_acc": 0.9942627653471027, "env3_out_acc": 0.8656716417910447, "epoch": 74.15036045314109, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 1.0316440353790919, "mem_gb": 5.3968892097473145, "step": 4500, "step_time": 0.3061526425679525}
{"agg_test_acc": 0.8190137886049869, "agg_val_acc": 0.8390033265525558, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.994335736354274, "env0_out_acc": 0.8391752577319588, "env1_in_acc": 0.979381443298969, "env1_out_acc": 0.8029782359679267, "env2_in_acc": 0.8195382882882883, "env2_out_acc": 0.818489289740699, "env3_in_acc": 0.9939759036144579, "env3_out_acc": 0.8748564867967853, "epoch": 79.09371781668384, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9941214263439179, "mem_gb": 5.3968892097473145, "step": 4800, "step_time": 0.31036271413167316}
{"agg_test_acc": 0.8181685592159297, "agg_val_acc": 0.8338807326333927, "args": {"algorithm": "Selective_KD", "checkpoint_freq": 300, "data_dir": "./domainbed/data", "dataset": "OfficeHome", "holdout_fraction": 0.2, "hparams": "{\r\n    \"resnet18\": false,\r\n    \"resnet_dropout\": 0,\r\n    \"nonlinear_classifier\": false,\r\n    \"data_augmentation\": true,\r\n    \"clip_backbone\": \"ViT-B/32\",\r\n    \"student_model\": \"resnet\",\r\n    \"SMA\": true,\r\n    \"batch_size\": 32\r\n}", "hparams_seed": 2, "output_dir": "sweep/ablation3/outputs/1e1f3d527efe0aad581fbf9b514880fe", "save_linear_probed_clip": false, "save_model_every_checkpoint": false, "seed": 1306335085, "skip_model_save": false, "steps": 5001, "sweep": true, "task": "domain_generalization", "test_envs": [2], "trial_seed": 2, "uda_holdout_fraction": 0, "visualize": false}, "env0_in_acc": 0.994335736354274, "env0_out_acc": 0.843298969072165, "env1_in_acc": 0.9790950744558992, "env1_out_acc": 0.7915234822451317, "env2_in_acc": 0.8189752252252253, "env2_out_acc": 0.8173618940248027, "env3_in_acc": 0.9954102122776821, "env3_out_acc": 0.8668197474167624, "epoch": 82.38928939237898, "hparams": {"SMA": true, "batch_size": 32, "class_balanced": false, "class_names": ["Alarm_Clock", "Backpack", "Batteries", "Bed", "Bike", "Bottle", "Bucket", "Calculator", "Calendar", "Candles", "Chair", "Clipboards", "Computer", "Couch", "Curtains", "Desk_Lamp", "Drill", "Eraser", "Exit_Sign", "Fan", "File_Cabinet", "Flipflops", "Flowers", "Folder", "Fork", "Glasses", "Hammer", "Helmet", "Kettle", "Keyboard", "Knives", "Lamp_Shade", "Laptop", "Marker", "Monitor", "Mop", "Mouse", "Mug", "Notebook", "Oven", "Pan", "Paper_Clip", "Pen", "Pencil", "Postit_Notes", "Printer", "Push_Pin", "Radio", "Refrigerator", "Ruler", "Scissors", "Screwdriver", "Shelf", "Sink", "Sneakers", "Soda", "Speaker", "Spoon", "TV", "Table", "Telephone", "ToothBrush", "Toys", "Trash_Can", "Webcam"], "clip_backbone": "ViT-B/32", "data_augmentation": true, "domain_names": ["Art", "Clipart", "Product", "Real World"], "lambda1": 0.8194577311903198, "lambda2": 0.5954971958468116, "last_k_epoch": 0.2502561813215683, "lr": 3e-05, "nonlinear_classifier": false, "resnet18": false, "resnet_dropout": 0, "student_model": "resnet", "temperature": 2.3092434210820203, "weight_decay": 1e-06, "worst_case_p": 0.25}, "loss": 0.9664435920119285, "mem_gb": 5.3968892097473145, "step": 5000, "step_time": 0.30471533894538877}
