Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.7187098156879554, 'test_acc': 0.7192371564793486}
		hparams:
			alpha: 0.13095433503590045
			batch_size: 126
			beta: 0.014323430432202553
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.28570415823212814
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.15694762735077242
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.7274967852550365, 'test_acc': 0.7224513847967}
		hparams:
			alpha: 0.007088613423105998
			batch_size: 61
			beta: 0.012208547100952823
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.03079793072939873
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.006964782280809292
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.7189241320188597, 'test_acc': 0.7368618417528259}
		hparams:
			alpha: 0.20723937016418426
			batch_size: 318
			beta: 0.2342659236255562
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.029746061182764665
			irm_penalty_anneal_iters: 9
			lr: 0.00013416901146173725
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 37.347869773947735
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
	{'val_acc': 0.6635233604800685, 'val_ci': 0.0810202352744134, 'test_acc': 0.6771307655220442}
		hparams:
			alpha: 0.009998307343739951
			batch_size: 259
			beta: 0.23115879003445824
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.4418204916457441
			irm_penalty_anneal_iters: 3001
			lr: 0.00040753017105436845
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 593.8760201008539
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.5525075010715816, 'val_ci': 0.08324280778481835, 'test_acc': 0.6195960786414528}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5037505357908272, 'val_ci': 0.08806500117307664, 'test_acc': 0.5055445438474313}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.5097513930561509, 'val_ci': 0.09418337063067878, 'test_acc': 0.4991160872127283}
		hparams:
			alpha: 0.009998307343739951
			batch_size: 259
			beta: 0.23115879003445824
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.4418204916457441
			irm_penalty_anneal_iters: 3001
			lr: 0.00040753017105436845
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 593.8760201008539
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.48885555079297044, 'val_ci': 0.09562485418859286, 'test_acc': 0.48925912037285046}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.4668881268752679, 'val_ci': 0.09538253044499587, 'test_acc': 0.46252745486687735}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.8454779254179169, 'val_ci': 0.08422926572888796, 'test_acc': 0.659881073552258}
		hparams:
			alpha: 0.009998307343739951
			batch_size: 259
			beta: 0.23115879003445824
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.4418204916457441
			irm_penalty_anneal_iters: 3001
			lr: 0.00040753017105436845
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 593.8760201008539
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4991427346763823, 'val_ci': 0.08740746555949709, 'test_acc': 0.5862752450849092}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.8780540077153879, 'val_ci': 0.09700836411781491, 'test_acc': 0.6790057320404993}
		hparams:
			alpha: 0.20723937016418426
			batch_size: 318
			beta: 0.2342659236255562
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.029746061182764665
			irm_penalty_anneal_iters: 9
			lr: 0.00013416901146173725
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 37.347869773947735
			weight_decay: 0.0
