Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.8513716245177883, 'test_acc': 0.10135533294048321}
		hparams:
			alpha: 0.13095433503590045
			batch_size: 126
			beta: 0.014323430432202553
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.28570415823212814
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.15694762735077242
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.852764680668667, 'test_acc': 0.10355172229067339}
		hparams:
			alpha: 0.007088613423105998
			batch_size: 61
			beta: 0.012208547100952823
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.03079793072939873
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.006964782280809292
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.8545863694813545, 'test_acc': 0.10398028606632025}
		hparams:
			alpha: 0.0023287678681983013
			batch_size: 26
			beta: 1.6338316754887996
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.04852649296906924
			irm_penalty_anneal_iters: 49
			lr: 0.00017414079263307025
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.0015716496466418926
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
	{'val_acc': 0.536648092584655, 'val_ci': 0.06028842214499734, 'test_acc': 0.5810253388332351}
		hparams:
			alpha: 0.009234448517326679
			batch_size: 57
			beta: 3.3171922861514083
			class_balanced: False
			data_augmentation: True
			irm_lambda: 10.413627351264134
			irm_penalty_anneal_iters: 1
			lr: 0.00014524944240203904
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 23.016337852425824
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.491213030432919, 'val_ci': 0.0790811966940205, 'test_acc': 0.4990625167407725}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5101800257179597, 'val_ci': 0.07026861250988159, 'test_acc': 0.5096158997160765}
		hparams:
			alpha: 0.0019189294031073175
			batch_size: 114
			beta: 1.5043250352573254
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.3704862749750118
			irm_penalty_anneal_iters: 5314
			lr: 9.376027078720673e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.1
			sigma: 0.18253103144189528
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.3810544363480497, 'val_ci': 0.0663984232433252, 'test_acc': 0.5826324529919109}
		hparams:
			alpha: 0.009234448517326679
			batch_size: 57
			beta: 3.3171922861514083
			class_balanced: False
			data_augmentation: True
			irm_lambda: 10.413627351264134
			irm_penalty_anneal_iters: 1
			lr: 0.00014524944240203904
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 23.016337852425824
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4475996570938705, 'val_ci': 0.09459290180500618, 'test_acc': 0.5755075802217817}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5101800257179597, 'val_ci': 0.08379628139149208, 'test_acc': 0.5096158997160765}
		hparams:
			alpha: 0.0019189294031073175
			batch_size: 114
			beta: 1.5043250352573254
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.3704862749750118
			irm_penalty_anneal_iters: 5314
			lr: 9.376027078720673e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.1
			sigma: 0.18253103144189528
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.36133733390484357, 'val_ci': 0.09314327057573962, 'test_acc': 0.4753307976643274}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4079511358765538, 'val_ci': 0.09312022411920357, 'test_acc': 0.5009374832592275}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.8447278182597514, 'val_ci': 0.08835332126919926, 'test_acc': 0.36288637702898163}
		hparams:
			alpha: 0.0023287678681983013
			batch_size: 26
			beta: 1.6338316754887996
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.04852649296906924
			irm_penalty_anneal_iters: 49
			lr: 0.00017414079263307025
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.0015716496466418926
			weight_decay: 0.0
