Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.7237462494642092, 'test_acc': 0.7240732804799657}
		hparams:
			alpha: 0.13095433503590045
			batch_size: 126
			beta: 0.014323430432202553
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.28570415823212814
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.15694762735077242
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.715387912558937, 'test_acc': 0.7257874437540176}
		hparams:
			alpha: 0.007088613423105998
			batch_size: 61
			beta: 0.012208547100952823
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.03079793072939873
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.006964782280809292
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.7284612087441062, 'test_acc': 0.7121277051639169}
		hparams:
			alpha: 0.005857619790665117
			batch_size: 40
			beta: 0.20539553149310838
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.4649780304100282
			irm_penalty_anneal_iters: 3
			lr: 0.00040489514724862546
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.022324283835032516
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
	{'val_acc': 0.5436133733390485, 'val_ci': 0.07994674376750574, 'test_acc': 0.5762266980929933}
		hparams:
			alpha: 0.0012201721438725329
			batch_size: 39
			beta: 0.8752730169857164
			class_balanced: False
			data_augmentation: True
			irm_lambda: 8.866562737281441
			irm_penalty_anneal_iters: 643
			lr: 0.00023968517445719083
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.6846227922621932
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.5348264037719674, 'val_ci': 0.07869956887335518, 'test_acc': 0.552924791086351}
		hparams:
			alpha: 0.0010895720877304887
			batch_size: 66
			beta: 0.22916828635758713
			class_balanced: False
			data_augmentation: True
			irm_lambda: 66.82603976291006
			irm_penalty_anneal_iters: 8469
			lr: 0.0026225693030627445
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 315.97272568892174
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5184312044577797, 'val_ci': 0.07160554436006314, 'test_acc': 0.511088493679023}
		hparams:
			alpha: 0.0019189294031073175
			batch_size: 114
			beta: 1.5043250352573254
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.3704862749750118
			irm_penalty_anneal_iters: 5314
			lr: 9.376027078720673e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.1
			sigma: 0.18253103144189528
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.46678096870981567, 'val_ci': 0.08515133410117373, 'test_acc': 0.4932504821084208}
		hparams:
			alpha: 0.0012201721438725329
			batch_size: 39
			beta: 0.8752730169857164
			class_balanced: False
			data_augmentation: True
			irm_lambda: 8.866562737281441
			irm_penalty_anneal_iters: 643
			lr: 0.00023968517445719083
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.6846227922621932
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.48896270895842264, 'val_ci': 0.10352371217251029, 'test_acc': 0.48709020784229695}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5168238319759966, 'val_ci': 0.07954348500481093, 'test_acc': 0.5055174630383544}
		hparams:
			alpha: 0.0019189294031073175
			batch_size: 114
			beta: 1.5043250352573254
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.3704862749750118
			irm_penalty_anneal_iters: 5314
			lr: 9.376027078720673e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.1
			sigma: 0.18253103144189528
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.23017573939134162, 'val_ci': 0.09532126356387312, 'test_acc': 0.503964002571245}
		hparams:
			alpha: 0.009234448517326679
			batch_size: 57
			beta: 3.3171922861514083
			class_balanced: False
			data_augmentation: True
			irm_lambda: 10.413627351264134
			irm_penalty_anneal_iters: 1
			lr: 0.00014524944240203904
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 23.016337852425824
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.3874839262751822, 'val_ci': 0.09273651430037622, 'test_acc': 0.48709020784229695}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.19138448349764253, 'val_ci': 0.06909771421361369, 'test_acc': 0.511088493679023}
		hparams:
			alpha: 0.0019189294031073175
			batch_size: 114
			beta: 1.5043250352573254
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.3704862749750118
			irm_penalty_anneal_iters: 5314
			lr: 9.376027078720673e-05
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.1
			sigma: 0.18253103144189528
			weight_decay: 0.0
