Model selection: training-domain validation set
trial_seed: 0
	{'val_acc': 0.7257822546078011, 'test_acc': 0.7249303621169917}
		hparams:
			alpha: 0.13095433503590045
			batch_size: 126
			beta: 0.014323430432202553
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.28570415823212814
			irm_penalty_anneal_iters: 1
			lr: 0.0003207929136369226
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.15694762735077242
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.7052078868409772, 'test_acc': 0.7078422969787872}
		hparams:
			alpha: 0.007088613423105998
			batch_size: 61
			beta: 0.012208547100952823
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.03079793072939873
			irm_penalty_anneal_iters: 1
			lr: 0.0025521952552627065
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.5
			sigma: 0.006964782280809292
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.6997428204029147, 'test_acc': 0.6660595671737733}
		hparams:
			alpha: 0.20723937016418426
			batch_size: 318
			beta: 0.2342659236255562
			class_balanced: False
			data_augmentation: True
			irm_lambda: 0.029746061182764665
			irm_penalty_anneal_iters: 9
			lr: 0.00013416901146173725
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 37.347869773947735
			weight_decay: 0.0
Model selection: training-domain CI validation set
trial_seed: 0
	{'val_acc': 0.5354693527646807, 'val_ci': 6.16434938952956e-05, 'test_acc': 0.5370152131990572}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.5509001285897985, 'val_ci': 0.00014385752600649243, 'test_acc': 0.5310692093421898}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.5601157308186884, 'val_ci': 7.177356376475944e-05, 'test_acc': 0.5729055067495179}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.5079297042434634, 'val_ci': 0.00020095279785188494, 'test_acc': 0.5058388686522391}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.4897128161165881, 'val_ci': 0.005664059674336171, 'test_acc': 0.4940539961431326}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.4973210458636948, 'val_ci': 0.0001414389543828506, 'test_acc': 0.5025712449110777}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
Model selection: training-domain min acc withon 1 CI std validation set
trial_seed: 0
	{'val_acc': 0.341405915130733, 'val_ci': 0.0013197601173652684, 'test_acc': 0.5498714377544461}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 1
	{'val_acc': 0.27925417916845263, 'val_ci': 0.005644387548387792, 'test_acc': 0.4940539961431326}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
trial_seed: 2
	{'val_acc': 0.43891984569224174, 'val_ci': 0.0027473527847110997, 'test_acc': 0.49983929719305764}
		hparams:
			alpha: 0.9
			batch_size: 64
			beta: 100.0
			class_balanced: False
			data_augmentation: True
			irm_lambda: 100.0
			irm_penalty_anneal_iters: 500
			lr: 0.001
			nonlinear_classifier: False
			resnet18: False
			resnet_dropout: 0.0
			sigma: 100.0
			weight_decay: 0.0
