Model: aldro
{'validation': 1.0, 'id_test': 0.7202797202797203, 'ood_test': 0.627906976744186, 'ood_validation': 0.4861111111111111, 'train': 0.7797513321492007}
{'validation': 0.7142857142857143, 'id_test': 0.7412587412587412, 'ood_test': 0.6372093023255814, 'ood_validation': 0.6111111111111112, 'train': 0.8330373001776199}
{'validation': 0.8571428571428571, 'id_test': 0.8111888111888111, 'ood_test': 0.5813953488372093, 'ood_validation': 0.6111111111111112, 'train': 0.8454706927175843}
{'validation': 0.8571428571428571, 'id_test': 0.8041958041958042, 'ood_test': 0.6465116279069767, 'ood_validation': 0.6805555555555556, 'train': 0.8081705150976909}
{'validation': 0.8571428571428571, 'id_test': 0.8601398601398601, 'ood_test': 0.627906976744186, 'ood_validation': 0.6666666666666666, 'train': 0.9271758436944938}
{'validation': 0.8571428571428571, 'id_test': 0.8321678321678322, 'ood_test': 0.6186046511627907, 'ood_validation': 0.625, 'train': 0.8809946714031972}
{'validation': 0.8571428571428571, 'id_test': 0.8531468531468531, 'ood_test': 0.7023255813953488, 'ood_validation': 0.6944444444444444, 'train': 0.9094138543516874}
{'validation': 0.8571428571428571, 'id_test': 0.8391608391608392, 'ood_test': 0.5953488372093023, 'ood_validation': 0.6388888888888888, 'train': 0.8898756660746003}
{'validation': 0.8571428571428571, 'id_test': 0.8671328671328671, 'ood_test': 0.6325581395348837, 'ood_validation': 0.6805555555555556, 'train': 0.9147424511545293}
{'validation': 0.8571428571428571, 'id_test': 0.8461538461538461, 'ood_test': 0.6511627906976745, 'ood_validation': 0.6388888888888888, 'train': 0.8827708703374778}
Model: dann
{'validation': 1.0, 'id_test': 0.684931506849315, 'ood_test': 0.7414634146341463, 'ood_validation': 0.7101449275362319, '0': 0.927007299270073, '1': 0.8, '2': 0.5714285714285714, '4': 0.9553571428571429, '6': 0.38461538461538464}
{'validation': 1.0, 'id_test': 0.821917808219178, 'ood_test': 0.7853658536585366, 'ood_validation': 0.7246376811594203, '0': 0.8175182481751825, '1': 0.6347826086956522, '2': 0.9047619047619048, '4': 0.9553571428571429, '6': 0.7884615384615384}
{'validation': 0.5714285714285714, 'id_test': 0.4863013698630137, 'ood_test': 0.7463414634146341, 'ood_validation': 0.7101449275362319, '0': 0.16058394160583941, '1': 0.391304347826087, '2': 0.8761904761904762, '4': 0.9553571428571429, '6': 0.375}
{'validation': 0.5714285714285714, 'id_test': 0.6027397260273972, 'ood_test': 0.7121951219512195, 'ood_validation': 0.6376811594202898, '0': 0.49635036496350365, '1': 0.3739130434782609, '2': 0.8761904761904762, '4': 0.9464285714285714, '6': 0.5096153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.4041095890410959, 'ood_test': 0.6780487804878049, 'ood_validation': 0.6231884057971014, '0': 0.11678832116788321, '1': 0.3217391304347826, '2': 0.8761904761904762, '4': 0.9464285714285714, '6': 0.057692307692307696}
{'validation': 0.2857142857142857, 'id_test': 0.4041095890410959, 'ood_test': 0.6780487804878049, 'ood_validation': 0.6231884057971014, '0': 0.11678832116788321, '1': 0.3217391304347826, '2': 0.8761904761904762, '4': 0.9464285714285714, '6': 0.057692307692307696}
{'validation': 0.2857142857142857, 'id_test': 0.4041095890410959, 'ood_test': 0.6780487804878049, 'ood_validation': 0.6231884057971014, '0': 0.11678832116788321, '1': 0.3217391304347826, '2': 0.8761904761904762, '4': 0.9464285714285714, '6': 0.057692307692307696}
{'validation': 0.2857142857142857, 'id_test': 0.4041095890410959, 'ood_test': 0.6780487804878049, 'ood_validation': 0.6231884057971014, '0': 0.11678832116788321, '1': 0.3217391304347826, '2': 0.8761904761904762, '4': 0.9464285714285714, '6': 0.057692307692307696}
{'validation': 0.2857142857142857, 'id_test': 0.4589041095890411, 'ood_test': 0.6780487804878049, 'ood_validation': 0.6231884057971014, '0': 0.2116788321167883, '1': 0.5043478260869565, '2': 0.8952380952380953, '4': 0.9464285714285714, '6': 0.057692307692307696}
{'validation': 0.2857142857142857, 'id_test': 0.5136986301369864, 'ood_test': 0.7951219512195122, 'ood_validation': 0.782608695652174, '0': 0.2846715328467153, '1': 0.6347826086956522, '2': 0.9142857142857143, '4': 0.9732142857142857, '6': 0.19230769230769232}
Model: deepcoral
{'validation': 0.5714285714285714, 'id_test': 0.5602836879432624, 'ood_test': 0.5515695067264574, 'ood_validation': 0.5333333333333333, '0': 0.5894736842105263, '1': 0.6259541984732825, '2': 0.5526315789473685, '4': 0.5686274509803921, '6': 0.5357142857142857}
{'validation': 0.42857142857142855, 'id_test': 0.5035460992907801, 'ood_test': 0.4484304932735426, 'ood_validation': 0.49333333333333335, '0': 0.4842105263157895, '1': 0.5572519083969466, '2': 0.4473684210526316, '4': 0.4803921568627451, '6': 0.625}
{'validation': 0.42857142857142855, 'id_test': 0.5035460992907801, 'ood_test': 0.4484304932735426, 'ood_validation': 0.49333333333333335, '0': 0.4842105263157895, '1': 0.5572519083969466, '2': 0.4473684210526316, '4': 0.4803921568627451, '6': 0.625}
{'validation': 0.42857142857142855, 'id_test': 0.5035460992907801, 'ood_test': 0.4484304932735426, 'ood_validation': 0.49333333333333335, '0': 0.4842105263157895, '1': 0.5572519083969466, '2': 0.4473684210526316, '4': 0.4803921568627451, '6': 0.6339285714285714}
{'validation': 0.42857142857142855, 'id_test': 0.5957446808510638, 'ood_test': 0.5426008968609866, 'ood_validation': 0.56, '0': 0.6210526315789474, '1': 0.5801526717557252, '2': 0.6403508771929824, '4': 0.5980392156862745, '6': 0.6071428571428571}
{'validation': 0.5714285714285714, 'id_test': 0.6170212765957447, 'ood_test': 0.547085201793722, 'ood_validation': 0.5066666666666667, '0': 0.6842105263157895, '1': 0.5877862595419847, '2': 0.6929824561403509, '4': 0.5490196078431373, '6': 0.44642857142857145}
{'validation': 0.7142857142857143, 'id_test': 0.6170212765957447, 'ood_test': 0.5336322869955157, 'ood_validation': 0.48, '0': 0.6736842105263158, '1': 0.5877862595419847, '2': 0.7192982456140351, '4': 0.5490196078431373, '6': 0.5803571428571429}
{'validation': 0.42857142857142855, 'id_test': 0.5106382978723404, 'ood_test': 0.4484304932735426, 'ood_validation': 0.49333333333333335, '0': 0.4842105263157895, '1': 0.549618320610687, '2': 0.4473684210526316, '4': 0.4803921568627451, '6': 0.625}
{'validation': 0.42857142857142855, 'id_test': 0.6028368794326241, 'ood_test': 0.4484304932735426, 'ood_validation': 0.49333333333333335, '0': 0.6842105263157895, '1': 0.6564885496183206, '2': 0.5877192982456141, '4': 0.4803921568627451, '6': 0.625}
{'validation': 0.5714285714285714, 'id_test': 0.6453900709219859, 'ood_test': 0.547085201793722, 'ood_validation': 0.5066666666666667, '0': 0.6842105263157895, '1': 0.6793893129770993, '2': 0.7192982456140351, '4': 0.5980392156862745, '6': 0.5803571428571429}
Model: expgrad
{'ood_test': 0.9308755760368663}
Model: ft_transformer
{'validation': 0.8571428571428571, 'id_test': 0.5174825174825175, 'ood_test': 0.30092592592592593, 'ood_validation': 0.3424657534246575, 'train': 0.5882352941176471}
{'validation': 0.8571428571428571, 'id_test': 0.5174825174825175, 'ood_test': 0.30092592592592593, 'ood_validation': 0.3424657534246575, 'train': 0.5882352941176471}
{'validation': 0.8571428571428571, 'id_test': 0.5174825174825175, 'ood_test': 0.3055555555555556, 'ood_validation': 0.3424657534246575, 'train': 0.5882352941176471}
{'validation': 0.7142857142857143, 'id_test': 0.6993006993006993, 'ood_test': 0.8055555555555556, 'ood_validation': 0.7808219178082192, 'train': 0.7272727272727273}
{'validation': 0.7142857142857143, 'id_test': 0.7132867132867133, 'ood_test': 0.8101851851851852, 'ood_validation': 0.7808219178082192, 'train': 0.7664884135472371}
{'validation': 0.42857142857142855, 'id_test': 0.7272727272727273, 'ood_test': 0.8101851851851852, 'ood_validation': 0.821917808219178, 'train': 0.7076648841354723}
{'validation': 0.5714285714285714, 'id_test': 0.7622377622377622, 'ood_test': 0.8287037037037037, 'ood_validation': 0.7397260273972602, 'train': 0.7575757575757576}
{'validation': 0.5714285714285714, 'id_test': 0.7552447552447552, 'ood_test': 0.8287037037037037, 'ood_validation': 0.7534246575342466, 'train': 0.7718360071301248}
{'validation': 0.42857142857142855, 'id_test': 0.7412587412587412, 'ood_test': 0.8101851851851852, 'ood_validation': 0.821917808219178, 'train': 0.7290552584670231}
{'validation': 0.42857142857142855, 'id_test': 0.7622377622377622, 'ood_test': 0.8379629629629629, 'ood_validation': 0.7534246575342466, 'train': 0.7593582887700535}
Model: group_dro
{'validation': 0.8333333333333334, 'id_test': 0.8478260869565217, 'ood_test': 0.8529411764705882, 'ood_validation': 0.8, 'train': 0.7992565055762082}
{'validation': 0.8333333333333334, 'id_test': 0.8043478260869565, 'ood_test': 0.8781512605042017, 'ood_validation': 0.8875, 'train': 0.8531598513011153}
{'validation': 0.6666666666666666, 'id_test': 0.7681159420289855, 'ood_test': 0.7899159663865546, 'ood_validation': 0.725, 'train': 0.7267657992565055}
{'validation': 0.8333333333333334, 'id_test': 0.8913043478260869, 'ood_test': 0.9411764705882353, 'ood_validation': 0.9625, 'train': 0.9070631970260223}
{'validation': 0.8333333333333334, 'id_test': 0.8840579710144928, 'ood_test': 0.9159663865546218, 'ood_validation': 0.925, 'train': 0.8531598513011153}
{'validation': 0.8333333333333334, 'id_test': 0.8623188405797102, 'ood_test': 0.9537815126050421, 'ood_validation': 0.95, 'train': 0.8605947955390335}
{'validation': 0.8333333333333334, 'id_test': 0.8333333333333334, 'ood_test': 0.865546218487395, 'ood_validation': 0.85, 'train': 0.8847583643122676}
{'validation': 1.0, 'id_test': 0.927536231884058, 'ood_test': 0.9327731092436975, 'ood_validation': 0.95, 'train': 0.9516728624535316}
{'validation': 1.0, 'id_test': 0.927536231884058, 'ood_test': 0.9243697478991597, 'ood_validation': 0.95, 'train': 0.9516728624535316}
{'validation': 0.8333333333333334, 'id_test': 0.9420289855072463, 'ood_test': 0.9495798319327731, 'ood_validation': 0.95, 'train': 0.9386617100371747}
Model: irm
{'validation': 0.5714285714285714, 'id_test': 0.6413793103448275, 'ood_test': 0.5263157894736842, 'ood_validation': 0.5714285714285714, '0': 0.719626168224299, '1': 0.782258064516129, '2': 0.6880733944954128, '4': 0.7217391304347827, '6': 0.6052631578947368}
{'validation': 0.5714285714285714, 'id_test': 0.7793103448275862, 'ood_test': 0.6028708133971292, 'ood_validation': 0.5285714285714286, '0': 0.8317757009345794, '1': 0.8145161290322581, '2': 0.6972477064220184, '4': 0.8782608695652174, '6': 0.7368421052631579}
{'validation': 0.7142857142857143, 'id_test': 0.7310344827586207, 'ood_test': 0.5598086124401914, 'ood_validation': 0.4857142857142857, '0': 0.7383177570093458, '1': 0.7903225806451613, '2': 0.8623853211009175, '4': 0.7217391304347827, '6': 0.543859649122807}
{'validation': 1.0, 'id_test': 0.8551724137931035, 'ood_test': 0.6363636363636364, 'ood_validation': 0.6142857142857143, '0': 1.0, '1': 0.9596774193548387, '2': 0.963302752293578, '4': 0.8608695652173913, '6': 0.7456140350877193}
{'validation': 0.7142857142857143, 'id_test': 0.7586206896551724, 'ood_test': 0.5980861244019139, 'ood_validation': 0.6142857142857143, '0': 0.8130841121495327, '1': 0.8225806451612904, '2': 0.7431192660550459, '4': 0.8, '6': 0.7807017543859649}
{'validation': 0.8571428571428571, 'id_test': 0.8551724137931035, 'ood_test': 0.6650717703349283, 'ood_validation': 0.6857142857142857, '0': 0.9532710280373832, '1': 0.9435483870967742, '2': 0.944954128440367, '4': 0.9217391304347826, '6': 0.9035087719298246}
{'validation': 1.0, 'id_test': 0.8068965517241379, 'ood_test': 0.6172248803827751, 'ood_validation': 0.5857142857142857, '0': 0.8504672897196262, '1': 0.8387096774193549, '2': 0.9174311926605505, '4': 0.7739130434782608, '6': 0.7543859649122807}
{'validation': 0.8571428571428571, 'id_test': 0.8620689655172413, 'ood_test': 0.6267942583732058, 'ood_validation': 0.6142857142857143, '0': 0.9345794392523364, '1': 0.9354838709677419, '2': 0.944954128440367, '4': 0.782608695652174, '6': 0.7631578947368421}
{'validation': 1.0, 'id_test': 0.8827586206896552, 'ood_test': 0.6889952153110048, 'ood_validation': 0.7285714285714285, '0': 0.8878504672897196, '1': 0.9274193548387096, '2': 0.9541284403669725, '4': 0.9565217391304348, '6': 0.9122807017543859}
{'validation': 0.8571428571428571, 'id_test': 0.8344827586206897, 'ood_test': 0.7081339712918661, 'ood_validation': 0.6571428571428571, '0': 0.794392523364486, '1': 0.7661290322580645, '2': 0.8715596330275229, '4': 0.9565217391304348, '6': 0.9298245614035088}
Model: label_group_dro
{'validation': 0.6666666666666666, 'id_test': 0.6594202898550725, 'ood_test': 0.6371308016877637, 'ood_validation': 0.5949367088607594, 'train': 0.662962962962963}
{'validation': 1.0, 'id_test': 0.782608695652174, 'ood_test': 0.7257383966244726, 'ood_validation': 0.6708860759493671, 'train': 0.8037037037037037}
{'validation': 0.8333333333333334, 'id_test': 0.7391304347826086, 'ood_test': 0.6962025316455697, 'ood_validation': 0.569620253164557, 'train': 0.7814814814814814}
{'validation': 1.0, 'id_test': 0.8913043478260869, 'ood_test': 0.7637130801687764, 'ood_validation': 0.6835443037974683, 'train': 0.9}
{'validation': 0.8333333333333334, 'id_test': 0.8623188405797102, 'ood_test': 0.6708860759493671, 'ood_validation': 0.6708860759493671, 'train': 0.8537037037037037}
{'validation': 0.6666666666666666, 'id_test': 0.7246376811594203, 'ood_test': 0.5907172995780591, 'ood_validation': 0.569620253164557, 'train': 0.7833333333333333}
{'validation': 1.0, 'id_test': 0.9057971014492754, 'ood_test': 0.7848101265822784, 'ood_validation': 0.7215189873417721, 'train': 0.9314814814814815}
{'validation': 0.8333333333333334, 'id_test': 0.8695652173913043, 'ood_test': 0.7679324894514767, 'ood_validation': 0.6835443037974683, 'train': 0.8574074074074074}
{'validation': 0.8333333333333334, 'id_test': 0.8913043478260869, 'ood_test': 0.70042194092827, 'ood_validation': 0.6455696202531646, 'train': 0.9111111111111111}
{'validation': 0.6666666666666666, 'id_test': 0.7971014492753623, 'ood_test': 0.729957805907173, 'ood_validation': 0.810126582278481, 'train': 0.8870370370370371}
Model: lightgbm
{'ood_test': 0.9953051643192489}
Model: mixup
{'validation': 0.2857142857142857, 'id_test': 0.38666666666666666, 'ood_test': 0.6614583333333334, 'ood_validation': 0.6461538461538462, '0': 0.13829787234042554, '1': 0.5040650406504065, '2': 0.7435897435897436, '4': 0.7265625, '6': 0.14516129032258066}
{'validation': 0.7142857142857143, 'id_test': 0.6133333333333333, 'ood_test': 0.6614583333333334, 'ood_validation': 0.6461538461538462, '0': 0.7340425531914894, '1': 0.6991869918699187, '2': 0.7948717948717948, '4': 0.7265625, '6': 0.14516129032258066}
{'validation': 0.2857142857142857, 'id_test': 0.3933333333333333, 'ood_test': 0.6614583333333334, 'ood_validation': 0.6461538461538462, '0': 0.14893617021276595, '1': 0.5040650406504065, '2': 0.7435897435897436, '4': 0.75, '6': 0.14516129032258066}
{'validation': 0.2857142857142857, 'id_test': 0.38666666666666666, 'ood_test': 0.6614583333333334, 'ood_validation': 0.6461538461538462, '0': 0.1276595744680851, '1': 0.4959349593495935, '2': 0.7435897435897436, '4': 0.734375, '6': 0.14516129032258066}
{'validation': 0.5714285714285714, 'id_test': 0.58, 'ood_test': 0.703125, 'ood_validation': 0.6923076923076923, '0': 0.44680851063829785, '1': 0.5691056910569106, '2': 0.7521367521367521, '4': 0.765625, '6': 0.45161290322580644}
{'validation': 1.0, 'id_test': 0.7266666666666667, 'ood_test': 0.8072916666666666, 'ood_validation': 0.7076923076923077, '0': 0.7978723404255319, '1': 0.8373983739837398, '2': 0.8632478632478633, '4': 0.8828125, '6': 0.2903225806451613}
{'validation': 1.0, 'id_test': 0.8866666666666667, 'ood_test': 0.953125, 'ood_validation': 0.9230769230769231, '0': 0.9148936170212766, '1': 0.9105691056910569, '2': 0.8974358974358975, '4': 0.9609375, '6': 0.8145161290322581}
{'validation': 0.8571428571428571, 'id_test': 0.9533333333333334, 'ood_test': 0.984375, 'ood_validation': 0.9692307692307692, '0': 0.9468085106382979, '1': 0.9186991869918699, '2': 0.905982905982906, '4': 0.9765625, '6': 1.0}
{'validation': 1.0, 'id_test': 0.94, 'ood_test': 0.9427083333333334, 'ood_validation': 0.8769230769230769, '0': 0.9787234042553191, '1': 0.926829268292683, '2': 0.9401709401709402, '4': 0.9609375, '6': 0.9112903225806451}
{'validation': 1.0, 'id_test': 0.9533333333333334, 'ood_test': 0.96875, 'ood_validation': 0.9230769230769231, '0': 0.9787234042553191, '1': 0.926829268292683, '2': 0.9316239316239316, '4': 0.9765625, '6': 0.9354838709677419}
Model: mlp
{'validation': 0.8571428571428571, 'id_test': 0.7692307692307693, 'ood_test': 0.8110599078341014, 'ood_validation': 0.9041095890410958, 'train': 0.8625}
{'validation': 0.8571428571428571, 'id_test': 0.8741258741258742, 'ood_test': 0.8755760368663594, 'ood_validation': 0.958904109589041, 'train': 0.8857142857142857}
{'validation': 0.8571428571428571, 'id_test': 0.9020979020979021, 'ood_test': 0.9170506912442397, 'ood_validation': 0.958904109589041, 'train': 0.9196428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.916083916083916, 'ood_test': 0.9447004608294931, 'ood_validation': 0.9726027397260274, 'train': 0.9464285714285714}
{'validation': 0.7142857142857143, 'id_test': 0.8741258741258742, 'ood_test': 0.9585253456221198, 'ood_validation': 0.958904109589041, 'train': 0.9071428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.916083916083916, 'ood_test': 0.9124423963133641, 'ood_validation': 0.958904109589041, 'train': 0.9160714285714285}
{'validation': 0.8571428571428571, 'id_test': 0.8951048951048951, 'ood_test': 0.9539170506912442, 'ood_validation': 0.958904109589041, 'train': 0.9357142857142857}
{'validation': 0.8571428571428571, 'id_test': 0.9370629370629371, 'ood_test': 0.9124423963133641, 'ood_validation': 0.958904109589041, 'train': 0.9464285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.916083916083916, 'ood_test': 0.9170506912442397, 'ood_validation': 0.9726027397260274, 'train': 0.9446428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.9370629370629371, 'ood_test': 0.9539170506912442, 'ood_validation': 0.9726027397260274, 'train': 0.9553571428571429}
Model: mmd
{'validation': 0.2857142857142857, 'id_test': 0.4444444444444444, 'ood_test': 0.6492890995260664, 'ood_validation': 0.676056338028169, '0': 0.06557377049180328, '1': 0.34782608695652173, '2': 0.859504132231405, '4': 0.88, '6': 0.08256880733944955}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.9715639810426541, 'ood_validation': 0.971830985915493, '0': 1.0, '1': 0.9478260869565217, '2': 0.9669421487603306, '4': 0.98, '6': 0.9724770642201835}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.7630331753554502, 'ood_validation': 0.7323943661971831, '0': 0.9836065573770492, '1': 0.9565217391304348, '2': 0.9669421487603306, '4': 0.93, '6': 0.5321100917431193}
{'validation': 0.42857142857142855, 'id_test': 0.4791666666666667, 'ood_test': 0.7298578199052133, 'ood_validation': 0.7605633802816901, '0': 0.06557377049180328, '1': 0.3652173913043478, '2': 0.859504132231405, '4': 0.93, '6': 0.3302752293577982}
{'validation': 0.2857142857142857, 'id_test': 0.4861111111111111, 'ood_test': 0.7867298578199052, 'ood_validation': 0.8591549295774648, '0': 0.06557377049180328, '1': 0.34782608695652173, '2': 0.859504132231405, '4': 0.97, '6': 0.25688073394495414}
{'validation': 0.42857142857142855, 'id_test': 0.6388888888888888, 'ood_test': 0.6492890995260664, 'ood_validation': 0.676056338028169, '0': 0.48360655737704916, '1': 0.782608695652174, '2': 0.9586776859504132, '4': 0.88, '6': 0.10091743119266056}
{'validation': 0.2857142857142857, 'id_test': 0.4444444444444444, 'ood_test': 0.6492890995260664, 'ood_validation': 0.676056338028169, '0': 0.06557377049180328, '1': 0.34782608695652173, '2': 0.859504132231405, '4': 0.88, '6': 0.08256880733944955}
{'validation': 1.0, 'id_test': 0.9722222222222222, 'ood_test': 0.9289099526066351, 'ood_validation': 0.8732394366197183, '0': 1.0, '1': 0.9652173913043478, '2': 0.9586776859504132, '4': 0.97, '6': 0.944954128440367}
{'validation': 0.7142857142857143, 'id_test': 0.7569444444444444, 'ood_test': 0.957345971563981, 'ood_validation': 0.9859154929577465, '0': 0.4098360655737705, '1': 0.5826086956521739, '2': 0.8842975206611571, '4': 0.98, '6': 0.8807339449541285}
{'validation': 0.5714285714285714, 'id_test': 0.5972222222222222, 'ood_test': 0.8483412322274881, 'ood_validation': 0.8169014084507042, '0': 0.08196721311475409, '1': 0.3565217391304348, '2': 0.859504132231405, '4': 0.91, '6': 0.8623853211009175}
Model: node
{'validation': 0.8571428571428571, 'id_test': 0.993103448275862, 'ood_test': 0.9712918660287081, 'ood_validation': 0.9857142857142858, 'train': 0.9876977152899824}
{'validation': 0.8571428571428571, 'id_test': 0.9862068965517241, 'ood_test': 0.9856459330143541, 'ood_validation': 0.9857142857142858, 'train': 0.9894551845342706}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9982425307557118}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9952153110047847, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.9862068965517241, 'ood_test': 0.9904306220095693, 'ood_validation': 0.9857142857142858, 'train': 0.9894551845342706}
{'validation': 0.8571428571428571, 'id_test': 0.9724137931034482, 'ood_test': 0.9712918660287081, 'ood_validation': 0.9857142857142858, 'train': 0.9736379613356766}
{'validation': 0.8571428571428571, 'id_test': 0.993103448275862, 'ood_test': 0.9952153110047847, 'ood_validation': 1.0, 'train': 0.9964850615114236}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9952153110047847, 'ood_validation': 1.0, 'train': 0.9929701230228472}
{'validation': 0.8571428571428571, 'id_test': 0.9862068965517241, 'ood_test': 0.9856459330143541, 'ood_validation': 0.9857142857142858, 'train': 0.9912126537785588}
{'validation': 1.0, 'id_test': 0.993103448275862, 'ood_test': 0.9904306220095693, 'ood_validation': 1.0, 'train': 0.9947275922671354}
Model: resnet
Model: saint
{'validation': 1.0, 'id_test': 0.8214285714285714, 'ood_test': 0.7903930131004366, 'ood_validation': 0.8441558441558441, 'train': 0.8448905109489051}
{'validation': 1.0, 'id_test': 0.9142857142857143, 'ood_test': 0.9432314410480349, 'ood_validation': 0.974025974025974, 'train': 0.9452554744525548}
{'validation': 1.0, 'id_test': 0.9, 'ood_test': 0.9301310043668122, 'ood_validation': 0.974025974025974, 'train': 0.9324817518248175}
{'validation': 1.0, 'id_test': 0.9571428571428572, 'ood_test': 0.9519650655021834, 'ood_validation': 0.974025974025974, 'train': 0.9653284671532847}
{'validation': 1.0, 'id_test': 0.9714285714285714, 'ood_test': 0.9606986899563319, 'ood_validation': 0.987012987012987, 'train': 0.9799270072992701}
{'validation': 1.0, 'id_test': 0.95, 'ood_test': 0.9694323144104804, 'ood_validation': 0.987012987012987, 'train': 0.9653284671532847}
{'validation': 1.0, 'id_test': 0.9285714285714286, 'ood_test': 0.9388646288209607, 'ood_validation': 0.974025974025974, 'train': 0.9616788321167883}
{'validation': 1.0, 'id_test': 0.9, 'ood_test': 0.9126637554585153, 'ood_validation': 0.961038961038961, 'train': 0.9251824817518248}
{'validation': 1.0, 'id_test': 0.9214285714285714, 'ood_test': 0.9475982532751092, 'ood_validation': 0.974025974025974, 'train': 0.9452554744525548}
{'validation': 1.0, 'id_test': 0.9642857142857143, 'ood_test': 0.9606986899563319, 'ood_validation': 0.987012987012987, 'train': 0.9799270072992701}
Model: tabtransformer
{'validation': 1.0, 'id_test': 0.9246575342465754, 'ood_test': 0.9656862745098039, 'ood_validation': 0.9558823529411765, 'train': 0.9408695652173913}
{'validation': 1.0, 'id_test': 0.9246575342465754, 'ood_test': 0.9509803921568627, 'ood_validation': 0.9705882352941176, 'train': 0.9391304347826087}
{'validation': 0.8571428571428571, 'id_test': 0.910958904109589, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.9217391304347826}
{'validation': 0.8571428571428571, 'id_test': 0.8972602739726028, 'ood_test': 0.9509803921568627, 'ood_validation': 0.9705882352941176, 'train': 0.9356521739130435}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9803921568627451, 'ood_validation': 0.9705882352941176, 'train': 0.9617391304347827}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.9634782608695652}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.9652173913043478}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9705882352941176, 'ood_validation': 0.9705882352941176, 'train': 0.9530434782608695}
{'validation': 1.0, 'id_test': 0.9657534246575342, 'ood_test': 0.9852941176470589, 'ood_validation': 0.9705882352941176, 'train': 0.9634782608695652}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9852941176470589, 'ood_validation': 0.9852941176470589, 'train': 0.9634782608695652}
Model: vrex
{'validation': 0.8571428571428571, 'id_test': 0.47586206896551725, 'ood_test': 0.36363636363636365, 'ood_validation': 0.3142857142857143, '0': 0.8425925925925926, '1': 0.6721311475409836, '2': 0.1981981981981982, '4': 0.24271844660194175, '6': 0.856}
{'validation': 0.14285714285714285, 'id_test': 0.5241379310344828, 'ood_test': 0.6363636363636364, 'ood_validation': 0.6857142857142857, '0': 0.28703703703703703, '1': 0.36885245901639346, '2': 0.8018018018018018, '4': 0.7572815533980582, '6': 0.144}
{'validation': 0.14285714285714285, 'id_test': 0.5241379310344828, 'ood_test': 0.6363636363636364, 'ood_validation': 0.6857142857142857, '0': 0.1574074074074074, '1': 0.32786885245901637, '2': 0.8018018018018018, '4': 0.7572815533980582, '6': 0.144}
{'validation': 0.7142857142857143, 'id_test': 0.6758620689655173, 'ood_test': 0.84688995215311, 'ood_validation': 0.8428571428571429, '0': 0.6388888888888888, '1': 0.5081967213114754, '2': 0.8108108108108109, '4': 0.7766990291262136, '6': 0.784}
{'validation': 0.2857142857142857, 'id_test': 0.5793103448275863, 'ood_test': 0.7942583732057417, 'ood_validation': 0.7714285714285715, '0': 0.1574074074074074, '1': 0.32786885245901637, '2': 0.8018018018018018, '4': 0.7572815533980582, '6': 0.44}
{'validation': 1.0, 'id_test': 0.8896551724137931, 'ood_test': 0.9712918660287081, 'ood_validation': 0.9571428571428572, '0': 0.7685185185185185, '1': 0.7704918032786885, '2': 0.9099099099099099, '4': 0.8932038834951457, '6': 0.968}
{'validation': 1.0, 'id_test': 0.896551724137931, 'ood_test': 0.9665071770334929, 'ood_validation': 0.9571428571428572, '0': 0.8981481481481481, '1': 0.8934426229508197, '2': 0.9099099099099099, '4': 0.8932038834951457, '6': 0.96}
{'validation': 0.8571428571428571, 'id_test': 0.8344827586206897, 'ood_test': 0.9712918660287081, 'ood_validation': 0.9571428571428572, '0': 0.5740740740740741, '1': 0.7540983606557377, '2': 0.8738738738738738, '4': 0.8932038834951457, '6': 0.952}
{'validation': 0.7142857142857143, 'id_test': 0.6551724137931034, 'ood_test': 0.7703349282296651, 'ood_validation': 0.7714285714285715, '0': 0.4444444444444444, '1': 0.5163934426229508, '2': 0.8288288288288288, '4': 0.7669902912621359, '6': 0.528}
{'validation': 0.7142857142857143, 'id_test': 0.8137931034482758, 'ood_test': 0.7655502392344498, 'ood_validation': 0.8, '0': 0.8425925925925926, '1': 0.9098360655737705, '2': 0.9459459459459459, '4': 0.7669902912621359, '6': 0.56}
Model: xgb
{'ood_test': 0.6984924623115578}
Model: ib_erm
{'validation': 0.5714285714285714, 'id_test': 0.625, 'ood_test': 0.660377358490566, 'ood_validation': 0.7183098591549296, '0': 0.58, '1': 0.7107438016528925, '2': 0.8991596638655462, '4': 0.8118811881188119, '6': 0.112}
{'validation': 0.2857142857142857, 'id_test': 0.4444444444444444, 'ood_test': 0.660377358490566, 'ood_validation': 0.7183098591549296, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8118811881188119, '6': 0.104}
{'validation': 0.2857142857142857, 'id_test': 0.4652777777777778, 'ood_test': 0.7169811320754716, 'ood_validation': 0.8028169014084507, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8217821782178217, '6': 0.192}
{'validation': 0.2857142857142857, 'id_test': 0.4722222222222222, 'ood_test': 0.7594339622641509, 'ood_validation': 0.8309859154929577, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8910891089108911, '6': 0.208}
{'validation': 0.2857142857142857, 'id_test': 0.4444444444444444, 'ood_test': 0.6650943396226415, 'ood_validation': 0.7323943661971831, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8118811881188119, '6': 0.112}
{'validation': 0.2857142857142857, 'id_test': 0.4444444444444444, 'ood_test': 0.660377358490566, 'ood_validation': 0.7183098591549296, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8118811881188119, '6': 0.104}
{'validation': 0.2857142857142857, 'id_test': 0.4513888888888889, 'ood_test': 0.6839622641509434, 'ood_validation': 0.7746478873239436, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.8316831683168316, '6': 0.144}
{'validation': 0.2857142857142857, 'id_test': 0.4722222222222222, 'ood_test': 0.7641509433962265, 'ood_validation': 0.8309859154929577, '0': 0.08, '1': 0.33884297520661155, '2': 0.8319327731092437, '4': 0.9207920792079208, '6': 0.216}
{'validation': 0.42857142857142855, 'id_test': 0.6041666666666666, 'ood_test': 0.9386792452830188, 'ood_validation': 0.9859154929577465, '0': 0.08, '1': 0.34710743801652894, '2': 0.865546218487395, '4': 1.0, '6': 0.856}
{'validation': 0.5714285714285714, 'id_test': 0.75, 'ood_test': 0.8773584905660378, 'ood_validation': 0.9014084507042254, '0': 0.32, '1': 0.4380165289256198, '2': 0.8823529411764706, '4': 0.8811881188118812, '6': 0.896}
Model: ib_irm
{'validation': 0.7142857142857143, 'id_test': 0.6258503401360545, 'ood_test': 0.8258706467661692, 'ood_validation': 0.8208955223880597, '0': 0.40707964601769914, '1': 0.7033898305084746, '2': 0.7758620689655172, '4': 0.6842105263157895, '6': 0.6410256410256411}
{'validation': 0.5714285714285714, 'id_test': 0.7619047619047619, 'ood_test': 0.835820895522388, 'ood_validation': 0.8656716417910447, '0': 0.8495575221238938, '1': 0.7288135593220338, '2': 0.6724137931034483, '4': 0.7017543859649122, '6': 0.7863247863247863}
{'validation': 0.8571428571428571, 'id_test': 0.7891156462585034, 'ood_test': 0.8258706467661692, 'ood_validation': 0.9104477611940298, '0': 0.7610619469026548, '1': 0.711864406779661, '2': 0.5689655172413793, '4': 0.8771929824561403, '6': 0.8717948717948718}
{'validation': 0.7142857142857143, 'id_test': 0.8299319727891157, 'ood_test': 0.9253731343283582, 'ood_validation': 0.9552238805970149, '0': 0.8849557522123894, '1': 0.788135593220339, '2': 0.7241379310344828, '4': 0.9035087719298246, '6': 0.9316239316239316}
{'validation': 1.0, 'id_test': 0.8707482993197279, 'ood_test': 0.8706467661691543, 'ood_validation': 0.8805970149253731, '0': 0.8230088495575221, '1': 0.847457627118644, '2': 0.75, '4': 0.956140350877193, '6': 0.9743589743589743}
{'validation': 0.8571428571428571, 'id_test': 0.9455782312925171, 'ood_test': 0.900497512437811, 'ood_validation': 0.9850746268656716, '0': 0.9646017699115044, '1': 0.940677966101695, '2': 0.9913793103448276, '4': 0.9385964912280702, '6': 0.9487179487179487}
{'validation': 0.8571428571428571, 'id_test': 0.9319727891156463, 'ood_test': 0.9154228855721394, 'ood_validation': 0.9701492537313433, '0': 0.9646017699115044, '1': 0.9576271186440678, '2': 0.9913793103448276, '4': 0.9824561403508771, '6': 0.9658119658119658}
{'validation': 0.8571428571428571, 'id_test': 0.8979591836734694, 'ood_test': 0.8905472636815921, 'ood_validation': 0.9552238805970149, '0': 0.9380530973451328, '1': 0.9067796610169492, '2': 0.9568965517241379, '4': 0.8333333333333334, '6': 0.9316239316239316}
{'validation': 0.8571428571428571, 'id_test': 0.9251700680272109, 'ood_test': 0.8855721393034826, 'ood_validation': 0.9402985074626866, '0': 0.9469026548672567, '1': 0.9491525423728814, '2': 1.0, '4': 0.8771929824561403, '6': 0.9401709401709402}
{'validation': 0.8571428571428571, 'id_test': 0.9251700680272109, 'ood_test': 0.8557213930348259, 'ood_validation': 0.8955223880597015, '0': 0.9823008849557522, '1': 0.9745762711864406, '2': 0.9741379310344828, '4': 0.8421052631578947, '6': 0.8717948717948718}
Model: causirl_coral
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46808510638297873, 'ood_test': 0.6846846846846847, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.46099290780141844, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.08695652173913043, '1': 0.22764227642276422, '2': 0.8727272727272727, '4': 0.8807339449541285, '6': 0.06611570247933884}
{'validation': 0.5714285714285714, 'id_test': 0.5390070921985816, 'ood_test': 0.6756756756756757, 'ood_validation': 0.6, '0': 0.34782608695652173, '1': 0.6178861788617886, '2': 0.9181818181818182, '4': 0.8807339449541285, '6': 0.06611570247933884}
Model: causirl_mmd
{'validation': 0.5, 'id_test': 0.5877862595419847, 'ood_test': 0.3524904214559387, 'ood_validation': 0.3333333333333333, '0': 0.7037037037037037, '1': 0.6804123711340206, '2': 0.4148936170212766, '4': 0.34210526315789475, '6': 0.7745098039215687}
{'validation': 0.5, 'id_test': 0.4198473282442748, 'ood_test': 0.6436781609195402, 'ood_validation': 0.6666666666666666, '0': 0.2962962962962963, '1': 0.36082474226804123, '2': 0.5957446808510638, '4': 0.6578947368421053, '6': 0.22549019607843138}
{'validation': 0.5, 'id_test': 0.45038167938931295, 'ood_test': 0.6436781609195402, 'ood_validation': 0.6666666666666666, '0': 0.3148148148148148, '1': 0.3402061855670103, '2': 0.5957446808510638, '4': 0.6578947368421053, '6': 0.22549019607843138}
{'validation': 0.6666666666666666, 'id_test': 0.732824427480916, 'ood_test': 0.8352490421455939, 'ood_validation': 0.8390804597701149, '0': 0.7870370370370371, '1': 0.7216494845360825, '2': 0.6170212765957447, '4': 0.6929824561403509, '6': 0.7156862745098039}
{'validation': 0.5, 'id_test': 0.648854961832061, 'ood_test': 0.8237547892720306, 'ood_validation': 0.8505747126436781, '0': 0.6481481481481481, '1': 0.4845360824742268, '2': 0.5957446808510638, '4': 0.6842105263157895, '6': 0.7156862745098039}
{'validation': 0.6666666666666666, 'id_test': 0.8854961832061069, 'ood_test': 0.9501915708812261, 'ood_validation': 0.9310344827586207, '0': 0.8240740740740741, '1': 0.8144329896907216, '2': 0.7127659574468085, '4': 0.9298245614035088, '6': 0.9215686274509803}
{'validation': 0.6666666666666666, 'id_test': 0.7404580152671756, 'ood_test': 0.8659003831417624, 'ood_validation': 0.8735632183908046, '0': 0.7870370370370371, '1': 0.7010309278350515, '2': 0.6063829787234043, '4': 0.7280701754385965, '6': 0.7941176470588235}
{'validation': 0.5, 'id_test': 0.648854961832061, 'ood_test': 0.7739463601532567, 'ood_validation': 0.8505747126436781, '0': 0.6018518518518519, '1': 0.4329896907216495, '2': 0.5957446808510638, '4': 0.6754385964912281, '6': 0.6666666666666666}
{'validation': 0.5, 'id_test': 0.6717557251908397, 'ood_test': 0.8544061302681992, 'ood_validation': 0.8505747126436781, '0': 0.6018518518518519, '1': 0.4742268041237113, '2': 0.6170212765957447, '4': 0.6929824561403509, '6': 0.7450980392156863}
{'validation': 0.5, 'id_test': 0.6335877862595419, 'ood_test': 0.7126436781609196, 'ood_validation': 0.7011494252873564, '0': 0.6666666666666666, '1': 0.5154639175257731, '2': 0.5957446808510638, '4': 0.6578947368421053, '6': 0.5490196078431373}
Model: aldro
{'validation': 0.8571428571428571, 'id_test': 0.8561643835616438, 'ood_test': 0.9264705882352942, 'ood_validation': 0.8970588235294118, 'train': 0.8695652173913043}
{'validation': 0.8571428571428571, 'id_test': 0.8767123287671232, 'ood_test': 0.9068627450980392, 'ood_validation': 0.8235294117647058, 'train': 0.9269565217391305}
{'validation': 0.8571428571428571, 'id_test': 0.9315068493150684, 'ood_test': 0.9558823529411765, 'ood_validation': 0.9411764705882353, 'train': 0.9130434782608695}
{'validation': 0.5714285714285714, 'id_test': 0.8767123287671232, 'ood_test': 0.9068627450980392, 'ood_validation': 0.8382352941176471, 'train': 0.8956521739130435}
{'validation': 0.8571428571428571, 'id_test': 0.9246575342465754, 'ood_test': 0.9558823529411765, 'ood_validation': 0.9264705882352942, 'train': 0.9495652173913044}
{'validation': 0.8571428571428571, 'id_test': 0.9178082191780822, 'ood_test': 0.9313725490196079, 'ood_validation': 0.8970588235294118, 'train': 0.9704347826086956}
{'validation': 0.7142857142857143, 'id_test': 0.863013698630137, 'ood_test': 0.8970588235294118, 'ood_validation': 0.8235294117647058, 'train': 0.8991304347826087}
{'validation': 0.8571428571428571, 'id_test': 0.8356164383561644, 'ood_test': 0.8529411764705882, 'ood_validation': 0.7794117647058824, 'train': 0.8626086956521739}
{'validation': 0.7142857142857143, 'id_test': 0.9315068493150684, 'ood_test': 0.946078431372549, 'ood_validation': 0.9264705882352942, 'train': 0.9634782608695652}
{'validation': 0.7142857142857143, 'id_test': 0.9178082191780822, 'ood_test': 0.9068627450980392, 'ood_validation': 0.8382352941176471, 'train': 0.9460869565217391}
Model: dann
{'validation': 0.42857142857142855, 'id_test': 0.4726027397260274, 'ood_test': 0.7330097087378641, 'ood_validation': 0.7101449275362319, '0': 0.4700854700854701, '1': 0.41284403669724773, '2': 0.5648148148148148, '4': 0.3620689655172414, '6': 0.4016393442622951}
{'validation': 0.7142857142857143, 'id_test': 0.6027397260273972, 'ood_test': 0.7912621359223301, 'ood_validation': 0.8115942028985508, '0': 0.6923076923076923, '1': 0.5596330275229358, '2': 0.5185185185185185, '4': 0.43103448275862066, '6': 0.5737704918032787}
{'validation': 0.5714285714285714, 'id_test': 0.4794520547945205, 'ood_test': 0.7330097087378641, 'ood_validation': 0.7101449275362319, '0': 0.4700854700854701, '1': 0.4954128440366973, '2': 0.5462962962962963, '4': 0.3620689655172414, '6': 0.4016393442622951}
{'validation': 0.7142857142857143, 'id_test': 0.636986301369863, 'ood_test': 0.7961165048543689, 'ood_validation': 0.8260869565217391, '0': 0.7777777777777778, '1': 0.6055045871559633, '2': 0.5833333333333334, '4': 0.49137931034482757, '6': 0.6065573770491803}
{'validation': 0.7142857142857143, 'id_test': 0.6506849315068494, 'ood_test': 0.8252427184466019, 'ood_validation': 0.855072463768116, '0': 0.7435897435897436, '1': 0.6146788990825688, '2': 0.5648148148148148, '4': 0.5431034482758621, '6': 0.639344262295082}
{'validation': 0.7142857142857143, 'id_test': 0.5684931506849316, 'ood_test': 0.7524271844660194, 'ood_validation': 0.7246376811594203, '0': 0.811965811965812, '1': 0.6238532110091743, '2': 0.5833333333333334, '4': 0.4224137931034483, '6': 0.4098360655737705}
{'validation': 0.5714285714285714, 'id_test': 0.5273972602739726, 'ood_test': 0.7475728155339806, 'ood_validation': 0.7391304347826086, '0': 0.5299145299145299, '1': 0.5137614678899083, '2': 0.5833333333333334, '4': 0.47413793103448276, '6': 0.4180327868852459}
{'validation': 0.7142857142857143, 'id_test': 0.5958904109589042, 'ood_test': 0.7621359223300971, 'ood_validation': 0.7391304347826086, '0': 0.7606837606837606, '1': 0.6238532110091743, '2': 0.6111111111111112, '4': 0.5258620689655172, '6': 0.4262295081967213}
{'validation': 0.5714285714285714, 'id_test': 0.6164383561643836, 'ood_test': 0.7961165048543689, 'ood_validation': 0.8115942028985508, '0': 0.5982905982905983, '1': 0.5963302752293578, '2': 0.6666666666666666, '4': 0.6206896551724138, '6': 0.5737704918032787}
{'validation': 0.5714285714285714, 'id_test': 0.5616438356164384, 'ood_test': 0.7766990291262136, 'ood_validation': 0.7681159420289855, '0': 0.48717948717948717, '1': 0.5321100917431193, '2': 0.6296296296296297, '4': 0.5431034482758621, '6': 0.4672131147540984}
Model: deepcoral
{'validation': 0.5714285714285714, 'id_test': 0.3888888888888889, 'ood_test': 0.6431924882629108, 'ood_validation': 0.625, '0': 0.5172413793103449, '1': 0.4727272727272727, '2': 0.45217391304347826, '4': 0.4830508474576271, '6': 0.42857142857142855}
{'validation': 0.5714285714285714, 'id_test': 0.5763888888888888, 'ood_test': 0.38497652582159625, 'ood_validation': 0.3888888888888889, '0': 0.5517241379310345, '1': 0.5727272727272728, '2': 0.5739130434782609, '4': 0.576271186440678, '6': 0.580952380952381}
{'validation': 0.7142857142857143, 'id_test': 0.7013888888888888, 'ood_test': 0.676056338028169, 'ood_validation': 0.6666666666666666, '0': 0.5862068965517241, '1': 0.7181818181818181, '2': 0.8260869565217391, '4': 0.5677966101694916, '6': 0.5428571428571428}
{'validation': 0.2857142857142857, 'id_test': 0.5694444444444444, 'ood_test': 0.5117370892018779, 'ood_validation': 0.5972222222222222, '0': 0.4827586206896552, '1': 0.5272727272727272, '2': 0.6173913043478261, '4': 0.4491525423728814, '6': 0.5523809523809524}
{'validation': 0.8571428571428571, 'id_test': 0.7222222222222222, 'ood_test': 0.6431924882629108, 'ood_validation': 0.6666666666666666, '0': 0.9224137931034483, '1': 0.8727272727272727, '2': 0.7304347826086957, '4': 0.5, '6': 0.5142857142857142}
{'validation': 0.5714285714285714, 'id_test': 0.7361111111111112, 'ood_test': 0.48826291079812206, 'ood_validation': 0.5416666666666666, '0': 0.7413793103448276, '1': 0.8818181818181818, '2': 0.9217391304347826, '4': 0.5423728813559322, '6': 0.44761904761904764}
{'validation': 0.7142857142857143, 'id_test': 0.7638888888888888, 'ood_test': 0.6948356807511737, 'ood_validation': 0.6111111111111112, '0': 0.6724137931034483, '1': 0.7909090909090909, '2': 0.8173913043478261, '4': 0.7711864406779662, '6': 0.780952380952381}
{'validation': 0.8571428571428571, 'id_test': 0.8263888888888888, 'ood_test': 0.6150234741784038, 'ood_validation': 0.6388888888888888, '0': 0.8706896551724138, '1': 0.9545454545454546, '2': 0.9130434782608695, '4': 0.6610169491525424, '6': 0.7714285714285715}
{'validation': 0.8571428571428571, 'id_test': 0.9513888888888888, 'ood_test': 0.6854460093896714, 'ood_validation': 0.6111111111111112, '0': 0.9568965517241379, '1': 0.990909090909091, '2': 0.9739130434782609, '4': 0.9830508474576272, '6': 0.9333333333333333}
{'validation': 0.5714285714285714, 'id_test': 0.9375, 'ood_test': 0.6150234741784038, 'ood_validation': 0.625, '0': 0.8189655172413793, '1': 0.9636363636363636, '2': 0.8956521739130435, '4': 0.9322033898305084, '6': 0.9333333333333333}
Model: expgrad
{'ood_test': 0.9636363636363636}
Model: ft_transformer
{'validation': 0.8571428571428571, 'id_test': 0.5774647887323944, 'ood_test': 0.2986425339366516, 'ood_validation': 0.32432432432432434, 'train': 0.579136690647482}
{'validation': 0.8571428571428571, 'id_test': 0.5774647887323944, 'ood_test': 0.2986425339366516, 'ood_validation': 0.32432432432432434, 'train': 0.579136690647482}
{'validation': 1.0, 'id_test': 0.7746478873239436, 'ood_test': 0.8823529411764706, 'ood_validation': 0.8783783783783784, 'train': 0.7571942446043165}
{'validation': 1.0, 'id_test': 0.8309859154929577, 'ood_test': 0.9321266968325792, 'ood_validation': 0.9054054054054054, 'train': 0.8345323741007195}
{'validation': 0.8571428571428571, 'id_test': 0.7887323943661971, 'ood_test': 0.8099547511312217, 'ood_validation': 0.7972972972972973, 'train': 0.829136690647482}
{'validation': 1.0, 'id_test': 0.9295774647887324, 'ood_test': 0.9728506787330317, 'ood_validation': 0.9864864864864865, 'train': 0.9334532374100719}
{'validation': 1.0, 'id_test': 0.9084507042253521, 'ood_test': 0.9683257918552036, 'ood_validation': 0.9864864864864865, 'train': 0.920863309352518}
{'validation': 0.8571428571428571, 'id_test': 0.9154929577464789, 'ood_test': 0.9683257918552036, 'ood_validation': 0.9324324324324325, 'train': 0.9334532374100719}
{'validation': 1.0, 'id_test': 0.9366197183098591, 'ood_test': 0.9683257918552036, 'ood_validation': 0.9054054054054054, 'train': 0.9370503597122302}
{'validation': 1.0, 'id_test': 0.9647887323943662, 'ood_test': 0.9773755656108597, 'ood_validation': 0.9864864864864865, 'train': 0.9370503597122302}
Model: group_dro
{'validation': 0.8571428571428571, 'id_test': 0.8951048951048951, 'ood_test': 0.8604651162790697, 'ood_validation': 0.8333333333333334, 'train': 0.9005328596802842}
{'validation': 0.8571428571428571, 'id_test': 0.8811188811188811, 'ood_test': 0.9674418604651163, 'ood_validation': 0.9722222222222222, 'train': 0.9005328596802842}
{'validation': 1.0, 'id_test': 0.9440559440559441, 'ood_test': 0.9674418604651163, 'ood_validation': 0.9583333333333334, 'train': 0.9698046181172292}
{'validation': 1.0, 'id_test': 0.9300699300699301, 'ood_test': 0.9627906976744186, 'ood_validation': 0.9583333333333334, 'train': 0.9591474245115453}
{'validation': 1.0, 'id_test': 0.958041958041958, 'ood_test': 0.9674418604651163, 'ood_validation': 0.9583333333333334, 'train': 0.9662522202486679}
{'validation': 0.8571428571428571, 'id_test': 0.9230769230769231, 'ood_test': 0.9720930232558139, 'ood_validation': 0.9583333333333334, 'train': 0.9396092362344582}
{'validation': 1.0, 'id_test': 0.965034965034965, 'ood_test': 0.958139534883721, 'ood_validation': 0.9722222222222222, 'train': 0.9733570159857904}
{'validation': 1.0, 'id_test': 0.9370629370629371, 'ood_test': 0.9302325581395349, 'ood_validation': 0.9305555555555556, 'train': 0.9449378330373002}
{'validation': 1.0, 'id_test': 0.916083916083916, 'ood_test': 0.958139534883721, 'ood_validation': 0.9583333333333334, 'train': 0.9520426287744227}
{'validation': 1.0, 'id_test': 0.9440559440559441, 'ood_test': 0.9441860465116279, 'ood_validation': 0.9444444444444444, 'train': 0.955595026642984}
Model: irm
{'validation': 0.8571428571428571, 'id_test': 0.5214285714285715, 'ood_test': 0.6228070175438597, 'ood_validation': 0.7368421052631579, '0': 0.46956521739130436, '1': 0.543859649122807, '2': 0.7457627118644068, '4': 0.6116504854368932, '6': 0.26262626262626265}
{'validation': 0.5714285714285714, 'id_test': 0.65, 'ood_test': 0.8026315789473685, 'ood_validation': 0.881578947368421, '0': 0.7217391304347827, '1': 0.6491228070175439, '2': 0.6694915254237288, '4': 0.7378640776699029, '6': 0.797979797979798}
{'validation': 0.5714285714285714, 'id_test': 0.5785714285714286, 'ood_test': 0.7631578947368421, 'ood_validation': 0.8421052631578947, '0': 0.3652173913043478, '1': 0.5175438596491229, '2': 0.6694915254237288, '4': 0.6990291262135923, '6': 0.6868686868686869}
{'validation': 0.42857142857142855, 'id_test': 0.5214285714285715, 'ood_test': 0.7631578947368421, 'ood_validation': 0.8552631578947368, '0': 0.25217391304347825, '1': 0.43859649122807015, '2': 0.652542372881356, '4': 0.7281553398058253, '6': 0.5555555555555556}
{'validation': 0.7142857142857143, 'id_test': 0.5142857142857142, 'ood_test': 0.75, 'ood_validation': 0.8421052631578947, '0': 0.3130434782608696, '1': 0.4649122807017544, '2': 0.6779661016949152, '4': 0.7087378640776699, '6': 0.494949494949495}
{'validation': 0.7142857142857143, 'id_test': 0.5642857142857143, 'ood_test': 0.7412280701754386, 'ood_validation': 0.8552631578947368, '0': 0.2956521739130435, '1': 0.45614035087719296, '2': 0.711864406779661, '4': 0.7281553398058253, '6': 0.5050505050505051}
{'validation': 0.5714285714285714, 'id_test': 0.6571428571428571, 'ood_test': 0.7763157894736842, 'ood_validation': 0.8552631578947368, '0': 0.7478260869565218, '1': 0.6578947368421053, '2': 0.6949152542372882, '4': 0.6990291262135923, '6': 0.7474747474747475}
{'validation': 0.5714285714285714, 'id_test': 0.6571428571428571, 'ood_test': 0.7719298245614035, 'ood_validation': 0.8421052631578947, '0': 0.7652173913043478, '1': 0.6578947368421053, '2': 0.7033898305084746, '4': 0.6990291262135923, '6': 0.7575757575757576}
{'validation': 0.5714285714285714, 'id_test': 0.6785714285714286, 'ood_test': 0.7982456140350878, 'ood_validation': 0.868421052631579, '0': 0.7304347826086957, '1': 0.6578947368421053, '2': 0.711864406779661, '4': 0.7475728155339806, '6': 0.8080808080808081}
{'validation': 0.5714285714285714, 'id_test': 0.6857142857142857, 'ood_test': 0.793859649122807, 'ood_validation': 0.868421052631579, '0': 0.7565217391304347, '1': 0.6666666666666666, '2': 0.711864406779661, '4': 0.7475728155339806, '6': 0.8080808080808081}
Model: label_group_dro
{'validation': 1.0, 'id_test': 0.891156462585034, 'ood_test': 0.89, 'ood_validation': 0.8955223880597015, 'train': 0.8618307426597582}
{'validation': 1.0, 'id_test': 0.9047619047619048, 'ood_test': 0.905, 'ood_validation': 0.9104477611940298, 'train': 0.8929188255613126}
{'validation': 1.0, 'id_test': 0.9591836734693877, 'ood_test': 0.96, 'ood_validation': 1.0, 'train': 0.9084628670120898}
{'validation': 1.0, 'id_test': 0.9523809523809523, 'ood_test': 0.97, 'ood_validation': 1.0, 'train': 0.927461139896373}
{'validation': 1.0, 'id_test': 0.9727891156462585, 'ood_test': 0.965, 'ood_validation': 1.0, 'train': 0.9464594127806563}
{'validation': 1.0, 'id_test': 0.9795918367346939, 'ood_test': 0.975, 'ood_validation': 1.0, 'train': 0.9378238341968912}
{'validation': 1.0, 'id_test': 0.9251700680272109, 'ood_test': 0.965, 'ood_validation': 0.9552238805970149, 'train': 0.92573402417962}
{'validation': 1.0, 'id_test': 0.9523809523809523, 'ood_test': 0.97, 'ood_validation': 0.9701492537313433, 'train': 0.9360967184801382}
{'validation': 1.0, 'id_test': 0.8775510204081632, 'ood_test': 0.935, 'ood_validation': 0.9402985074626866, 'train': 0.8704663212435233}
{'validation': 1.0, 'id_test': 0.891156462585034, 'ood_test': 0.945, 'ood_validation': 0.9402985074626866, 'train': 0.9032815198618307}
Model: lightgbm
{'ood_test': 0.8189655172413793}
Model: mixup
{'validation': 0.5714285714285714, 'id_test': 0.6338028169014085, 'ood_test': 0.8493150684931506, 'ood_validation': 0.821917808219178, '0': 0.7545454545454545, '1': 0.6272727272727273, '2': 0.7154471544715447, '4': 0.6388888888888888, '6': 0.8333333333333334}
{'validation': 0.5714285714285714, 'id_test': 0.6971830985915493, 'ood_test': 0.8447488584474886, 'ood_validation': 0.8356164383561644, '0': 0.7909090909090909, '1': 0.6727272727272727, '2': 0.7642276422764228, '4': 0.6388888888888888, '6': 0.8240740740740741}
{'validation': 0.5714285714285714, 'id_test': 0.6197183098591549, 'ood_test': 0.7488584474885844, 'ood_validation': 0.7534246575342466, '0': 0.7727272727272727, '1': 0.6363636363636364, '2': 0.7398373983739838, '4': 0.5648148148148148, '6': 0.6111111111111112}
{'validation': 0.5714285714285714, 'id_test': 0.7183098591549296, 'ood_test': 0.7808219178082192, 'ood_validation': 0.7808219178082192, '0': 0.7909090909090909, '1': 0.7090909090909091, '2': 0.8699186991869918, '4': 0.6481481481481481, '6': 0.7685185185185185}
{'validation': 0.7142857142857143, 'id_test': 0.5704225352112676, 'ood_test': 0.7077625570776256, 'ood_validation': 0.6712328767123288, '0': 0.5727272727272728, '1': 0.6090909090909091, '2': 0.9105691056910569, '4': 0.5833333333333334, '6': 0.37962962962962965}
{'validation': 1.0, 'id_test': 0.8591549295774648, 'ood_test': 0.9041095890410958, 'ood_validation': 0.9178082191780822, '0': 0.8818181818181818, '1': 0.8363636363636363, '2': 0.943089430894309, '4': 0.9444444444444444, '6': 0.8796296296296297}
{'validation': 0.7142857142857143, 'id_test': 0.8380281690140845, 'ood_test': 0.817351598173516, 'ood_validation': 0.7945205479452054, '0': 0.8909090909090909, '1': 0.8545454545454545, '2': 0.943089430894309, '4': 0.6759259259259259, '6': 0.75}
{'validation': 0.8571428571428571, 'id_test': 0.7183098591549296, 'ood_test': 0.8538812785388128, 'ood_validation': 0.8082191780821918, '0': 0.7, '1': 0.8545454545454545, '2': 0.8699186991869918, '4': 0.7962962962962963, '6': 0.5}
{'validation': 1.0, 'id_test': 0.8802816901408451, 'ood_test': 0.9315068493150684, 'ood_validation': 0.9315068493150684, '0': 0.8727272727272727, '1': 0.8545454545454545, '2': 0.959349593495935, '4': 0.9259259259259259, '6': 0.9074074074074074}
{'validation': 0.7142857142857143, 'id_test': 0.7605633802816901, 'ood_test': 0.7442922374429224, 'ood_validation': 0.726027397260274, '0': 0.9272727272727272, '1': 0.9545454545454546, '2': 0.926829268292683, '4': 0.6388888888888888, '6': 0.5555555555555556}
Model: mlp
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.9292452830188679, 'ood_validation': 0.9154929577464789, 'train': 0.8816254416961131}
{'validation': 0.8571428571428571, 'id_test': 0.8958333333333334, 'ood_test': 0.9433962264150944, 'ood_validation': 0.9859154929577465, 'train': 0.9134275618374559}
{'validation': 1.0, 'id_test': 0.9027777777777778, 'ood_test': 0.8726415094339622, 'ood_validation': 0.8591549295774648, 'train': 0.9045936395759717}
{'validation': 0.8571428571428571, 'id_test': 0.8958333333333334, 'ood_test': 0.9386792452830188, 'ood_validation': 0.9436619718309859, 'train': 0.8939929328621908}
{'validation': 0.8571428571428571, 'id_test': 0.8958333333333334, 'ood_test': 0.9575471698113207, 'ood_validation': 0.971830985915493, 'train': 0.9204946996466431}
{'validation': 1.0, 'id_test': 0.9097222222222222, 'ood_test': 0.9622641509433962, 'ood_validation': 0.9859154929577465, 'train': 0.9293286219081273}
{'validation': 1.0, 'id_test': 0.9444444444444444, 'ood_test': 0.9622641509433962, 'ood_validation': 0.971830985915493, 'train': 0.9452296819787986}
{'validation': 1.0, 'id_test': 0.9166666666666666, 'ood_test': 0.9481132075471698, 'ood_validation': 0.9577464788732394, 'train': 0.9328621908127208}
{'validation': 0.7142857142857143, 'id_test': 0.9166666666666666, 'ood_test': 0.9481132075471698, 'ood_validation': 0.971830985915493, 'train': 0.9328621908127208}
{'validation': 0.7142857142857143, 'id_test': 0.9375, 'ood_test': 0.9669811320754716, 'ood_validation': 1.0, 'train': 0.9293286219081273}
Model: mmd
{'validation': 0.42857142857142855, 'id_test': 0.425531914893617, 'ood_test': 0.6875, 'ood_validation': 0.5866666666666667, '0': 0.2782608695652174, '1': 0.38144329896907214, '2': 0.5794392523364486, '4': 0.5981308411214953, '6': 0.3464566929133858}
{'validation': 0.5714285714285714, 'id_test': 0.5531914893617021, 'ood_test': 0.6875, 'ood_validation': 0.5866666666666667, '0': 0.6260869565217392, '1': 0.5463917525773195, '2': 0.5794392523364486, '4': 0.5981308411214953, '6': 0.3464566929133858}
{'validation': 0.7142857142857143, 'id_test': 0.7943262411347518, 'ood_test': 0.8705357142857143, 'ood_validation': 0.7733333333333333, '0': 0.8434782608695652, '1': 0.8247422680412371, '2': 0.6822429906542056, '4': 0.7009345794392523, '6': 0.8188976377952756}
{'validation': 0.42857142857142855, 'id_test': 0.425531914893617, 'ood_test': 0.6875, 'ood_validation': 0.5866666666666667, '0': 0.2782608695652174, '1': 0.38144329896907214, '2': 0.5794392523364486, '4': 0.5981308411214953, '6': 0.3464566929133858}
{'validation': 0.42857142857142855, 'id_test': 0.425531914893617, 'ood_test': 0.6875, 'ood_validation': 0.5866666666666667, '0': 0.2782608695652174, '1': 0.38144329896907214, '2': 0.5794392523364486, '4': 0.5981308411214953, '6': 0.3464566929133858}
{'validation': 0.7142857142857143, 'id_test': 0.6950354609929078, 'ood_test': 0.75, 'ood_validation': 0.7066666666666667, '0': 0.7217391304347827, '1': 0.8247422680412371, '2': 0.794392523364486, '4': 0.6355140186915887, '6': 0.6614173228346457}
{'validation': 0.7142857142857143, 'id_test': 0.8297872340425532, 'ood_test': 0.9196428571428571, 'ood_validation': 0.9066666666666666, '0': 0.8, '1': 0.8041237113402062, '2': 0.7476635514018691, '4': 0.8691588785046729, '6': 0.905511811023622}
{'validation': 0.7142857142857143, 'id_test': 0.8156028368794326, 'ood_test': 0.9508928571428571, 'ood_validation': 0.96, '0': 0.7652173913043478, '1': 0.7525773195876289, '2': 0.6822429906542056, '4': 0.9345794392523364, '6': 0.937007874015748}
{'validation': 0.8571428571428571, 'id_test': 0.9716312056737588, 'ood_test': 0.9241071428571429, 'ood_validation': 0.9333333333333333, '0': 0.9391304347826087, '1': 0.9896907216494846, '2': 0.9439252336448598, '4': 0.9345794392523364, '6': 0.9133858267716536}
{'validation': 0.8571428571428571, 'id_test': 0.8297872340425532, 'ood_test': 0.8883928571428571, 'ood_validation': 0.8266666666666667, '0': 0.782608695652174, '1': 0.8350515463917526, '2': 0.8878504672897196, '4': 0.9065420560747663, '6': 0.8661417322834646}
Model: node
{'validation': 0.2857142857142857, 'id_test': 0.5753424657534246, 'ood_test': 0.6097560975609756, 'ood_validation': 0.5072463768115942, 'train': 0.5916230366492147}
{'validation': 0.14285714285714285, 'id_test': 0.6438356164383562, 'ood_test': 0.6682926829268293, 'ood_validation': 0.6376811594202898, 'train': 0.6614310645724258}
{'validation': 0.42857142857142855, 'id_test': 0.6712328767123288, 'ood_test': 0.6634146341463415, 'ood_validation': 0.5942028985507246, 'train': 0.6788830715532286}
{'validation': 0.7142857142857143, 'id_test': 0.7602739726027398, 'ood_test': 0.7073170731707317, 'ood_validation': 0.7101449275362319, 'train': 0.7888307155322862}
{'validation': 0.7142857142857143, 'id_test': 0.7808219178082192, 'ood_test': 0.7073170731707317, 'ood_validation': 0.7391304347826086, 'train': 0.8516579406631762}
{'validation': 0.8571428571428571, 'id_test': 0.8424657534246576, 'ood_test': 0.6292682926829268, 'ood_validation': 0.7101449275362319, 'train': 0.8743455497382199}
{'validation': 0.8571428571428571, 'id_test': 0.8424657534246576, 'ood_test': 0.7219512195121951, 'ood_validation': 0.782608695652174, 'train': 0.9144851657940664}
{'validation': 0.8571428571428571, 'id_test': 0.8493150684931506, 'ood_test': 0.7609756097560976, 'ood_validation': 0.7391304347826086, 'train': 0.9284467713787086}
{'validation': 0.8571428571428571, 'id_test': 0.9178082191780822, 'ood_test': 0.7170731707317073, 'ood_validation': 0.7681159420289855, 'train': 0.9633507853403142}
{'validation': 0.8571428571428571, 'id_test': 0.8698630136986302, 'ood_test': 0.7804878048780488, 'ood_validation': 0.7681159420289855, 'train': 0.9476439790575916}
Model: resnet
{'validation': 0.8571428571428571, 'id_test': 0.8231292517006803, 'ood_test': 0.91, 'ood_validation': 0.9552238805970149, 'train': 0.8652849740932642}
{'validation': 0.8571428571428571, 'id_test': 0.8707482993197279, 'ood_test': 0.92, 'ood_validation': 0.9402985074626866, 'train': 0.9032815198618307}
{'validation': 0.7142857142857143, 'id_test': 0.7551020408163265, 'ood_test': 0.71, 'ood_validation': 0.746268656716418, 'train': 0.8082901554404145}
{'validation': 0.7142857142857143, 'id_test': 0.7687074829931972, 'ood_test': 0.685, 'ood_validation': 0.582089552238806, 'train': 0.7806563039723662}
{'validation': 0.5714285714285714, 'id_test': 0.5714285714285714, 'ood_test': 0.375, 'ood_validation': 0.34328358208955223, 'train': 0.5854922279792746}
{'validation': 0.8571428571428571, 'id_test': 0.8163265306122449, 'ood_test': 0.885, 'ood_validation': 0.8955223880597015, 'train': 0.8151986183074266}
{'validation': 0.8571428571428571, 'id_test': 0.8231292517006803, 'ood_test': 0.705, 'ood_validation': 0.5522388059701493, 'train': 0.8341968911917098}
{'validation': 0.7142857142857143, 'id_test': 0.7755102040816326, 'ood_test': 0.815, 'ood_validation': 0.8208955223880597, 'train': 0.7616580310880829}
{'validation': 1.0, 'id_test': 0.8775510204081632, 'ood_test': 0.76, 'ood_validation': 0.7164179104477612, 'train': 0.8791018998272885}
{'validation': 0.8571428571428571, 'id_test': 0.8639455782312925, 'ood_test': 0.92, 'ood_validation': 0.9253731343283582, 'train': 0.8877374784110535}
Model: saint
{'validation': 1.0, 'id_test': 0.9784172661870504, 'ood_test': 0.9224137931034483, 'ood_validation': 0.9615384615384616, 'train': 0.9431192660550459}
{'validation': 1.0, 'id_test': 0.9856115107913669, 'ood_test': 0.9827586206896551, 'ood_validation': 1.0, 'train': 0.9944954128440368}
{'validation': 1.0, 'id_test': 0.9712230215827338, 'ood_test': 0.9956896551724138, 'ood_validation': 0.9743589743589743, 'train': 0.9908256880733946}
{'validation': 1.0, 'id_test': 0.9568345323741008, 'ood_test': 0.8663793103448276, 'ood_validation': 0.8974358974358975, 'train': 0.9174311926605505}
{'validation': 1.0, 'id_test': 0.9784172661870504, 'ood_test': 0.9741379310344828, 'ood_validation': 1.0, 'train': 0.9779816513761468}
{'validation': 1.0, 'id_test': 0.9856115107913669, 'ood_test': 0.9870689655172413, 'ood_validation': 1.0, 'train': 0.998165137614679}
{'validation': 1.0, 'id_test': 0.9928057553956835, 'ood_test': 0.9870689655172413, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9424460431654677, 'ood_test': 0.9870689655172413, 'ood_validation': 0.9615384615384616, 'train': 0.9743119266055046}
{'validation': 1.0, 'id_test': 0.9856115107913669, 'ood_test': 0.9655172413793104, 'ood_validation': 1.0, 'train': 0.9853211009174312}
{'validation': 1.0, 'id_test': 0.9856115107913669, 'ood_test': 0.9870689655172413, 'ood_validation': 1.0, 'train': 1.0}
Model: tabtransformer
{'validation': 0.8571428571428571, 'id_test': 0.8275862068965517, 'ood_test': 0.8142857142857143, 'ood_validation': 0.8142857142857143, 'train': 0.8080985915492958}
{'validation': 0.7142857142857143, 'id_test': 0.8206896551724138, 'ood_test': 0.780952380952381, 'ood_validation': 0.8714285714285714, 'train': 0.8151408450704225}
{'validation': 0.8571428571428571, 'id_test': 0.8206896551724138, 'ood_test': 0.8285714285714286, 'ood_validation': 0.8285714285714286, 'train': 0.8397887323943662}
{'validation': 0.7142857142857143, 'id_test': 0.8206896551724138, 'ood_test': 0.8238095238095238, 'ood_validation': 0.8285714285714286, 'train': 0.8503521126760564}
{'validation': 0.8571428571428571, 'id_test': 0.8275862068965517, 'ood_test': 0.8285714285714286, 'ood_validation': 0.8142857142857143, 'train': 0.846830985915493}
{'validation': 0.8571428571428571, 'id_test': 0.8413793103448276, 'ood_test': 0.8285714285714286, 'ood_validation': 0.8, 'train': 0.8538732394366197}
{'validation': 0.8571428571428571, 'id_test': 0.8206896551724138, 'ood_test': 0.7952380952380952, 'ood_validation': 0.8, 'train': 0.8450704225352113}
{'validation': 0.7142857142857143, 'id_test': 0.8344827586206897, 'ood_test': 0.8285714285714286, 'ood_validation': 0.8285714285714286, 'train': 0.846830985915493}
{'validation': 0.8571428571428571, 'id_test': 0.8344827586206897, 'ood_test': 0.8095238095238095, 'ood_validation': 0.7857142857142857, 'train': 0.8644366197183099}
{'validation': 0.7142857142857143, 'id_test': 0.8206896551724138, 'ood_test': 0.7761904761904762, 'ood_validation': 0.8571428571428571, 'train': 0.8345070422535211}
Model: vrex
{'validation': 0.2857142857142857, 'id_test': 0.5763888888888888, 'ood_test': 0.5141509433962265, 'ood_validation': 0.352112676056338, '0': 0.6333333333333333, '1': 0.6302521008403361, '2': 0.5784313725490197, '4': 0.5081967213114754, '6': 0.6601941747572816}
{'validation': 0.2857142857142857, 'id_test': 0.5138888888888888, 'ood_test': 0.38207547169811323, 'ood_validation': 0.2676056338028169, '0': 0.6333333333333333, '1': 0.5630252100840336, '2': 0.5, '4': 0.5081967213114754, '6': 0.6601941747572816}
{'validation': 0.7142857142857143, 'id_test': 0.5625, 'ood_test': 0.7028301886792453, 'ood_validation': 0.7887323943661971, '0': 0.65, '1': 0.6050420168067226, '2': 0.5196078431372549, '4': 0.5245901639344263, '6': 0.5922330097087378}
{'validation': 0.7142857142857143, 'id_test': 0.7361111111111112, 'ood_test': 0.7641509433962265, 'ood_validation': 0.7887323943661971, '0': 0.7416666666666667, '1': 0.7478991596638656, '2': 0.6764705882352942, '4': 0.6967213114754098, '6': 0.7669902912621359}
{'validation': 0.2857142857142857, 'id_test': 0.5833333333333334, 'ood_test': 0.5141509433962265, 'ood_validation': 0.6056338028169014, '0': 0.6583333333333333, '1': 0.6050420168067226, '2': 0.5196078431372549, '4': 0.5819672131147541, '6': 0.6407766990291263}
{'validation': 0.7142857142857143, 'id_test': 0.6736111111111112, 'ood_test': 0.8207547169811321, 'ood_validation': 0.8873239436619719, '0': 0.6333333333333333, '1': 0.5546218487394958, '2': 0.5, '4': 0.6639344262295082, '6': 0.8446601941747572}
{'validation': 0.8571428571428571, 'id_test': 0.7222222222222222, 'ood_test': 0.8490566037735849, 'ood_validation': 0.8873239436619719, '0': 0.6416666666666667, '1': 0.5462184873949579, '2': 0.5, '4': 0.7459016393442623, '6': 0.8640776699029126}
{'validation': 0.42857142857142855, 'id_test': 0.7083333333333334, 'ood_test': 0.660377358490566, 'ood_validation': 0.6901408450704225, '0': 0.725, '1': 0.6134453781512605, '2': 0.5196078431372549, '4': 0.6967213114754098, '6': 0.7669902912621359}
{'validation': 0.8571428571428571, 'id_test': 0.7638888888888888, 'ood_test': 0.8584905660377359, 'ood_validation': 0.8450704225352113, '0': 0.7166666666666667, '1': 0.6386554621848739, '2': 0.5686274509803921, '4': 0.7950819672131147, '6': 0.8058252427184466}
{'validation': 0.42857142857142855, 'id_test': 0.6111111111111112, 'ood_test': 0.4009433962264151, 'ood_validation': 0.29577464788732394, '0': 0.7416666666666667, '1': 0.7226890756302521, '2': 0.7352941176470589, '4': 0.5081967213114754, '6': 0.6601941747572816}
Model: xgb
{'ood_test': 0.9863636363636363}
Model: ib_erm
{'validation': 0.5714285714285714, 'id_test': 0.4863013698630137, 'ood_test': 0.6731707317073171, 'ood_validation': 0.7681159420289855, '0': 0.5573770491803278, '1': 0.5333333333333333, '2': 0.49122807017543857, '4': 0.32407407407407407, '6': 0.5319148936170213}
{'validation': 0.5714285714285714, 'id_test': 0.5342465753424658, 'ood_test': 0.6926829268292682, 'ood_validation': 0.782608695652174, '0': 0.7131147540983607, '1': 0.6370370370370371, '2': 0.6228070175438597, '4': 0.32407407407407407, '6': 0.43617021276595747}
{'validation': 0.7142857142857143, 'id_test': 0.6643835616438356, 'ood_test': 0.697560975609756, 'ood_validation': 0.7681159420289855, '0': 0.7213114754098361, '1': 0.725925925925926, '2': 0.7280701754385965, '4': 0.39814814814814814, '6': 0.4787234042553192}
{'validation': 0.5714285714285714, 'id_test': 0.6986301369863014, 'ood_test': 0.8146341463414634, 'ood_validation': 0.855072463768116, '0': 0.8524590163934426, '1': 0.7037037037037037, '2': 0.6491228070175439, '4': 0.5648148148148148, '6': 0.648936170212766}
{'validation': 0.8571428571428571, 'id_test': 0.8835616438356164, 'ood_test': 0.8878048780487805, 'ood_validation': 0.9130434782608695, '0': 0.9016393442622951, '1': 0.8962962962962963, '2': 0.8771929824561403, '4': 0.7037037037037037, '6': 0.7553191489361702}
{'validation': 0.8571428571428571, 'id_test': 0.8561643835616438, 'ood_test': 0.9219512195121952, 'ood_validation': 0.8695652173913043, '0': 0.8524590163934426, '1': 0.8888888888888888, '2': 0.8859649122807017, '4': 0.9907407407407407, '6': 0.9468085106382979}
{'validation': 0.8571428571428571, 'id_test': 0.958904109589041, 'ood_test': 0.9170731707317074, 'ood_validation': 0.8840579710144928, '0': 0.9836065573770492, '1': 0.9777777777777777, '2': 0.9912280701754386, '4': 0.9351851851851852, '6': 0.9468085106382979}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.8780487804878049, 'ood_validation': 0.8405797101449275, '0': 0.9754098360655737, '1': 0.9703703703703703, '2': 0.9824561403508771, '4': 0.9351851851851852, '6': 0.9361702127659575}
{'validation': 0.5714285714285714, 'id_test': 0.6506849315068494, 'ood_test': 0.4975609756097561, 'ood_validation': 0.36231884057971014, '0': 0.48360655737704916, '1': 0.6592592592592592, '2': 0.6403508771929824, '4': 0.75, '6': 0.6595744680851063}
{'validation': 0.8571428571428571, 'id_test': 0.9178082191780822, 'ood_test': 0.8, 'ood_validation': 0.855072463768116, '0': 0.9590163934426229, '1': 0.9333333333333333, '2': 0.9473684210526315, '4': 0.8796296296296297, '6': 0.851063829787234}
Model: ib_irm
{'validation': 0.5, 'id_test': 0.4892086330935252, 'ood_test': 0.6538461538461539, 'ood_validation': 0.6329113924050633, '0': 0.25203252032520324, '1': 0.35714285714285715, '2': 0.6355140186915887, '4': 0.6703296703296703, '6': 0.24770642201834864}
{'validation': 0.5, 'id_test': 0.5179856115107914, 'ood_test': 0.6538461538461539, 'ood_validation': 0.6329113924050633, '0': 0.45528455284552843, '1': 0.41964285714285715, '2': 0.6355140186915887, '4': 0.6703296703296703, '6': 0.29357798165137616}
{'validation': 0.5, 'id_test': 0.6402877697841727, 'ood_test': 0.8247863247863247, 'ood_validation': 0.7974683544303798, '0': 0.4715447154471545, '1': 0.6339285714285714, '2': 0.8130841121495327, '4': 0.7362637362637363, '6': 0.47706422018348627}
{'validation': 0.5, 'id_test': 0.6187050359712231, 'ood_test': 0.7264957264957265, 'ood_validation': 0.7341772151898734, '0': 0.4065040650406504, '1': 0.39285714285714285, '2': 0.6542056074766355, '4': 0.6813186813186813, '6': 0.6146788990825688}
{'validation': 0.5, 'id_test': 0.48201438848920863, 'ood_test': 0.6538461538461539, 'ood_validation': 0.6329113924050633, '0': 0.25203252032520324, '1': 0.35714285714285715, '2': 0.6728971962616822, '4': 0.6703296703296703, '6': 0.24770642201834864}
{'validation': 0.5, 'id_test': 0.6187050359712231, 'ood_test': 0.7136752136752137, 'ood_validation': 0.7215189873417721, '0': 0.3089430894308943, '1': 0.5178571428571429, '2': 0.8411214953271028, '4': 0.6813186813186813, '6': 0.5871559633027523}
{'validation': 0.5, 'id_test': 0.5323741007194245, 'ood_test': 0.6581196581196581, 'ood_validation': 0.6329113924050633, '0': 0.45528455284552843, '1': 0.6607142857142857, '2': 0.8317757009345794, '4': 0.6813186813186813, '6': 0.3119266055045872}
{'validation': 0.5, 'id_test': 0.5467625899280576, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6455696202531646, '0': 0.37398373983739835, '1': 0.5714285714285714, '2': 0.8317757009345794, '4': 0.7912087912087912, '6': 0.24770642201834864}
{'validation': 0.5, 'id_test': 0.5323741007194245, 'ood_test': 0.6538461538461539, 'ood_validation': 0.6329113924050633, '0': 0.2845528455284553, '1': 0.5, '2': 0.9065420560747663, '4': 0.6703296703296703, '6': 0.24770642201834864}
{'validation': 0.5, 'id_test': 0.5827338129496403, 'ood_test': 0.6538461538461539, 'ood_validation': 0.620253164556962, '0': 0.4146341463414634, '1': 0.75, '2': 0.9252336448598131, '4': 0.7032967032967034, '6': 0.24770642201834864}
Model: causirl_coral
{'validation': 0.7142857142857143, 'id_test': 0.5342465753424658, 'ood_test': 0.7205882352941176, 'ood_validation': 0.6617647058823529, '0': 0.31683168316831684, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6917293233082706, '6': 0.4636363636363636}
{'validation': 0.7142857142857143, 'id_test': 0.4863013698630137, 'ood_test': 0.8235294117647058, 'ood_validation': 0.7941176470588235, '0': 0.22772277227722773, '1': 0.31746031746031744, '2': 0.7047619047619048, '4': 0.8195488721804511, '6': 0.5272727272727272}
{'validation': 0.5714285714285714, 'id_test': 0.4794520547945205, 'ood_test': 0.6813725490196079, 'ood_validation': 0.6470588235294118, '0': 0.19801980198019803, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6766917293233082, '6': 0.2}
{'validation': 0.5714285714285714, 'id_test': 0.4794520547945205, 'ood_test': 0.6813725490196079, 'ood_validation': 0.6470588235294118, '0': 0.19801980198019803, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6766917293233082, '6': 0.2}
{'validation': 0.5714285714285714, 'id_test': 0.4863013698630137, 'ood_test': 0.6813725490196079, 'ood_validation': 0.6470588235294118, '0': 0.2079207920792079, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6766917293233082, '6': 0.2}
{'validation': 0.7142857142857143, 'id_test': 0.4657534246575342, 'ood_test': 0.7794117647058824, 'ood_validation': 0.7352941176470589, '0': 0.21782178217821782, '1': 0.3492063492063492, '2': 0.7333333333333333, '4': 0.849624060150376, '6': 0.4}
{'validation': 0.5714285714285714, 'id_test': 0.4794520547945205, 'ood_test': 0.6813725490196079, 'ood_validation': 0.6470588235294118, '0': 0.19801980198019803, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6766917293233082, '6': 0.2}
{'validation': 0.7142857142857143, 'id_test': 0.6986301369863014, 'ood_test': 0.9019607843137255, 'ood_validation': 0.8382352941176471, '0': 0.33663366336633666, '1': 0.6111111111111112, '2': 0.8476190476190476, '4': 0.8345864661654135, '6': 0.7272727272727273}
{'validation': 0.5714285714285714, 'id_test': 0.5, 'ood_test': 0.75, 'ood_validation': 0.6911764705882353, '0': 0.19801980198019803, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6842105263157895, '6': 0.42727272727272725}
{'validation': 0.5714285714285714, 'id_test': 0.4794520547945205, 'ood_test': 0.6813725490196079, 'ood_validation': 0.6470588235294118, '0': 0.19801980198019803, '1': 0.30158730158730157, '2': 0.6952380952380952, '4': 0.6766917293233082, '6': 0.2}
Model: causirl_mmd
{'validation': 0.8571428571428571, 'id_test': 0.5285714285714286, 'ood_test': 0.42543859649122806, 'ood_validation': 0.3684210526315789, '0': 0.5966386554621849, '1': 0.5684210526315789, '2': 0.48484848484848486, '4': 0.4016393442622951, '6': 0.6403508771929824}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.43157894736842106, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.47058823529411764, '1': 0.4842105263157895, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.43157894736842106, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.43157894736842106, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.42857142857142855, 'id_test': 0.5571428571428572, 'ood_test': 0.6359649122807017, 'ood_validation': 0.6447368421052632, '0': 0.47058823529411764, '1': 0.5473684210526316, '2': 0.7474747474747475, '4': 0.6475409836065574, '6': 0.45614035087719296}
{'validation': 0.42857142857142855, 'id_test': 0.5357142857142857, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.5052631578947369, '2': 0.7373737373737373, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.43157894736842106, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
{'validation': 0.2857142857142857, 'id_test': 0.7071428571428572, 'ood_test': 0.5877192982456141, 'ood_validation': 0.6578947368421053, '0': 0.773109243697479, '1': 0.8, '2': 0.8181818181818182, '4': 0.680327868852459, '6': 0.3684210526315789}
{'validation': 0.14285714285714285, 'id_test': 0.4714285714285714, 'ood_test': 0.5745614035087719, 'ood_validation': 0.631578947368421, '0': 0.40336134453781514, '1': 0.43157894736842106, '2': 0.5151515151515151, '4': 0.5983606557377049, '6': 0.35964912280701755}
