Model: aldro
{'validation': 0.7142857142857143, 'id_test': 0.8028169014084507, 'ood_test': 0.8363636363636363, 'ood_validation': 0.7837837837837838, 'train': 0.8168761220825853}
{'validation': 1.0, 'id_test': 0.8943661971830986, 'ood_test': 0.9454545454545454, 'ood_validation': 0.8918918918918919, 'train': 0.8779174147217235}
{'validation': 0.8571428571428571, 'id_test': 0.8028169014084507, 'ood_test': 0.6727272727272727, 'ood_validation': 0.6621621621621622, 'train': 0.8168761220825853}
{'validation': 0.8571428571428571, 'id_test': 0.8661971830985915, 'ood_test': 0.7636363636363637, 'ood_validation': 0.7837837837837838, 'train': 0.8689407540394973}
{'validation': 1.0, 'id_test': 0.9647887323943662, 'ood_test': 0.9045454545454545, 'ood_validation': 0.918918918918919, 'train': 0.9569120287253142}
{'validation': 0.7142857142857143, 'id_test': 0.9295774647887324, 'ood_test': 0.9090909090909091, 'ood_validation': 0.8918918918918919, 'train': 0.9389587073608617}
{'validation': 1.0, 'id_test': 0.823943661971831, 'ood_test': 0.7454545454545455, 'ood_validation': 0.7702702702702703, 'train': 0.8438061041292639}
{'validation': 0.8571428571428571, 'id_test': 0.9014084507042254, 'ood_test': 0.9090909090909091, 'ood_validation': 0.8918918918918919, 'train': 0.8904847396768402}
{'validation': 1.0, 'id_test': 0.9366197183098591, 'ood_test': 0.8545454545454545, 'ood_validation': 0.9054054054054054, 'train': 0.9174147217235189}
{'validation': 0.5714285714285714, 'id_test': 0.9014084507042254, 'ood_test': 0.8363636363636363, 'ood_validation': 0.8783783783783784, 'train': 0.881508078994614}
Model: dann
{'validation': 0.8571428571428571, 'id_test': 0.7931034482758621, 'ood_test': 0.8564593301435407, 'ood_validation': 0.8, '0': 0.794392523364486, '1': 0.7156862745098039, '2': 0.6850393700787402, '4': 0.744, '6': 0.7685185185185185}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8325358851674641, 'ood_validation': 0.8, '0': 0.8037383177570093, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.712, '6': 0.75}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8421052631578947, 'ood_validation': 0.8, '0': 0.8037383177570093, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.728, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8325358851674641, 'ood_validation': 0.8, '0': 0.794392523364486, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8229665071770335, 'ood_validation': 0.8, '0': 0.8037383177570093, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8229665071770335, 'ood_validation': 0.8, '0': 0.8037383177570093, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8068965517241379, 'ood_test': 0.8229665071770335, 'ood_validation': 0.8, '0': 0.822429906542056, '1': 0.7352941176470589, '2': 0.6929133858267716, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8229665071770335, 'ood_validation': 0.8, '0': 0.8037383177570093, '1': 0.7254901960784313, '2': 0.6850393700787402, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8, 'ood_test': 0.8229665071770335, 'ood_validation': 0.8, '0': 0.8130841121495327, '1': 0.7352941176470589, '2': 0.6929133858267716, '4': 0.712, '6': 0.7592592592592593}
{'validation': 0.8571428571428571, 'id_test': 0.8206896551724138, 'ood_test': 0.8325358851674641, 'ood_validation': 0.8, '0': 0.8411214953271028, '1': 0.7647058823529411, '2': 0.7007874015748031, '4': 0.712, '6': 0.7592592592592593}
Model: deepcoral
{'validation': 0.7142857142857143, 'id_test': 0.5100671140939598, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.6363636363636364, '1': 0.536, '2': 0.7661290322580645, '4': 0.84, '6': 0.17391304347826086}
{'validation': 0.5714285714285714, 'id_test': 0.5302013422818792, 'ood_test': 0.31958762886597936, 'ood_validation': 0.3076923076923077, '0': 0.6611570247933884, '1': 0.56, '2': 0.7580645161290323, '4': 0.16, '6': 0.8434782608695652}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1565217391304348}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1565217391304348}
{'validation': 0.8571428571428571, 'id_test': 0.6845637583892618, 'ood_test': 0.9175257731958762, 'ood_validation': 0.9538461538461539, '0': 0.6115702479338843, '1': 0.616, '2': 0.8225806451612904, '4': 0.91, '6': 0.8869565217391304}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.7076923076923077, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1826086956521739}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1565217391304348}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1565217391304348}
{'validation': 0.42857142857142855, 'id_test': 0.3624161073825503, 'ood_test': 0.6855670103092784, 'ood_validation': 0.6923076923076923, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.1565217391304348}
{'validation': 0.42857142857142855, 'id_test': 0.40939597315436244, 'ood_test': 0.6907216494845361, 'ood_validation': 0.7076923076923077, '0': 0.17355371900826447, '1': 0.376, '2': 0.7661290322580645, '4': 0.84, '6': 0.4}
Model: expgrad
{'ood_test': 0.9861111111111112}
Model: ft_transformer
{'validation': 0.8571428571428571, 'id_test': 0.4827586206896552, 'ood_test': 0.4238095238095238, 'ood_validation': 0.44285714285714284, 'train': 0.5352112676056338}
{'validation': 0.8571428571428571, 'id_test': 0.4827586206896552, 'ood_test': 0.4238095238095238, 'ood_validation': 0.44285714285714284, 'train': 0.5352112676056338}
{'validation': 0.8571428571428571, 'id_test': 0.496551724137931, 'ood_test': 0.4238095238095238, 'ood_validation': 0.44285714285714284, 'train': 0.5387323943661971}
{'validation': 0.2857142857142857, 'id_test': 0.6689655172413793, 'ood_test': 0.6238095238095238, 'ood_validation': 0.6714285714285714, 'train': 0.6355633802816901}
{'validation': 0.8571428571428571, 'id_test': 0.4827586206896552, 'ood_test': 0.4238095238095238, 'ood_validation': 0.44285714285714284, 'train': 0.5352112676056338}
{'validation': 0.2857142857142857, 'id_test': 0.6206896551724138, 'ood_test': 0.5952380952380952, 'ood_validation': 0.6142857142857143, 'train': 0.5915492957746479}
{'validation': 0.42857142857142855, 'id_test': 0.6275862068965518, 'ood_test': 0.6285714285714286, 'ood_validation': 0.7285714285714285, 'train': 0.6390845070422535}
{'validation': 0.8571428571428571, 'id_test': 0.5310344827586206, 'ood_test': 0.44761904761904764, 'ood_validation': 0.4857142857142857, 'train': 0.5492957746478874}
{'validation': 0.8571428571428571, 'id_test': 0.5379310344827586, 'ood_test': 0.44285714285714284, 'ood_validation': 0.5, 'train': 0.5492957746478874}
{'validation': 0.2857142857142857, 'id_test': 0.6344827586206897, 'ood_test': 0.6142857142857143, 'ood_validation': 0.6285714285714286, 'train': 0.6214788732394366}
Model: group_dro
{'validation': 0.5714285714285714, 'id_test': 0.8689655172413793, 'ood_test': 0.9130434782608695, 'ood_validation': 0.8857142857142857, 'train': 0.8371278458844134}
{'validation': 0.7142857142857143, 'id_test': 0.8551724137931035, 'ood_test': 0.8454106280193237, 'ood_validation': 0.7857142857142857, 'train': 0.8143607705779334}
{'validation': 0.8571428571428571, 'id_test': 0.8896551724137931, 'ood_test': 0.9130434782608695, 'ood_validation': 0.8857142857142857, 'train': 0.8774080560420315}
{'validation': 0.7142857142857143, 'id_test': 0.9241379310344827, 'ood_test': 0.927536231884058, 'ood_validation': 0.9, 'train': 0.8949211908931699}
{'validation': 0.7142857142857143, 'id_test': 0.9103448275862069, 'ood_test': 0.9033816425120773, 'ood_validation': 0.9, 'train': 0.8861646234676007}
{'validation': 0.7142857142857143, 'id_test': 0.9172413793103448, 'ood_test': 0.9130434782608695, 'ood_validation': 0.8571428571428571, 'train': 0.8966725043782837}
{'validation': 0.8571428571428571, 'id_test': 0.9586206896551724, 'ood_test': 0.9227053140096618, 'ood_validation': 0.8857142857142857, 'train': 0.9316987740805605}
{'validation': 0.7142857142857143, 'id_test': 0.9379310344827586, 'ood_test': 0.8792270531400966, 'ood_validation': 0.8571428571428571, 'train': 0.9264448336252189}
{'validation': 0.8571428571428571, 'id_test': 0.9517241379310345, 'ood_test': 0.9516908212560387, 'ood_validation': 0.9428571428571428, 'train': 0.9264448336252189}
{'validation': 0.8571428571428571, 'id_test': 0.9655172413793104, 'ood_test': 0.9516908212560387, 'ood_validation': 0.9142857142857143, 'train': 0.9527145359019265}
Model: irm
{'validation': 0.42857142857142855, 'id_test': 0.5, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.2815533980582524, '1': 0.5193798449612403, '2': 0.8425925925925926, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 1.0, 'id_test': 0.6690140845070423, 'ood_test': 0.8302752293577982, 'ood_validation': 0.821917808219178, '0': 0.6213592233009708, '1': 0.5813953488372093, '2': 0.8333333333333334, '4': 0.7904761904761904, '6': 0.7304347826086957}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4788732394366197, 'ood_test': 0.6834862385321101, 'ood_validation': 0.7123287671232876, '0': 0.23300970873786409, '1': 0.5116279069767442, '2': 0.8425925925925926, '4': 0.7904761904761904, '6': 0.20869565217391303}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4154929577464789, 'ood_test': 0.6467889908256881, 'ood_validation': 0.6575342465753424, '0': 0.17475728155339806, '1': 0.4108527131782946, '2': 0.7870370370370371, '4': 0.7333333333333333, '6': 0.1391304347826087}
Model: label_group_dro
{'validation': 0.7142857142857143, 'id_test': 0.9060402684563759, 'ood_test': 0.9076923076923077, 'ood_validation': 0.8333333333333334, 'train': 0.8816466552315609}
{'validation': 0.7142857142857143, 'id_test': 0.912751677852349, 'ood_test': 0.9179487179487179, 'ood_validation': 0.8636363636363636, 'train': 0.8902229845626072}
{'validation': 0.5714285714285714, 'id_test': 0.8456375838926175, 'ood_test': 0.8923076923076924, 'ood_validation': 0.8333333333333334, 'train': 0.8250428816466552}
{'validation': 0.7142857142857143, 'id_test': 0.9060402684563759, 'ood_test': 0.9282051282051282, 'ood_validation': 0.8939393939393939, 'train': 0.8850771869639794}
{'validation': 0.7142857142857143, 'id_test': 0.912751677852349, 'ood_test': 0.9230769230769231, 'ood_validation': 0.8636363636363636, 'train': 0.9056603773584906}
{'validation': 0.7142857142857143, 'id_test': 0.8859060402684564, 'ood_test': 0.8974358974358975, 'ood_validation': 0.8484848484848485, 'train': 0.888507718696398}
{'validation': 0.8571428571428571, 'id_test': 0.8926174496644296, 'ood_test': 0.9230769230769231, 'ood_validation': 0.8484848484848485, 'train': 0.8833619210977701}
{'validation': 0.7142857142857143, 'id_test': 0.9261744966442953, 'ood_test': 0.9230769230769231, 'ood_validation': 0.9090909090909091, 'train': 0.9159519725557461}
{'validation': 0.7142857142857143, 'id_test': 0.8657718120805369, 'ood_test': 0.8717948717948718, 'ood_validation': 0.8181818181818182, 'train': 0.869639794168096}
{'validation': 0.7142857142857143, 'id_test': 0.9060402684563759, 'ood_test': 0.9179487179487179, 'ood_validation': 0.8939393939393939, 'train': 0.9125214408233276}
Model: lightgbm
{'ood_test': 0.9134615384615384}
Model: mixup
{'validation': 0.2857142857142857, 'id_test': 0.4041095890410959, 'ood_test': 0.7401960784313726, 'ood_validation': 0.7681159420289855, '0': 0.10619469026548672, '1': 0.20388349514563106, '2': 0.8294573643410853, '4': 0.85, '6': 0.21100917431192662}
{'validation': 0.42857142857142855, 'id_test': 0.4726027397260274, 'ood_test': 0.8480392156862745, 'ood_validation': 0.8985507246376812, '0': 0.10619469026548672, '1': 0.20388349514563106, '2': 0.8294573643410853, '4': 0.8583333333333333, '6': 0.43119266055045874}
{'validation': 0.42857142857142855, 'id_test': 0.5273972602739726, 'ood_test': 0.9705882352941176, 'ood_validation': 0.9420289855072463, '0': 0.10619469026548672, '1': 0.20388349514563106, '2': 0.8294573643410853, '4': 0.95, '6': 0.5504587155963303}
{'validation': 0.42857142857142855, 'id_test': 0.5342465753424658, 'ood_test': 0.696078431372549, 'ood_validation': 0.6811594202898551, '0': 0.11504424778761062, '1': 0.20388349514563106, '2': 0.8294573643410853, '4': 0.85, '6': 0.5871559633027523}
{'validation': 0.5714285714285714, 'id_test': 0.6164383561643836, 'ood_test': 0.9362745098039216, 'ood_validation': 0.8840579710144928, '0': 0.30973451327433627, '1': 0.6504854368932039, '2': 0.9612403100775194, '4': 0.9416666666666667, '6': 0.46788990825688076}
{'validation': 0.8571428571428571, 'id_test': 0.8356164383561644, 'ood_test': 0.9362745098039216, 'ood_validation': 0.9420289855072463, '0': 0.7345132743362832, '1': 0.5048543689320388, '2': 0.8449612403100775, '4': 0.925, '6': 0.9541284403669725}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9607843137254902, 'ood_validation': 0.9130434782608695, '0': 0.9823008849557522, '1': 0.912621359223301, '2': 0.9457364341085271, '4': 0.85, '6': 0.981651376146789}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9656862745098039, 'ood_validation': 0.9565217391304348, '0': 0.9823008849557522, '1': 0.912621359223301, '2': 0.9612403100775194, '4': 0.9666666666666667, '6': 0.963302752293578}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9855072463768116, '0': 0.9557522123893806, '1': 0.883495145631068, '2': 0.9534883720930233, '4': 0.9416666666666667, '6': 0.9908256880733946}
{'validation': 0.8571428571428571, 'id_test': 0.8904109589041096, 'ood_test': 0.9362745098039216, 'ood_validation': 0.9420289855072463, '0': 0.8584070796460177, '1': 0.7475728155339806, '2': 0.9302325581395349, '4': 0.9166666666666666, '6': 0.944954128440367}
Model: mlp
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.961352657004831, 'ood_validation': 0.9565217391304348, 'train': 0.9194395796847635}
{'validation': 1.0, 'id_test': 0.9657534246575342, 'ood_test': 0.9903381642512077, 'ood_validation': 0.9855072463768116, 'train': 0.9457092819614711}
{'validation': 0.8571428571428571, 'id_test': 0.9452054794520548, 'ood_test': 0.961352657004831, 'ood_validation': 0.9710144927536232, 'train': 0.9422066549912435}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9758454106280193, 'ood_validation': 0.9565217391304348, 'train': 0.9334500875656743}
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9806763285024155, 'ood_validation': 0.9710144927536232, 'train': 0.9387040280210157}
{'validation': 0.8571428571428571, 'id_test': 0.952054794520548, 'ood_test': 0.9855072463768116, 'ood_validation': 0.9855072463768116, 'train': 0.9229422066549913}
{'validation': 1.0, 'id_test': 0.9452054794520548, 'ood_test': 0.9903381642512077, 'ood_validation': 0.9855072463768116, 'train': 0.9492119089316988}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9516908212560387, 'ood_validation': 0.9710144927536232, 'train': 0.9264448336252189}
{'validation': 1.0, 'id_test': 0.9452054794520548, 'ood_test': 0.961352657004831, 'ood_validation': 0.9710144927536232, 'train': 0.9439579684763573}
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9758454106280193, 'ood_validation': 1.0, 'train': 0.957968476357268}
Model: mmd
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
{'validation': 0.2857142857142857, 'id_test': 0.47619047619047616, 'ood_test': 0.6019900497512438, 'ood_validation': 0.7611940298507462, '0': 0.13513513513513514, '1': 0.3333333333333333, '2': 0.8125, '4': 0.6857142857142857, '6': 0.16346153846153846}
Model: node
{'validation': 1.0, 'id_test': 0.9236111111111112, 'ood_test': 0.9905660377358491, 'ood_validation': 1.0, 'train': 0.941696113074205}
{'validation': 1.0, 'id_test': 0.9583333333333334, 'ood_test': 0.9952830188679245, 'ood_validation': 1.0, 'train': 0.9452296819787986}
{'validation': 0.8571428571428571, 'id_test': 0.9583333333333334, 'ood_test': 0.9905660377358491, 'ood_validation': 0.9859154929577465, 'train': 0.9787985865724381}
{'validation': 1.0, 'id_test': 0.9583333333333334, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9575971731448764}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9840989399293286}
{'validation': 0.8571428571428571, 'id_test': 0.9583333333333334, 'ood_test': 0.9858490566037735, 'ood_validation': 0.971830985915493, 'train': 0.9681978798586572}
{'validation': 1.0, 'id_test': 0.9652777777777778, 'ood_test': 0.9952830188679245, 'ood_validation': 1.0, 'train': 0.9646643109540636}
{'validation': 1.0, 'id_test': 0.9583333333333334, 'ood_test': 0.9952830188679245, 'ood_validation': 1.0, 'train': 0.9734982332155477}
{'validation': 1.0, 'id_test': 0.9583333333333334, 'ood_test': 0.9905660377358491, 'ood_validation': 1.0, 'train': 0.991166077738516}
{'validation': 1.0, 'id_test': 0.9722222222222222, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9929328621908127}
Model: resnet
{'validation': 0.7142857142857143, 'id_test': 0.7972027972027972, 'ood_test': 0.8940092165898618, 'ood_validation': 0.9041095890410958, 'train': 0.8285714285714286}
{'validation': 1.0, 'id_test': 0.7692307692307693, 'ood_test': 0.815668202764977, 'ood_validation': 0.7945205479452054, 'train': 0.7446428571428572}
{'validation': 0.8571428571428571, 'id_test': 0.9370629370629371, 'ood_test': 0.9493087557603687, 'ood_validation': 0.9452054794520548, 'train': 0.9196428571428571}
{'validation': 1.0, 'id_test': 0.6503496503496503, 'ood_test': 0.35944700460829493, 'ood_validation': 0.3150684931506849, 'train': 0.5375}
{'validation': 1.0, 'id_test': 0.6503496503496503, 'ood_test': 0.35023041474654376, 'ood_validation': 0.3150684931506849, 'train': 0.5375}
{'validation': 1.0, 'id_test': 0.6503496503496503, 'ood_test': 0.35023041474654376, 'ood_validation': 0.3150684931506849, 'train': 0.5375}
{'validation': 1.0, 'id_test': 0.7692307692307693, 'ood_test': 0.5299539170506913, 'ood_validation': 0.4931506849315068, 'train': 0.6732142857142858}
{'validation': 1.0, 'id_test': 0.7132867132867133, 'ood_test': 0.543778801843318, 'ood_validation': 0.547945205479452, 'train': 0.6428571428571429}
{'validation': 1.0, 'id_test': 0.6503496503496503, 'ood_test': 0.35023041474654376, 'ood_validation': 0.3150684931506849, 'train': 0.5375}
{'validation': 1.0, 'id_test': 0.6503496503496503, 'ood_test': 0.35023041474654376, 'ood_validation': 0.3150684931506849, 'train': 0.5375}
Model: saint
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 0.973568281938326, 'ood_validation': 0.9736842105263158, 'train': 0.9927272727272727}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 0.9911894273127754, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.95, 'ood_test': 0.9427312775330396, 'ood_validation': 0.9078947368421053, 'train': 0.9527272727272728}
{'validation': 1.0, 'id_test': 0.9857142857142858, 'ood_test': 0.9779735682819384, 'ood_validation': 0.9736842105263158, 'train': 0.9890909090909091}
{'validation': 0.8571428571428571, 'id_test': 0.9714285714285714, 'ood_test': 0.9823788546255506, 'ood_validation': 0.9868421052631579, 'train': 0.9818181818181818}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 0.9955947136563876, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 0.9955947136563876, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9928571428571429, 'ood_test': 0.9955947136563876, 'ood_validation': 1.0, 'train': 1.0}
Model: tabtransformer
{'validation': 1.0, 'id_test': 0.9459459459459459, 'ood_test': 0.8944723618090452, 'ood_validation': 0.8805970149253731, 'train': 0.9153713298791019}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9447236180904522, 'ood_validation': 0.8955223880597015, 'train': 0.9395509499136442}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9547738693467337, 'ood_validation': 0.8955223880597015, 'train': 0.9464594127806563}
{'validation': 1.0, 'id_test': 0.8986486486486487, 'ood_test': 0.8844221105527639, 'ood_validation': 0.8656716417910447, 'train': 0.918825561312608}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9547738693467337, 'ood_validation': 0.9104477611940298, 'train': 0.9412780656303973}
{'validation': 1.0, 'id_test': 0.9121621621621622, 'ood_test': 0.9547738693467337, 'ood_validation': 0.9104477611940298, 'train': 0.9395509499136442}
{'validation': 1.0, 'id_test': 0.9324324324324325, 'ood_test': 0.949748743718593, 'ood_validation': 0.9104477611940298, 'train': 0.9499136442141624}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9447236180904522, 'ood_validation': 0.8955223880597015, 'train': 0.9395509499136442}
{'validation': 1.0, 'id_test': 0.9391891891891891, 'ood_test': 0.9346733668341709, 'ood_validation': 0.8955223880597015, 'train': 0.9550949913644214}
{'validation': 1.0, 'id_test': 0.9054054054054054, 'ood_test': 0.9547738693467337, 'ood_validation': 0.8955223880597015, 'train': 0.9464594127806563}
Model: vrex
{'validation': 0.0, 'id_test': 0.45390070921985815, 'ood_test': 0.6441441441441441, 'ood_validation': 0.6, '0': 0.05660377358490566, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.01818181818181818}
{'validation': 0.0, 'id_test': 0.45390070921985815, 'ood_test': 0.6441441441441441, 'ood_validation': 0.6, '0': 0.05660377358490566, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.01818181818181818}
{'validation': 0.2857142857142857, 'id_test': 0.524822695035461, 'ood_test': 0.6486486486486487, 'ood_validation': 0.6133333333333333, '0': 0.16981132075471697, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.4818181818181818}
{'validation': 0.0, 'id_test': 0.45390070921985815, 'ood_test': 0.6441441441441441, 'ood_validation': 0.6, '0': 0.05660377358490566, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.01818181818181818}
{'validation': 0.0, 'id_test': 0.45390070921985815, 'ood_test': 0.6441441441441441, 'ood_validation': 0.6, '0': 0.05660377358490566, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.01818181818181818}
{'validation': 0.2857142857142857, 'id_test': 0.48936170212765956, 'ood_test': 0.6576576576576577, 'ood_validation': 0.6, '0': 0.05660377358490566, '1': 0.21649484536082475, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.45454545454545453}
{'validation': 0.42857142857142855, 'id_test': 0.6170212765957447, 'ood_test': 0.8783783783783784, 'ood_validation': 0.84, '0': 0.08490566037735849, '1': 0.29896907216494845, '2': 0.9203539823008849, '4': 0.9069767441860465, '6': 0.8363636363636363}
{'validation': 0.8571428571428571, 'id_test': 0.8723404255319149, 'ood_test': 0.8648648648648649, 'ood_validation': 0.8, '0': 0.9056603773584906, '1': 0.7525773195876289, '2': 0.9380530973451328, '4': 0.9069767441860465, '6': 0.9272727272727272}
{'validation': 0.42857142857142855, 'id_test': 0.6170212765957447, 'ood_test': 0.6891891891891891, 'ood_validation': 0.68, '0': 0.330188679245283, '1': 0.32989690721649484, '2': 0.9203539823008849, '4': 0.8914728682170543, '6': 0.7181818181818181}
{'validation': 0.8571428571428571, 'id_test': 0.9078014184397163, 'ood_test': 0.9774774774774775, 'ood_validation': 0.9466666666666667, '0': 0.9433962264150944, '1': 0.8969072164948454, '2': 0.9380530973451328, '4': 0.9689922480620154, '6': 0.9818181818181818}
Model: xgb
{'ood_test': 0.9951219512195122}
Model: ib_erm
{'validation': 0.5714285714285714, 'id_test': 0.6506849315068494, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.6982758620689655, '1': 0.6548672566371682, '2': 0.8240740740740741, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.8571428571428571, 'id_test': 0.6575342465753424, 'ood_test': 0.7246376811594203, 'ood_validation': 0.7391304347826086, '0': 0.3706896551724138, '1': 0.40707964601769914, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.6583333333333333}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6328502415458938, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.13333333333333333}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.42857142857142855, 'id_test': 0.547945205479452, 'ood_test': 0.8260869565217391, 'ood_validation': 0.7681159420289855, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.956140350877193, '6': 0.30833333333333335}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.642512077294686, 'ood_validation': 0.6231884057971014, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
{'validation': 0.42857142857142855, 'id_test': 0.4931506849315068, 'ood_test': 0.6280193236714976, 'ood_validation': 0.6086956521739131, '0': 0.1206896551724138, '1': 0.336283185840708, '2': 0.8148148148148148, '4': 0.868421052631579, '6': 0.11666666666666667}
Model: ib_irm
{'validation': 1.0, 'id_test': 0.9246575342465754, 'ood_test': 0.8431372549019608, 'ood_validation': 0.8260869565217391, '0': 0.9508196721311475, '1': 0.8173076923076923, '2': 0.9553571428571429, '4': 0.976, '6': 0.9369369369369369}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.9705882352941176, 'ood_validation': 0.9710144927536232, '0': 0.9836065573770492, '1': 0.9615384615384616, '2': 0.9910714285714286, '4': 0.992, '6': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.9452054794520548, 'ood_test': 0.8823529411764706, 'ood_validation': 0.855072463768116, '0': 0.9836065573770492, '1': 0.9519230769230769, '2': 0.9821428571428571, '4': 0.984, '6': 0.972972972972973}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.946078431372549, 'ood_validation': 0.927536231884058, '0': 0.9918032786885246, '1': 0.9807692307692307, '2': 0.9732142857142857, '4': 0.992, '6': 0.972972972972973}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.9068627450980392, 'ood_validation': 0.9130434782608695, '0': 0.9754098360655737, '1': 0.9326923076923077, '2': 1.0, '4': 0.984, '6': 0.972972972972973}
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9901960784313726, 'ood_validation': 0.9710144927536232, '0': 0.9836065573770492, '1': 0.9711538461538461, '2': 0.9642857142857143, '4': 0.984, '6': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.9178082191780822, 'ood_test': 0.8921568627450981, 'ood_validation': 0.8985507246376812, '0': 0.9344262295081968, '1': 0.7115384615384616, '2': 0.9464285714285714, '4': 0.984, '6': 0.972972972972973}
{'validation': 1.0, 'id_test': 0.952054794520548, 'ood_test': 0.8921568627450981, 'ood_validation': 0.8985507246376812, '0': 0.9754098360655737, '1': 0.9134615384615384, '2': 1.0, '4': 0.984, '6': 0.972972972972973}
{'validation': 0.8571428571428571, 'id_test': 0.9726027397260274, 'ood_test': 0.9803921568627451, 'ood_validation': 0.9855072463768116, '0': 0.9918032786885246, '1': 0.9711538461538461, '2': 0.9821428571428571, '4': 0.984, '6': 0.9819819819819819}
{'validation': 1.0, 'id_test': 0.958904109589041, 'ood_test': 0.8921568627450981, 'ood_validation': 0.8985507246376812, '0': 0.9754098360655737, '1': 0.9423076923076923, '2': 1.0, '4': 0.984, '6': 0.972972972972973}
Model: causirl_coral
{'validation': 0.7142857142857143, 'id_test': 0.547945205479452, 'ood_test': 0.32524271844660196, 'ood_validation': 0.4492753623188406, '0': 0.8761904761904762, '1': 0.7520661157024794, '2': 0.09649122807017543, '4': 0.17073170731707318, '6': 0.9357798165137615}
{'validation': 0.7142857142857143, 'id_test': 0.547945205479452, 'ood_test': 0.3592233009708738, 'ood_validation': 0.4927536231884058, '0': 0.8761904761904762, '1': 0.7520661157024794, '2': 0.09649122807017543, '4': 0.1951219512195122, '6': 0.9357798165137615}
{'validation': 1.0, 'id_test': 0.8767123287671232, 'ood_test': 0.941747572815534, 'ood_validation': 0.8405797101449275, '0': 0.9333333333333333, '1': 0.8760330578512396, '2': 0.9385964912280702, '4': 0.8699186991869918, '6': 0.944954128440367}
{'validation': 1.0, 'id_test': 0.8904109589041096, 'ood_test': 0.9320388349514563, 'ood_validation': 0.8115942028985508, '0': 0.9428571428571428, '1': 0.9256198347107438, '2': 0.9649122807017544, '4': 0.8699186991869918, '6': 0.944954128440367}
{'validation': 1.0, 'id_test': 0.8356164383561644, 'ood_test': 0.9320388349514563, 'ood_validation': 0.8115942028985508, '0': 0.9047619047619048, '1': 0.7768595041322314, '2': 0.9298245614035088, '4': 0.8699186991869918, '6': 0.944954128440367}
{'validation': 1.0, 'id_test': 0.910958904109589, 'ood_test': 0.9611650485436893, 'ood_validation': 0.9710144927536232, '0': 0.9428571428571428, '1': 0.9090909090909091, '2': 0.956140350877193, '4': 0.9105691056910569, '6': 0.963302752293578}
{'validation': 0.7142857142857143, 'id_test': 0.547945205479452, 'ood_test': 0.32524271844660196, 'ood_validation': 0.4492753623188406, '0': 0.8761904761904762, '1': 0.7520661157024794, '2': 0.09649122807017543, '4': 0.17073170731707318, '6': 0.9357798165137615}
{'validation': 1.0, 'id_test': 0.815068493150685, 'ood_test': 0.9514563106796117, 'ood_validation': 0.8695652173913043, '0': 0.8095238095238095, '1': 0.71900826446281, '2': 0.9122807017543859, '4': 0.8780487804878049, '6': 0.944954128440367}
{'validation': 1.0, 'id_test': 0.8082191780821918, 'ood_test': 0.9368932038834952, 'ood_validation': 0.8115942028985508, '0': 0.7904761904761904, '1': 0.6611570247933884, '2': 0.9122807017543859, '4': 0.8699186991869918, '6': 0.944954128440367}
{'validation': 1.0, 'id_test': 0.8082191780821918, 'ood_test': 0.9320388349514563, 'ood_validation': 0.782608695652174, '0': 0.7904761904761904, '1': 0.6776859504132231, '2': 0.9122807017543859, '4': 0.8617886178861789, '6': 0.9357798165137615}
Model: causirl_mmd
{'validation': 0.5714285714285714, 'id_test': 0.48, 'ood_test': 0.4105263157894737, 'ood_validation': 0.359375, '0': 0.5728155339805825, '1': 0.453781512605042, '2': 0.3008130081300813, '4': 0.31092436974789917, '6': 0.672}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.4866666666666667, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.3300970873786408, '1': 0.4957983193277311, '2': 0.7154471544715447, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
{'validation': 0.2857142857142857, 'id_test': 0.43333333333333335, 'ood_test': 0.5894736842105263, 'ood_validation': 0.640625, '0': 0.24271844660194175, '1': 0.40336134453781514, '2': 0.6829268292682927, '4': 0.6890756302521008, '6': 0.328}
Model: aldro
{'validation': 0.8571428571428571, 'id_test': 0.8055555555555556, 'ood_test': 0.919047619047619, 'ood_validation': 0.8873239436619719, 'train': 0.897887323943662}
{'validation': 0.8571428571428571, 'id_test': 0.7569444444444444, 'ood_test': 0.9047619047619048, 'ood_validation': 0.8732394366197183, 'train': 0.8485915492957746}
{'validation': 0.8571428571428571, 'id_test': 0.8333333333333334, 'ood_test': 0.9333333333333333, 'ood_validation': 0.9295774647887324, 'train': 0.9014084507042254}
{'validation': 0.8571428571428571, 'id_test': 0.8055555555555556, 'ood_test': 0.8809523809523809, 'ood_validation': 0.8028169014084507, 'train': 0.8573943661971831}
{'validation': 0.8571428571428571, 'id_test': 0.8333333333333334, 'ood_test': 0.9476190476190476, 'ood_validation': 0.9436619718309859, 'train': 0.8450704225352113}
{'validation': 0.7142857142857143, 'id_test': 0.7916666666666666, 'ood_test': 0.9285714285714286, 'ood_validation': 0.9154929577464789, 'train': 0.801056338028169}
{'validation': 0.8571428571428571, 'id_test': 0.8680555555555556, 'ood_test': 0.9428571428571428, 'ood_validation': 0.9014084507042254, 'train': 0.920774647887324}
{'validation': 0.5714285714285714, 'id_test': 0.7847222222222222, 'ood_test': 0.9, 'ood_validation': 0.8873239436619719, 'train': 0.7922535211267606}
{'validation': 0.7142857142857143, 'id_test': 0.8194444444444444, 'ood_test': 0.9285714285714286, 'ood_validation': 0.8873239436619719, 'train': 0.8257042253521126}
{'validation': 0.8571428571428571, 'id_test': 0.8611111111111112, 'ood_test': 0.9666666666666667, 'ood_validation': 0.9436619718309859, 'train': 0.9401408450704225}
Model: dann
{'validation': 0.42857142857142855, 'id_test': 0.6785714285714286, 'ood_test': 0.4533333333333333, 'ood_validation': 0.47368421052631576, '0': 0.9545454545454546, '1': 0.7851239669421488, '2': 0.11666666666666667, '4': 0.7346938775510204, '6': 0.9611650485436893}
{'validation': 1.0, 'id_test': 0.9214285714285714, 'ood_test': 0.8355555555555556, 'ood_validation': 0.7763157894736842, '0': 0.9636363636363636, '1': 0.9173553719008265, '2': 0.9416666666666667, '4': 0.8571428571428571, '6': 0.7864077669902912}
{'validation': 0.8571428571428571, 'id_test': 0.7214285714285714, 'ood_test': 0.8088888888888889, 'ood_validation': 0.7236842105263158, '0': 0.36363636363636365, '1': 0.5702479338842975, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.4368932038834951}
{'validation': 0.8571428571428571, 'id_test': 0.6714285714285714, 'ood_test': 0.7911111111111111, 'ood_validation': 0.7236842105263158, '0': 0.24545454545454545, '1': 0.4297520661157025, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.3883495145631068}
{'validation': 0.8571428571428571, 'id_test': 0.7857142857142857, 'ood_test': 0.6622222222222223, 'ood_validation': 0.6447368421052632, '0': 0.8636363636363636, '1': 0.7272727272727273, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.3592233009708738}
{'validation': 0.8571428571428571, 'id_test': 0.5928571428571429, 'ood_test': 0.6622222222222223, 'ood_validation': 0.618421052631579, '0': 0.21818181818181817, '1': 0.512396694214876, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.07766990291262135}
{'validation': 0.7142857142857143, 'id_test': 0.5, 'ood_test': 0.6622222222222223, 'ood_validation': 0.618421052631579, '0': 0.045454545454545456, '1': 0.21487603305785125, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.07766990291262135}
{'validation': 0.7142857142857143, 'id_test': 0.5, 'ood_test': 0.6622222222222223, 'ood_validation': 0.618421052631579, '0': 0.045454545454545456, '1': 0.21487603305785125, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.07766990291262135}
{'validation': 0.7142857142857143, 'id_test': 0.5, 'ood_test': 0.6622222222222223, 'ood_validation': 0.618421052631579, '0': 0.045454545454545456, '1': 0.21487603305785125, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.07766990291262135}
{'validation': 0.7142857142857143, 'id_test': 0.5, 'ood_test': 0.6622222222222223, 'ood_validation': 0.618421052631579, '0': 0.045454545454545456, '1': 0.21487603305785125, '2': 0.8833333333333333, '4': 0.8571428571428571, '6': 0.07766990291262135}
Model: deepcoral
{'validation': 1.0, 'id_test': 0.7986577181208053, 'ood_test': 0.9179487179487179, 'ood_validation': 0.8484848484848485, '0': 0.828125, '1': 0.6440677966101694, '2': 0.905982905982906, '4': 0.9310344827586207, '6': 0.9615384615384616}
{'validation': 1.0, 'id_test': 0.7449664429530202, 'ood_test': 0.8153846153846154, 'ood_validation': 0.7272727272727273, '0': 0.7890625, '1': 0.6101694915254238, '2': 0.905982905982906, '4': 0.9310344827586207, '6': 0.8173076923076923}
{'validation': 1.0, 'id_test': 0.7651006711409396, 'ood_test': 0.7692307692307693, 'ood_validation': 0.7121212121212122, '0': 0.8125, '1': 0.6440677966101694, '2': 0.905982905982906, '4': 0.9310344827586207, '6': 0.7884615384615384}
{'validation': 1.0, 'id_test': 0.785234899328859, 'ood_test': 0.7743589743589744, 'ood_validation': 0.7121212121212122, '0': 0.8671875, '1': 0.6949152542372882, '2': 0.905982905982906, '4': 0.9310344827586207, '6': 0.7788461538461539}
{'validation': 1.0, 'id_test': 0.8120805369127517, 'ood_test': 0.7897435897435897, 'ood_validation': 0.7121212121212122, '0': 0.8984375, '1': 0.7372881355932204, '2': 0.9230769230769231, '4': 0.9310344827586207, '6': 0.7980769230769231}
{'validation': 1.0, 'id_test': 0.8322147651006712, 'ood_test': 0.8153846153846154, 'ood_validation': 0.7272727272727273, '0': 0.921875, '1': 0.7711864406779662, '2': 0.9230769230769231, '4': 0.9310344827586207, '6': 0.8173076923076923}
{'validation': 1.0, 'id_test': 0.8389261744966443, 'ood_test': 0.8358974358974359, 'ood_validation': 0.7575757575757576, '0': 0.9296875, '1': 0.7966101694915254, '2': 0.9230769230769231, '4': 0.9310344827586207, '6': 0.8461538461538461}
{'validation': 1.0, 'id_test': 0.8389261744966443, 'ood_test': 0.8512820512820513, 'ood_validation': 0.7727272727272727, '0': 0.9296875, '1': 0.8135593220338984, '2': 0.9230769230769231, '4': 0.9310344827586207, '6': 0.8942307692307693}
{'validation': 1.0, 'id_test': 0.8657718120805369, 'ood_test': 0.8923076923076924, 'ood_validation': 0.8181818181818182, '0': 0.9453125, '1': 0.8983050847457628, '2': 0.9401709401709402, '4': 0.9310344827586207, '6': 0.9326923076923077}
{'validation': 1.0, 'id_test': 0.8456375838926175, 'ood_test': 0.8923076923076924, 'ood_validation': 0.8181818181818182, '0': 0.9296875, '1': 0.8050847457627118, '2': 0.9230769230769231, '4': 0.9310344827586207, '6': 0.9519230769230769}
Model: expgrad
{'ood_test': 0.7209302325581395}
Model: ft_transformer
{'validation': 0.5714285714285714, 'id_test': 0.5517241379310345, 'ood_test': 0.3188405797101449, 'ood_validation': 0.2571428571428571, 'train': 0.5814360770577933}
{'validation': 0.5714285714285714, 'id_test': 0.5517241379310345, 'ood_test': 0.3188405797101449, 'ood_validation': 0.2571428571428571, 'train': 0.5814360770577933}
{'validation': 0.5714285714285714, 'id_test': 0.6413793103448275, 'ood_test': 0.5458937198067633, 'ood_validation': 0.5285714285714286, 'train': 0.6952714535901926}
{'validation': 1.0, 'id_test': 0.9172413793103448, 'ood_test': 0.893719806763285, 'ood_validation': 0.9285714285714286, 'train': 0.9229422066549913}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9565217391304348, 'ood_validation': 0.9857142857142858, 'train': 0.9509632224168126}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9371980676328503, 'ood_validation': 0.9714285714285714, 'train': 0.9334500875656743}
{'validation': 1.0, 'id_test': 0.9655172413793104, 'ood_test': 0.9710144927536232, 'ood_validation': 1.0, 'train': 0.968476357267951}
{'validation': 1.0, 'id_test': 0.9379310344827586, 'ood_test': 0.961352657004831, 'ood_validation': 0.9714285714285714, 'train': 0.9509632224168126}
{'validation': 1.0, 'id_test': 0.9517241379310345, 'ood_test': 0.9710144927536232, 'ood_validation': 0.9857142857142858, 'train': 0.9754816112084063}
{'validation': 1.0, 'id_test': 0.9724137931034482, 'ood_test': 0.9710144927536232, 'ood_validation': 1.0, 'train': 0.9842381786339754}
Model: group_dro
{'validation': 0.7142857142857143, 'id_test': 0.8194444444444444, 'ood_test': 0.8215962441314554, 'ood_validation': 0.9295774647887324, 'train': 0.8106194690265487}
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.8826291079812206, 'ood_validation': 0.9154929577464789, 'train': 0.8495575221238938}
{'validation': 0.8571428571428571, 'id_test': 0.9236111111111112, 'ood_test': 0.9061032863849765, 'ood_validation': 0.9436619718309859, 'train': 0.8973451327433628}
{'validation': 0.8571428571428571, 'id_test': 0.9305555555555556, 'ood_test': 0.9107981220657277, 'ood_validation': 0.9436619718309859, 'train': 0.9079646017699115}
{'validation': 0.8571428571428571, 'id_test': 0.9305555555555556, 'ood_test': 0.9342723004694836, 'ood_validation': 0.971830985915493, 'train': 0.9203539823008849}
{'validation': 0.8571428571428571, 'id_test': 0.9305555555555556, 'ood_test': 0.9483568075117371, 'ood_validation': 0.971830985915493, 'train': 0.9274336283185841}
{'validation': 0.8571428571428571, 'id_test': 0.8819444444444444, 'ood_test': 0.8826291079812206, 'ood_validation': 0.9154929577464789, 'train': 0.8690265486725663}
{'validation': 0.8571428571428571, 'id_test': 0.9166666666666666, 'ood_test': 0.9107981220657277, 'ood_validation': 0.9436619718309859, 'train': 0.9008849557522124}
{'validation': 0.8571428571428571, 'id_test': 0.9236111111111112, 'ood_test': 0.9483568075117371, 'ood_validation': 0.971830985915493, 'train': 0.9256637168141593}
{'validation': 0.8571428571428571, 'id_test': 0.9305555555555556, 'ood_test': 0.92018779342723, 'ood_validation': 0.9577464788732394, 'train': 0.9097345132743363}
Model: irm
{'validation': 0.2857142857142857, 'id_test': 0.46099290780141844, 'ood_test': 0.6171171171171171, 'ood_validation': 0.527027027027027, '0': 0.2857142857142857, '1': 0.46846846846846846, '2': 0.5714285714285714, '4': 0.6198347107438017, '6': 0.3508771929824561}
{'validation': 0.8571428571428571, 'id_test': 0.5815602836879432, 'ood_test': 0.49099099099099097, 'ood_validation': 0.5135135135135135, '0': 0.6761904761904762, '1': 0.6486486486486487, '2': 0.7238095238095238, '4': 0.38016528925619836, '6': 0.6491228070175439}
{'validation': 0.8571428571428571, 'id_test': 0.7304964539007093, 'ood_test': 0.6981981981981982, 'ood_validation': 0.5675675675675675, '0': 0.5619047619047619, '1': 0.5675675675675675, '2': 0.6857142857142857, '4': 0.71900826446281, '6': 0.6754385964912281}
{'validation': 0.7142857142857143, 'id_test': 0.7163120567375887, 'ood_test': 0.6756756756756757, 'ood_validation': 0.5405405405405406, '0': 0.5714285714285714, '1': 0.5765765765765766, '2': 0.7047619047619048, '4': 0.6942148760330579, '6': 0.6491228070175439}
{'validation': 0.7142857142857143, 'id_test': 0.6808510638297872, 'ood_test': 0.6846846846846847, 'ood_validation': 0.527027027027027, '0': 0.580952380952381, '1': 0.5945945945945946, '2': 0.6952380952380952, '4': 0.7024793388429752, '6': 0.6578947368421053}
{'validation': 0.8571428571428571, 'id_test': 0.6879432624113475, 'ood_test': 0.6936936936936937, 'ood_validation': 0.5675675675675675, '0': 0.5904761904761905, '1': 0.5765765765765766, '2': 0.7142857142857143, '4': 0.7355371900826446, '6': 0.6842105263157895}
{'validation': 0.8571428571428571, 'id_test': 0.6950354609929078, 'ood_test': 0.7117117117117117, 'ood_validation': 0.6486486486486487, '0': 0.6, '1': 0.6126126126126126, '2': 0.7142857142857143, '4': 0.8181818181818182, '6': 0.7456140350877193}
{'validation': 0.8571428571428571, 'id_test': 0.7021276595744681, 'ood_test': 0.7207207207207207, 'ood_validation': 0.6081081081081081, '0': 0.5523809523809524, '1': 0.5585585585585585, '2': 0.7428571428571429, '4': 0.7933884297520661, '6': 0.7192982456140351}
{'validation': 0.8571428571428571, 'id_test': 0.7163120567375887, 'ood_test': 0.7072072072072072, 'ood_validation': 0.5675675675675675, '0': 0.5714285714285714, '1': 0.5765765765765766, '2': 0.7142857142857143, '4': 0.768595041322314, '6': 0.6754385964912281}
{'validation': 0.8571428571428571, 'id_test': 0.723404255319149, 'ood_test': 0.7207207207207207, 'ood_validation': 0.6351351351351351, '0': 0.5904761904761905, '1': 0.6036036036036037, '2': 0.7238095238095238, '4': 0.8099173553719008, '6': 0.7280701754385965}
Model: label_group_dro
{'validation': 0.42857142857142855, 'id_test': 0.528169014084507, 'ood_test': 0.5229357798165137, 'ood_validation': 0.5205479452054794, 'train': 0.5517857142857143}
{'validation': 0.7142857142857143, 'id_test': 0.4507042253521127, 'ood_test': 0.518348623853211, 'ood_validation': 0.5753424657534246, 'train': 0.5392857142857143}
{'validation': 0.14285714285714285, 'id_test': 0.5915492957746479, 'ood_test': 0.5275229357798165, 'ood_validation': 0.5616438356164384, 'train': 0.6}
{'validation': 0.5714285714285714, 'id_test': 0.4647887323943662, 'ood_test': 0.5458715596330275, 'ood_validation': 0.5753424657534246, 'train': 0.6196428571428572}
{'validation': 0.42857142857142855, 'id_test': 0.47183098591549294, 'ood_test': 0.5412844036697247, 'ood_validation': 0.4794520547945205, 'train': 0.625}
{'validation': 0.14285714285714285, 'id_test': 0.4859154929577465, 'ood_test': 0.573394495412844, 'ood_validation': 0.4520547945205479, 'train': 0.6357142857142857}
{'validation': 0.42857142857142855, 'id_test': 0.6197183098591549, 'ood_test': 0.5321100917431193, 'ood_validation': 0.3835616438356164, 'train': 0.675}
{'validation': 0.42857142857142855, 'id_test': 0.5704225352112676, 'ood_test': 0.5412844036697247, 'ood_validation': 0.4246575342465753, 'train': 0.6392857142857142}
{'validation': 0.42857142857142855, 'id_test': 0.5845070422535211, 'ood_test': 0.518348623853211, 'ood_validation': 0.4520547945205479, 'train': 0.6410714285714286}
{'validation': 0.2857142857142857, 'id_test': 0.4788732394366197, 'ood_test': 0.5045871559633027, 'ood_validation': 0.4931506849315068, 'train': 0.5875}
Model: lightgbm
{'ood_test': 0.8858447488584474}
Model: mixup
{'validation': 0.7142857142857143, 'id_test': 0.8085106382978723, 'ood_test': 0.7882882882882883, 'ood_validation': 0.7466666666666667, '0': 0.7168141592920354, '1': 0.6, '2': 0.9047619047619048, '4': 0.8938053097345132, '6': 0.8282828282828283}
{'validation': 0.5714285714285714, 'id_test': 0.8085106382978723, 'ood_test': 0.7342342342342343, 'ood_validation': 0.72, '0': 0.7876106194690266, '1': 0.68, '2': 0.9047619047619048, '4': 0.8938053097345132, '6': 0.8080808080808081}
{'validation': 0.7142857142857143, 'id_test': 0.8723404255319149, 'ood_test': 0.7522522522522522, 'ood_validation': 0.7333333333333333, '0': 0.8672566371681416, '1': 0.864, '2': 0.9428571428571428, '4': 0.8938053097345132, '6': 0.8181818181818182}
{'validation': 0.7142857142857143, 'id_test': 0.7943262411347518, 'ood_test': 0.6351351351351351, 'ood_validation': 0.6, '0': 0.8584070796460177, '1': 0.8, '2': 0.9142857142857143, '4': 0.8938053097345132, '6': 0.5353535353535354}
{'validation': 0.7142857142857143, 'id_test': 0.8297872340425532, 'ood_test': 0.7117117117117117, 'ood_validation': 0.72, '0': 0.8495575221238938, '1': 0.8, '2': 0.9142857142857143, '4': 0.8938053097345132, '6': 0.7474747474747475}
{'validation': 0.7142857142857143, 'id_test': 0.8368794326241135, 'ood_test': 0.7657657657657657, 'ood_validation': 0.76, '0': 0.831858407079646, '1': 0.784, '2': 0.9047619047619048, '4': 0.8938053097345132, '6': 0.8585858585858586}
{'validation': 0.8571428571428571, 'id_test': 0.900709219858156, 'ood_test': 0.8423423423423423, 'ood_validation': 0.8266666666666667, '0': 0.9026548672566371, '1': 0.888, '2': 0.9619047619047619, '4': 0.8938053097345132, '6': 0.9191919191919192}
{'validation': 0.8571428571428571, 'id_test': 0.8723404255319149, 'ood_test': 0.7792792792792793, 'ood_validation': 0.76, '0': 0.8672566371681416, '1': 0.84, '2': 0.9238095238095239, '4': 0.8938053097345132, '6': 0.8686868686868687}
{'validation': 0.7142857142857143, 'id_test': 0.8226950354609929, 'ood_test': 0.7207207207207207, 'ood_validation': 0.6533333333333333, '0': 0.8672566371681416, '1': 0.832, '2': 0.9619047619047619, '4': 0.8938053097345132, '6': 0.696969696969697}
{'validation': 0.7142857142857143, 'id_test': 0.8297872340425532, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6666666666666666, '0': 0.8761061946902655, '1': 0.848, '2': 0.9619047619047619, '4': 0.8938053097345132, '6': 0.6868686868686869}
Model: mlp
{'validation': 0.8571428571428571, 'id_test': 0.8297872340425532, 'ood_test': 0.9459459459459459, 'ood_validation': 0.9864864864864865, 'train': 0.9064748201438849}
{'validation': 0.5714285714285714, 'id_test': 0.8085106382978723, 'ood_test': 0.954954954954955, 'ood_validation': 0.972972972972973, 'train': 0.8471223021582733}
{'validation': 0.42857142857142855, 'id_test': 0.7730496453900709, 'ood_test': 0.8108108108108109, 'ood_validation': 0.7297297297297297, 'train': 0.75}
{'validation': 0.8571428571428571, 'id_test': 0.8297872340425532, 'ood_test': 0.9234234234234234, 'ood_validation': 0.972972972972973, 'train': 0.8920863309352518}
{'validation': 0.7142857142857143, 'id_test': 0.851063829787234, 'ood_test': 0.9054054054054054, 'ood_validation': 0.9459459459459459, 'train': 0.9154676258992805}
{'validation': 0.8571428571428571, 'id_test': 0.8723404255319149, 'ood_test': 0.954954954954955, 'ood_validation': 0.9864864864864865, 'train': 0.9226618705035972}
{'validation': 0.8571428571428571, 'id_test': 0.9148936170212766, 'ood_test': 0.954954954954955, 'ood_validation': 0.9864864864864865, 'train': 0.947841726618705}
{'validation': 0.8571428571428571, 'id_test': 0.900709219858156, 'ood_test': 0.9504504504504504, 'ood_validation': 0.9864864864864865, 'train': 0.9406474820143885}
{'validation': 1.0, 'id_test': 0.8936170212765957, 'ood_test': 0.9414414414414415, 'ood_validation': 0.9864864864864865, 'train': 0.9388489208633094}
{'validation': 0.8571428571428571, 'id_test': 0.8865248226950354, 'ood_test': 0.9279279279279279, 'ood_validation': 0.972972972972973, 'train': 0.9316546762589928}
Model: mmd
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4507042253521127, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4857142857142857, '2': 0.5691056910569106, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.4295774647887324, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.42857142857142855, 'id_test': 0.43661971830985913, 'ood_test': 0.680365296803653, 'ood_validation': 0.7397260273972602, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.6097560975609756, '4': 0.4946236559139785, '6': 0.25}
{'validation': 0.5714285714285714, 'id_test': 0.5845070422535211, 'ood_test': 0.7579908675799086, 'ood_validation': 0.8082191780821918, '0': 0.423728813559322, '1': 0.5428571428571428, '2': 0.8211382113821138, '4': 0.5483870967741935, '6': 0.55}
{'validation': 0.42857142857142855, 'id_test': 0.6338028169014085, 'ood_test': 0.9178082191780822, 'ood_validation': 0.9452054794520548, '0': 0.3644067796610169, '1': 0.4380952380952381, '2': 0.5528455284552846, '4': 0.8602150537634409, '6': 0.7916666666666666}
Model: node
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.9817351598173516, 'ood_validation': 0.9863013698630136, 'train': 0.9892665474060823}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 1.0, 'ood_validation': 0.9863013698630136, 'train': 0.9964221824686941}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.954337899543379, 'ood_validation': 0.958904109589041, 'train': 0.962432915921288}
{'validation': 1.0, 'id_test': 0.9859154929577465, 'ood_test': 0.9863013698630136, 'ood_validation': 0.9863013698630136, 'train': 0.9910554561717353}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.9964221824686941}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 1.0, 'ood_validation': 1.0, 'train': 0.998211091234347}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.9863013698630136, 'ood_validation': 0.9863013698630136, 'train': 0.9964221824686941}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.9771689497716894, 'ood_validation': 0.958904109589041, 'train': 0.9767441860465116}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.9954337899543378, 'ood_validation': 0.9863013698630136, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9859154929577465, 'ood_test': 0.9817351598173516, 'ood_validation': 0.9863013698630136, 'train': 0.9928443649373881}
Model: resnet
{'validation': 1.0, 'id_test': 0.9366197183098591, 'ood_test': 0.9041095890410958, 'ood_validation': 0.7945205479452054, 'train': 0.9391771019677997}
{'validation': 1.0, 'id_test': 0.971830985915493, 'ood_test': 0.9452054794520548, 'ood_validation': 0.9315068493150684, 'train': 0.9785330948121646}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9908675799086758, 'ood_validation': 1.0, 'train': 0.964221824686941}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9406392694063926, 'ood_validation': 0.9315068493150684, 'train': 0.9660107334525939}
{'validation': 1.0, 'id_test': 0.971830985915493, 'ood_test': 0.958904109589041, 'ood_validation': 0.9452054794520548, 'train': 0.9874776386404294}
{'validation': 1.0, 'id_test': 0.971830985915493, 'ood_test': 0.9452054794520548, 'ood_validation': 0.9315068493150684, 'train': 0.9803220035778175}
{'validation': 1.0, 'id_test': 0.9788732394366197, 'ood_test': 0.9908675799086758, 'ood_validation': 0.9863013698630136, 'train': 0.9946332737030411}
{'validation': 1.0, 'id_test': 0.9859154929577465, 'ood_test': 0.9817351598173516, 'ood_validation': 0.9863013698630136, 'train': 0.9946332737030411}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9452054794520548, 'ood_validation': 0.9315068493150684, 'train': 0.9677996422182469}
{'validation': 1.0, 'id_test': 0.9929577464788732, 'ood_test': 0.958904109589041, 'ood_validation': 0.9315068493150684, 'train': 0.9910554561717353}
Model: saint
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9855072463768116, 'ood_validation': 1.0, 'train': 0.9772329246935202}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.961352657004831, 'ood_validation': 0.9710144927536232, 'train': 0.9352014010507881}
{'validation': 1.0, 'id_test': 0.910958904109589, 'ood_test': 0.966183574879227, 'ood_validation': 1.0, 'train': 0.9509632224168126}
{'validation': 1.0, 'id_test': 0.9931506849315068, 'ood_test': 0.9855072463768116, 'ood_validation': 1.0, 'train': 0.9824868651488616}
{'validation': 1.0, 'id_test': 0.9931506849315068, 'ood_test': 0.9855072463768116, 'ood_validation': 1.0, 'train': 0.9772329246935202}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9806763285024155, 'ood_validation': 0.9855072463768116, 'train': 0.9649737302977233}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9855072463768116, 'ood_validation': 1.0, 'train': 0.9824868651488616}
{'validation': 1.0, 'id_test': 0.9931506849315068, 'ood_test': 0.9806763285024155, 'ood_validation': 0.9855072463768116, 'train': 0.9737302977232924}
{'validation': 1.0, 'id_test': 0.9931506849315068, 'ood_test': 0.9806763285024155, 'ood_validation': 0.9855072463768116, 'train': 0.9754816112084063}
{'validation': 1.0, 'id_test': 0.9041095890410958, 'ood_test': 0.9710144927536232, 'ood_validation': 1.0, 'train': 0.9509632224168126}
Model: tabtransformer
{'validation': 1.0, 'id_test': 0.9727891156462585, 'ood_test': 0.9851485148514851, 'ood_validation': 0.9705882352941176, 'train': 0.9548611111111112}
{'validation': 1.0, 'id_test': 0.9659863945578231, 'ood_test': 0.9851485148514851, 'ood_validation': 0.9705882352941176, 'train': 0.9496527777777778}
{'validation': 1.0, 'id_test': 0.9795918367346939, 'ood_test': 0.9851485148514851, 'ood_validation': 0.9558823529411765, 'train': 0.9618055555555556}
{'validation': 1.0, 'id_test': 0.9795918367346939, 'ood_test': 0.9752475247524752, 'ood_validation': 0.9411764705882353, 'train': 0.9618055555555556}
{'validation': 1.0, 'id_test': 0.9727891156462585, 'ood_test': 0.9702970297029703, 'ood_validation': 0.9117647058823529, 'train': 0.9583333333333334}
{'validation': 1.0, 'id_test': 0.9727891156462585, 'ood_test': 0.9653465346534653, 'ood_validation': 0.9117647058823529, 'train': 0.9618055555555556}
{'validation': 1.0, 'id_test': 0.9795918367346939, 'ood_test': 0.9801980198019802, 'ood_validation': 0.9411764705882353, 'train': 0.9618055555555556}
{'validation': 1.0, 'id_test': 0.9659863945578231, 'ood_test': 0.9653465346534653, 'ood_validation': 0.9117647058823529, 'train': 0.9496527777777778}
{'validation': 1.0, 'id_test': 0.9591836734693877, 'ood_test': 0.9801980198019802, 'ood_validation': 0.9558823529411765, 'train': 0.9704861111111112}
{'validation': 1.0, 'id_test': 0.9795918367346939, 'ood_test': 0.9851485148514851, 'ood_validation': 0.9558823529411765, 'train': 0.9670138888888888}
Model: vrex
{'validation': 0.5714285714285714, 'id_test': 0.5804195804195804, 'ood_test': 0.5607476635514018, 'ood_validation': 0.5833333333333334, '0': 0.6495726495726496, '1': 0.6129032258064516, '2': 0.5212765957446809, '4': 0.549618320610687, '6': 0.5581395348837209}
{'validation': 0.2857142857142857, 'id_test': 0.44755244755244755, 'ood_test': 0.5981308411214953, 'ood_validation': 0.5833333333333334, '0': 0.39316239316239315, '1': 0.3870967741935484, '2': 0.6063829787234043, '4': 0.5801526717557252, '6': 0.3875968992248062}
{'validation': 0.2857142857142857, 'id_test': 0.4405594405594406, 'ood_test': 0.3598130841121495, 'ood_validation': 0.3194444444444444, '0': 0.4017094017094017, '1': 0.43010752688172044, '2': 0.44680851063829785, '4': 0.40458015267175573, '6': 0.3953488372093023}
{'validation': 0.2857142857142857, 'id_test': 0.45454545454545453, 'ood_test': 0.5934579439252337, 'ood_validation': 0.5833333333333334, '0': 0.39316239316239315, '1': 0.3870967741935484, '2': 0.5957446808510638, '4': 0.5801526717557252, '6': 0.3875968992248062}
{'validation': 0.2857142857142857, 'id_test': 0.4755244755244755, 'ood_test': 0.5934579439252337, 'ood_validation': 0.5833333333333334, '0': 0.4017094017094017, '1': 0.41935483870967744, '2': 0.6063829787234043, '4': 0.5877862595419847, '6': 0.3875968992248062}
{'validation': 0.2857142857142857, 'id_test': 0.45454545454545453, 'ood_test': 0.5934579439252337, 'ood_validation': 0.5833333333333334, '0': 0.39316239316239315, '1': 0.40860215053763443, '2': 0.6170212765957447, '4': 0.5801526717557252, '6': 0.3875968992248062}
{'validation': 0.5714285714285714, 'id_test': 0.6083916083916084, 'ood_test': 0.6682242990654206, 'ood_validation': 0.6944444444444444, '0': 0.6068376068376068, '1': 0.5913978494623656, '2': 0.7659574468085106, '4': 0.5877862595419847, '6': 0.5891472868217055}
{'validation': 0.5714285714285714, 'id_test': 0.5804195804195804, 'ood_test': 0.6308411214953271, 'ood_validation': 0.6805555555555556, '0': 0.5726495726495726, '1': 0.5698924731182796, '2': 0.6382978723404256, '4': 0.5877862595419847, '6': 0.5581395348837209}
{'validation': 0.42857142857142855, 'id_test': 0.7272727272727273, 'ood_test': 0.5560747663551402, 'ood_validation': 0.6111111111111112, '0': 0.7692307692307693, '1': 0.8064516129032258, '2': 0.8723404255319149, '4': 0.6412213740458015, '6': 0.6744186046511628}
{'validation': 0.5714285714285714, 'id_test': 0.7622377622377622, 'ood_test': 0.5654205607476636, 'ood_validation': 0.6388888888888888, '0': 0.8205128205128205, '1': 0.8602150537634409, '2': 0.8617021276595744, '4': 0.6641221374045801, '6': 0.7054263565891473}
Model: xgb
{'ood_test': 0.9951219512195122}
Model: ib_erm
{'validation': 0.8571428571428571, 'id_test': 0.5874125874125874, 'ood_test': 0.3611111111111111, 'ood_validation': 0.3611111111111111, '0': 0.6, '1': 0.6422764227642277, '2': 0.7547169811320755, '4': 0.5392156862745098, '6': 0.47413793103448276}
{'validation': 0.8571428571428571, 'id_test': 0.7342657342657343, 'ood_test': 0.5879629629629629, 'ood_validation': 0.5833333333333334, '0': 0.6521739130434783, '1': 0.7560975609756098, '2': 0.8962264150943396, '4': 0.7156862745098039, '6': 0.7155172413793104}
{'validation': 0.8571428571428571, 'id_test': 0.7132867132867133, 'ood_test': 0.5972222222222222, 'ood_validation': 0.5972222222222222, '0': 0.8869565217391304, '1': 0.9349593495934959, '2': 0.9433962264150944, '4': 0.5392156862745098, '6': 0.5}
{'validation': 0.7142857142857143, 'id_test': 0.6363636363636364, 'ood_test': 0.7083333333333334, 'ood_validation': 0.6805555555555556, '0': 0.8260869565217391, '1': 0.7886178861788617, '2': 0.8113207547169812, '4': 0.5784313725490197, '6': 0.5258620689655172}
{'validation': 0.8571428571428571, 'id_test': 0.7272727272727273, 'ood_test': 0.7638888888888888, 'ood_validation': 0.6805555555555556, '0': 0.6347826086956522, '1': 0.7073170731707317, '2': 0.7452830188679245, '4': 0.8235294117647058, '6': 0.7241379310344828}
{'validation': 0.7142857142857143, 'id_test': 0.7202797202797203, 'ood_test': 0.6620370370370371, 'ood_validation': 0.5694444444444444, '0': 0.7043478260869566, '1': 0.7154471544715447, '2': 0.7641509433962265, '4': 0.8627450980392157, '6': 0.5431034482758621}
{'validation': 1.0, 'id_test': 0.7692307692307693, 'ood_test': 0.48148148148148145, 'ood_validation': 0.5138888888888888, '0': 0.9391304347826087, '1': 0.8943089430894309, '2': 0.8584905660377359, '4': 0.7254901960784313, '6': 0.6982758620689655}
{'validation': 1.0, 'id_test': 0.8951048951048951, 'ood_test': 0.7916666666666666, 'ood_validation': 0.7222222222222222, '0': 0.9652173913043478, '1': 0.9349593495934959, '2': 0.9811320754716981, '4': 0.8725490196078431, '6': 0.7758620689655172}
{'validation': 1.0, 'id_test': 0.8881118881118881, 'ood_test': 0.6481481481481481, 'ood_validation': 0.5972222222222222, '0': 0.9739130434782609, '1': 0.9512195121951219, '2': 0.9622641509433962, '4': 0.803921568627451, '6': 0.7413793103448276}
{'validation': 1.0, 'id_test': 0.8671328671328671, 'ood_test': 0.6388888888888888, 'ood_validation': 0.5555555555555556, '0': 0.9478260869565217, '1': 0.926829268292683, '2': 0.9339622641509434, '4': 0.8823529411764706, '6': 0.7758620689655172}
Model: ib_irm
{'validation': 1.0, 'id_test': 0.5878378378378378, 'ood_test': 0.7487437185929648, 'ood_validation': 0.7910447761194029, '0': 0.6115702479338843, '1': 0.680672268907563, '2': 0.5727272727272728, '4': 0.5275590551181102, '6': 0.7156862745098039}
{'validation': 1.0, 'id_test': 0.8445945945945946, 'ood_test': 0.8140703517587939, 'ood_validation': 0.9253731343283582, '0': 0.743801652892562, '1': 0.9327731092436975, '2': 0.9727272727272728, '4': 0.8976377952755905, '6': 0.7647058823529411}
{'validation': 1.0, 'id_test': 0.7567567567567568, 'ood_test': 0.8693467336683417, 'ood_validation': 0.9402985074626866, '0': 0.6694214876033058, '1': 0.7563025210084033, '2': 0.6818181818181818, '4': 0.7480314960629921, '6': 0.8137254901960784}
{'validation': 1.0, 'id_test': 0.918918918918919, 'ood_test': 0.8844221105527639, 'ood_validation': 0.9552238805970149, '0': 0.9008264462809917, '1': 0.9663865546218487, '2': 0.9454545454545454, '4': 0.8661417322834646, '6': 0.9117647058823529}
{'validation': 1.0, 'id_test': 0.8918918918918919, 'ood_test': 0.949748743718593, 'ood_validation': 0.9552238805970149, '0': 0.7520661157024794, '1': 0.8403361344537815, '2': 0.8545454545454545, '4': 0.8976377952755905, '6': 0.9607843137254902}
{'validation': 1.0, 'id_test': 0.918918918918919, 'ood_test': 0.9195979899497487, 'ood_validation': 0.9402985074626866, '0': 0.9338842975206612, '1': 0.9495798319327731, '2': 0.9727272727272728, '4': 0.8740157480314961, '6': 0.9411764705882353}
{'validation': 1.0, 'id_test': 0.9121621621621622, 'ood_test': 0.8793969849246231, 'ood_validation': 0.9253731343283582, '0': 0.9669421487603306, '1': 0.9495798319327731, '2': 0.9181818181818182, '4': 0.905511811023622, '6': 0.9215686274509803}
{'validation': 1.0, 'id_test': 0.8378378378378378, 'ood_test': 0.8291457286432161, 'ood_validation': 0.8805970149253731, '0': 0.9421487603305785, '1': 0.957983193277311, '2': 0.9727272727272728, '4': 0.7559055118110236, '6': 0.7450980392156863}
{'validation': 1.0, 'id_test': 0.9121621621621622, 'ood_test': 0.9045226130653267, 'ood_validation': 0.9104477611940298, '0': 0.8429752066115702, '1': 0.8907563025210085, '2': 0.9272727272727272, '4': 0.9763779527559056, '6': 0.9509803921568627}
{'validation': 1.0, 'id_test': 0.8918918918918919, 'ood_test': 0.8994974874371859, 'ood_validation': 0.9104477611940298, '0': 0.8512396694214877, '1': 0.8823529411764706, '2': 0.9181818181818182, '4': 0.8346456692913385, '6': 0.9019607843137255}
Model: causirl_coral
{'validation': 0.7142857142857143, 'id_test': 0.3972602739726027, 'ood_test': 0.6456310679611651, 'ood_validation': 0.6231884057971014, '0': 0.043478260869565216, '1': 0.3559322033898305, '2': 1.0, '4': 0.9732142857142857, '6': 0.024}
{'validation': 1.0, 'id_test': 0.8561643835616438, 'ood_test': 0.8300970873786407, 'ood_validation': 0.8985507246376812, '0': 0.9826086956521739, '1': 0.9830508474576272, '2': 0.9313725490196079, '4': 0.2857142857142857, '6': 0.976}
{'validation': 0.7142857142857143, 'id_test': 0.4383561643835616, 'ood_test': 0.6456310679611651, 'ood_validation': 0.6231884057971014, '0': 0.1565217391304348, '1': 0.4067796610169492, '2': 1.0, '4': 0.9732142857142857, '6': 0.024}
{'validation': 1.0, 'id_test': 0.7945205479452054, 'ood_test': 0.441747572815534, 'ood_validation': 0.4782608695652174, '0': 0.991304347826087, '1': 0.864406779661017, '2': 0.7843137254901961, '4': 0.026785714285714284, '6': 0.976}
{'validation': 1.0, 'id_test': 0.863013698630137, 'ood_test': 0.9223300970873787, 'ood_validation': 0.9710144927536232, '0': 0.6782608695652174, '1': 0.9745762711864406, '2': 0.9509803921568627, '4': 1.0, '6': 0.696}
{'validation': 1.0, 'id_test': 0.9383561643835616, 'ood_test': 0.9368932038834952, 'ood_validation': 0.9710144927536232, '0': 0.9043478260869565, '1': 0.8813559322033898, '2': 1.0, '4': 1.0, '6': 0.872}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9757281553398058, 'ood_validation': 0.9710144927536232, '0': 0.9739130434782609, '1': 0.9745762711864406, '2': 0.9901960784313726, '4': 1.0, '6': 0.984}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9757281553398058, 'ood_validation': 0.9855072463768116, '0': 0.9739130434782609, '1': 0.9745762711864406, '2': 0.9901960784313726, '4': 1.0, '6': 0.976}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.9320388349514563, 'ood_validation': 0.9710144927536232, '0': 0.9826086956521739, '1': 0.9745762711864406, '2': 0.9901960784313726, '4': 0.9375, '6': 0.984}
{'validation': 1.0, 'id_test': 0.9657534246575342, 'ood_test': 0.9368932038834952, 'ood_validation': 0.9710144927536232, '0': 0.9739130434782609, '1': 0.9661016949152542, '2': 0.9901960784313726, '4': 1.0, '6': 0.976}
Model: causirl_mmd
{'validation': 0.7142857142857143, 'id_test': 0.38028169014084506, 'ood_test': 0.6334841628959276, 'ood_validation': 0.7567567567567568, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.24528301886792453}
{'validation': 0.7142857142857143, 'id_test': 0.43661971830985913, 'ood_test': 0.6380090497737556, 'ood_validation': 0.7702702702702703, '0': 0.47474747474747475, '1': 0.3697478991596639, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.32075471698113206}
{'validation': 0.7142857142857143, 'id_test': 0.38028169014084506, 'ood_test': 0.6334841628959276, 'ood_validation': 0.7567567567567568, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.24528301886792453}
{'validation': 0.7142857142857143, 'id_test': 0.38028169014084506, 'ood_test': 0.6334841628959276, 'ood_validation': 0.7567567567567568, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.24528301886792453}
{'validation': 0.7142857142857143, 'id_test': 0.38028169014084506, 'ood_test': 0.6334841628959276, 'ood_validation': 0.7567567567567568, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.24528301886792453}
{'validation': 0.7142857142857143, 'id_test': 0.38028169014084506, 'ood_test': 0.6334841628959276, 'ood_validation': 0.7567567567567568, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.6347826086956522, '6': 0.24528301886792453}
{'validation': 0.7142857142857143, 'id_test': 0.4788732394366197, 'ood_test': 0.8054298642533937, 'ood_validation': 0.8918918918918919, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.8173913043478261, '6': 0.3867924528301887}
{'validation': 0.7142857142857143, 'id_test': 0.5140845070422535, 'ood_test': 0.8190045248868778, 'ood_validation': 0.8648648648648649, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.8521739130434782, '6': 0.5471698113207547}
{'validation': 0.8571428571428571, 'id_test': 0.6408450704225352, 'ood_test': 0.9140271493212669, 'ood_validation': 0.9459459459459459, '0': 0.4444444444444444, '1': 0.5210084033613446, '2': 0.8632478632478633, '4': 0.8347826086956521, '6': 0.6320754716981132}
{'validation': 0.7142857142857143, 'id_test': 0.4154929577464789, 'ood_test': 0.7918552036199095, 'ood_validation': 0.8243243243243243, '0': 0.32323232323232326, '1': 0.31932773109243695, '2': 0.6495726495726496, '4': 0.7304347826086957, '6': 0.3584905660377358}
