Model: aldro
{'validation': 1.0, 'id_test': 0.8, 'ood_test': 0.8831168831168831, 'ood_validation': 0.935064935064935, 'train': 0.8003663003663004}
{'validation': 0.8333333333333334, 'id_test': 0.7928571428571428, 'ood_test': 0.8787878787878788, 'ood_validation': 0.922077922077922, 'train': 0.7527472527472527}
{'validation': 1.0, 'id_test': 0.8857142857142857, 'ood_test': 0.9393939393939394, 'ood_validation': 0.974025974025974, 'train': 0.9523809523809523}
{'validation': 0.8333333333333334, 'id_test': 0.8214285714285714, 'ood_test': 0.8917748917748918, 'ood_validation': 0.948051948051948, 'train': 0.8040293040293041}
{'validation': 1.0, 'id_test': 0.8785714285714286, 'ood_test': 0.9523809523809523, 'ood_validation': 0.987012987012987, 'train': 0.9560439560439561}
{'validation': 0.8333333333333334, 'id_test': 0.7214285714285714, 'ood_test': 0.8831168831168831, 'ood_validation': 0.922077922077922, 'train': 0.6593406593406593}
{'validation': 0.8333333333333334, 'id_test': 0.7928571428571428, 'ood_test': 0.8787878787878788, 'ood_validation': 0.922077922077922, 'train': 0.815018315018315}
{'validation': 0.8333333333333334, 'id_test': 0.7714285714285715, 'ood_test': 0.8571428571428571, 'ood_validation': 0.9090909090909091, 'train': 0.7857142857142857}
{'validation': 1.0, 'id_test': 0.8571428571428571, 'ood_test': 0.9004329004329005, 'ood_validation': 0.948051948051948, 'train': 0.8882783882783882}
{'validation': 1.0, 'id_test': 0.8785714285714286, 'ood_test': 0.9523809523809523, 'ood_validation': 0.961038961038961, 'train': 0.967032967032967}
Model: dann
{'validation': 0.7142857142857143, 'id_test': 0.6126760563380281, 'ood_test': 0.5779816513761468, 'ood_validation': 0.4246575342465753, '0': 0.4957983193277311, '1': 0.5643564356435643, '2': 0.6033057851239669, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.42857142857142855, 'id_test': 0.43661971830985913, 'ood_test': 0.42660550458715596, 'ood_validation': 0.547945205479452, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.5798319327731093, '6': 0.41}
{'validation': 0.7142857142857143, 'id_test': 0.5563380281690141, 'ood_test': 0.5963302752293578, 'ood_validation': 0.6164383561643836, '0': 0.7142857142857143, '1': 0.5544554455445545, '2': 0.5206611570247934, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5352112676056338, 'ood_test': 0.591743119266055, 'ood_validation': 0.5068493150684932, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.4214876033057851, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.5275229357798165, 'ood_validation': 0.4246575342465753, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.4954128440366973, 'ood_validation': 0.3972602739726027, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.45871559633027525, 'ood_validation': 0.3698630136986301, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.45871559633027525, 'ood_validation': 0.3698630136986301, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.463302752293578, 'ood_validation': 0.3972602739726027, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
{'validation': 0.7142857142857143, 'id_test': 0.5422535211267606, 'ood_test': 0.44495412844036697, 'ood_validation': 0.3698630136986301, '0': 0.7058823529411765, '1': 0.5247524752475248, '2': 0.39669421487603307, '4': 0.42016806722689076, '6': 0.59}
Model: deepcoral
{'validation': 0.2857142857142857, 'id_test': 0.5328947368421053, 'ood_test': 0.3879781420765027, 'ood_validation': 0.5, '0': 0.9318181818181818, '1': 0.8037383177570093, '2': 0.00847457627118644, '4': 0.023622047244094488, '6': 0.9285714285714286}
{'validation': 0.2857142857142857, 'id_test': 0.5328947368421053, 'ood_test': 0.3879781420765027, 'ood_validation': 0.5, '0': 0.9242424242424242, '1': 0.794392523364486, '2': 0.00847457627118644, '4': 0.023622047244094488, '6': 0.9285714285714286}
{'validation': 0.8571428571428571, 'id_test': 0.868421052631579, 'ood_test': 0.7540983606557377, 'ood_validation': 0.6290322580645161, '0': 0.8636363636363636, '1': 0.5046728971962616, '2': 0.9915254237288136, '4': 0.9763779527559056, '6': 0.8660714285714286}
{'validation': 0.2857142857142857, 'id_test': 0.7171052631578947, 'ood_test': 0.8633879781420765, 'ood_validation': 0.8870967741935484, '0': 0.9242424242424242, '1': 0.794392523364486, '2': 0.00847457627118644, '4': 0.8740157480314961, '6': 0.9732142857142857}
{'validation': 0.8571428571428571, 'id_test': 0.7368421052631579, 'ood_test': 0.6666666666666666, 'ood_validation': 0.7258064516129032, '0': 0.9772727272727273, '1': 0.9439252336448598, '2': 1.0, '4': 0.023622047244094488, '6': 0.9285714285714286}
{'validation': 1.0, 'id_test': 0.9736842105263158, 'ood_test': 0.8360655737704918, 'ood_validation': 0.7580645161290323, '0': 0.9924242424242424, '1': 0.9719626168224299, '2': 1.0, '4': 0.9763779527559056, '6': 0.9464285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.875, 'ood_test': 0.825136612021858, 'ood_validation': 0.7419354838709677, '0': 0.8787878787878788, '1': 0.5514018691588785, '2': 0.9915254237288136, '4': 0.9763779527559056, '6': 0.9464285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.9013157894736842, 'ood_test': 0.9562841530054644, 'ood_validation': 0.9516129032258065, '0': 0.8939393939393939, '1': 0.6448598130841121, '2': 0.9915254237288136, '4': 0.9921259842519685, '6': 0.9910714285714286}
{'validation': 1.0, 'id_test': 0.9078947368421053, 'ood_test': 0.8087431693989071, 'ood_validation': 0.7258064516129032, '0': 0.9545454545454546, '1': 0.7476635514018691, '2': 0.9915254237288136, '4': 0.9763779527559056, '6': 0.9196428571428571}
{'validation': 1.0, 'id_test': 0.9802631578947368, 'ood_test': 0.9453551912568307, 'ood_validation': 0.9516129032258065, '0': 1.0, '1': 0.9906542056074766, '2': 1.0, '4': 0.9763779527559056, '6': 0.9910714285714286}
Model: expgrad
{'ood_test': 0.9437229437229437}
Model: ft_transformer
{'validation': 0.7142857142857143, 'id_test': 0.6, 'ood_test': 0.291866028708134, 'ood_validation': 0.2714285714285714, 'train': 0.5764499121265377}
{'validation': 0.7142857142857143, 'id_test': 0.6, 'ood_test': 0.291866028708134, 'ood_validation': 0.2714285714285714, 'train': 0.5764499121265377}
{'validation': 0.7142857142857143, 'id_test': 0.6, 'ood_test': 0.291866028708134, 'ood_validation': 0.2714285714285714, 'train': 0.5764499121265377}
{'validation': 0.5714285714285714, 'id_test': 0.6137931034482759, 'ood_test': 0.7655502392344498, 'ood_validation': 0.7857142857142857, 'train': 0.6836555360281195}
{'validation': 0.42857142857142855, 'id_test': 0.5793103448275863, 'ood_test': 0.7607655502392344, 'ood_validation': 0.7857142857142857, 'train': 0.6239015817223199}
{'validation': 0.5714285714285714, 'id_test': 0.6689655172413793, 'ood_test': 0.7990430622009569, 'ood_validation': 0.7857142857142857, 'train': 0.7065026362038664}
{'validation': 0.42857142857142855, 'id_test': 0.6, 'ood_test': 0.7942583732057417, 'ood_validation': 0.8, 'train': 0.6221441124780316}
{'validation': 0.42857142857142855, 'id_test': 0.6344827586206897, 'ood_test': 0.8038277511961722, 'ood_validation': 0.8, 'train': 0.671353251318102}
{'validation': 0.8571428571428571, 'id_test': 0.6758620689655173, 'ood_test': 0.7799043062200957, 'ood_validation': 0.7857142857142857, 'train': 0.7152899824253075}
{'validation': 0.8571428571428571, 'id_test': 0.7172413793103448, 'ood_test': 0.8181818181818182, 'ood_validation': 0.8428571428571429, 'train': 0.7381370826010545}
Model: group_dro
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9705882352941176, 'ood_validation': 0.9411764705882353, 'train': 0.9547826086956521}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.9705882352941176, 'ood_validation': 0.9705882352941176, 'train': 0.9565217391304348}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.9756521739130435}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.951304347826087}
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9509803921568627, 'ood_validation': 0.9117647058823529, 'train': 0.9617391304347827}
{'validation': 1.0, 'id_test': 0.9931506849315068, 'ood_test': 0.9754901960784313, 'ood_validation': 0.9705882352941176, 'train': 0.9843478260869565}
{'validation': 0.8571428571428571, 'id_test': 0.958904109589041, 'ood_test': 0.9509803921568627, 'ood_validation': 0.9117647058823529, 'train': 0.9634782608695652}
{'validation': 0.8571428571428571, 'id_test': 0.9726027397260274, 'ood_test': 0.9656862745098039, 'ood_validation': 0.9705882352941176, 'train': 0.9669565217391304}
{'validation': 0.8571428571428571, 'id_test': 0.958904109589041, 'ood_test': 0.9656862745098039, 'ood_validation': 0.9117647058823529, 'train': 0.96}
{'validation': 0.8571428571428571, 'id_test': 0.9657534246575342, 'ood_test': 0.9656862745098039, 'ood_validation': 0.9558823529411765, 'train': 0.9721739130434782}
Model: irm
{'validation': 0.5714285714285714, 'id_test': 0.8027210884353742, 'ood_test': 0.905, 'ood_validation': 0.8805970149253731, '0': 0.7886178861788617, '1': 0.7049180327868853, '2': 0.794392523364486, '4': 0.8702290076335878, '6': 0.90625}
{'validation': 0.7142857142857143, 'id_test': 0.7551020408163265, 'ood_test': 0.84, 'ood_validation': 0.8059701492537313, '0': 0.7154471544715447, '1': 0.6557377049180327, '2': 0.7663551401869159, '4': 0.7404580152671756, '6': 0.8125}
{'validation': 0.5714285714285714, 'id_test': 0.7142857142857143, 'ood_test': 0.735, 'ood_validation': 0.7164179104477612, '0': 0.7154471544715447, '1': 0.6475409836065574, '2': 0.7663551401869159, '4': 0.6717557251908397, '6': 0.5}
{'validation': 0.5714285714285714, 'id_test': 0.7278911564625851, 'ood_test': 0.705, 'ood_validation': 0.6865671641791045, '0': 0.7723577235772358, '1': 0.6967213114754098, '2': 0.7850467289719626, '4': 0.6717557251908397, '6': 0.4583333333333333}
{'validation': 0.5714285714285714, 'id_test': 0.7482993197278912, 'ood_test': 0.74, 'ood_validation': 0.7313432835820896, '0': 0.8373983739837398, '1': 0.7786885245901639, '2': 0.794392523364486, '4': 0.6793893129770993, '6': 0.5208333333333334}
{'validation': 0.5714285714285714, 'id_test': 0.7346938775510204, 'ood_test': 0.735, 'ood_validation': 0.7164179104477612, '0': 0.7967479674796748, '1': 0.7131147540983607, '2': 0.794392523364486, '4': 0.6870229007633588, '6': 0.5208333333333334}
{'validation': 0.7142857142857143, 'id_test': 0.7687074829931972, 'ood_test': 0.845, 'ood_validation': 0.8059701492537313, '0': 0.7642276422764228, '1': 0.6557377049180327, '2': 0.7757009345794392, '4': 0.7480916030534351, '6': 0.7916666666666666}
{'validation': 0.7142857142857143, 'id_test': 0.782312925170068, 'ood_test': 0.845, 'ood_validation': 0.8507462686567164, '0': 0.8211382113821138, '1': 0.7786885245901639, '2': 0.794392523364486, '4': 0.7480916030534351, '6': 0.8333333333333334}
{'validation': 0.7142857142857143, 'id_test': 0.7755102040816326, 'ood_test': 0.835, 'ood_validation': 0.7910447761194029, '0': 0.8211382113821138, '1': 0.7377049180327869, '2': 0.794392523364486, '4': 0.7480916030534351, '6': 0.7708333333333334}
{'validation': 0.7142857142857143, 'id_test': 0.8027210884353742, 'ood_test': 0.855, 'ood_validation': 0.8507462686567164, '0': 0.9105691056910569, '1': 0.8770491803278688, '2': 0.822429906542056, '4': 0.7709923664122137, '6': 0.84375}
Model: label_group_dro
{'validation': 1.0, 'id_test': 0.900709219858156, 'ood_test': 0.9730941704035875, 'ood_validation': 0.9466666666666667, 'train': 0.9097472924187726}
{'validation': 1.0, 'id_test': 0.8794326241134752, 'ood_test': 0.9596412556053812, 'ood_validation': 0.92, 'train': 0.944043321299639}
{'validation': 1.0, 'id_test': 0.9290780141843972, 'ood_test': 0.9955156950672646, 'ood_validation': 1.0, 'train': 0.9512635379061372}
{'validation': 1.0, 'id_test': 0.9574468085106383, 'ood_test': 0.9955156950672646, 'ood_validation': 1.0, 'train': 0.98014440433213}
{'validation': 1.0, 'id_test': 0.9148936170212766, 'ood_test': 0.9865470852017937, 'ood_validation': 0.9866666666666667, 'train': 0.9620938628158845}
{'validation': 1.0, 'id_test': 0.9078014184397163, 'ood_test': 0.9551569506726457, 'ood_validation': 0.9333333333333333, 'train': 0.9404332129963899}
{'validation': 1.0, 'id_test': 0.9361702127659575, 'ood_test': 0.9955156950672646, 'ood_validation': 0.9866666666666667, 'train': 0.9657039711191335}
{'validation': 0.8571428571428571, 'id_test': 0.8794326241134752, 'ood_test': 0.9551569506726457, 'ood_validation': 0.9066666666666666, 'train': 0.9494584837545126}
{'validation': 1.0, 'id_test': 0.9148936170212766, 'ood_test': 0.9461883408071748, 'ood_validation': 0.9333333333333333, 'train': 0.9151624548736462}
{'validation': 1.0, 'id_test': 0.9432624113475178, 'ood_test': 0.9730941704035875, 'ood_validation': 0.9466666666666667, 'train': 0.9638989169675091}
Model: lightgbm
{'ood_test': 1.0}
Model: mixup
{'validation': 0.7142857142857143, 'id_test': 0.7887323943661971, 'ood_test': 0.9770642201834863, 'ood_validation': 0.958904109589041, '0': 0.5673076923076923, '1': 0.352, '2': 0.9010989010989011, '4': 0.9734513274336283, '6': 0.968503937007874}
{'validation': 0.7142857142857143, 'id_test': 0.5633802816901409, 'ood_test': 0.7568807339449541, 'ood_validation': 0.8082191780821918, '0': 0.09615384615384616, '1': 0.24, '2': 0.9010989010989011, '4': 0.8938053097345132, '6': 0.7952755905511811}
{'validation': 0.7142857142857143, 'id_test': 0.45774647887323944, 'ood_test': 0.6697247706422018, 'ood_validation': 0.726027397260274, '0': 0.09615384615384616, '1': 0.24, '2': 0.9010989010989011, '4': 0.8849557522123894, '6': 0.07086614173228346}
{'validation': 0.8571428571428571, 'id_test': 0.8661971830985915, 'ood_test': 0.8944954128440367, 'ood_validation': 0.863013698630137, '0': 0.9038461538461539, '1': 0.672, '2': 0.9230769230769231, '4': 0.9203539823008849, '6': 0.9448818897637795}
{'validation': 1.0, 'id_test': 0.9577464788732394, 'ood_test': 0.963302752293578, 'ood_validation': 0.958904109589041, '0': 0.9903846153846154, '1': 0.968, '2': 0.978021978021978, '4': 0.9823008849557522, '6': 0.984251968503937}
{'validation': 1.0, 'id_test': 0.9084507042253521, 'ood_test': 0.9678899082568807, 'ood_validation': 0.958904109589041, '0': 0.9230769230769231, '1': 0.712, '2': 0.9230769230769231, '4': 0.9911504424778761, '6': 0.9921259842519685}
{'validation': 1.0, 'id_test': 0.8802816901408451, 'ood_test': 0.8486238532110092, 'ood_validation': 0.8356164383561644, '0': 0.9230769230769231, '1': 0.736, '2': 0.9230769230769231, '4': 0.9557522123893806, '6': 0.905511811023622}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9495412844036697, 'ood_validation': 0.9452054794520548, '0': 0.9615384615384616, '1': 0.92, '2': 0.989010989010989, '4': 0.9911504424778761, '6': 0.9763779527559056}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9678899082568807, 'ood_validation': 0.958904109589041, '0': 0.9807692307692307, '1': 0.944, '2': 0.989010989010989, '4': 0.9823008849557522, '6': 0.968503937007874}
{'validation': 1.0, 'id_test': 0.8098591549295775, 'ood_test': 0.7935779816513762, 'ood_validation': 0.7397260273972602, '0': 0.9423076923076923, '1': 0.784, '2': 0.9560439560439561, '4': 0.40707964601769914, '6': 0.9448818897637795}
Model: mlp
{'validation': 0.8571428571428571, 'id_test': 0.7847222222222222, 'ood_test': 0.7761904761904762, 'ood_validation': 0.7323943661971831, 'train': 0.7922535211267606}
{'validation': 0.8571428571428571, 'id_test': 0.7708333333333334, 'ood_test': 0.8285714285714286, 'ood_validation': 0.7887323943661971, 'train': 0.795774647887324}
{'validation': 1.0, 'id_test': 0.7708333333333334, 'ood_test': 0.8238095238095238, 'ood_validation': 0.8028169014084507, 'train': 0.8714788732394366}
{'validation': 0.7142857142857143, 'id_test': 0.8958333333333334, 'ood_test': 0.8857142857142857, 'ood_validation': 0.8309859154929577, 'train': 0.8186619718309859}
{'validation': 1.0, 'id_test': 0.8819444444444444, 'ood_test': 0.8333333333333334, 'ood_validation': 0.8028169014084507, 'train': 0.875}
{'validation': 1.0, 'id_test': 0.8680555555555556, 'ood_test': 0.9142857142857143, 'ood_validation': 0.9014084507042254, 'train': 0.9066901408450704}
{'validation': 1.0, 'id_test': 0.9027777777777778, 'ood_test': 0.9428571428571428, 'ood_validation': 0.9154929577464789, 'train': 0.9630281690140845}
{'validation': 1.0, 'id_test': 0.9166666666666666, 'ood_test': 0.9428571428571428, 'ood_validation': 0.9295774647887324, 'train': 0.9823943661971831}
{'validation': 1.0, 'id_test': 0.9166666666666666, 'ood_test': 0.9571428571428572, 'ood_validation': 0.9577464788732394, 'train': 0.9806338028169014}
{'validation': 1.0, 'id_test': 0.8958333333333334, 'ood_test': 0.9238095238095239, 'ood_validation': 0.9014084507042254, 'train': 0.9154929577464789}
Model: mmd
{'validation': 0.5714285714285714, 'id_test': 0.5, 'ood_test': 0.5633802816901409, 'ood_validation': 0.6111111111111112, '0': 0.38181818181818183, '1': 0.4897959183673469, '2': 0.6513761467889908, '4': 0.5853658536585366, '6': 0.4435483870967742}
{'validation': 0.42857142857142855, 'id_test': 0.6527777777777778, 'ood_test': 0.5821596244131455, 'ood_validation': 0.6111111111111112, '0': 0.7727272727272727, '1': 0.7959183673469388, '2': 0.7247706422018348, '4': 0.5853658536585366, '6': 0.4435483870967742}
{'validation': 0.7142857142857143, 'id_test': 0.5486111111111112, 'ood_test': 0.5070422535211268, 'ood_validation': 0.4722222222222222, '0': 0.6272727272727273, '1': 0.5816326530612245, '2': 0.5137614678899083, '4': 0.4146341463414634, '6': 0.5564516129032258}
{'validation': 0.8571428571428571, 'id_test': 0.8125, 'ood_test': 0.7183098591549296, 'ood_validation': 0.8055555555555556, '0': 0.8727272727272727, '1': 0.8775510204081632, '2': 0.9541284403669725, '4': 0.8373983739837398, '6': 0.8145161290322581}
{'validation': 0.8571428571428571, 'id_test': 0.7430555555555556, 'ood_test': 0.6854460093896714, 'ood_validation': 0.8055555555555556, '0': 0.7363636363636363, '1': 0.6836734693877551, '2': 0.6972477064220184, '4': 0.943089430894309, '6': 0.8064516129032258}
{'validation': 0.5714285714285714, 'id_test': 0.5833333333333334, 'ood_test': 0.6291079812206573, 'ood_validation': 0.6388888888888888, '0': 0.5272727272727272, '1': 0.5102040816326531, '2': 0.5137614678899083, '4': 0.4715447154471545, '6': 0.5564516129032258}
{'validation': 0.7142857142857143, 'id_test': 0.6319444444444444, 'ood_test': 0.6619718309859155, 'ood_validation': 0.6944444444444444, '0': 0.4, '1': 0.45918367346938777, '2': 0.5137614678899083, '4': 0.8943089430894309, '6': 0.7419354838709677}
{'validation': 0.7142857142857143, 'id_test': 0.6597222222222222, 'ood_test': 0.7793427230046949, 'ood_validation': 0.7777777777777778, '0': 0.5909090909090909, '1': 0.5510204081632653, '2': 0.5321100917431193, '4': 0.8861788617886179, '6': 0.9032258064516129}
{'validation': 0.7142857142857143, 'id_test': 0.6736111111111112, 'ood_test': 0.676056338028169, 'ood_validation': 0.7222222222222222, '0': 0.6272727272727273, '1': 0.6836734693877551, '2': 0.5963302752293578, '4': 0.6666666666666666, '6': 0.7338709677419355}
{'validation': 1.0, 'id_test': 0.9097222222222222, 'ood_test': 0.8450704225352113, 'ood_validation': 0.8472222222222222, '0': 0.9090909090909091, '1': 0.8775510204081632, '2': 0.7798165137614679, '4': 0.943089430894309, '6': 0.9919354838709677}
Model: node
{'validation': 0.7142857142857143, 'id_test': 0.9305555555555556, 'ood_test': 0.8672985781990521, 'ood_validation': 0.9577464788732394, 'train': 0.9047619047619048}
{'validation': 0.7142857142857143, 'id_test': 0.8958333333333334, 'ood_test': 0.8672985781990521, 'ood_validation': 0.9577464788732394, 'train': 0.8818342151675485}
{'validation': 0.8571428571428571, 'id_test': 0.9583333333333334, 'ood_test': 0.9620853080568721, 'ood_validation': 1.0, 'train': 0.9506172839506173}
{'validation': 1.0, 'id_test': 0.9444444444444444, 'ood_test': 0.9620853080568721, 'ood_validation': 1.0, 'train': 0.9488536155202821}
{'validation': 0.8571428571428571, 'id_test': 0.9444444444444444, 'ood_test': 0.9620853080568721, 'ood_validation': 1.0, 'train': 0.9382716049382716}
{'validation': 1.0, 'id_test': 0.9722222222222222, 'ood_test': 0.990521327014218, 'ood_validation': 1.0, 'train': 0.9735449735449735}
{'validation': 0.8571428571428571, 'id_test': 0.9305555555555556, 'ood_test': 0.9241706161137441, 'ood_validation': 0.9859154929577465, 'train': 0.8977072310405644}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.985781990521327, 'ood_validation': 1.0, 'train': 0.9805996472663139}
{'validation': 1.0, 'id_test': 0.9513888888888888, 'ood_test': 0.966824644549763, 'ood_validation': 1.0, 'train': 0.9576719576719577}
{'validation': 1.0, 'id_test': 0.9791666666666666, 'ood_test': 0.985781990521327, 'ood_validation': 1.0, 'train': 0.9788359788359788}
Model: resnet
{'validation': 0.8571428571428571, 'id_test': 0.8851351351351351, 'ood_test': 0.8333333333333334, 'ood_validation': 0.835820895522388, 'train': 0.9086206896551724}
{'validation': 1.0, 'id_test': 0.9527027027027027, 'ood_test': 0.8131313131313131, 'ood_validation': 0.835820895522388, 'train': 0.9706896551724138}
{'validation': 1.0, 'id_test': 0.9797297297297297, 'ood_test': 0.9797979797979798, 'ood_validation': 0.9850746268656716, 'train': 0.9913793103448276}
{'validation': 1.0, 'id_test': 0.9527027027027027, 'ood_test': 0.9090909090909091, 'ood_validation': 0.9104477611940298, 'train': 0.9568965517241379}
{'validation': 1.0, 'id_test': 0.9797297297297297, 'ood_test': 0.98989898989899, 'ood_validation': 0.9850746268656716, 'train': 0.9879310344827587}
{'validation': 1.0, 'id_test': 0.9594594594594594, 'ood_test': 0.8333333333333334, 'ood_validation': 0.835820895522388, 'train': 0.9775862068965517}
{'validation': 1.0, 'id_test': 0.9797297297297297, 'ood_test': 0.9393939393939394, 'ood_validation': 0.9402985074626866, 'train': 0.9913793103448276}
{'validation': 1.0, 'id_test': 0.9662162162162162, 'ood_test': 0.8737373737373737, 'ood_validation': 0.8656716417910447, 'train': 0.9793103448275862}
{'validation': 1.0, 'id_test': 0.9797297297297297, 'ood_test': 0.9848484848484849, 'ood_validation': 0.9850746268656716, 'train': 0.9827586206896551}
{'validation': 1.0, 'id_test': 0.9662162162162162, 'ood_test': 0.8939393939393939, 'ood_validation': 0.8805970149253731, 'train': 0.9758620689655172}
Model: saint
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9609756097560975, 'ood_validation': 0.9565217391304348, 'train': 0.9755671902268761}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9853658536585366, 'ood_validation': 0.9710144927536232, 'train': 0.987783595113438}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9902439024390244, 'ood_validation': 1.0, 'train': 0.9912739965095986}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9902439024390244, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 1.0, 'ood_test': 0.9853658536585366, 'ood_validation': 1.0, 'train': 0.9947643979057592}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9902439024390244, 'ood_validation': 0.9710144927536232, 'train': 0.9912739965095986}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9951219512195122, 'ood_validation': 1.0, 'train': 1.0}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.975609756097561, 'ood_validation': 0.9855072463768116, 'train': 0.9842931937172775}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9658536585365853, 'ood_validation': 0.9710144927536232, 'train': 0.9790575916230366}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.975609756097561, 'ood_validation': 0.9855072463768116, 'train': 0.9895287958115183}
Model: tabtransformer
{'validation': 0.5714285714285714, 'id_test': 0.6153846153846154, 'ood_test': 0.8148148148148148, 'ood_validation': 0.7671232876712328, 'train': 0.7058823529411765}
{'validation': 0.42857142857142855, 'id_test': 0.6573426573426573, 'ood_test': 0.8425925925925926, 'ood_validation': 0.8356164383561644, 'train': 0.7468805704099821}
{'validation': 0.42857142857142855, 'id_test': 0.7832167832167832, 'ood_test': 0.8379629629629629, 'ood_validation': 0.8356164383561644, 'train': 0.8306595365418895}
{'validation': 0.7142857142857143, 'id_test': 0.8811188811188811, 'ood_test': 0.7916666666666666, 'ood_validation': 0.821917808219178, 'train': 0.8770053475935828}
{'validation': 0.8571428571428571, 'id_test': 0.8251748251748252, 'ood_test': 0.8425925925925926, 'ood_validation': 0.8493150684931506, 'train': 0.8591800356506238}
{'validation': 0.8571428571428571, 'id_test': 0.7342657342657343, 'ood_test': 0.8518518518518519, 'ood_validation': 0.8493150684931506, 'train': 0.7718360071301248}
{'validation': 0.5714285714285714, 'id_test': 0.8951048951048951, 'ood_test': 0.7824074074074074, 'ood_validation': 0.7534246575342466, 'train': 0.8912655971479501}
{'validation': 0.5714285714285714, 'id_test': 0.8671328671328671, 'ood_test': 0.7592592592592593, 'ood_validation': 0.7397260273972602, 'train': 0.8556149732620321}
{'validation': 0.5714285714285714, 'id_test': 0.9300699300699301, 'ood_test': 0.8657407407407407, 'ood_validation': 0.821917808219178, 'train': 0.9411764705882353}
{'validation': 0.5714285714285714, 'id_test': 0.8881118881118881, 'ood_test': 0.8101851851851852, 'ood_validation': 0.8493150684931506, 'train': 0.8912655971479501}
Model: vrex
{'validation': 0.5714285714285714, 'id_test': 0.3732394366197183, 'ood_test': 0.7031963470319634, 'ood_validation': 0.6486486486486487, '0': 0.5046728971962616, '1': 0.43795620437956206, '2': 0.819047619047619, '4': 0.7448979591836735, '6': 0.1891891891891892}
{'validation': 0.7142857142857143, 'id_test': 0.8169014084507042, 'ood_test': 0.7397260273972602, 'ood_validation': 0.6486486486486487, '0': 0.7757009345794392, '1': 0.635036496350365, '2': 0.18095238095238095, '4': 0.7959183673469388, '6': 0.918918918918919}
{'validation': 0.8571428571428571, 'id_test': 0.8802816901408451, 'ood_test': 0.9223744292237442, 'ood_validation': 0.8648648648648649, '0': 0.9719626168224299, '1': 0.9197080291970803, '2': 0.9333333333333333, '4': 0.9081632653061225, '6': 0.963963963963964}
{'validation': 0.8571428571428571, 'id_test': 0.8591549295774648, 'ood_test': 0.8812785388127854, 'ood_validation': 0.7972972972972973, '0': 0.9719626168224299, '1': 0.927007299270073, '2': 0.9523809523809523, '4': 0.7857142857142857, '6': 0.8558558558558559}
{'validation': 1.0, 'id_test': 0.852112676056338, 'ood_test': 0.8767123287671232, 'ood_validation': 0.7972972972972973, '0': 0.9813084112149533, '1': 0.948905109489051, '2': 1.0, '4': 0.7857142857142857, '6': 0.8738738738738738}
{'validation': 1.0, 'id_test': 0.823943661971831, 'ood_test': 0.91324200913242, 'ood_validation': 0.8513513513513513, '0': 0.9158878504672897, '1': 0.9197080291970803, '2': 0.9619047619047619, '4': 0.8571428571428571, '6': 0.9099099099099099}
{'validation': 1.0, 'id_test': 0.7746478873239436, 'ood_test': 0.91324200913242, 'ood_validation': 0.8378378378378378, '0': 0.8878504672897196, '1': 0.8905109489051095, '2': 0.9428571428571428, '4': 0.8163265306122449, '6': 0.918918918918919}
{'validation': 0.8571428571428571, 'id_test': 0.9084507042253521, 'ood_test': 0.908675799086758, 'ood_validation': 0.8783783783783784, '0': 0.9813084112149533, '1': 0.9854014598540146, '2': 0.9809523809523809, '4': 0.8163265306122449, '6': 0.954954954954955}
{'validation': 0.8571428571428571, 'id_test': 0.7676056338028169, 'ood_test': 0.8127853881278538, 'ood_validation': 0.7837837837837838, '0': 0.9813084112149533, '1': 0.9708029197080292, '2': 1.0, '4': 0.2755102040816326, '6': 0.8558558558558559}
{'validation': 1.0, 'id_test': 0.8450704225352113, 'ood_test': 0.8995433789954338, 'ood_validation': 0.8243243243243243, '0': 0.9626168224299065, '1': 0.9562043795620438, '2': 1.0, '4': 0.8061224489795918, '6': 0.8918918918918919}
Model: xgb
{'ood_test': 0.8251121076233184}
Model: ib_erm
{'validation': 0.8571428571428571, 'id_test': 0.7534246575342466, 'ood_test': 0.8390243902439024, 'ood_validation': 0.7536231884057971, '0': 0.7346938775510204, '1': 0.5948275862068966, '2': 0.7094017094017094, '4': 0.7954545454545454, '6': 0.7272727272727273}
{'validation': 0.7142857142857143, 'id_test': 0.7465753424657534, 'ood_test': 0.7853658536585366, 'ood_validation': 0.7101449275362319, '0': 0.7551020408163265, '1': 0.6206896551724138, '2': 0.7264957264957265, '4': 0.7575757575757576, '6': 0.6818181818181818}
{'validation': 0.7142857142857143, 'id_test': 0.7328767123287672, 'ood_test': 0.751219512195122, 'ood_validation': 0.6666666666666666, '0': 0.7857142857142857, '1': 0.6724137931034483, '2': 0.717948717948718, '4': 0.6818181818181818, '6': 0.32727272727272727}
{'validation': 0.8571428571428571, 'id_test': 0.7602739726027398, 'ood_test': 0.7804878048780488, 'ood_validation': 0.7246376811594203, '0': 0.7755102040816326, '1': 0.646551724137931, '2': 0.717948717948718, '4': 0.7424242424242424, '6': 0.6545454545454545}
{'validation': 0.7142857142857143, 'id_test': 0.7328767123287672, 'ood_test': 0.751219512195122, 'ood_validation': 0.6811594202898551, '0': 0.7551020408163265, '1': 0.6293103448275862, '2': 0.7350427350427351, '4': 0.7196969696969697, '6': 0.44545454545454544}
{'validation': 0.8571428571428571, 'id_test': 0.8493150684931506, 'ood_test': 0.9317073170731708, 'ood_validation': 0.8985507246376812, '0': 0.9183673469387755, '1': 0.8103448275862069, '2': 0.8034188034188035, '4': 0.9090909090909091, '6': 0.9454545454545454}
{'validation': 0.8571428571428571, 'id_test': 0.7671232876712328, 'ood_test': 0.7951219512195122, 'ood_validation': 0.7246376811594203, '0': 0.7551020408163265, '1': 0.6206896551724138, '2': 0.7350427350427351, '4': 0.7651515151515151, '6': 0.5909090909090909}
{'validation': 0.8571428571428571, 'id_test': 0.8287671232876712, 'ood_test': 0.926829268292683, 'ood_validation': 0.8840579710144928, '0': 0.8469387755102041, '1': 0.6982758620689655, '2': 0.7692307692307693, '4': 0.8939393939393939, '6': 0.9181818181818182}
{'validation': 0.8571428571428571, 'id_test': 0.8356164383561644, 'ood_test': 0.926829268292683, 'ood_validation': 0.8985507246376812, '0': 0.8367346938775511, '1': 0.7155172413793104, '2': 0.7606837606837606, '4': 0.9015151515151515, '6': 0.9363636363636364}
{'validation': 0.8571428571428571, 'id_test': 0.8561643835616438, 'ood_test': 0.9024390243902439, 'ood_validation': 0.927536231884058, '0': 0.9693877551020408, '1': 0.896551724137931, '2': 0.8717948717948718, '4': 0.9621212121212122, '6': 0.9727272727272728}
Model: ib_irm
{'validation': 1.0, 'id_test': 0.7534246575342466, 'ood_test': 0.75, 'ood_validation': 0.6617647058823529, '0': 0.8046875, '1': 0.8558558558558559, '2': 0.8073394495412844, '4': 0.7355371900826446, '6': 0.6886792452830188}
{'validation': 0.8571428571428571, 'id_test': 0.7397260273972602, 'ood_test': 0.7696078431372549, 'ood_validation': 0.75, '0': 0.84375, '1': 0.8648648648648649, '2': 0.7798165137614679, '4': 0.6942148760330579, '6': 0.5849056603773585}
{'validation': 0.7142857142857143, 'id_test': 0.7808219178082192, 'ood_test': 0.7401960784313726, 'ood_validation': 0.6911764705882353, '0': 0.9296875, '1': 0.9009009009009009, '2': 0.8073394495412844, '4': 0.5867768595041323, '6': 0.7075471698113207}
{'validation': 0.8571428571428571, 'id_test': 0.7191780821917808, 'ood_test': 0.6764705882352942, 'ood_validation': 0.6764705882352942, '0': 0.9140625, '1': 0.954954954954955, '2': 0.8715596330275229, '4': 0.7355371900826446, '6': 0.3490566037735849}
{'validation': 0.7142857142857143, 'id_test': 0.7808219178082192, 'ood_test': 0.8921568627450981, 'ood_validation': 0.9117647058823529, '0': 0.890625, '1': 0.9009009009009009, '2': 0.7522935779816514, '4': 0.9173553719008265, '6': 0.8584905660377359}
{'validation': 0.7142857142857143, 'id_test': 0.8013698630136986, 'ood_test': 0.6764705882352942, 'ood_validation': 0.6764705882352942, '0': 0.9296875, '1': 1.0, '2': 0.8440366972477065, '4': 0.48760330578512395, '6': 0.660377358490566}
{'validation': 0.8571428571428571, 'id_test': 0.8698630136986302, 'ood_test': 0.8872549019607843, 'ood_validation': 0.8970588235294118, '0': 0.9453125, '1': 0.990990990990991, '2': 0.8715596330275229, '4': 0.9338842975206612, '6': 0.9245283018867925}
{'validation': 1.0, 'id_test': 0.7945205479452054, 'ood_test': 0.8627450980392157, 'ood_validation': 0.8970588235294118, '0': 0.890625, '1': 0.8558558558558559, '2': 0.8715596330275229, '4': 0.9669421487603306, '6': 0.7547169811320755}
{'validation': 0.8571428571428571, 'id_test': 0.8493150684931506, 'ood_test': 0.9313725490196079, 'ood_validation': 0.9411764705882353, '0': 0.9296875, '1': 0.972972972972973, '2': 0.908256880733945, '4': 0.859504132231405, '6': 0.9716981132075472}
{'validation': 0.7142857142857143, 'id_test': 0.547945205479452, 'ood_test': 0.7107843137254902, 'ood_validation': 0.7058823529411765, '0': 0.53125, '1': 0.6396396396396397, '2': 0.8440366972477065, '4': 0.859504132231405, '6': 0.3490566037735849}
Model: causirl_coral
{'validation': 0.2857142857142857, 'id_test': 0.4785714285714286, 'ood_test': 0.668141592920354, 'ood_validation': 0.7631578947368421, '0': 0.29310344827586204, '1': 0.4791666666666667, '2': 0.41, '4': 0.4690265486725664, '6': 0.38095238095238093}
{'validation': 0.5714285714285714, 'id_test': 0.6214285714285714, 'ood_test': 0.8407079646017699, 'ood_validation': 0.9078947368421053, '0': 0.3879310344827586, '1': 0.4791666666666667, '2': 0.41, '4': 0.5575221238938053, '6': 0.8174603174603174}
{'validation': 0.5714285714285714, 'id_test': 0.6214285714285714, 'ood_test': 0.8141592920353983, 'ood_validation': 0.881578947368421, '0': 0.41379310344827586, '1': 0.4895833333333333, '2': 0.41, '4': 0.6283185840707964, '6': 0.8095238095238095}
{'validation': 0.7142857142857143, 'id_test': 0.5928571428571429, 'ood_test': 0.6902654867256637, 'ood_validation': 0.6447368421052632, '0': 0.41379310344827586, '1': 0.5208333333333334, '2': 0.44, '4': 0.5309734513274337, '6': 0.6190476190476191}
{'validation': 0.2857142857142857, 'id_test': 0.6142857142857143, 'ood_test': 0.7433628318584071, 'ood_validation': 0.8421052631578947, '0': 0.5948275862068966, '1': 0.6458333333333334, '2': 0.53, '4': 0.5663716814159292, '6': 0.4444444444444444}
{'validation': 0.5714285714285714, 'id_test': 0.7071428571428572, 'ood_test': 0.7699115044247787, 'ood_validation': 0.8552631578947368, '0': 0.7758620689655172, '1': 0.78125, '2': 0.58, '4': 0.5486725663716814, '6': 0.6349206349206349}
{'validation': 0.5714285714285714, 'id_test': 0.7428571428571429, 'ood_test': 0.7831858407079646, 'ood_validation': 0.8947368421052632, '0': 0.6120689655172413, '1': 0.6770833333333334, '2': 0.58, '4': 0.6283185840707964, '6': 0.753968253968254}
{'validation': 0.8571428571428571, 'id_test': 0.8428571428571429, 'ood_test': 0.8938053097345132, 'ood_validation': 0.8421052631578947, '0': 0.8793103448275862, '1': 0.9166666666666666, '2': 0.89, '4': 0.7699115044247787, '6': 0.9365079365079365}
{'validation': 0.5714285714285714, 'id_test': 0.6285714285714286, 'ood_test': 0.7610619469026548, 'ood_validation': 0.8421052631578947, '0': 0.5172413793103449, '1': 0.625, '2': 0.48, '4': 0.5132743362831859, '6': 0.6031746031746031}
{'validation': 0.5714285714285714, 'id_test': 0.7214285714285714, 'ood_test': 0.827433628318584, 'ood_validation': 0.9210526315789473, '0': 0.5258620689655172, '1': 0.6354166666666666, '2': 0.48, '4': 0.7168141592920354, '6': 0.8253968253968254}
Model: causirl_mmd
{'validation': 0.2857142857142857, 'id_test': 0.46853146853146854, 'ood_test': 0.6666666666666666, 'ood_validation': 0.726027397260274, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.5700934579439252, '6': 0.31666666666666665}
{'validation': 0.2857142857142857, 'id_test': 0.46853146853146854, 'ood_test': 0.6666666666666666, 'ood_validation': 0.726027397260274, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.5700934579439252, '6': 0.31666666666666665}
{'validation': 0.8571428571428571, 'id_test': 0.48951048951048953, 'ood_test': 0.7731481481481481, 'ood_validation': 0.821917808219178, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.4485981308411215, '6': 0.6833333333333333}
{'validation': 0.2857142857142857, 'id_test': 0.6013986013986014, 'ood_test': 0.625, 'ood_validation': 0.6986301369863014, '0': 0.6635514018691588, '1': 0.752, '2': 0.8235294117647058, '4': 0.5981308411214953, '6': 0.3333333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.5244755244755245, 'ood_test': 0.6944444444444444, 'ood_validation': 0.7397260273972602, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.5327102803738317, '6': 0.6583333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.6013986013986014, 'ood_test': 0.8564814814814815, 'ood_validation': 0.8082191780821918, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.8317757009345794, '6': 0.7083333333333334}
{'validation': 0.8571428571428571, 'id_test': 0.48951048951048953, 'ood_test': 0.7453703703703703, 'ood_validation': 0.7945205479452054, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.45794392523364486, '6': 0.6833333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.4965034965034965, 'ood_test': 0.7777777777777778, 'ood_validation': 0.8082191780821918, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.4953271028037383, '6': 0.6833333333333333}
{'validation': 0.8571428571428571, 'id_test': 0.8531468531468531, 'ood_test': 0.9166666666666666, 'ood_validation': 0.8493150684931506, '0': 0.8878504672897196, '1': 0.936, '2': 0.9215686274509803, '4': 0.9626168224299065, '6': 0.7166666666666667}
{'validation': 0.2857142857142857, 'id_test': 0.5034965034965035, 'ood_test': 0.6666666666666666, 'ood_validation': 0.726027397260274, '0': 0.32710280373831774, '1': 0.384, '2': 0.5098039215686274, '4': 0.6355140186915887, '6': 0.31666666666666665}
