Model: aldro
{'validation': 1.0, 'id_test': 0.958904109589041, 'ood_test': 0.8, 'ood_validation': 0.6811594202898551, 'train': 0.9755671902268761}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9707317073170731, 'ood_validation': 0.9855072463768116, 'train': 0.9912739965095986}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9463414634146341, 'ood_validation': 0.9130434782608695, 'train': 0.9616055846422339}
{'validation': 1.0, 'id_test': 0.9726027397260274, 'ood_test': 0.9853658536585366, 'ood_validation': 0.9420289855072463, 'train': 0.9493891797556719}
{'validation': 1.0, 'id_test': 0.9657534246575342, 'ood_test': 0.9853658536585366, 'ood_validation': 0.9710144927536232, 'train': 0.9650959860383944}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9853658536585366, 'ood_validation': 0.9855072463768116, 'train': 0.9912739965095986}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9609756097560975, 'ood_validation': 0.927536231884058, 'train': 0.9912739965095986}
{'validation': 1.0, 'id_test': 0.9657534246575342, 'ood_test': 0.9707317073170731, 'ood_validation': 0.927536231884058, 'train': 0.956369982547993}
{'validation': 1.0, 'id_test': 0.9794520547945206, 'ood_test': 0.9365853658536586, 'ood_validation': 0.8840579710144928, 'train': 0.9947643979057592}
{'validation': 1.0, 'id_test': 0.9863013698630136, 'ood_test': 0.9512195121951219, 'ood_validation': 0.9565217391304348, 'train': 0.9755671902268761}
Model: dann
{'validation': 0.8333333333333334, 'id_test': 0.7391304347826086, 'ood_test': 0.8828451882845189, 'ood_validation': 0.85, '0': 0.75, '1': 0.47863247863247865, '2': 0.8785046728971962, '4': 0.84, '6': 0.9203539823008849}
{'validation': 0.6666666666666666, 'id_test': 0.6521739130434783, 'ood_test': 0.7112970711297071, 'ood_validation': 0.575, '0': 0.92, '1': 0.7692307692307693, '2': 0.8878504672897196, '4': 0.87, '6': 0.10619469026548672}
{'validation': 0.8333333333333334, 'id_test': 0.8478260869565217, 'ood_test': 0.8577405857740585, 'ood_validation': 0.775, '0': 0.96, '1': 0.905982905982906, '2': 0.8691588785046729, '4': 0.89, '6': 0.8584070796460177}
{'validation': 1.0, 'id_test': 0.8768115942028986, 'ood_test': 0.9372384937238494, 'ood_validation': 0.925, '0': 0.91, '1': 0.7606837606837606, '2': 0.897196261682243, '4': 0.87, '6': 0.9380530973451328}
{'validation': 1.0, 'id_test': 0.8913043478260869, 'ood_test': 0.8661087866108786, 'ood_validation': 0.8, '0': 0.97, '1': 0.8803418803418803, '2': 0.9252336448598131, '4': 0.89, '6': 0.8584070796460177}
{'validation': 1.0, 'id_test': 0.8985507246376812, 'ood_test': 0.9246861924686193, 'ood_validation': 0.8375, '0': 0.97, '1': 0.9145299145299145, '2': 0.9532710280373832, '4': 0.89, '6': 0.9203539823008849}
{'validation': 1.0, 'id_test': 0.9130434782608695, 'ood_test': 0.9539748953974896, 'ood_validation': 0.9125, '0': 0.98, '1': 0.905982905982906, '2': 0.9439252336448598, '4': 0.89, '6': 0.9557522123893806}
{'validation': 1.0, 'id_test': 0.9057971014492754, 'ood_test': 0.8702928870292888, 'ood_validation': 0.8, '0': 0.98, '1': 0.8803418803418803, '2': 0.9252336448598131, '4': 0.89, '6': 0.8938053097345132}
{'validation': 1.0, 'id_test': 0.9057971014492754, 'ood_test': 0.8744769874476988, 'ood_validation': 0.8, '0': 0.99, '1': 0.9316239316239316, '2': 0.9345794392523364, '4': 0.89, '6': 0.9026548672566371}
{'validation': 1.0, 'id_test': 0.8478260869565217, 'ood_test': 0.8535564853556485, 'ood_validation': 0.7875, '0': 0.9, '1': 0.8290598290598291, '2': 0.8878504672897196, '4': 0.89, '6': 0.831858407079646}
Model: deepcoral
{'validation': 0.42857142857142855, 'id_test': 0.3958333333333333, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.144, '1': 0.4336283185840708, '2': 0.7789473684210526, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 0.5714285714285714, 'id_test': 0.6875, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.936, '1': 0.8584070796460177, '2': 0.9157894736842105, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 0.7142857142857143, 'id_test': 0.7361111111111112, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.976, '1': 0.9646017699115044, '2': 0.968421052631579, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.3958333333333333, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.144, '1': 0.4336283185840708, '2': 0.7789473684210526, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 0.8571428571428571, 'id_test': 0.7361111111111112, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.968, '1': 0.9380530973451328, '2': 0.9894736842105263, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 0.42857142857142855, 'id_test': 0.4722222222222222, 'ood_test': 0.7488151658767772, 'ood_validation': 0.7464788732394366, '0': 0.16, '1': 0.4424778761061947, '2': 0.7894736842105263, '4': 0.7394957983193278, '6': 0.26956521739130435}
{'validation': 1.0, 'id_test': 0.9166666666666666, 'ood_test': 0.8672985781990521, 'ood_validation': 0.8732394366197183, '0': 0.984, '1': 0.911504424778761, '2': 0.9052631578947369, '4': 0.7226890756302521, '6': 0.9043478260869565}
{'validation': 0.42857142857142855, 'id_test': 0.5208333333333334, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.408, '1': 0.5398230088495575, '2': 0.8421052631578947, '4': 0.6974789915966386, '6': 0.1391304347826087}
{'validation': 1.0, 'id_test': 0.9513888888888888, 'ood_test': 0.976303317535545, 'ood_validation': 0.9859154929577465, '0': 1.0, '1': 0.9911504424778761, '2': 0.9894736842105263, '4': 0.9495798319327731, '6': 0.9652173913043478}
{'validation': 0.42857142857142855, 'id_test': 0.3958333333333333, 'ood_test': 0.7061611374407583, 'ood_validation': 0.7183098591549296, '0': 0.144, '1': 0.4336283185840708, '2': 0.7789473684210526, '4': 0.6974789915966386, '6': 0.1391304347826087}
Model: expgrad
{'ood_test': 0.9146919431279621}
Model: ft_transformer
{'validation': 0.5714285714285714, 'id_test': 0.5333333333333333, 'ood_test': 0.4869109947643979, 'ood_validation': 0.296875, 'train': 0.5289115646258503}
{'validation': 0.5714285714285714, 'id_test': 0.5133333333333333, 'ood_test': 0.4712041884816754, 'ood_validation': 0.296875, 'train': 0.5272108843537415}
{'validation': 0.5714285714285714, 'id_test': 0.6933333333333334, 'ood_test': 0.612565445026178, 'ood_validation': 0.703125, 'train': 0.7193877551020408}
{'validation': 0.7142857142857143, 'id_test': 0.8866666666666667, 'ood_test': 0.6492146596858639, 'ood_validation': 0.75, 'train': 0.9013605442176871}
{'validation': 0.8571428571428571, 'id_test': 0.92, 'ood_test': 0.8952879581151832, 'ood_validation': 0.9375, 'train': 0.9370748299319728}
{'validation': 1.0, 'id_test': 0.9133333333333333, 'ood_test': 0.8272251308900523, 'ood_validation': 0.90625, 'train': 0.9404761904761905}
{'validation': 0.8571428571428571, 'id_test': 0.94, 'ood_test': 0.8691099476439791, 'ood_validation': 0.921875, 'train': 0.9438775510204082}
{'validation': 1.0, 'id_test': 0.9466666666666667, 'ood_test': 0.900523560209424, 'ood_validation': 0.96875, 'train': 0.9574829931972789}
{'validation': 1.0, 'id_test': 0.9466666666666667, 'ood_test': 0.8952879581151832, 'ood_validation': 0.953125, 'train': 0.95578231292517}
{'validation': 1.0, 'id_test': 0.9733333333333334, 'ood_test': 0.9790575916230366, 'ood_validation': 0.984375, 'train': 0.9625850340136054}
Model: group_dro
{'validation': 1.0, 'id_test': 0.9285714285714286, 'ood_test': 0.9170305676855895, 'ood_validation': 0.922077922077922, 'train': 0.9251824817518248}
{'validation': 1.0, 'id_test': 0.9357142857142857, 'ood_test': 0.9475982532751092, 'ood_validation': 0.948051948051948, 'train': 0.9562043795620438}
{'validation': 1.0, 'id_test': 0.9142857142857143, 'ood_test': 0.8733624454148472, 'ood_validation': 0.9090909090909091, 'train': 0.8868613138686131}
{'validation': 1.0, 'id_test': 0.8714285714285714, 'ood_test': 0.9781659388646288, 'ood_validation': 0.974025974025974, 'train': 0.9470802919708029}
{'validation': 1.0, 'id_test': 0.8928571428571429, 'ood_test': 0.9519650655021834, 'ood_validation': 0.922077922077922, 'train': 0.9416058394160584}
{'validation': 1.0, 'id_test': 0.9214285714285714, 'ood_test': 0.9868995633187773, 'ood_validation': 0.987012987012987, 'train': 0.9799270072992701}
{'validation': 1.0, 'id_test': 0.9642857142857143, 'ood_test': 0.9650655021834061, 'ood_validation': 0.961038961038961, 'train': 0.9890510948905109}
{'validation': 1.0, 'id_test': 0.95, 'ood_test': 0.9868995633187773, 'ood_validation': 0.961038961038961, 'train': 0.9927007299270073}
{'validation': 1.0, 'id_test': 0.9571428571428572, 'ood_test': 0.9868995633187773, 'ood_validation': 0.974025974025974, 'train': 0.9963503649635036}
{'validation': 1.0, 'id_test': 0.9071428571428571, 'ood_test': 0.9868995633187773, 'ood_validation': 0.987012987012987, 'train': 0.9781021897810219}
Model: irm
{'validation': 0.2857142857142857, 'id_test': 0.541095890410959, 'ood_test': 0.8067632850241546, 'ood_validation': 0.8260869565217391, '0': 0.9157894736842105, '1': 0.7865168539325843, '2': 0.12307692307692308, '4': 0.07142857142857142, '6': 0.9618320610687023}
{'validation': 0.2857142857142857, 'id_test': 0.4452054794520548, 'ood_test': 0.8840579710144928, 'ood_validation': 0.8985507246376812, '0': 0.08421052631578947, '1': 0.21348314606741572, '2': 0.9153846153846154, '4': 0.07936507936507936, '6': 0.9770992366412213}
{'validation': 0.5714285714285714, 'id_test': 0.5273972602739726, 'ood_test': 0.8792270531400966, 'ood_validation': 0.855072463768116, '0': 0.21052631578947367, '1': 0.449438202247191, '2': 0.9230769230769231, '4': 0.07936507936507936, '6': 0.9694656488549618}
{'validation': 0.2857142857142857, 'id_test': 0.4794520547945205, 'ood_test': 0.927536231884058, 'ood_validation': 0.8840579710144928, '0': 0.08421052631578947, '1': 0.2247191011235955, '2': 0.9307692307692308, '4': 0.24603174603174602, '6': 0.9847328244274809}
{'validation': 0.5714285714285714, 'id_test': 0.7808219178082192, 'ood_test': 0.9033816425120773, 'ood_validation': 0.8695652173913043, '0': 1.0, '1': 0.9325842696629213, '2': 0.9384615384615385, '4': 0.14285714285714285, '6': 0.9770992366412213}
{'validation': 1.0, 'id_test': 0.7465753424657534, 'ood_test': 0.9516908212560387, 'ood_validation': 0.9565217391304348, '0': 0.15789473684210525, '1': 0.550561797752809, '2': 0.9769230769230769, '4': 0.7857142857142857, '6': 0.9923664122137404}
{'validation': 0.8571428571428571, 'id_test': 0.7602739726027398, 'ood_test': 0.9565217391304348, 'ood_validation': 0.9130434782608695, '0': 0.7473684210526316, '1': 0.6741573033707865, '2': 0.9692307692307692, '4': 0.5714285714285714, '6': 0.9923664122137404}
{'validation': 0.7142857142857143, 'id_test': 0.5205479452054794, 'ood_test': 0.7874396135265701, 'ood_validation': 0.7971014492753623, '0': 0.08421052631578947, '1': 0.21348314606741572, '2': 0.9153846153846154, '4': 0.9841269841269841, '6': 0.19083969465648856}
{'validation': 0.7142857142857143, 'id_test': 0.6027397260273972, 'ood_test': 0.961352657004831, 'ood_validation': 0.9565217391304348, '0': 0.08421052631578947, '1': 0.21348314606741572, '2': 0.9153846153846154, '4': 0.8253968253968254, '6': 1.0}
{'validation': 1.0, 'id_test': 0.726027397260274, 'ood_test': 0.9420289855072463, 'ood_validation': 0.9710144927536232, '0': 0.16842105263157894, '1': 0.5842696629213483, '2': 0.9615384615384616, '4': 0.9285714285714286, '6': 1.0}
Model: label_group_dro
{'validation': 0.8571428571428571, 'id_test': 0.8263888888888888, 'ood_test': 0.8443396226415094, 'ood_validation': 0.7887323943661971, 'train': 0.8250883392226148}
{'validation': 0.5714285714285714, 'id_test': 0.8333333333333334, 'ood_test': 0.839622641509434, 'ood_validation': 0.7887323943661971, 'train': 0.8639575971731449}
{'validation': 0.8571428571428571, 'id_test': 0.9444444444444444, 'ood_test': 0.9245283018867925, 'ood_validation': 0.9154929577464789, 'train': 0.9575971731448764}
{'validation': 1.0, 'id_test': 0.9305555555555556, 'ood_test': 0.9764150943396226, 'ood_validation': 0.9859154929577465, 'train': 0.9840989399293286}
{'validation': 0.8571428571428571, 'id_test': 0.9583333333333334, 'ood_test': 0.9056603773584906, 'ood_validation': 0.8732394366197183, 'train': 0.9452296819787986}
{'validation': 1.0, 'id_test': 0.9236111111111112, 'ood_test': 0.9716981132075472, 'ood_validation': 0.971830985915493, 'train': 0.950530035335689}
{'validation': 1.0, 'id_test': 0.9375, 'ood_test': 0.9764150943396226, 'ood_validation': 0.971830985915493, 'train': 0.9858657243816255}
{'validation': 0.8571428571428571, 'id_test': 0.9166666666666666, 'ood_test': 0.9669811320754716, 'ood_validation': 0.971830985915493, 'train': 0.9522968197879859}
{'validation': 0.8571428571428571, 'id_test': 0.9097222222222222, 'ood_test': 0.9622641509433962, 'ood_validation': 0.9436619718309859, 'train': 0.9540636042402827}
{'validation': 1.0, 'id_test': 0.9513888888888888, 'ood_test': 0.9669811320754716, 'ood_validation': 0.9859154929577465, 'train': 0.9611307420494699}
Model: lightgbm
{'ood_test': 1.0}
Model: mixup
{'validation': 0.5714285714285714, 'id_test': 0.5140845070422535, 'ood_test': 0.6743119266055045, 'ood_validation': 0.5616438356164384, '0': 0.39316239316239315, '1': 0.37755102040816324, '2': 0.7019230769230769, '4': 0.6101694915254238, '6': 0.3008130081300813}
{'validation': 0.5714285714285714, 'id_test': 0.5774647887323944, 'ood_test': 0.6743119266055045, 'ood_validation': 0.8082191780821918, '0': 0.47863247863247865, '1': 0.8367346938775511, '2': 0.7307692307692307, '4': 0.3898305084745763, '6': 0.6991869918699187}
{'validation': 0.42857142857142855, 'id_test': 0.5915492957746479, 'ood_test': 0.7844036697247706, 'ood_validation': 0.6986301369863014, '0': 0.21367521367521367, '1': 0.32653061224489793, '2': 0.7019230769230769, '4': 0.6694915254237288, '6': 0.7073170731707317}
{'validation': 0.5714285714285714, 'id_test': 0.6830985915492958, 'ood_test': 0.6834862385321101, 'ood_validation': 0.5616438356164384, '0': 0.7606837606837606, '1': 0.8673469387755102, '2': 0.8173076923076923, '4': 0.6101694915254238, '6': 0.3008130081300813}
{'validation': 0.7142857142857143, 'id_test': 0.8802816901408451, 'ood_test': 0.8899082568807339, 'ood_validation': 0.7945205479452054, '0': 0.905982905982906, '1': 0.9489795918367347, '2': 0.9615384615384616, '4': 0.8135593220338984, '6': 0.8455284552845529}
{'validation': 0.42857142857142855, 'id_test': 0.5492957746478874, 'ood_test': 0.8165137614678899, 'ood_validation': 0.9041095890410958, '0': 0.21367521367521367, '1': 0.32653061224489793, '2': 0.7019230769230769, '4': 0.6694915254237288, '6': 0.8130081300813008}
{'validation': 0.8571428571428571, 'id_test': 0.7112676056338029, 'ood_test': 0.8211009174311926, 'ood_validation': 0.8493150684931506, '0': 0.8461538461538461, '1': 0.9183673469387755, '2': 0.9134615384615384, '4': 0.5, '6': 0.7235772357723578}
{'validation': 0.7142857142857143, 'id_test': 0.7676056338028169, 'ood_test': 0.8899082568807339, 'ood_validation': 0.8356164383561644, '0': 0.5641025641025641, '1': 0.9183673469387755, '2': 0.8653846153846154, '4': 0.8898305084745762, '6': 0.8780487804878049}
{'validation': 0.5714285714285714, 'id_test': 0.5915492957746479, 'ood_test': 0.8807339449541285, 'ood_validation': 0.9315068493150684, '0': 0.23931623931623933, '1': 0.4489795918367347, '2': 0.8365384615384616, '4': 0.8050847457627118, '6': 0.9349593495934959}
{'validation': 0.7142857142857143, 'id_test': 0.704225352112676, 'ood_test': 0.8899082568807339, 'ood_validation': 0.8356164383561644, '0': 0.2222222222222222, '1': 0.5918367346938775, '2': 0.9711538461538461, '4': 0.9491525423728814, '6': 0.8861788617886179}
Model: mlp
{'validation': 0.42857142857142855, 'id_test': 0.5102040816326531, 'ood_test': 0.5297029702970297, 'ood_validation': 0.5, 'train': 0.6006944444444444}
{'validation': 0.8571428571428571, 'id_test': 0.6598639455782312, 'ood_test': 0.504950495049505, 'ood_validation': 0.5, 'train': 0.6336805555555556}
{'validation': 0.42857142857142855, 'id_test': 0.7074829931972789, 'ood_test': 0.594059405940594, 'ood_validation': 0.5588235294117647, 'train': 0.71875}
{'validation': 0.5714285714285714, 'id_test': 0.782312925170068, 'ood_test': 0.6336633663366337, 'ood_validation': 0.6029411764705882, 'train': 0.8159722222222222}
{'validation': 0.7142857142857143, 'id_test': 0.7755102040816326, 'ood_test': 0.6138613861386139, 'ood_validation': 0.6029411764705882, 'train': 0.7725694444444444}
{'validation': 0.42857142857142855, 'id_test': 0.7414965986394558, 'ood_test': 0.6287128712871287, 'ood_validation': 0.7058823529411765, 'train': 0.7881944444444444}
{'validation': 0.42857142857142855, 'id_test': 0.8027210884353742, 'ood_test': 0.599009900990099, 'ood_validation': 0.6470588235294118, 'train': 0.765625}
{'validation': 0.42857142857142855, 'id_test': 0.782312925170068, 'ood_test': 0.6138613861386139, 'ood_validation': 0.6176470588235294, 'train': 0.7864583333333334}
{'validation': 0.2857142857142857, 'id_test': 0.7210884353741497, 'ood_test': 0.6584158415841584, 'ood_validation': 0.6911764705882353, 'train': 0.796875}
{'validation': 0.2857142857142857, 'id_test': 0.7959183673469388, 'ood_test': 0.6732673267326733, 'ood_validation': 0.6764705882352942, 'train': 0.8784722222222222}
Model: mmd
{'validation': 0.2857142857142857, 'id_test': 0.42857142857142855, 'ood_test': 0.5870646766169154, 'ood_validation': 0.5882352941176471, '0': 0.08181818181818182, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.9666666666666667, '6': 0.03571428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.5918367346938775, 'ood_test': 0.8805970149253731, 'ood_validation': 0.9117647058823529, '0': 0.08181818181818182, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.48333333333333334, '6': 0.9732142857142857}
{'validation': 0.2857142857142857, 'id_test': 0.4489795918367347, 'ood_test': 0.5870646766169154, 'ood_validation': 0.5882352941176471, '0': 0.17272727272727273, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.9666666666666667, '6': 0.03571428571428571}
{'validation': 0.2857142857142857, 'id_test': 0.42857142857142855, 'ood_test': 0.5870646766169154, 'ood_validation': 0.5882352941176471, '0': 0.08181818181818182, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.9666666666666667, '6': 0.03571428571428571}
{'validation': 1.0, 'id_test': 0.8775510204081632, 'ood_test': 0.9104477611940298, 'ood_validation': 0.9117647058823529, '0': 1.0, '1': 0.9904761904761905, '2': 0.8384615384615385, '4': 0.7, '6': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.6666666666666666, 'ood_test': 0.8756218905472637, 'ood_validation': 0.8529411764705882, '0': 0.08181818181818182, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.9916666666666667, '6': 0.8482142857142857}
{'validation': 0.8571428571428571, 'id_test': 0.7755102040816326, 'ood_test': 0.945273631840796, 'ood_validation': 0.9558823529411765, '0': 0.9636363636363636, '1': 0.8380952380952381, '2': 0.5230769230769231, '4': 0.9833333333333333, '6': 1.0}
{'validation': 0.8571428571428571, 'id_test': 0.5306122448979592, 'ood_test': 0.835820895522388, 'ood_validation': 0.8823529411764706, '0': 0.08181818181818182, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.03333333333333333, '6': 0.9642857142857143}
{'validation': 0.8571428571428571, 'id_test': 0.5306122448979592, 'ood_test': 0.7910447761194029, 'ood_validation': 0.8088235294117647, '0': 0.09090909090909091, '1': 0.2761904761904762, '2': 0.9153846153846154, '4': 0.03333333333333333, '6': 0.9642857142857143}
{'validation': 1.0, 'id_test': 0.8095238095238095, 'ood_test': 0.7910447761194029, 'ood_validation': 0.8235294117647058, '0': 1.0, '1': 0.9809523809523809, '2': 0.9769230769230769, '4': 0.03333333333333333, '6': 0.9642857142857143}
Model: node
{'validation': 0.5, 'id_test': 0.7857142857142857, 'ood_test': 0.7652173913043478, 'ood_validation': 0.8181818181818182, 'train': 0.7861060329067642}
{'validation': 0.6666666666666666, 'id_test': 0.7571428571428571, 'ood_test': 0.8565217391304348, 'ood_validation': 0.8311688311688312, 'train': 0.7989031078610603}
{'validation': 0.6666666666666666, 'id_test': 0.7785714285714286, 'ood_test': 0.8913043478260869, 'ood_validation': 0.8831168831168831, 'train': 0.8208409506398537}
{'validation': 0.6666666666666666, 'id_test': 0.8928571428571429, 'ood_test': 0.9, 'ood_validation': 0.9090909090909091, 'train': 0.8884826325411335}
{'validation': 0.6666666666666666, 'id_test': 0.8857142857142857, 'ood_test': 0.8434782608695652, 'ood_validation': 0.8571428571428571, 'train': 0.9287020109689214}
{'validation': 0.6666666666666666, 'id_test': 0.9142857142857143, 'ood_test': 0.8782608695652174, 'ood_validation': 0.8571428571428571, 'train': 0.9414990859232175}
{'validation': 1.0, 'id_test': 0.8857142857142857, 'ood_test': 0.9, 'ood_validation': 0.9090909090909091, 'train': 0.9451553930530164}
{'validation': 0.6666666666666666, 'id_test': 0.9071428571428571, 'ood_test': 0.908695652173913, 'ood_validation': 0.8961038961038961, 'train': 0.9506398537477148}
{'validation': 1.0, 'id_test': 0.9, 'ood_test': 0.8521739130434782, 'ood_validation': 0.8701298701298701, 'train': 0.9506398537477148}
{'validation': 0.6666666666666666, 'id_test': 0.8071428571428572, 'ood_test': 0.908695652173913, 'ood_validation': 0.8961038961038961, 'train': 0.8793418647166362}
Model: resnet
{'validation': 0.5, 'id_test': 0.6571428571428571, 'ood_test': 0.7161572052401747, 'ood_validation': 0.6753246753246753, 'train': 0.7354014598540146}
{'validation': 0.6666666666666666, 'id_test': 0.6, 'ood_test': 0.4366812227074236, 'ood_validation': 0.5064935064935064, 'train': 0.6277372262773723}
{'validation': 1.0, 'id_test': 0.8071428571428572, 'ood_test': 0.5851528384279476, 'ood_validation': 0.5974025974025974, 'train': 0.8868613138686131}
{'validation': 1.0, 'id_test': 0.8928571428571429, 'ood_test': 0.6375545851528385, 'ood_validation': 0.6753246753246753, 'train': 0.9397810218978102}
{'validation': 1.0, 'id_test': 0.8928571428571429, 'ood_test': 0.6157205240174672, 'ood_validation': 0.6493506493506493, 'train': 0.927007299270073}
{'validation': 0.8333333333333334, 'id_test': 0.7857142857142857, 'ood_test': 0.6244541484716157, 'ood_validation': 0.6493506493506493, 'train': 0.9215328467153284}
{'validation': 0.8333333333333334, 'id_test': 0.8, 'ood_test': 0.537117903930131, 'ood_validation': 0.5324675324675324, 'train': 0.8448905109489051}
{'validation': 0.6666666666666666, 'id_test': 0.7428571428571429, 'ood_test': 0.6419213973799127, 'ood_validation': 0.5584415584415584, 'train': 0.9178832116788321}
{'validation': 1.0, 'id_test': 0.8, 'ood_test': 0.7205240174672489, 'ood_validation': 0.6753246753246753, 'train': 0.9507299270072993}
{'validation': 1.0, 'id_test': 0.8285714285714286, 'ood_test': 0.6331877729257642, 'ood_validation': 0.6363636363636364, 'train': 0.9178832116788321}
Model: saint
{'validation': 0.2857142857142857, 'id_test': 0.46258503401360546, 'ood_test': 0.5223880597014925, 'ood_validation': 0.5373134328358209, 'train': 0.5}
{'validation': 0.2857142857142857, 'id_test': 0.4965986394557823, 'ood_test': 0.5223880597014925, 'ood_validation': 0.5373134328358209, 'train': 0.5467128027681661}
{'validation': 0.7142857142857143, 'id_test': 0.5374149659863946, 'ood_test': 0.47761194029850745, 'ood_validation': 0.4626865671641791, 'train': 0.5}
{'validation': 0.7142857142857143, 'id_test': 0.5374149659863946, 'ood_test': 0.47761194029850745, 'ood_validation': 0.4626865671641791, 'train': 0.5}
{'validation': 0.7142857142857143, 'id_test': 0.5374149659863946, 'ood_test': 0.47761194029850745, 'ood_validation': 0.4626865671641791, 'train': 0.5}
{'validation': 0.42857142857142855, 'id_test': 0.5578231292517006, 'ood_test': 0.5323383084577115, 'ood_validation': 0.5522388059701493, 'train': 0.6366782006920415}
{'validation': 0.5714285714285714, 'id_test': 0.5238095238095238, 'ood_test': 0.48756218905472637, 'ood_validation': 0.5223880597014925, 'train': 0.5519031141868512}
{'validation': 0.8571428571428571, 'id_test': 0.6258503401360545, 'ood_test': 0.5323383084577115, 'ood_validation': 0.582089552238806, 'train': 0.6851211072664359}
{'validation': 0.7142857142857143, 'id_test': 0.5714285714285714, 'ood_test': 0.46766169154228854, 'ood_validation': 0.5522388059701493, 'train': 0.5743944636678201}
{'validation': 0.2857142857142857, 'id_test': 0.5714285714285714, 'ood_test': 0.5223880597014925, 'ood_validation': 0.5522388059701493, 'train': 0.6487889273356401}
Model: tabtransformer
{'validation': 1.0, 'id_test': 0.9577464788732394, 'ood_test': 0.9863636363636363, 'ood_validation': 0.9459459459459459, 'train': 0.9730700179533214}
{'validation': 1.0, 'id_test': 0.9084507042253521, 'ood_test': 0.9863636363636363, 'ood_validation': 0.9324324324324325, 'train': 0.9533213644524237}
{'validation': 1.0, 'id_test': 0.9436619718309859, 'ood_test': 0.9818181818181818, 'ood_validation': 0.9324324324324325, 'train': 0.9676840215439856}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9727272727272728, 'ood_validation': 0.9324324324324325, 'train': 0.9820466786355476}
{'validation': 1.0, 'id_test': 0.9225352112676056, 'ood_test': 0.9681818181818181, 'ood_validation': 0.9594594594594594, 'train': 0.9640933572710951}
{'validation': 1.0, 'id_test': 0.9436619718309859, 'ood_test': 0.9818181818181818, 'ood_validation': 0.9324324324324325, 'train': 0.9892280071813285}
{'validation': 1.0, 'id_test': 0.9577464788732394, 'ood_test': 0.9863636363636363, 'ood_validation': 0.9864864864864865, 'train': 0.9874326750448833}
{'validation': 1.0, 'id_test': 0.9577464788732394, 'ood_test': 0.9818181818181818, 'ood_validation': 0.9594594594594594, 'train': 0.9964093357271095}
{'validation': 1.0, 'id_test': 0.9507042253521126, 'ood_test': 0.9545454545454546, 'ood_validation': 0.9324324324324325, 'train': 0.9802513464991023}
{'validation': 1.0, 'id_test': 0.9577464788732394, 'ood_test': 0.9772727272727273, 'ood_validation': 0.9594594594594594, 'train': 0.992818671454219}
Model: vrex
{'validation': 0.8571428571428571, 'id_test': 0.5608108108108109, 'ood_test': 0.5757575757575758, 'ood_validation': 0.5671641791044776, '0': 0.6372549019607843, '1': 0.7068965517241379, '2': 0.7, '4': 0.6090909090909091, '6': 0.32786885245901637}
{'validation': 0.14285714285714285, 'id_test': 0.5945945945945946, 'ood_test': 0.42424242424242425, 'ood_validation': 0.40298507462686567, '0': 0.6372549019607843, '1': 0.5086206896551724, '2': 0.34615384615384615, '4': 0.42727272727272725, '6': 0.6885245901639344}
{'validation': 0.2857142857142857, 'id_test': 0.722972972972973, 'ood_test': 0.46464646464646464, 'ood_validation': 0.4626865671641791, '0': 0.9117647058823529, '1': 0.896551724137931, '2': 0.8461538461538461, '4': 0.42727272727272725, '6': 0.6885245901639344}
{'validation': 0.5714285714285714, 'id_test': 0.6824324324324325, 'ood_test': 0.7121212121212122, 'ood_validation': 0.8059701492537313, '0': 0.5490196078431373, '1': 0.5948275862068966, '2': 0.7153846153846154, '4': 0.9272727272727272, '6': 0.8524590163934426}
{'validation': 0.7142857142857143, 'id_test': 0.6486486486486487, 'ood_test': 0.6262626262626263, 'ood_validation': 0.6119402985074627, '0': 0.6666666666666666, '1': 0.603448275862069, '2': 0.7307692307692307, '4': 0.6363636363636364, '6': 0.47540983606557374}
{'validation': 0.5714285714285714, 'id_test': 0.7567567567567568, 'ood_test': 0.7424242424242424, 'ood_validation': 0.7910447761194029, '0': 0.8235294117647058, '1': 0.7586206896551724, '2': 0.8307692307692308, '4': 0.8727272727272727, '6': 0.860655737704918}
{'validation': 0.5714285714285714, 'id_test': 0.7094594594594594, 'ood_test': 0.7424242424242424, 'ood_validation': 0.7164179104477612, '0': 0.8627450980392157, '1': 0.8189655172413793, '2': 0.8769230769230769, '4': 0.8, '6': 0.7540983606557377}
{'validation': 0.14285714285714285, 'id_test': 0.5945945945945946, 'ood_test': 0.4797979797979798, 'ood_validation': 0.47761194029850745, '0': 0.6372549019607843, '1': 0.5086206896551724, '2': 0.34615384615384615, '4': 0.42727272727272725, '6': 0.6885245901639344}
{'validation': 0.7142857142857143, 'id_test': 0.8445945945945946, 'ood_test': 0.7676767676767676, 'ood_validation': 0.835820895522388, '0': 0.9411764705882353, '1': 0.8879310344827587, '2': 0.9461538461538461, '4': 0.9090909090909091, '6': 0.9426229508196722}
{'validation': 0.8571428571428571, 'id_test': 0.49324324324324326, 'ood_test': 0.6919191919191919, 'ood_validation': 0.6865671641791045, '0': 0.43137254901960786, '1': 0.5344827586206896, '2': 0.6615384615384615, '4': 0.6636363636363637, '6': 0.5983606557377049}
Model: xgb
{'ood_test': 1.0}
Model: ib_erm
{'validation': 0.2857142857142857, 'id_test': 0.5804195804195804, 'ood_test': 0.6589861751152074, 'ood_validation': 0.7397260273972602, '0': 0.6990291262135923, '1': 0.6481481481481481, '2': 0.6904761904761905, '4': 0.42342342342342343, '6': 0.4375}
{'validation': 0.7142857142857143, 'id_test': 0.8111888111888111, 'ood_test': 0.7603686635944701, 'ood_validation': 0.7123287671232876, '0': 0.8737864077669902, '1': 0.9351851851851852, '2': 0.8888888888888888, '4': 0.8558558558558559, '6': 0.9017857142857143}
{'validation': 0.42857142857142855, 'id_test': 0.7272727272727273, 'ood_test': 0.6589861751152074, 'ood_validation': 0.7671232876712328, '0': 0.941747572815534, '1': 0.9074074074074074, '2': 0.9523809523809523, '4': 0.44144144144144143, '6': 0.5178571428571429}
{'validation': 0.8571428571428571, 'id_test': 0.7622377622377622, 'ood_test': 0.5714285714285714, 'ood_validation': 0.547945205479452, '0': 0.9514563106796117, '1': 0.9259259259259259, '2': 0.9603174603174603, '4': 0.5765765765765766, '6': 0.5625}
{'validation': 0.5714285714285714, 'id_test': 0.8601398601398601, 'ood_test': 0.8617511520737328, 'ood_validation': 0.863013698630137, '0': 0.9611650485436893, '1': 0.9166666666666666, '2': 0.9285714285714286, '4': 0.9369369369369369, '6': 0.8928571428571429}
{'validation': 0.8571428571428571, 'id_test': 0.8881118881118881, 'ood_test': 0.8894009216589862, 'ood_validation': 0.8904109589041096, '0': 0.941747572815534, '1': 0.8888888888888888, '2': 0.9444444444444444, '4': 0.8558558558558559, '6': 0.9642857142857143}
{'validation': 0.5714285714285714, 'id_test': 0.8741258741258742, 'ood_test': 0.8571428571428571, 'ood_validation': 0.8767123287671232, '0': 0.970873786407767, '1': 0.9351851851851852, '2': 0.9523809523809523, '4': 0.918918918918919, '6': 0.8839285714285714}
{'validation': 0.8571428571428571, 'id_test': 0.8531468531468531, 'ood_test': 0.847926267281106, 'ood_validation': 0.8356164383561644, '0': 0.9611650485436893, '1': 0.9351851851851852, '2': 0.9682539682539683, '4': 0.8468468468468469, '6': 0.9196428571428571}
{'validation': 0.8571428571428571, 'id_test': 0.7972027972027972, 'ood_test': 0.7235023041474654, 'ood_validation': 0.726027397260274, '0': 0.9514563106796117, '1': 0.9166666666666666, '2': 0.9523809523809523, '4': 0.6036036036036037, '6': 0.6428571428571429}
{'validation': 0.8571428571428571, 'id_test': 0.8461538461538461, 'ood_test': 0.7972350230414746, 'ood_validation': 0.7671232876712328, '0': 0.9805825242718447, '1': 0.9537037037037037, '2': 0.9523809523809523, '4': 0.8018018018018018, '6': 0.8392857142857143}
Model: ib_irm
{'validation': 0.5714285714285714, 'id_test': 0.7724137931034483, 'ood_test': 0.8277511961722488, 'ood_validation': 0.8571428571428571, '0': 0.7744360902255639, '1': 0.6859504132231405, '2': 0.6636363636363637, '4': 0.6590909090909091, '6': 0.7863247863247863}
{'validation': 1.0, 'id_test': 0.903448275862069, 'ood_test': 0.9330143540669856, 'ood_validation': 0.9285714285714286, '0': 0.9097744360902256, '1': 0.9421487603305785, '2': 0.8818181818181818, '4': 0.8863636363636364, '6': 0.8974358974358975}
{'validation': 0.7142857142857143, 'id_test': 0.8068965517241379, 'ood_test': 0.8899521531100478, 'ood_validation': 0.9, '0': 0.849624060150376, '1': 0.7272727272727273, '2': 0.7818181818181819, '4': 0.7840909090909091, '6': 0.8461538461538461}
{'validation': 0.8571428571428571, 'id_test': 0.8482758620689655, 'ood_test': 0.8708133971291866, 'ood_validation': 0.9, '0': 0.9022556390977443, '1': 0.8429752066115702, '2': 0.9, '4': 0.6704545454545454, '6': 0.8461538461538461}
{'validation': 0.7142857142857143, 'id_test': 0.8620689655172413, 'ood_test': 0.84688995215311, 'ood_validation': 0.9, '0': 0.9097744360902256, '1': 0.859504132231405, '2': 0.9363636363636364, '4': 0.6590909090909091, '6': 0.8034188034188035}
{'validation': 0.8571428571428571, 'id_test': 0.9241379310344827, 'ood_test': 0.9282296650717703, 'ood_validation': 0.9571428571428572, '0': 0.9624060150375939, '1': 0.9338842975206612, '2': 1.0, '4': 0.875, '6': 0.9316239316239316}
{'validation': 0.8571428571428571, 'id_test': 0.903448275862069, 'ood_test': 0.8708133971291866, 'ood_validation': 0.8714285714285714, '0': 0.9774436090225563, '1': 0.9504132231404959, '2': 0.990909090909091, '4': 0.6818181818181818, '6': 0.8290598290598291}
{'validation': 0.8571428571428571, 'id_test': 0.8620689655172413, 'ood_test': 0.8564593301435407, 'ood_validation': 0.8857142857142857, '0': 0.9097744360902256, '1': 0.8760330578512396, '2': 0.9727272727272728, '4': 0.7272727272727273, '6': 0.8034188034188035}
{'validation': 0.8571428571428571, 'id_test': 0.8413793103448276, 'ood_test': 0.8660287081339713, 'ood_validation': 0.9, '0': 0.9022556390977443, '1': 0.8512396694214877, '2': 0.9363636363636364, '4': 0.7272727272727273, '6': 0.8290598290598291}
{'validation': 0.8571428571428571, 'id_test': 0.9241379310344827, 'ood_test': 0.9425837320574163, 'ood_validation': 0.9571428571428572, '0': 0.9398496240601504, '1': 0.9173553719008265, '2': 0.9727272727272728, '4': 0.9772727272727273, '6': 0.9914529914529915}
Model: causirl_coral
{'validation': 0.5714285714285714, 'id_test': 0.5578231292517006, 'ood_test': 0.40298507462686567, 'ood_validation': 0.36764705882352944, '0': 0.6578947368421053, '1': 0.46464646464646464, '2': 0.3968253968253968, '4': 0.4247787610619469, '6': 0.712}
{'validation': 0.5714285714285714, 'id_test': 0.6598639455782312, 'ood_test': 0.5472636815920398, 'ood_validation': 0.6029411764705882, '0': 0.7807017543859649, '1': 0.6464646464646465, '2': 0.6746031746031746, '4': 0.4247787610619469, '6': 0.712}
{'validation': 0.7142857142857143, 'id_test': 0.564625850340136, 'ood_test': 0.6069651741293532, 'ood_validation': 0.6470588235294118, '0': 0.6578947368421053, '1': 0.46464646464646464, '2': 0.3968253968253968, '4': 0.6283185840707964, '6': 0.48}
{'validation': 0.7142857142857143, 'id_test': 0.6054421768707483, 'ood_test': 0.5970149253731343, 'ood_validation': 0.6617647058823529, '0': 0.868421052631579, '1': 0.8080808080808081, '2': 0.7142857142857143, '4': 0.5752212389380531, '6': 0.376}
{'validation': 0.8571428571428571, 'id_test': 0.6870748299319728, 'ood_test': 0.5970149253731343, 'ood_validation': 0.6176470588235294, '0': 0.6578947368421053, '1': 0.46464646464646464, '2': 0.3968253968253968, '4': 0.7876106194690266, '6': 0.856}
{'validation': 0.7142857142857143, 'id_test': 0.6802721088435374, 'ood_test': 0.6069651741293532, 'ood_validation': 0.7058823529411765, '0': 0.8157894736842105, '1': 0.8686868686868687, '2': 0.8095238095238095, '4': 0.5929203539823009, '6': 0.4}
{'validation': 0.7142857142857143, 'id_test': 0.7278911564625851, 'ood_test': 0.7661691542288557, 'ood_validation': 0.8235294117647058, '0': 0.7368421052631579, '1': 0.8181818181818182, '2': 0.7936507936507936, '4': 0.7433628318584071, '6': 0.8}
{'validation': 0.7142857142857143, 'id_test': 0.5986394557823129, 'ood_test': 0.6865671641791045, 'ood_validation': 0.7647058823529411, '0': 0.6578947368421053, '1': 0.46464646464646464, '2': 0.40476190476190477, '4': 0.6991150442477876, '6': 0.648}
{'validation': 0.5714285714285714, 'id_test': 0.6530612244897959, 'ood_test': 0.6965174129353234, 'ood_validation': 0.7352941176470589, '0': 0.7017543859649122, '1': 0.7676767676767676, '2': 0.7698412698412699, '4': 0.6548672566371682, '6': 0.576}
{'validation': 0.8571428571428571, 'id_test': 0.6394557823129252, 'ood_test': 0.7114427860696517, 'ood_validation': 0.75, '0': 0.8771929824561403, '1': 0.8383838383838383, '2': 0.7698412698412699, '4': 0.6637168141592921, '6': 0.624}
Model: causirl_mmd
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.6666666666666666, 'id_test': 0.7428571428571429, 'ood_test': 0.7192982456140351, 'ood_validation': 0.6233766233766234, '0': 0.8636363636363636, '1': 0.8303571428571429, '2': 0.8761061946902655, '4': 0.696969696969697, '6': 0.4}
{'validation': 0.5, 'id_test': 0.44285714285714284, 'ood_test': 0.6798245614035088, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.30357142857142855, '2': 0.8407079646017699, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.5, 'id_test': 0.7571428571428571, 'ood_test': 0.7324561403508771, 'ood_validation': 0.7272727272727273, '0': 0.9454545454545454, '1': 0.9196428571428571, '2': 0.8849557522123894, '4': 0.3333333333333333, '6': 0.7652173913043478}
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
{'validation': 0.5, 'id_test': 0.5428571428571428, 'ood_test': 0.8377192982456141, 'ood_validation': 0.7532467532467533, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.7777777777777778, '6': 0.6608695652173913}
{'validation': 0.5, 'id_test': 0.4357142857142857, 'ood_test': 0.6666666666666666, 'ood_validation': 0.6233766233766234, '0': 0.19090909090909092, '1': 0.29464285714285715, '2': 0.7876106194690266, '4': 0.6666666666666666, '6': 0.23478260869565218}
