------------------------------------------------------------------------------------------------------------------------
Vector testing report
Params:
    conf: "conf/embeddings_validation_short_1601584583.hocon"

Collected 45 files with 0 errors

------------------------------------------------------------------------------------------------------------------------
Metric: "auroc"
                                            scores_valid                                                                                                                                                                                             
                                                    mean  t_pm t_int_l t_int_h   std                           values t_f_stat t_f_alpha t_t_stat t_t_alpha t_delta t_delta_pm t_delta_l t_delta_h t_delta_pp t_delta_pm_pp t_delta_l_pp t_delta_h_pp
model_name feature_name                                                                                                                                                                                                                              
lgbm       emb__hidden_size_bs_0128_hs_0032        0.827 0.008   0.819   0.835 0.006  [0.834 0.832 0.817 0.827 0.825]    0.923     0.470  -12.181     0.000  -0.049      0.009    -0.058    -0.040     -5.602         1.061       -6.663       -4.541
           emb__hidden_size_bs_0128_hs_0064        0.852 0.007   0.846   0.859 0.005  [0.860 0.852 0.847 0.854 0.848]    1.384     0.620   -6.519     0.000  -0.024      0.008    -0.032    -0.015     -2.727         0.965       -3.691       -1.762
           emb__hidden_size_bs_0128_hs_0128        0.860 0.008   0.851   0.868 0.007  [0.866 0.862 0.850 0.864 0.855]    0.854     0.441   -4.033     0.002  -0.017      0.009    -0.026    -0.007     -1.894         1.083       -2.976       -0.811
           emb__hidden_size_bs_0128_hs_0256        0.866 0.012   0.854   0.878 0.009  [0.876 0.874 0.856 0.866 0.857]    0.444     0.225   -2.018     0.039  -0.010      0.012    -0.022     0.001     -1.159         1.325       -2.485        0.166
           emb__hidden_size_bs_0128_hs_0512        0.874 0.011   0.862   0.885 0.009  [0.881 0.883 0.862 0.874 0.867]    0.484     0.250   -0.514     0.311  -0.003      0.011    -0.014     0.009     -0.287         1.287       -1.574        1.000
           emb__hidden_size_bs_0128_hs_1024        0.876 0.008   0.868   0.884 0.006  [0.884 0.881 0.869 0.874 0.873]    1.000     0.500    0.000     0.500   0.000      0.009    -0.009     0.009      0.000         1.039       -1.039        1.039
           emb__hidden_size_bs_0128_hs_2048        0.866 0.011   0.854   0.877 0.009  [0.872 0.869 0.852 0.873 0.862]    0.476     0.245   -2.135     0.033  -0.010      0.011    -0.022     0.001     -1.198         1.294       -2.491        0.096
           emb__hidden_size_bs_0128_hs_3072        0.868 0.008   0.860   0.876 0.006  [0.872 0.877 0.861 0.866 0.863]    0.939     0.477   -2.109     0.034  -0.008      0.009    -0.018     0.001     -0.966         1.056       -2.022        0.090
           mles_embeddings                         0.876 0.008   0.868   0.884 0.006  [0.884 0.881 0.869 0.874 0.873]    1.000     0.500    0.000     0.500   0.000      0.009    -0.009     0.009      0.000         1.039       -1.039        1.039
                                            scores_test                                                                                                                                                                                             
                                                   mean  t_pm t_int_l t_int_h   std                           values t_f_stat t_f_alpha t_t_stat t_t_alpha t_delta t_delta_pm t_delta_l t_delta_h t_delta_pp t_delta_pm_pp t_delta_l_pp t_delta_h_pp
model_name feature_name                                                                                                                                                                                                                             
lgbm       emb__hidden_size_bs_0128_hs_0032       0.833 0.003   0.831   0.836 0.002  [0.830 0.836 0.834 0.832 0.833]    2.285     0.778  -33.962     0.000  -0.057      0.004    -0.060    -0.053     -6.355         0.432       -6.787       -5.924
           emb__hidden_size_bs_0128_hs_0064       0.852 0.004   0.849   0.856 0.003  [0.848 0.853 0.855 0.852 0.855]    1.164     0.557  -19.650     0.000  -0.037      0.004    -0.042    -0.033     -4.181         0.491       -4.672       -3.691
           emb__hidden_size_bs_0128_hs_0128       0.865 0.001   0.864   0.866 0.001  [0.865 0.866 0.864 0.865 0.865]   13.887     0.987  -17.087     0.000  -0.025      0.003    -0.028    -0.021     -2.761         0.373       -3.134       -2.389
           emb__hidden_size_bs_0128_hs_0256       0.878 0.005   0.873   0.883 0.004  [0.877 0.882 0.877 0.873 0.881]    0.668     0.353   -5.365     0.000  -0.012      0.005    -0.017    -0.007     -1.323         0.569       -1.892       -0.754
           emb__hidden_size_bs_0128_hs_0512       0.879 0.005   0.874   0.883 0.004  [0.877 0.880 0.876 0.875 0.885]    0.671     0.354   -5.063     0.000  -0.011      0.005    -0.016    -0.006     -1.247         0.568       -1.814       -0.679
           emb__hidden_size_bs_0128_hs_1024       0.890 0.004   0.886   0.894 0.003  [0.891 0.891 0.888 0.886 0.894]    1.000     0.500    0.000     0.500   0.000      0.005    -0.005     0.005      0.000         0.509       -0.509        0.509
           emb__hidden_size_bs_0128_hs_2048       0.877 0.004   0.873   0.880 0.003  [0.877 0.875 0.880 0.873 0.879]    1.185     0.563   -6.862     0.000  -0.013      0.004    -0.017    -0.009     -1.454         0.489       -1.943       -0.965
           emb__hidden_size_bs_0128_hs_3072       0.879 0.003   0.876   0.882 0.002  [0.878 0.880 0.878 0.877 0.882]    2.176     0.765   -6.331     0.000  -0.011      0.004    -0.014    -0.007     -1.194         0.435       -1.628       -0.759
           mles_embeddings                        0.890 0.004   0.886   0.894 0.003  [0.891 0.891 0.888 0.886 0.894]    1.000     0.500    0.000     0.500   0.000      0.005    -0.005     0.005      0.000         0.509       -0.509        0.509

------------------------------------------------------------------------------------------------------------------------
Metric: "accuracy"
                                            scores_valid                                                                                                                                                                                             
                                                    mean  t_pm t_int_l t_int_h   std                           values t_f_stat t_f_alpha t_t_stat t_t_alpha t_delta t_delta_pm t_delta_l t_delta_h t_delta_pp t_delta_pm_pp t_delta_l_pp t_delta_h_pp
model_name feature_name                                                                                                                                                                                                                              
lgbm       emb__hidden_size_bs_0128_hs_0032        0.752 0.012   0.740   0.764 0.009  [0.751 0.766 0.740 0.755 0.749]    0.974     0.490   -6.925     0.000  -0.041      0.014    -0.054    -0.027     -5.154         1.716       -6.871       -3.438
           emb__hidden_size_bs_0128_hs_0064        0.774 0.011   0.763   0.785 0.009  [0.786 0.769 0.763 0.778 0.774]    1.030     0.511   -3.250     0.006  -0.019      0.013    -0.032    -0.005     -2.385         1.693       -4.078       -0.693
           emb__hidden_size_bs_0128_hs_0128        0.779 0.008   0.772   0.787 0.006  [0.786 0.784 0.771 0.776 0.779]    2.353     0.786   -2.806     0.011  -0.014      0.011    -0.025    -0.002     -1.751         1.439       -3.191       -0.312
           emb__hidden_size_bs_0128_hs_0256        0.786 0.012   0.774   0.798 0.010  [0.798 0.796 0.778 0.782 0.777]    0.888     0.456   -1.138     0.144  -0.007      0.014    -0.021     0.007     -0.867         1.758       -2.625        0.891
           emb__hidden_size_bs_0128_hs_0512        0.795 0.015   0.779   0.810 0.012  [0.808 0.808 0.785 0.787 0.785]    0.564     0.296    0.249     0.595   0.002      0.016    -0.014     0.018      0.217         2.008       -1.791        2.224
           emb__hidden_size_bs_0128_hs_1024        0.793 0.012   0.781   0.805 0.009  [0.806 0.798 0.783 0.787 0.790]    1.000     0.500    0.000     0.500   0.000      0.014    -0.014     0.014      0.000         1.705       -1.705        1.705
           emb__hidden_size_bs_0128_hs_2048        0.783 0.013   0.770   0.796 0.011  [0.791 0.785 0.765 0.790 0.784]    0.758     0.397   -1.613     0.073  -0.010      0.015    -0.025     0.004     -1.284         1.836       -3.121        0.552
           emb__hidden_size_bs_0128_hs_3072        0.786 0.012   0.774   0.798 0.009  [0.794 0.796 0.774 0.784 0.781]    0.981     0.493   -1.190     0.134  -0.007      0.014    -0.021     0.007     -0.884         1.713       -2.597        0.829
           mles_embeddings                         0.793 0.012   0.781   0.805 0.009  [0.806 0.798 0.783 0.787 0.790]    1.000     0.500    0.000     0.500   0.000      0.014    -0.014     0.014      0.000         1.705       -1.705        1.705
                                            scores_test                                                                                                                                                                                             
                                                   mean  t_pm t_int_l t_int_h   std                           values t_f_stat t_f_alpha t_t_stat t_t_alpha t_delta t_delta_pm t_delta_l t_delta_h t_delta_pp t_delta_pm_pp t_delta_l_pp t_delta_h_pp
model_name feature_name                                                                                                                                                                                                                             
lgbm       emb__hidden_size_bs_0128_hs_0032       0.761 0.004   0.758   0.765 0.003  [0.764 0.764 0.762 0.757 0.760]    3.191     0.856  -14.911     0.000  -0.042      0.007    -0.049    -0.036     -5.273         0.815       -6.088       -4.457
           emb__hidden_size_bs_0128_hs_0064       0.772 0.010   0.762   0.782 0.008  [0.761 0.777 0.779 0.767 0.776]    0.501     0.260   -7.433     0.000  -0.032      0.010    -0.042    -0.022     -3.969         1.231       -5.201       -2.738
           emb__hidden_size_bs_0128_hs_0128       0.773 0.007   0.767   0.780 0.005  [0.767 0.773 0.780 0.770 0.777]    1.096     0.534   -8.886     0.000  -0.030      0.008    -0.038    -0.023     -3.791         0.984       -4.775       -2.808
           emb__hidden_size_bs_0128_hs_0256       0.796 0.009   0.788   0.805 0.007  [0.795 0.801 0.801 0.785 0.799]    0.635     0.335   -1.914     0.046  -0.008      0.009    -0.017     0.002     -0.948         1.142       -2.090        0.194
           emb__hidden_size_bs_0128_hs_0512       0.786 0.006   0.780   0.792 0.005  [0.792 0.785 0.779 0.788 0.787]    1.299     0.597   -5.413     0.000  -0.018      0.008    -0.025    -0.010     -2.222         0.946       -3.168       -1.275
           emb__hidden_size_bs_0128_hs_1024       0.804 0.007   0.797   0.811 0.006  [0.795 0.805 0.804 0.805 0.811]    1.000     0.500    0.000     0.500   0.000      0.008    -0.008     0.008      0.000         1.006       -1.006        1.006
           emb__hidden_size_bs_0128_hs_2048       0.792 0.004   0.789   0.796 0.003  [0.794 0.789 0.789 0.793 0.796]    3.191     0.856   -4.021     0.002  -0.011      0.007    -0.018    -0.005     -1.422         0.815       -2.237       -0.606
           emb__hidden_size_bs_0128_hs_3072       0.802 0.005   0.797   0.807 0.004  [0.799 0.808 0.798 0.802 0.804]    1.709     0.692   -0.534     0.304  -0.002      0.007    -0.009     0.006     -0.207         0.896       -1.103        0.688
           mles_embeddings                        0.804 0.007   0.797   0.811 0.006  [0.795 0.805 0.804 0.805 0.811]    1.000     0.500    0.000     0.500   0.000      0.008    -0.008     0.008      0.000         1.006       -1.006        1.006

------------------------------------------------------------------------------------------------------------------------
End of report.     Current time: 2020-10-01 20:38:50
------------------------------------------------------------------------------------------------------------------------
