LISTOPS:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   35.09    0.60       61       18   28.92    1.40    166     18
     banded(5)   34.47    0.55       63       19   28.25    1.70     -1     -1
     banded(9)   34.82    0.51       67       17   28.40    1.09     -1     -1
  banded(5)+G1   34.73    0.43       59       22   30.49    0.58     -1     -1
  banded(9)+G1   35.54    0.53       74       20   31.05    2.16     -1     -1
  banded(5)+G3   35.23    0.52       62       20   30.99    1.15     -1     -1
  banded(9)+G3   35.29    0.60       69       24   31.80    1.41     -1     -1
   blklocal(5)   34.83    0.42       70       11   29.07    1.33     -1     -1
   blklocal(9)   34.73    0.25       57       10   28.59    1.21     -1     -1
blklocal(5)+G1   35.20    0.55       53        8   29.73    1.63     -1     -1
blklocal(9)+G1   34.63    0.43       54       14   30.57    1.07     -1     -1
blklocal(5)+G3   35.53    0.66       68       21   29.97    1.35     -1     -1
blklocal(9)+G3   35.53    0.61       60       17   31.82    1.35     -1     -1
       topk(5)   36.02    0.59       40        8   31.06    0.73    131      9
       topk(9)   36.25    0.29       41        7   31.33    0.85    121      7

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.73  2.43e-02       64       12    5.57    0.97     -1     -1
     banded(5)    1.78  3.66e-02       67        7    4.20    1.04     -1     -1
     banded(9)    1.74  3.00e-02       66        9    5.29    0.96     -1     -1
  banded(5)+G1    1.72  1.60e-02       58       13    5.17    2.30     -1     -1
  banded(9)+G1    1.70  2.23e-02       61       13    5.75    1.73     -1     -1
  banded(5)+G3    1.71  1.24e-02       55       17    5.27    2.35     -1     -1
  banded(9)+G3    1.72  9.74e-03       60       13    6.24    1.69     -1     -1
   blklocal(5)    1.73  2.72e-02       69       11    3.32    0.45     -1     -1
   blklocal(9)    1.73  1.52e-02       60       14    4.34    0.59     -1     -1
blklocal(5)+G1    1.71  1.67e-02       55       15    5.22    1.52     -1     -1
blklocal(9)+G1    1.71  1.34e-02       52       14    5.67    1.64     -1     -1
blklocal(5)+G3    1.70  1.77e-02       64       18    4.88    1.83     -1     -1
blklocal(9)+G3    1.70  1.28e-02       57       13    6.26    2.21     -1     -1
       topk(5)    1.69  1.84e-02       37        6    5.87    0.43     -1     -1
       topk(9)    1.68  8.41e-03       37        6    6.64    0.50     -1     -1

PARITY:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   53.90    1.49       90      116   49.78    1.35    679     67
     banded(5)   53.02    0.74      186      287   49.81    1.26    774     62
     banded(9)   53.23    0.56      300      192   50.84    1.07    527     49
  banded(5)+G1   53.42    1.31      117       98   49.27    1.39    589     40
  banded(9)+G1   53.48    1.05      336      372   49.74    1.10    509     46
  banded(5)+G3   53.45    1.44      190      181   50.28    0.86    580     49
  banded(9)+G3   53.39    1.09      140      174   49.39    1.06    537     65
   blklocal(5)   53.10    0.68      232      271   50.58    1.05     -1     -1
   blklocal(9)   53.64    0.95      125      111   49.91    0.69     -1     -1
blklocal(5)+G1   53.76    1.38      194      278   50.25    1.33    733     61
blklocal(9)+G1   53.78    1.15      259      252   50.31    0.91    766     29
blklocal(5)+G3   54.18    1.68      220      264   50.60    1.11    660     52
blklocal(9)+G3   53.48    1.13       89       78   49.44    0.94    694     87
       topk(5)   52.84    0.94      414      345   49.88    1.01    449     39
       topk(9)   52.85    0.97      372      296   50.08    1.08    486     56

        method  bval-m    bval-s  biter-m  biter-s  lval-m    lval-s  cvg-m  cvg-s
      standard    0.69  1.16e-03      104       70    2.72  3.63e-01     -1     -1
     banded(5)    0.69  7.44e-04       56       31    2.32  1.79e-01     -1     -1
     banded(9)    0.69  7.17e-04       58       35    3.26  2.51e-01     -1     -1
  banded(5)+G1    0.69  6.36e-04       57       38    3.01  1.93e-01     -1     -1
  banded(9)+G1    0.69  9.48e-04       71       64    3.51  3.05e-01     -1     -1
  banded(5)+G3    0.69  6.93e-04       79       53    3.13  1.98e-01     -1     -1
  banded(9)+G3    0.69  6.94e-04       81       52    3.58  3.92e-01     -1     -1
   blklocal(5)    0.69  7.17e-04       72       56    0.72  7.97e-03     -1     -1
   blklocal(9)    0.69  8.43e-04       53       41    0.93  2.70e-02     -1     -1
blklocal(5)+G1    0.69  7.04e-04       65       45    2.66  2.38e-01     -1     -1
blklocal(9)+G1    0.69  8.80e-04       60       54    2.42  1.70e-01     -1     -1
blklocal(5)+G3    0.69  7.24e-04       67       56    3.01  3.75e-01     -1     -1
blklocal(9)+G3    0.69  8.48e-04       70       57    2.88  5.28e-01     -1     -1
       topk(5)    0.69  7.52e-04       30       32    3.33  3.87e-01     -1     -1
       topk(9)    0.69  6.77e-04       50       40    3.54  4.75e-01     -1     -1

UEQPAIRS:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard  100.00    0.00       64       21  100.00    0.00     53     15
     banded(5)   52.57    0.96       66       28   50.34    1.42     -1     -1
     banded(9)   52.06    1.07       45       35   50.42    1.08     -1     -1
  banded(5)+G1   81.86   22.36       83       28   81.40   22.88     -1     -1
  banded(9)+G1   64.47   19.70       51       37   63.07   20.59     -1     -1
  banded(5)+G3   75.94   24.06       81       27   75.48   24.52     -1     -1
  banded(9)+G3   66.20   22.13       70       32   65.61   22.52     -1     -1
   blklocal(5)   51.98    0.98       67       26   50.46    0.81     -1     -1
   blklocal(9)   51.79    0.84       57       26   50.28    1.00     -1     -1
blklocal(5)+G1   85.62   21.89       85       18   85.10   22.69     -1     -1
blklocal(9)+G1   71.13   23.56       67       36   70.33   24.22     -1     -1
blklocal(5)+G3   66.55   21.93       86       12   65.97   22.33     -1     -1
blklocal(9)+G3   66.34   22.05       62       36   65.45   22.63     -1     -1
       topk(5)  100.00    0.00       18        0  100.00    0.00      5      2
       topk(9)  100.00    0.00       19        0  100.00    0.00     13      2

        method    bval-m    bval-s  biter-m  biter-s    lval-m    lval-s  cvg-m  cvg-s
      standard  1.45e-06  9.87e-07       96        2  1.60e-06  1.24e-06     -1     -1
     banded(5)  6.93e-01  6.38e-04       32       34  7.01e-01  6.41e-03     -1     -1
     banded(9)  6.93e-01  4.33e-04       38       33  6.96e-01  3.03e-03     -1     -1
  banded(5)+G1  2.75e-01  3.35e-01       77       36  2.78e-01  3.33e-01     -1     -1
  banded(9)+G1  5.44e-01  2.41e-01       35       41  5.46e-01  2.42e-01     -1     -1
  banded(5)+G3  3.47e-01  3.46e-01       88       21  3.47e-01  3.47e-01     -1     -1
  banded(9)+G3  4.85e-01  3.18e-01       50       38  4.86e-01  3.18e-01     -1     -1
   blklocal(5)  6.93e-01  7.38e-04       20       25  6.97e-01  2.43e-03     -1     -1
   blklocal(9)  6.93e-01  2.29e-04       40       37  6.95e-01  2.35e-03     -1     -1
blklocal(5)+G1  2.09e-01  3.17e-01       83       26  2.10e-01  3.18e-01     -1     -1
blklocal(9)+G1  4.16e-01  3.39e-01       54       44  4.17e-01  3.39e-01     -1     -1
blklocal(5)+G3  4.85e-01  3.17e-01       80       33  4.86e-01  3.18e-01     -1     -1
blklocal(9)+G3  4.85e-01  3.18e-01       60       37  4.86e-01  3.18e-01     -1     -1
       topk(5)  2.32e-07  7.62e-08       88       10  1.45e-05  4.26e-05     -1     -1
       topk(9)  2.76e-07  8.63e-08       91        9  4.11e-07  2.88e-07     -1     -1

MISSDUP:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard  100.00    0.00      174       55   99.98    0.02     96     21
     banded(5)   58.35    1.34       38       69   54.04    1.83     -1     -1
     banded(9)   96.53    1.99      236        6   95.35    2.19    113     29
  banded(5)+G1   99.78    0.34      236        6   99.62    0.35    113     13
  banded(9)+G1   99.82    0.13      231       12   99.40    0.38     72     10
  banded(5)+G3   99.92    0.12      227       24   99.80    0.30    136     16
  banded(9)+G3   99.90    0.10      224       16   99.41    0.48     80      8
   blklocal(5)   57.87    1.16        5        4   52.90    1.12     -1     -1
   blklocal(9)   58.12    1.21        3        2   52.50    0.71     -1     -1
blklocal(5)+G1   98.78    3.28      238        7   98.48    3.75     -1     -1
blklocal(9)+G1   99.02    0.74      235       12   98.58    0.81    153     26
blklocal(5)+G3   99.96    0.09      230       19   99.86    0.13    133     20
blklocal(9)+G3   99.72    0.22      234        9   99.12    0.73    146     17
       topk(5)  100.00    0.00      226       14   99.94    0.07     47      8
       topk(9)  100.00    0.00      193       59   99.95    0.06     47     10

        method    bval-m    bval-s  biter-m  biter-s    lval-m    lval-s  cvg-m  cvg-s
      standard  2.06e-05  5.44e-05      220       21  6.68e-04  1.00e-03     -1     -1
     banded(5)  6.83e-01  2.76e-03       41       17  1.10e+00  8.14e-02     -1     -1
     banded(9)  1.57e-01  6.07e-02      215       19  2.34e-01  6.23e-02     -1     -1
  banded(5)+G1  8.68e-03  1.30e-02      227       16  1.95e-02  1.42e-02     -1     -1
  banded(9)+G1  5.85e-03  4.08e-03      232       15  2.90e-02  2.11e-02     -1     -1
  banded(5)+G3  2.67e-03  3.79e-03      234        9  7.56e-03  1.18e-02     -1     -1
  banded(9)+G3  5.37e-03  6.32e-03      221       17  2.71e-02  1.98e-02     -1     -1
   blklocal(5)  6.85e-01  1.88e-03       29       22  7.23e-01  1.50e-02     -1     -1
   blklocal(9)  6.84e-01  2.44e-03       31       16  8.08e-01  2.06e-02     -1     -1
blklocal(5)+G1  2.58e-02  6.43e-02      231       22  3.95e-02  7.47e-02     -1     -1
blklocal(9)+G1  3.15e-02  2.12e-02      236        8  5.87e-02  3.41e-02     -1     -1
blklocal(5)+G3  1.34e-03  3.44e-03      235       12  5.68e-03  6.09e-03     -1     -1
blklocal(9)+G3  1.14e-02  7.35e-03      233       11  3.60e-02  3.33e-02     -1     -1
       topk(5)  3.60e-05  5.50e-05      226       15  3.28e-03  5.08e-03     -1     -1
       topk(9)  3.49e-06  4.55e-06      222       21  1.82e-03  2.46e-03     -1     -1

CYCNAV:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   22.18    0.40      213      192   19.60    0.79    546     32
     banded(5)   22.04    0.40      219      257   19.89    1.00    569     50
     banded(9)   22.17    0.41      316      227   20.07    0.87    534     47
  banded(5)+G1   22.27    0.49      287      237   19.90    0.92    568     26
  banded(9)+G1   22.30    0.54      250      263   19.57    0.89    545     40
  banded(5)+G3   22.12    0.53      222      254   19.54    0.86    588     45
  banded(9)+G3   22.30    0.50      279      274   19.88    1.21    548     33
   blklocal(5)   22.16    0.65      152      191   19.67    1.35     -1     -1
   blklocal(9)   22.21    0.39      124      160   19.86    0.38    658     25
blklocal(5)+G1   22.48    0.75      233      238   20.10    0.77    664     35
blklocal(9)+G1   22.01    0.38      196      223   19.66    0.65    609     32
blklocal(5)+G3   22.29    0.53      285      247   20.05    1.05    580     29
blklocal(9)+G3   22.13    0.35      232      154   19.81    0.75    581     32
       topk(5)   22.22    0.52      285      254   19.48    0.97    451     13
       topk(9)   22.22    0.71      261      251   19.70    1.09    431     13


        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.61  5.74e-04       15       13    5.47    0.22     -1     -1
     banded(5)    1.61  6.77e-04       12        8    5.45    0.17     -1     -1
     banded(9)    1.61  7.40e-04       14        9    5.72    0.17     -1     -1
  banded(5)+G1    1.61  7.88e-04       11        6    5.32    0.17     -1     -1
  banded(9)+G1    1.61  6.67e-04       14        8    5.76    0.16     -1     -1
  banded(5)+G3    1.61  4.79e-04       14       10    5.34    0.19     -1     -1
  banded(9)+G3    1.61  5.37e-04       17       14    5.74    0.19     -1     -1
   blklocal(5)    1.61  1.04e-03        8        8    2.61    0.04     -1     -1
   blklocal(9)    1.61  6.80e-04       13        7    4.51    0.13     -1     -1
blklocal(5)+G1    1.61  8.07e-04       12        7    4.65    0.22     -1     -1
blklocal(9)+G1    1.61  6.22e-04       13       10    4.84    0.22     -1     -1
blklocal(5)+G3    1.61  8.40e-04       15       17    5.06    0.23     -1     -1
blklocal(9)+G3    1.61  6.91e-04       19       13    5.09    0.15     -1     -1
       topk(5)    1.61  7.51e-04        6        5    5.08    0.18     -1     -1
       topk(9)    1.61  6.26e-04        8        5    5.65    0.19     -1     -1

MAB:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   29.76    0.93       20       13   22.62    0.76    311     18
     banded(5)   30.01    0.77       24       36   23.96    0.86    354     34
     banded(9)   29.94    0.71       22       19   24.76    0.96    341     29
  banded(5)+G1   30.04    0.88       23       13   24.84    1.61    392     38
  banded(9)+G1   30.14    0.72       24       16   24.20    1.03    367     22
  banded(5)+G3   30.10    0.83       42       31   24.08    0.65    398     38
  banded(9)+G3   30.09    0.80       44       25   23.85    1.15    377     37
   blklocal(5)   29.71    0.81       18       24   23.33    0.97    430     22
   blklocal(9)   29.67    0.95       25       19   23.71    0.90    324     24
blklocal(5)+G1   29.86    0.79       28       18   23.24    1.10    340     17
blklocal(9)+G1   29.82    0.80       33       24   23.48    0.78    346     32
blklocal(5)+G3   29.88    0.84       21       17   23.18    0.78    345     36
blklocal(9)+G3   29.83    0.76       21       13   23.72    1.17    349     20
       topk(5)   29.76    0.73       17       12   23.00    1.40    244     11
       topk(9)   29.79    0.90        8        4   23.28    0.84    251     18

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.57  9.66e-03       28       11    8.26    0.53     -1     -1
     banded(5)    1.55  8.92e-03       18        4    7.23    0.28     -1     -1
     banded(9)    1.56  7.67e-03       22        5    7.65    0.28     -1     -1
  banded(5)+G1    1.55  9.74e-03       22        5    6.62    0.33     -1     -1
  banded(9)+G1    1.55  9.25e-03       27        8    7.23    0.31     -1     -1
  banded(5)+G3    1.55  9.02e-03       24        7    6.68    0.34     -1     -1
  banded(9)+G3    1.56  7.52e-03       28        7    7.36    0.27     -1     -1
   blklocal(5)    1.57  7.75e-03       15        6    5.93    0.19     -1     -1
   blklocal(9)    1.57  7.64e-03       20        7    7.05    0.28     -1     -1
blklocal(5)+G1    1.57  7.82e-03       19        8    6.67    0.47     -1     -1
blklocal(9)+G1    1.56  8.59e-03       22        6    7.02    0.26     -1     -1
blklocal(5)+G3    1.56  7.78e-03       22        8    7.25    0.43     -1     -1
blklocal(9)+G3    1.56  8.28e-03       27        7    7.26    0.21     -1     -1
       topk(5)    1.57  7.78e-03        9        4    6.91    0.38     -1     -1
       topk(9)    1.57  7.28e-03       11        4    7.77    0.28     -1     -1

SOLEQ:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   22.32    0.35      215      154   20.18    0.45    325     19
     banded(5)   22.18    0.28       96      103   20.36    0.66    345     29
     banded(9)   22.51    0.64      156      169   20.57    0.84    310     29
  banded(5)+G1   22.06    0.34       87       77   19.57    0.59    371     38
  banded(9)+G1   22.49    0.44      179      156   20.66    1.06    321     26
  banded(5)+G3   22.50    0.58      176      149   20.35    0.86    388     31
  banded(9)+G3   22.25    0.54      145      157   19.70    0.66    349     27
   blklocal(5)   22.41    0.56      185      174   20.04    0.69    469     19
   blklocal(9)   22.42    0.62      174      197   20.02    1.04    330     26
blklocal(5)+G1   22.17    0.33      132      170   19.74    1.03    409     23
blklocal(9)+G1   22.23    0.35      192      211   19.85    1.03    340     25
blklocal(5)+G3   22.55    0.63      173      180   20.26    0.87    384     19
blklocal(9)+G3   22.43    0.59      128      100   19.72    0.61    366     29
       topk(5)   22.48    0.63      149      114   19.66    1.02    249     11
       topk(9)   22.56    0.30      162      152   19.73    0.85    248     12

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.61  8.81e-04       19       11    7.54    0.40     -1     -1
     banded(5)    1.61  7.83e-04       10        7    7.28    0.20     -1     -1
     banded(9)    1.61  1.02e-03       13        9    7.84    0.31     -1     -1
  banded(5)+G1    1.61  9.07e-04       12        9    7.07    0.27     -1     -1
  banded(9)+G1    1.61  8.80e-04       17       11    7.72    0.33     -1     -1
  banded(5)+G3    1.61  7.61e-04       14        9    6.60    0.19     -1     -1
  banded(9)+G3    1.61  7.54e-04       14       10    7.42    0.28     -1     -1
   blklocal(5)    1.61  7.91e-04        7        4    5.74    0.15     -1     -1
   blklocal(9)    1.61  9.38e-04       12        7    7.09    0.17     -1     -1
blklocal(5)+G1    1.61  8.18e-04       10        6    6.26    0.11     -1     -1
blklocal(9)+G1    1.61  1.00e-03       14        9    6.94    0.25     -1     -1
blklocal(5)+G3    1.61  6.89e-04       15       10    6.45    0.32     -1     -1
blklocal(9)+G3    1.61  7.50e-04       12       10    6.76    0.28     -1     -1
       topk(5)    1.61  9.22e-04        5        1    6.98    0.30     -1     -1
       topk(9)    1.61  7.61e-04        9        4    7.50    0.31     -1     -1

STACKMAN:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   97.41    0.44      148       35   96.95    0.33     22      4
     banded(5)   97.10    0.32      147       39   96.52    0.44     17      2
     banded(9)   97.44    0.45      143       36   96.77    0.63     21      4
  banded(5)+G1   97.22    0.71      139       34   96.71    0.68     18      4
  banded(9)+G1   97.48    0.70      149       42   96.85    0.83     20      4
  banded(5)+G3   97.34    0.45      114       47   96.79    0.49     19      4
  banded(9)+G3   97.69    0.37      138       48   97.20    0.42     19      3
   blklocal(5)   97.12    0.54      118       33   96.28    0.51     19      2
   blklocal(9)   95.53    0.56       77       37   94.36    0.60     25      6
blklocal(5)+G1   97.61    0.52      124       41   97.16    0.63     13      3
blklocal(9)+G1   97.11    0.73      144       34   96.61    0.71     18      4
blklocal(5)+G3   97.64    0.30      152       42   96.96    0.74     17      3
blklocal(9)+G3   97.26    0.59      154       35   96.73    0.72     19      1
       topk(5)   97.19    0.61      148       33   96.67    0.69     18      2
       topk(9)   97.44    0.34      142       40   96.88    0.59     20      4

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    0.07  1.05e-02       88       33    0.17    0.07     -1     -1
     banded(5)    0.08  9.01e-03       62        8    0.25    0.06     -1     -1
     banded(9)    0.07  1.02e-02       68       15    0.24    0.05     -1     -1
  banded(5)+G1    0.07  1.27e-02       53       14    0.24    0.06     -1     -1
  banded(9)+G1    0.07  1.47e-02       63       10    0.27    0.08     -1     -1
  banded(5)+G3    0.07  8.58e-03       56       15    0.24    0.06     -1     -1
  banded(9)+G3    0.06  1.18e-02       63       13    0.21    0.05     -1     -1
   blklocal(5)    0.07  8.41e-03       58       19    0.19    0.04     -1     -1
   blklocal(9)    0.10  7.63e-03       45        8    0.23    0.05     -1     -1
blklocal(5)+G1    0.06  1.30e-02       52       11    0.21    0.06     -1     -1
blklocal(9)+G1    0.07  1.48e-02       57       13    0.25    0.07     -1     -1
blklocal(5)+G3    0.06  1.06e-02       62       21    0.21    0.03     -1     -1
blklocal(9)+G3    0.07  1.32e-02       70       17    0.26    0.08     -1     -1
       topk(5)    0.07  1.17e-02       70       19    0.22    0.08     -1     -1
       topk(9)    0.06  1.11e-02       68       14    0.24    0.06     -1     -1
