LISTOPS:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   35.02    0.51       72       13   29.11    1.51     -1     -1
     banded(5)   34.91    0.51       70       14   28.05    1.65     -1     -1
     banded(9)   34.95    0.17       63       11   28.94    1.24     -1     -1
  banded(5)+G1   35.16    0.54       59       18   30.76    1.45     -1     -1
  banded(9)+G1   35.38    0.58       58       12   30.27    1.20     -1     -1
  banded(5)+G3   35.15    0.46       53       14   30.87    1.27     -1     -1
  banded(9)+G3   35.98    0.53       72       10   32.45    1.47     -1     -1
   blklocal(5)   34.66    0.38       62       10   28.52    1.46     -1     -1
   blklocal(9)   34.69    0.40       60       16   29.62    1.08     -1     -1
blklocal(5)+G1   34.95    0.41       65       19   30.09    1.07     -1     -1
blklocal(9)+G1   34.84    0.32       52       11   30.21    0.72     -1     -1
blklocal(5)+G3   35.78    0.92       72       13   30.80    1.15     -1     -1
blklocal(9)+G3   35.20    0.50       58       15   31.41    1.27     -1     -1
       topk(5)   36.10    0.32       50       10   31.17    0.90    138     10
       topk(9)   35.84    0.29       38       10   31.68    1.07    127      6

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.74  2.62e-02       78       10    5.42    1.04     -1     -1
     banded(5)    1.74  1.68e-02       62        6    4.48    0.69     -1     -1
     banded(9)    1.72  1.25e-02       58        9    5.40    0.81     -1     -1
  banded(5)+G1    1.72  1.77e-02       47       10    5.60    1.56     -1     -1
  banded(9)+G1    1.71  1.48e-02       52        7    6.39    1.29     -1     -1
  banded(5)+G3    1.71  1.34e-02       52       10    5.88    1.35     -1     -1
  banded(9)+G3    1.70  1.90e-02       58        8    6.04    1.45     -1     -1
   blklocal(5)    1.71  2.16e-02       62        9    3.85    0.43     -1     -1
   blklocal(9)    1.72  1.22e-02       49       10    4.74    0.74     -1     -1
blklocal(5)+G1    1.71  1.10e-02       63       10    3.95    0.47     -1     -1
blklocal(9)+G1    1.71  1.14e-02       50       11    5.57    1.17     -1     -1
blklocal(5)+G3    1.69  1.49e-02       60        5    4.92    0.84     -1     -1
blklocal(9)+G3    1.70  1.50e-02       56        7    5.92    1.10     -1     -1
       topk(5)    1.69  1.01e-02       42        8    5.69    0.51     -1     -1
       topk(9)    1.69  9.93e-03       37        5    6.22    0.42     -1     -1

PARITY:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   53.92    1.23      173      203   49.95    1.54    683     81
     banded(5)   53.35    1.02      108      190   49.63    1.07    790     76
     banded(9)   53.36    0.72      195      230   50.55    1.10    534     54
  banded(5)+G1   53.74    0.89      209      174   50.12    1.63    589     29
  banded(9)+G1   53.49    1.10      160      121   50.32    0.82    533     59
  banded(5)+G3   53.79    1.39      335      317   49.93    1.45    604     53
  banded(9)+G3   53.95    1.36       96      118   49.15    1.44    542     55
   blklocal(5)   53.22    0.61      149      171   50.69    1.07     -1     -1
   blklocal(9)   53.74    0.85       63       82   49.67    0.92     -1     -1
blklocal(5)+G1   53.69    1.31      285      309   50.59    1.12    763     47
blklocal(9)+G1   53.60    1.15      174      187   49.44    1.11    784     71
blklocal(5)+G3   53.94    1.51      233      267   49.44    0.67    677     26
blklocal(9)+G3   54.11    1.29       66       76   49.62    0.80    709     73
       topk(5)   53.19    0.81      288      283   49.86    0.96    475     35
       topk(9)   52.89    0.81      299      231   49.78    0.95    464     36

        method  bval-m    bval-s  biter-m  biter-s  lval-m    lval-s  cvg-m  cvg-s
      standard    0.69  1.04e-03      117       63    2.86  4.75e-01     -1     -1
     banded(5)    0.69  5.21e-04       50       32    2.41  1.78e-01     -1     -1
     banded(9)    0.69  6.62e-04       56       28    3.47  3.71e-01     -1     -1
  banded(5)+G1    0.69  6.56e-04       49       34    3.08  1.02e-01     -1     -1
  banded(9)+G1    0.69  9.11e-04       67       58    3.58  4.38e-01     -1     -1
  banded(5)+G3    0.69  6.91e-04       92       54    3.20  2.58e-01     -1     -1
  banded(9)+G3    0.69  6.72e-04       61       49    3.69  3.72e-01     -1     -1
   blklocal(5)    0.69  6.59e-04       67       51    0.71  7.03e-03     -1     -1
   blklocal(9)    0.69  8.34e-04       56       42    0.94  1.85e-02     -1     -1
blklocal(5)+G1    0.69  8.16e-04       46       35    2.61  2.15e-01     -1     -1
blklocal(9)+G1    0.69  9.46e-04       70       53    2.53  3.12e-01     -1     -1
blklocal(5)+G3    0.69  7.23e-04       70       60    3.05  1.84e-01     -1     -1
blklocal(9)+G3    0.69  8.10e-04       60       51    2.86  4.36e-01     -1     -1
       topk(5)    0.69  1.02e-03       21       25    3.53  3.02e-01     -1     -1
       topk(9)    0.69  8.74e-04       31       24    4.13  3.25e-01     -1     -1

UEQPAIRS:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard  100.00    0.00       60       22  100.00    0.00     52     16
     banded(5)   52.65    0.97       75       20   50.38    0.99     -1     -1
     banded(9)   52.02    0.87       55       23   50.57    1.05     -1     -1
  banded(5)+G1   85.70   21.87       84       29   85.23   22.57     -1     -1
  banded(9)+G1   75.85   24.05       64       40   75.19   24.71     -1     -1
  banded(5)+G3   75.89   24.12       89       14   75.51   24.50     -1     -1
  banded(9)+G3   75.88   24.13       68       37   75.26   24.75     -1     -1
   blklocal(5)   52.14    0.94       59       35   50.52    0.95     -1     -1
   blklocal(9)   51.80    0.86       48       28   50.41    1.02     -1     -1
blklocal(5)+G1   90.42   19.13       87       18   89.99   19.99     -1     -1
blklocal(9)+G1   75.78   24.10       64       40   75.29   24.58     -1     -1
blklocal(5)+G3   76.03   23.98       92        9   75.82   24.19     -1     -1
blklocal(9)+G3   71.20   23.53       70       31   70.76   23.89     -1     -1
       topk(5)  100.00    0.00       17        5  100.00    0.00      5      2
       topk(9)  100.00    0.00       18        0  100.00    0.00     12      3

        method    bval-m    bval-s  biter-m  biter-s    lval-m    lval-s  cvg-m  cvg-s
      standard  1.42e-06  1.06e-06       96        2  1.87e-06  1.81e-06     -1     -1
     banded(5)  6.93e-01  8.83e-04       23       28  7.03e-01  6.05e-03     -1     -1
     banded(9)  6.93e-01  4.94e-04       30       31  6.96e-01  2.82e-03     -1     -1
  banded(5)+G1  2.08e-01  3.17e-01       77       37  2.08e-01  3.17e-01     -1     -1
  banded(9)+G1  3.48e-01  3.45e-01       54       44  3.49e-01  3.45e-01     -1     -1
  banded(5)+G3  3.46e-01  3.46e-01       88       20  3.47e-01  3.47e-01     -1     -1
  banded(9)+G3  3.47e-01  3.46e-01       69       35  3.47e-01  3.47e-01     -1     -1
   blklocal(5)  6.93e-01  7.68e-04       18       23  6.97e-01  2.33e-03     -1     -1
   blklocal(9)  6.93e-01  2.72e-04       33       32  6.95e-01  2.27e-03     -1     -1
blklocal(5)+G1  1.39e-01  2.77e-01       86       25  1.39e-01  2.78e-01     -1     -1
blklocal(9)+G1  3.51e-01  3.43e-01       63       43  3.51e-01  3.43e-01     -1     -1
blklocal(5)+G3  3.46e-01  3.46e-01       74       36  3.47e-01  3.47e-01     -1     -1
blklocal(9)+G3  4.15e-01  3.38e-01       76       33  4.16e-01  3.38e-01     -1     -1
       topk(5)  2.07e-07  9.70e-08       92        6  1.10e-05  3.21e-05     -1     -1
       topk(9)  3.30e-07  1.26e-07       89       11  9.73e-07  1.08e-06     -1     -1

MISSDUP:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard  100.00    0.00      180       60   99.97    0.07     98     19
     banded(5)   58.51    1.46       36       57   53.14    2.27     -1     -1
     banded(9)   97.62    1.72      238        7   96.91    2.11    110     23
  banded(5)+G1   99.87    0.21      241        6   99.20    1.79    121     18
  banded(9)+G1   99.80    0.22      223       25   99.22    0.59     69      7
  banded(5)+G3   99.91    0.12      233       19   99.64    0.44    141     25
  banded(9)+G3   99.92    0.09      225       16   99.55    0.33     78     10
   blklocal(5)   58.12    1.16        4        4   52.78    1.51     -1     -1
   blklocal(9)   58.55    1.24        3        2   52.18    0.61     -1     -1
blklocal(5)+G1   99.79    0.43      236        7   99.68    0.45    124     31
blklocal(9)+G1   98.28    2.12      237       10   97.64    2.55    161     36
blklocal(5)+G3   99.95    0.09      225       29   99.61    0.63    138     28
blklocal(9)+G3   99.57    0.45      240        4   98.80    1.11    147     16
       topk(5)  100.00    0.00      204       37   99.95    0.07     48      6
       topk(9)  100.00    0.00      227       28   99.95    0.06     47     11

        method    bval-m    bval-s  biter-m  biter-s    lval-m    lval-s  cvg-m  cvg-s
      standard  5.30e-06  1.18e-05      228       12  1.55e-03  2.71e-03     -1     -1
     banded(5)  6.83e-01  3.64e-03       40       17  1.07e+00  7.74e-02     -1     -1
     banded(9)  1.14e-01  8.16e-02      222       31  1.53e-01  1.06e-01     -1     -1
  banded(5)+G1  4.36e-03  7.33e-03      234       10  2.88e-02  5.01e-02     -1     -1
  banded(9)+G1  7.97e-03  9.11e-03      229       17  3.67e-02  2.94e-02     -1     -1
  banded(5)+G3  2.49e-03  3.49e-03      239       10  1.28e-02  1.47e-02     -1     -1
  banded(9)+G3  3.17e-03  4.59e-03      226       15  1.89e-02  1.75e-02     -1     -1
   blklocal(5)  6.85e-01  2.02e-03       28       22  7.19e-01  1.38e-02     -1     -1
   blklocal(9)  6.84e-01  2.36e-03       31       14  8.06e-01  2.99e-02     -1     -1
blklocal(5)+G1  1.07e-02  2.32e-02      233        9  1.79e-02  2.93e-02     -1     -1
blklocal(9)+G1  5.58e-02  5.82e-02      237       12  7.54e-02  6.46e-02     -1     -1
blklocal(5)+G3  1.39e-03  2.73e-03      235       10  1.89e-02  3.14e-02     -1     -1
blklocal(9)+G3  1.74e-02  1.65e-02      239       10  4.73e-02  5.09e-02     -1     -1
       topk(5)  3.58e-05  6.50e-05      219       18  2.31e-03  3.42e-03     -1     -1
       topk(9)  2.44e-06  2.81e-06      228       16  2.35e-03  3.02e-03     -1     -1

CYCNAV:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   22.25    0.51      212      229   20.00    0.94    539     28
     banded(5)   22.19    0.58      207      256   19.55    1.11    567     44
     banded(9)   22.38    0.49      306      280   19.88    0.91    520     37
  banded(5)+G1   22.36    0.52      427      226   20.41    1.14    553     33
  banded(9)+G1   22.23    0.34      305      277   19.90    1.06    542     33
  banded(5)+G3   22.47    0.42      460      234   20.70    0.70    572     32
  banded(9)+G3   22.18    0.31      106      133   19.52    0.67    535     26
   blklocal(5)   22.16    0.59      190      216   20.19    1.28     -1     -1
   blklocal(9)   22.19    0.42      168      132   19.93    0.71    664     38
blklocal(5)+G1   22.34    0.50      315      247   19.91    1.02    657     30
blklocal(9)+G1   22.13    0.45      140      207   19.49    0.89    610     29
blklocal(5)+G3   22.39    0.68      320      251   20.34    0.79    607     39
blklocal(9)+G3   22.43    0.62      185      189   19.82    0.56    574     32
       topk(5)   22.29    0.58      247      183   20.08    0.78    445     21
       topk(9)   22.52    0.48      355      233   20.19    1.08    433     14

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.61  5.73e-04       15       13    5.73    0.29     -1     -1
     banded(5)    1.61  6.68e-04       10        6    5.66    0.17     -1     -1
     banded(9)    1.61  8.13e-04       13        9    6.00    0.32     -1     -1
  banded(5)+G1    1.61  7.94e-04        8        5    5.63    0.14     -1     -1
  banded(9)+G1    1.61  6.47e-04       13        7    5.99    0.34     -1     -1
  banded(5)+G3    1.61  4.90e-04       16       13    5.51    0.24     -1     -1
  banded(9)+G3    1.61  5.37e-04       15       10    6.12    0.23     -1     -1
   blklocal(5)    1.61  9.87e-04        8        8    2.66    0.06     -1     -1
   blklocal(9)    1.61  6.49e-04        9        5    4.72    0.11     -1     -1
blklocal(5)+G1    1.61  7.60e-04       11        7    4.91    0.31     -1     -1
blklocal(9)+G1    1.61  6.32e-04       14        9    5.10    0.22     -1     -1
blklocal(5)+G3    1.61  8.54e-04       13       15    5.13    0.33     -1     -1
blklocal(9)+G3    1.61  5.85e-04       17       13    5.32    0.23     -1     -1
       topk(5)    1.61  7.36e-04        5        3    5.40    0.18     -1     -1
       topk(9)    1.61  6.55e-04        8        5    5.89    0.25     -1     -1

MAB:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   29.75    1.02       23       15   23.18    1.03    311     15
     banded(5)   29.89    0.77       11        5   24.08    0.76    353     32
     banded(9)   29.80    0.89       19       17   24.38    1.21    336     29
  banded(5)+G1   29.95    0.78       22       11   24.10    1.23    389     48
  banded(9)+G1   29.95    0.59       26       23   24.05    1.03    367     20
  banded(5)+G3   30.16    0.87       26       18   23.91    1.38    403     25
  banded(9)+G3   30.00    0.60       24       16   23.71    0.86    370     21
   blklocal(5)   29.76    0.98        7        6   22.80    0.84    428     26
   blklocal(9)   29.60    1.01        9        8   23.09    0.64    322     26
blklocal(5)+G1   29.70    0.83       17       12   23.48    0.70    357     20
blklocal(9)+G1   29.77    0.79       26       24   23.70    1.08    341     29
blklocal(5)+G3   29.82    0.88       26       21   24.28    0.70    360     15
blklocal(9)+G3   29.82    0.81       19       13   23.60    0.79    356     25
       topk(5)   29.66    0.80        8        6   23.24    0.95    248     12
       topk(9)   29.66    0.97        5        4   23.03    0.76    256     13

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.57  8.24e-03       28       11    8.64    0.53     -1     -1
     banded(5)    1.56  8.90e-03       16        3    7.59    0.27     -1     -1
     banded(9)    1.56  7.49e-03       22        7    8.06    0.50     -1     -1
  banded(5)+G1    1.55  9.43e-03       20        6    6.96    0.27     -1     -1
  banded(9)+G1    1.55  9.39e-03       26        8    7.54    0.30     -1     -1
  banded(5)+G3    1.55  9.07e-03       24        9    6.98    0.41     -1     -1
  banded(9)+G3    1.56  6.19e-03       28        7    7.59    0.29     -1     -1
   blklocal(5)    1.57  7.71e-03       13        4    6.16    0.27     -1     -1
   blklocal(9)    1.57  7.42e-03       16        6    7.49    0.32     -1     -1
blklocal(5)+G1    1.56  8.01e-03       17        7    6.86    0.33     -1     -1
blklocal(9)+G1    1.56  8.37e-03       22        7    7.33    0.35     -1     -1
blklocal(5)+G3    1.56  7.40e-03       22        7    7.20    0.37     -1     -1
blklocal(9)+G3    1.56  8.37e-03       24        7    7.64    0.31     -1     -1
       topk(5)    1.57  7.63e-03        8        3    7.48    0.28     -1     -1
       topk(9)    1.57  7.25e-03       11        5    8.33    0.28     -1     -1

SOLEQ:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   22.22    0.56      185      176   20.23    0.67    333     24
     banded(5)   22.34    0.35      219      156   20.02    0.67    351     16
     banded(9)   22.57    0.45      244      197   20.32    0.86    309     28
  banded(5)+G1   22.32    0.49      244      186   20.28    0.84    370     29
  banded(9)+G1   22.41    0.48      175      111   20.04    1.05    325     11
  banded(5)+G3   22.41    0.47      253      207   20.07    1.13    400     43
  banded(9)+G3   22.52    0.81      134      167   20.03    0.95    349     32
   blklocal(5)   22.24    0.60      122      134   19.72    0.85    478     16
   blklocal(9)   22.24    0.71       50       39   20.12    0.73    346     30
blklocal(5)+G1   22.26    0.44      209      208   20.40    0.57    405     16
blklocal(9)+G1   22.23    0.45      139      111   20.14    0.75    344     23
blklocal(5)+G3   22.39    0.37      286      240   19.95    0.66    381     32
blklocal(9)+G3   22.31    0.36      128      131   19.89    0.68    369     34
       topk(5)   22.35    0.53      206      204   20.29    0.60    256     11
       topk(9)   22.43    0.49      270      204   20.36    0.97    253      7

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    1.61  9.36e-04       21       13    8.02    0.62     -1     -1
     banded(5)    1.61  9.97e-04       11        7    7.48    0.31     -1     -1
     banded(9)    1.61  9.21e-04       13        7    8.35    0.39     -1     -1
  banded(5)+G1    1.61  8.82e-04       11        7    7.05    0.20     -1     -1
  banded(9)+G1    1.61  8.69e-04       13        7    8.13    0.29     -1     -1
  banded(5)+G3    1.61  7.92e-04       18       11    6.75    0.18     -1     -1
  banded(9)+G3    1.61  7.76e-04       19       13    7.44    0.33     -1     -1
   blklocal(5)    1.61  8.17e-04        9        5    6.06    0.16     -1     -1
   blklocal(9)    1.61  9.34e-04       11        5    7.28    0.32     -1     -1
blklocal(5)+G1    1.61  8.18e-04       14        9    6.37    0.26     -1     -1
blklocal(9)+G1    1.61  9.51e-04       17        7    7.21    0.28     -1     -1
blklocal(5)+G3    1.61  7.39e-04       16       11    6.71    0.26     -1     -1
blklocal(9)+G3    1.61  8.10e-04       16        9    7.09    0.41     -1     -1
       topk(5)    1.61  1.68e-03        5        2    7.33    0.26     -1     -1
       topk(9)    1.61  8.81e-04        7        4    8.01    0.26     -1     -1

STACKMAN:

        method  bval-m  bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard   97.38    0.51      157       24   96.77    0.46     23      3
     banded(5)   97.04    0.35      122       31   96.47    0.48     15      1
     banded(9)   97.36    0.54      129       40   96.65    0.72     19      4
  banded(5)+G1   97.04    0.63      148       31   96.63    0.77     19      6
  banded(9)+G1   97.43    0.55      150       39   96.95    0.82     20      6
  banded(5)+G3   97.27    0.52      133       42   96.60    0.56     19      3
  banded(9)+G3   97.65    0.57      157       25   97.17    0.62     19      2
   blklocal(5)   97.15    0.40      105       22   96.40    0.39     19      4
   blklocal(9)   95.50    0.60       87       36   94.32    0.51     25      7
blklocal(5)+G1   97.51    0.48      157       34   97.15    0.62     16      3
blklocal(9)+G1   97.19    0.66      139       46   96.68    0.96     17      4
blklocal(5)+G3   97.54    0.49      145       44   97.11    0.56     16      3
blklocal(9)+G3   97.31    0.56      137       32   96.63    0.72     20      5
       topk(5)   97.02    0.50      144       31   96.44    0.44     22      6
       topk(9)   97.42    0.25      145       37   96.97    0.45     19      2

        method  bval-m    bval-s  biter-m  biter-s  lval-m  lval-s  cvg-m  cvg-s
      standard    0.06  1.05e-02      102       20    0.14    0.04     -1     -1
     banded(5)    0.07  7.31e-03       51       13    0.27    0.05     -1     -1
     banded(9)    0.06  9.24e-03       62       13    0.23    0.05     -1     -1
  banded(5)+G1    0.07  1.25e-02       55       14    0.25    0.07     -1     -1
  banded(9)+G1    0.07  1.02e-02       53       13    0.24    0.07     -1     -1
  banded(5)+G3    0.07  1.11e-02       51       12    0.24    0.05     -1     -1
  banded(9)+G3    0.07  9.30e-03       69       12    0.24    0.09     -1     -1
   blklocal(5)    0.07  7.69e-03       64       22    0.17    0.05     -1     -1
   blklocal(9)    0.10  8.39e-03       51       16    0.22    0.05     -1     -1
blklocal(5)+G1    0.07  8.44e-03       55       19    0.20    0.05     -1     -1
blklocal(9)+G1    0.07  1.44e-02       63       18    0.23    0.03     -1     -1
blklocal(5)+G3    0.06  7.02e-03       71       30    0.20    0.05     -1     -1
blklocal(9)+G3    0.07  1.61e-02       70       17    0.26    0.07     -1     -1
       topk(5)    0.07  1.12e-02       69       18    0.24    0.07     -1     -1
       topk(9)    0.07  9.44e-03       75       12    0.20    0.04     -1     -1
