                     easy                 medium               hard                 extra                all
count                425                  779                  403                  301                  1908
=====================   EXECUTION ACCURACY     =====================
execution            0.920                0.834                0.779                0.771                0.832

====================== EXACT MATCHING ACCURACY =====================
exact match          0.859                0.725                0.576                0.409                0.673

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.949                0.894                0.908                0.903                0.911
select(no AGG)       0.961                0.898                0.911                0.907                0.917
where                0.927                0.877                0.804                0.703                0.844
where(no OP)         0.933                0.880                0.814                0.711                0.850
group(no Having)     0.964                0.891                0.883                0.669                0.827
group                0.964                0.822                0.883                0.662                0.793
order                0.980                0.964                0.941                0.875                0.927
and/or               1.000                0.979                0.957                0.923                0.971
IUEN                 0.000                0.000                0.676                0.605                0.585
keywords             0.975                0.962                0.911                0.887                0.939
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.920                0.837                0.784                0.777                0.835
select(no AGG)       0.932                0.841                0.787                0.781                0.840
where                0.874                0.821                0.627                0.536                0.732
where(no OP)         0.880                0.824                0.635                0.542                0.737
group(no Having)     0.964                0.841                0.883                0.622                0.788
group                0.964                0.776                0.883                0.615                0.755
order                0.980                0.890                0.914                0.850                0.894
and/or               0.998                0.999                0.990                0.993                0.996
IUEN                 0.000                0.000                0.708                0.510                0.621
keywords             0.944                0.901                0.794                0.763                0.856
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.934                0.865                0.842                0.836                0.871
select(no AGG)       0.946                0.869                0.844                0.839                0.877
where                0.900                0.848                0.705                0.608                0.784
where(no OP)         0.906                0.851                0.714                0.615                0.790
group(no Having)     0.964                0.865                0.883                0.645                0.807
group                0.964                0.798                0.883                0.638                0.774
order                0.980                0.926                0.928                0.862                0.910
and/or               0.999                0.989                0.973                0.957                0.983
IUEN                 1.000                1.000                0.692                0.553                0.603
keywords             0.960                0.930                0.849                0.820                0.896
