                     easy                 medium               hard                 extra                all
count                425                  779                  403                  301                  1908
=====================   EXECUTION ACCURACY     =====================
execution            0.812                0.738                0.620                0.648                0.715

====================== EXACT MATCHING ACCURACY =====================
exact match          0.273                0.368                0.206                0.286                0.300

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.889                0.838                0.782                0.732                0.822
select(no AGG)       0.894                0.844                0.785                0.740                0.827
where                0.632                0.756                0.490                0.504                0.631
where(no OP)         0.645                0.759                0.505                0.511                0.639
group(no Having)     0.812                0.808                0.825                0.689                0.776
group                0.812                0.709                0.787                0.674                0.720
order                0.957                0.831                0.866                0.831                0.856
and/or               1.000                0.965                0.924                0.909                0.956
IUEN                 0.000                0.000                0.381                0.281                0.316
keywords             0.935                0.933                0.836                0.806                0.888
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.812                0.743                0.623                0.654                0.719
select(no AGG)       0.816                0.748                0.625                0.661                0.724
where                0.560                0.679                0.369                0.399                0.530
where(no OP)         0.571                0.681                0.380                0.405                0.537
group(no Having)     0.929                0.766                0.857                0.650                0.755
group                0.929                0.673                0.818                0.636                0.701
order                0.898                0.758                0.800                0.843                0.818
and/or               0.993                0.995                0.976                0.971                0.987
IUEN                 0.000                0.000                0.246                0.176                0.216
keywords             0.861                0.841                0.667                0.722                0.780
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.849                0.788                0.693                0.691                0.767
select(no AGG)       0.854                0.793                0.696                0.698                0.772
where                0.594                0.715                0.421                0.445                0.576
where(no OP)         0.606                0.718                0.434                0.452                0.584
group(no Having)     0.867                0.787                0.841                0.669                0.765
group                0.867                0.691                0.803                0.655                0.711
order                0.926                0.793                0.832                0.837                0.837
and/or               0.996                0.980                0.949                0.939                0.971
IUEN                 1.000                1.000                0.299                0.217                0.256
keywords             0.897                0.885                0.742                0.762                0.830
