                     easy                 medium               hard                 extra                all
count                425                  779                  403                  301                  1908
=====================   EXECUTION ACCURACY     =====================
execution            0.713                0.734                0.710                0.638                0.709

====================== EXACT MATCHING ACCURACY =====================
exact match          0.431                0.313                0.442                0.269                0.360

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.830                0.900                0.918                0.911                0.888
select(no AGG)       0.835                0.903                0.924                0.915                0.893
where                0.644                0.738                0.682                0.714                0.702
where(no OP)         0.664                0.738                0.747                0.724                0.724
group(no Having)     0.957                0.818                0.841                0.797                0.824
group                0.957                0.768                0.841                0.780                0.794
order                0.917                0.854                0.868                0.933                0.894
and/or               1.000                0.970                0.937                0.911                0.961
IUEN                 0.000                0.000                0.727                0.458                0.506
keywords             0.911                0.924                0.939                0.930                0.926
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.722                0.754                0.720                0.645                0.722
select(no AGG)       0.727                0.756                0.725                0.648                0.726
where                0.549                0.589                0.529                0.417                0.537
where(no OP)         0.566                0.589                0.580                0.423                0.555
group(no Having)     0.786                0.757                0.753                0.657                0.727
group                0.786                0.710                0.753                0.643                0.701
order                0.898                0.769                0.752                0.793                0.790
and/or               0.972                0.996                0.979                0.967                0.983
IUEN                 0.000                0.000                0.492                0.216                0.371
keywords             0.810                0.776                0.739                0.662                0.751
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.772                0.820                0.807                0.755                0.797
select(no AGG)       0.777                0.823                0.812                0.759                0.801
where                0.593                0.655                0.596                0.526                0.609
where(no OP)         0.611                0.655                0.653                0.534                0.628
group(no Having)     0.863                0.786                0.795                0.720                0.772
group                0.863                0.738                0.795                0.705                0.745
order                0.907                0.809                0.806                0.857                0.839
and/or               0.986                0.983                0.957                0.938                0.971
IUEN                 1.000                1.000                0.587                0.293                0.428
keywords             0.857                0.844                0.827                0.773                0.830