Pred OK  ;easy;concert_singer;SELECT count(*) FROM singer;SELECT Count(*) FROM singer
Pred OK  ;easy;concert_singer;SELECT count(*) FROM singer;SELECT Count(*) FROM singer
Pred OK  ;medium;concert_singer;SELECT name ,  country ,  age FROM singer ORDER BY age DESC;SELECT singer.Name, singer.Country, singer.Age FROM singer ORDER BY singer.Age Desc
Pred OK  ;medium;concert_singer;SELECT name ,  country ,  age FROM singer ORDER BY age DESC;SELECT singer.Name, singer.Country, singer.Age FROM singer ORDER BY singer.Age Desc
Pred OK  ;medium;concert_singer;SELECT avg(age) ,  min(age) ,  max(age) FROM singer WHERE country  =  'France';SELECT Avg(singer.Age), Min(singer.Age), Max(singer.Age) FROM singer WHERE singer.Country = 'terminal'
Pred OK  ;medium;concert_singer;SELECT avg(age) ,  min(age) ,  max(age) FROM singer WHERE country  =  'France';SELECT Avg(singer.Age), Min(singer.Age), Max(singer.Age) FROM singer WHERE singer.Country = 'terminal'
Pred OK  ;medium;concert_singer;SELECT song_name ,  song_release_year FROM singer ORDER BY age LIMIT 1;SELECT singer.Song_Name, singer.Song_release_year FROM singer ORDER BY singer.Age Asc LIMIT 1
Pred OK  ;medium;concert_singer;SELECT song_name ,  song_release_year FROM singer ORDER BY age LIMIT 1;SELECT singer.Song_Name, singer.Song_release_year FROM singer ORDER BY singer.Age Asc LIMIT 1
Pred OK  ;easy;concert_singer;SELECT DISTINCT country FROM singer WHERE age  >  20;SELECT DISTINCT singer.Country FROM singer WHERE singer.Age > 'terminal'
Pred OK  ;easy;concert_singer;SELECT DISTINCT country FROM singer WHERE age  >  20;SELECT DISTINCT singer.Country FROM singer WHERE singer.Age > 'terminal'
Pred OK  ;medium;concert_singer;SELECT country ,  count(*) FROM singer GROUP BY country;SELECT singer.Country, Count(*) FROM singer GROUP BY singer.Country
Pred OK  ;medium;concert_singer;SELECT country ,  count(*) FROM singer GROUP BY country;SELECT singer.Country, Count(*) FROM singer GROUP BY singer.Country
Pred OK  ;hard;concert_singer;SELECT song_name FROM singer WHERE age  >  (SELECT avg(age) FROM singer);SELECT singer.Song_Name FROM singer WHERE singer.Age > (SELECT Avg(singer.Age) FROM singer)
Pred OK  ;hard;concert_singer;SELECT song_name FROM singer WHERE age  >  (SELECT avg(age) FROM singer);SELECT singer.Song_Name FROM singer WHERE singer.Age > (SELECT Avg(singer.Age) FROM singer)
Pred OK  ;medium;concert_singer;SELECT LOCATION ,  name FROM stadium WHERE capacity BETWEEN 5000 AND 10000;SELECT stadium.Location, stadium.Name FROM stadium WHERE stadium.Capacity BETWEEN 'terminal' AND 'terminal'
Pred OK  ;medium;concert_singer;SELECT LOCATION ,  name FROM stadium WHERE capacity BETWEEN 5000 AND 10000;SELECT stadium.Location, stadium.Name FROM stadium WHERE stadium.Capacity BETWEEN 'terminal' AND 'terminal'
Pred Fail;medium;concert_singer;select max(capacity), average from stadium;SELECT Max(stadium.Capacity), Avg(stadium.Average) FROM stadium
Pred Fail;medium;concert_singer;select avg(capacity) ,  max(capacity) from stadium;SELECT Avg(stadium.Highest), Max(stadium.Highest) FROM stadium
Pred OK  ;medium;concert_singer;SELECT name ,  capacity FROM stadium ORDER BY average DESC LIMIT 1;SELECT stadium.Name, stadium.Capacity FROM stadium ORDER BY stadium.Average Desc LIMIT 1
Pred OK  ;medium;concert_singer;SELECT name ,  capacity FROM stadium ORDER BY average DESC LIMIT 1;SELECT stadium.Name, stadium.Capacity FROM stadium ORDER BY stadium.Average Desc LIMIT 1
Pred Fail;medium;concert_singer;SELECT count(*) FROM concert WHERE YEAR  =  2014 OR YEAR  =  2015;SELECT Count(*) FROM concert WHERE concert.Year = 'terminal' OR concert.Year >= 'terminal'
Pred OK  ;medium;concert_singer;SELECT count(*) FROM concert WHERE YEAR  =  2014 OR YEAR  =  2015;SELECT Count(*) FROM concert WHERE concert.Year = 'terminal' OR concert.Year = 'terminal'
Pred OK  ;medium;concert_singer;SELECT T2.name ,  count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id GROUP BY T1.stadium_id;SELECT stadium.Name, Count(*) FROM stadium JOIN concert GROUP BY concert.Stadium_ID
Pred Fail;medium;concert_singer;SELECT T2.name ,  count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id GROUP BY T1.stadium_id;SELECT Count(*), concert.Stadium_ID FROM concert GROUP BY concert.Stadium_ID
Pred OK  ;extra;concert_singer;SELECT T2.name ,  T2.capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  >=  2014 GROUP BY T2.stadium_id ORDER BY count(*) DESC LIMIT 1;SELECT stadium.Name, stadium.Capacity FROM stadium JOIN concert WHERE concert.Year >= 'terminal' GROUP BY concert.Stadium_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;concert_singer;select t2.name ,  t2.capacity from concert as t1 join stadium as t2 on t1.stadium_id  =  t2.stadium_id where t1.year  >  2013 group by t2.stadium_id order by count(*) desc limit 1;SELECT stadium.Name, stadium.Capacity FROM stadium JOIN concert WHERE concert.Year > 'terminal' GROUP BY stadium.Stadium_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;concert_singer;SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1;SELECT concert.Year FROM concert GROUP BY concert.Year ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;concert_singer;SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1;SELECT concert.Year FROM concert GROUP BY concert.Year ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;concert_singer;SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert);SELECT stadium.Name FROM stadium WHERE stadium.Stadium_ID NOT IN (SELECT concert.Stadium_ID FROM concert)
Pred OK  ;hard;concert_singer;SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert);SELECT stadium.Name FROM stadium WHERE stadium.Stadium_ID NOT IN (SELECT concert.Stadium_ID FROM concert)
Pred OK  ;hard;concert_singer;SELECT country FROM singer WHERE age  >  40 INTERSECT SELECT country FROM singer WHERE age  <  30;SELECT singer.Country FROM singer WHERE singer.Age > 'terminal' INTERSECT SELECT singer.Country FROM singer WHERE singer.Age < 'terminal'
Pred OK  ;hard;concert_singer;SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  =  2014;SELECT stadium.Name FROM stadium EXCEPT SELECT stadium.Name FROM stadium JOIN concert WHERE concert.Year = 'terminal'
Pred OK  ;hard;concert_singer;SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  =  2014;SELECT stadium.Name FROM stadium EXCEPT SELECT stadium.Name FROM stadium JOIN concert WHERE concert.Year = 'terminal'
Pred OK  ;medium;concert_singer;SELECT T2.concert_name ,  T2.theme ,  count(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id  =  T2.concert_id GROUP BY T2.concert_id;SELECT concert.concert_Name, concert.Theme, Count(*) FROM singer_in_concert JOIN concert GROUP BY singer_in_concert.concert_ID
Pred OK  ;medium;concert_singer;select t2.concert_name ,  t2.theme ,  count(*) from singer_in_concert as t1 join concert as t2 on t1.concert_id  =  t2.concert_id group by t2.concert_id;SELECT concert.concert_Name, concert.Theme, Count(*) FROM singer_in_concert JOIN concert GROUP BY singer_in_concert.concert_ID
Pred OK  ;medium;concert_singer;SELECT T2.name ,  count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id GROUP BY T2.singer_id;SELECT singer.Name, Count(*) FROM singer_in_concert JOIN singer GROUP BY singer_in_concert.Singer_ID
Pred OK  ;medium;concert_singer;SELECT T2.name ,  count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id GROUP BY T2.singer_id;SELECT singer.Name, Count(*) FROM singer_in_concert JOIN singer GROUP BY singer_in_concert.Singer_ID
Pred OK  ;hard;concert_singer;SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id JOIN concert AS T3 ON T1.concert_id  =  T3.concert_id WHERE T3.year  =  2014;SELECT singer.Name FROM singer_in_concert JOIN singer JOIN concert WHERE concert.Year = 'terminal'
Pred OK  ;hard;concert_singer;SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id JOIN concert AS T3 ON T1.concert_id  =  T3.concert_id WHERE T3.year  =  2014;SELECT singer.Name FROM singer_in_concert JOIN singer JOIN concert WHERE concert.Year = 'terminal'
Pred OK  ;medium;concert_singer;SELECT name ,  country FROM singer WHERE song_name LIKE '%Hey%';SELECT singer.Name, singer.Country FROM singer WHERE singer.Song_Name LIKE 'terminal'
Pred OK  ;medium;concert_singer;SELECT name ,  country FROM singer WHERE song_name LIKE '%Hey%';SELECT singer.Name, singer.Country FROM singer WHERE singer.Song_Name LIKE 'terminal'
Pred OK  ;extra;concert_singer;SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2014 INTERSECT SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2015;SELECT stadium.Name, stadium.Location FROM stadium JOIN concert WHERE concert.Year = 'terminal' INTERSECT SELECT stadium.Name, stadium.Location FROM stadium JOIN concert WHERE concert.Year = 'terminal'
Pred OK  ;extra;concert_singer;SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2014 INTERSECT SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2015;SELECT stadium.Name, stadium.Location FROM stadium JOIN concert WHERE concert.Year = 'terminal' INTERSECT SELECT stadium.Name, stadium.Location FROM stadium JOIN concert WHERE concert.Year = 'terminal'
Pred Fail;hard;concert_singer;select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1);SELECT Count(*) FROM stadium JOIN concert WHERE stadium.Capacity = (SELECT Max(stadium.Capacity) FROM stadium)
Pred Fail;hard;concert_singer;select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1);SELECT Count(*) FROM stadium JOIN concert WHERE stadium.Capacity = (SELECT Max(stadium.Capacity) FROM stadium)
Pred OK  ;easy;pets_1;SELECT count(*) FROM pets WHERE weight  >  10;SELECT Count(*) FROM Pets WHERE Pets.weight > 'terminal'
Pred OK  ;easy;pets_1;SELECT count(*) FROM pets WHERE weight  >  10;SELECT Count(*) FROM Pets WHERE Pets.weight > 'terminal'
Pred Fail;medium;pets_1;SELECT weight FROM pets ORDER BY pet_age LIMIT 1;SELECT Pets.weight FROM Pets WHERE Pets.pet_age = (SELECT Min(Pets.pet_age) FROM Pets)
Pred Fail;medium;pets_1;SELECT weight FROM pets ORDER BY pet_age LIMIT 1;SELECT Pets.weight FROM Pets WHERE Pets.pet_age = (SELECT Min(Pets.pet_age) FROM Pets)
Pred Fail;medium;pets_1;SELECT max(weight) ,  petType FROM pets GROUP BY petType;SELECT Max(Pets.weight), Pets.PetType, Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred Fail;medium;pets_1;SELECT max(weight) ,  petType FROM pets GROUP BY petType;SELECT Max(Pets.weight), Max(Pets.PetType), Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred Fail;medium;pets_1;SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.age  >  20;SELECT Count(DISTINCT Has_Pet.PetID) FROM Student JOIN Has_Pet WHERE Student.Age > 'terminal'
Pred Fail;medium;pets_1;SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.age  >  20;SELECT Count(DISTINCT Has_Pet.PetID) FROM Pets JOIN Has_Pet JOIN Student WHERE Student.Age > 'terminal'
Pred Fail;hard;pets_1;SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T2.petid  =  T3.petid WHERE T1.sex  =  'F' AND T3.pettype  =  'dog';SELECT Count(DISTINCT Has_Pet.PetID) FROM Student JOIN Has_Pet WHERE Student.Sex = 'terminal'
Pred Fail;hard;pets_1;SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T2.petid  =  T3.petid WHERE T1.sex  =  'F' AND T3.pettype  =  'dog';SELECT Count(DISTINCT Has_Pet.PetID) FROM Student JOIN Has_Pet WHERE Student.Sex = 'terminal'
Pred OK  ;easy;pets_1;SELECT count(DISTINCT pettype) FROM pets;SELECT Count(DISTINCT Pets.PetType) FROM Pets
Pred OK  ;easy;pets_1;SELECT count(DISTINCT pettype) FROM pets;SELECT Count(DISTINCT Pets.PetType) FROM Pets
Pred OK  ;extra;pets_1;SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' OR T3.pettype  =  'dog';SELECT DISTINCT Student.Fname FROM Pets JOIN Has_Pet JOIN Student WHERE Pets.PetType = 'terminal' OR Pets.PetType = 'terminal'
Pred OK  ;extra;pets_1;SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' OR T3.pettype  =  'dog';SELECT DISTINCT Student.Fname FROM Student JOIN Has_Pet JOIN Pets WHERE Pets.PetType = 'terminal' OR Pets.PetType = 'terminal'
Pred Fail;extra;pets_1;select t1.fname from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid join pets as t3 on t3.petid  =  t2.petid where t3.pettype  =  'cat' intersect select t1.fname from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid join pets as t3 on t3.petid  =  t2.petid where t3.pettype  =  'dog';SELECT Student.Fname FROM Student JOIN Has_Pet WHERE Pets.PetType = 'terminal' INTERSECT SELECT Student.Fname FROM Pets JOIN Has_Pet JOIN Student WHERE Pets.PetType = 'terminal'
Pred Fail;extra;pets_1;SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' INTERSECT SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog';SELECT Student.Fname FROM Student JOIN Has_Pet INTERSECT SELECT Student.Fname FROM Pets JOIN Has_Pet JOIN Student WHERE Pets.PetType = 'terminal'
Pred Fail;extra;pets_1;SELECT major ,  age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat');SELECT Student.Major, Student.Age FROM Student WHERE Student.StuID NOT IN (SELECT Has_Pet.StuID FROM Has_Pet)
Pred Fail;extra;pets_1;SELECT major ,  age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat');SELECT Student.Major, Student.Age FROM Student WHERE Student.StuID NOT IN (SELECT Has_Pet.StuID FROM Has_Pet JOIN Pets WHERE Pets.PetType = 'terminal')
Pred Fail;hard;pets_1;SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat';SELECT Student.StuID FROM Student EXCEPT SELECT Has_Pet.StuID FROM Has_Pet
Pred Fail;hard;pets_1;SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat';SELECT Student.StuID FROM Student EXCEPT SELECT Has_Pet.StuID FROM Has_Pet
Pred Fail;extra;pets_1;SELECT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat');SELECT Student.Fname, Student.Age FROM Student WHERE Student.StuID NOT IN (SELECT Has_Pet.StuID FROM Student JOIN Has_Pet WHERE Pets.PetType = 'terminal' EXCEPT SELECT Has_Pet.StuID FROM Has_Pet JOIN Pets WHERE Pets.PetType = 'terminal')
Pred Fail;extra;pets_1;SELECT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat');SELECT Student.Fname FROM Student JOIN Has_Pet WHERE Pets.PetType = 'terminal' EXCEPT SELECT Student.Fname FROM Pets JOIN Has_Pet JOIN Student WHERE Pets.PetType = 'terminal'
Pred OK  ;medium;pets_1;SELECT pettype ,  weight FROM pets ORDER BY pet_age LIMIT 1;SELECT Pets.PetType, Pets.weight FROM Pets ORDER BY Pets.pet_age Asc LIMIT 1
Pred OK  ;medium;pets_1;SELECT pettype ,  weight FROM pets ORDER BY pet_age LIMIT 1;SELECT Pets.PetType, Pets.weight FROM Pets ORDER BY Pets.pet_age Asc LIMIT 1
Pred OK  ;medium;pets_1;SELECT petid ,  weight FROM pets WHERE pet_age  >  1;SELECT Pets.PetID, Pets.weight FROM Pets WHERE Pets.pet_age > 'terminal'
Pred Fail;medium;pets_1;SELECT petid ,  weight FROM pets WHERE pet_age  >  1;SELECT Pets.PetID, Pets.weight FROM Pets JOIN Has_Pet GROUP BY Pets.PetID HAVING Count(*) > 'terminal'
Pred OK  ;medium;pets_1;SELECT avg(pet_age) ,  max(pet_age) ,  pettype FROM pets GROUP BY pettype;SELECT Avg(Pets.pet_age), Max(Pets.pet_age), Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred OK  ;medium;pets_1;SELECT avg(pet_age) ,  max(pet_age) ,  pettype FROM pets GROUP BY pettype;SELECT Avg(Pets.pet_age), Max(Pets.pet_age), Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred OK  ;medium;pets_1;SELECT avg(weight) ,  pettype FROM pets GROUP BY pettype;SELECT Avg(Pets.weight), Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred OK  ;medium;pets_1;SELECT avg(weight) ,  pettype FROM pets GROUP BY pettype;SELECT Avg(Pets.weight), Pets.PetType FROM Pets GROUP BY Pets.PetType
Pred OK  ;medium;pets_1;SELECT DISTINCT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid;SELECT DISTINCT Student.Fname, Student.Age FROM Student JOIN Has_Pet
Pred OK  ;medium;pets_1;SELECT DISTINCT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid;SELECT DISTINCT Student.Fname, Student.Age FROM Student JOIN Has_Pet
Pred OK  ;medium;pets_1;SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.Lname  =  'Smith';SELECT Has_Pet.PetID FROM Has_Pet JOIN Student WHERE Student.LName = 'terminal'
Pred OK  ;medium;pets_1;SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.Lname  =  'Smith';SELECT Has_Pet.PetID FROM Has_Pet JOIN Student WHERE Student.LName = 'terminal'
Pred Fail;medium;pets_1;SELECT count(*) ,  T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid;SELECT Has_Pet.StuID, Count(*) FROM Has_Pet GROUP BY Has_Pet.StuID
Pred Fail;medium;pets_1;select count(*) ,  t1.stuid from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid group by t1.stuid;SELECT Student.Fname, Count(*) FROM Student JOIN Has_Pet GROUP BY Has_Pet.StuID
Pred OK  ;medium;pets_1;SELECT T1.fname ,  T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid HAVING count(*)  >  1;SELECT Student.Fname, Student.Sex FROM Student JOIN Has_Pet GROUP BY Has_Pet.StuID HAVING Count(*) > 'terminal'
Pred OK  ;medium;pets_1;SELECT T1.fname ,  T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid HAVING count(*)  >  1;SELECT Student.Fname, Student.Sex FROM Student JOIN Has_Pet GROUP BY Has_Pet.StuID HAVING Count(*) > 'terminal'
Pred Fail;hard;pets_1;SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pet_age  =  3 AND T3.pettype  =  'cat';SELECT Student.LName FROM Student JOIN Has_Pet JOIN Pets WHERE Student.Age = 'terminal'
Pred Fail;hard;pets_1;SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pet_age  =  3 AND T3.pettype  =  'cat';SELECT Student.LName FROM Student JOIN Has_Pet JOIN Pets WHERE Student.Age = 'terminal'
Pred OK  ;extra;pets_1;select avg(age) from student where stuid not in (select stuid from has_pet);SELECT Avg(Student.Age) FROM Student WHERE Student.StuID NOT IN (SELECT Has_Pet.StuID FROM Has_Pet)
Pred OK  ;extra;pets_1;select avg(age) from student where stuid not in (select stuid from has_pet);SELECT Avg(Student.Age) FROM Student WHERE Student.StuID NOT IN (SELECT Has_Pet.StuID FROM Has_Pet)
Pred OK  ;easy;car_1;SELECT count(*) FROM CONTINENTS;;SELECT Count(*) FROM continents
Pred OK  ;easy;car_1;SELECT count(*) FROM CONTINENTS;;SELECT Count(*) FROM continents
Pred OK  ;medium;car_1;SELECT T1.ContId ,  T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.Continent GROUP BY T1.ContId;;SELECT countries.Continent, continents.Continent, Count(*) FROM continents JOIN countries GROUP BY countries.Continent
Pred OK  ;medium;car_1;SELECT T1.ContId ,  T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.Continent GROUP BY T1.ContId;;SELECT countries.Continent, continents.Continent, Count(*) FROM continents JOIN countries GROUP BY countries.Continent
Pred OK  ;easy;car_1;SELECT count(*) FROM COUNTRIES;;SELECT Count(*) FROM countries
Pred OK  ;easy;car_1;SELECT count(*) FROM COUNTRIES;;SELECT Count(*) FROM countries
Pred OK  ;medium;car_1;SELECT T1.FullName ,  T1.Id ,  count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id;;SELECT car_makers.FullName, model_list.Maker, Count(*) FROM model_list JOIN car_makers GROUP BY model_list.Maker
Pred Fail;medium;car_1;SELECT T1.FullName ,  T1.Id ,  count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id;;SELECT car_makers.FullName, model_list.Maker, Count(*) FROM model_list JOIN car_makers GROUP BY car_names.MakeId
Pred Fail;hard;car_1;SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.horsepower ASC LIMIT 1;;SELECT model_list.Model FROM model_list JOIN cars_data ORDER BY cars_data.Horsepower Asc LIMIT 1
Pred Fail;hard;car_1;SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.horsepower ASC LIMIT 1;;SELECT model_list.Model FROM cars_data JOIN model_list ORDER BY cars_data.Horsepower Asc LIMIT 1
Pred OK  ;extra;car_1;SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Weight  <  (SELECT avg(Weight) FROM CARS_DATA);SELECT model_list.Model FROM cars_data JOIN car_names WHERE cars_data.Weight < (SELECT Avg(cars_data.Weight) FROM cars_data)
Pred OK  ;extra;car_1;SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Weight  <  (SELECT avg(Weight) FROM CARS_DATA);SELECT model_list.Model FROM cars_data JOIN car_names WHERE cars_data.Weight < (SELECT Avg(cars_data.Weight) FROM cars_data)
Pred Fail;extra;car_1;SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model JOIN CARS_DATA AS T4 ON T3.MakeId  =  T4.id WHERE T4.year  =  '1970';;SELECT car_makers.Maker FROM car_makers JOIN cars_data WHERE cars_data.Year = 'terminal'
Pred Fail;extra;car_1;SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model JOIN CARS_DATA AS T4 ON T3.MakeId  =  T4.id WHERE T4.year  =  '1970';;SELECT DISTINCT car_makers.Maker FROM car_makers JOIN cars_data WHERE cars_data.Year = 'terminal'
Pred Fail;extra;car_1;SELECT T2.Make ,  T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Year  =  (SELECT min(YEAR) FROM CARS_DATA);;SELECT car_names.Make, cars_data.Year FROM cars_data JOIN car_names ORDER BY cars_data.Year Asc LIMIT 1
Pred Fail;extra;car_1;SELECT T2.Make ,  T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Year  =  (SELECT min(YEAR) FROM CARS_DATA);;SELECT car_makers.Maker, cars_data.Year FROM cars_data JOIN car_makers ORDER BY cars_data.Year Asc LIMIT 1
Pred Fail;hard;car_1;SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model  =  T2.model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.id WHERE T3.year  >  1980;;SELECT DISTINCT car_names.Model FROM car_names JOIN cars_data WHERE cars_data.Year > 'terminal'
Pred Fail;hard;car_1;SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model  =  T2.model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.id WHERE T3.year  >  1980;;SELECT DISTINCT car_names.Model FROM cars_data JOIN car_names WHERE cars_data.Year > 'terminal'
Pred Fail;hard;car_1;SELECT T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.continent JOIN car_makers AS T3 ON T2.CountryId  =  T3.Country GROUP BY T1.Continent;;SELECT continents.Continent, Count(*) FROM countries JOIN continents GROUP BY continents.Continent
Pred Fail;hard;car_1;SELECT T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.continent JOIN car_makers AS T3 ON T2.CountryId  =  T3.Country GROUP BY T1.Continent;;SELECT continents.Continent, Count(*) FROM countries JOIN continents GROUP BY continents.Continent
Pred Fail;extra;car_1;SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;;SELECT countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryName ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;car_1;SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;;SELECT countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryName ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;car_1;select count(*) ,  t2.fullname from model_list as t1 join car_makers as t2 on t1.maker  =  t2.id group by t2.id;;SELECT car_makers.Maker, car_makers.FullName FROM model_list JOIN car_makers GROUP BY model_list.Maker
Pred Fail;medium;car_1;SELECT Count(*) ,  T2.FullName ,  T2.id FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id GROUP BY T2.id;;SELECT model_list.Maker, car_makers.Maker, Count(*) FROM model_list JOIN car_makers GROUP BY model_list.Maker
Pred Fail;medium;car_1;SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Make  =  'amc hornet sportabout (sw)';;SELECT cars_data.Accelerate FROM cars_data JOIN car_names WHERE car_names.Model = 'terminal' AND car_names.Make = 'terminal'
Pred Fail;medium;car_1;SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Make  =  'amc hornet sportabout (sw)';;SELECT cars_data.Accelerate FROM cars_data JOIN car_names WHERE car_names.Model = 'terminal' AND car_names.Make = 'terminal'
Pred OK  ;medium;car_1;SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId WHERE T2.CountryName  =  'france';;SELECT Count(*) FROM countries JOIN car_makers WHERE countries.CountryName = 'terminal'
Pred Fail;medium;car_1;SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId WHERE T2.CountryName  =  'france';;SELECT Count(*) FROM countries JOIN car_makers WHERE countries.CountryName = 'terminal' AND car_makers.Maker = 'terminal'
Pred Fail;hard;car_1;SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id JOIN COUNTRIES AS T3 ON T2.Country  =  T3.CountryId WHERE T3.CountryName  =  'usa';;SELECT Count(*) FROM model_list JOIN car_makers WHERE car_makers.Country = 'terminal'
Pred Fail;hard;car_1;SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id JOIN COUNTRIES AS T3 ON T2.Country  =  T3.CountryId WHERE T3.CountryName  =  'usa';;SELECT Count(*) FROM model_list JOIN car_makers WHERE car_makers.Country = 'terminal'
Pred OK  ;easy;car_1;SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders  =  4;;SELECT Avg(cars_data.MPG) FROM cars_data WHERE cars_data.Cylinders = 'terminal'
Pred OK  ;easy;car_1;SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders  =  4;;SELECT Avg(cars_data.MPG) FROM cars_data WHERE cars_data.Cylinders = 'terminal'
Pred Fail;medium;car_1;select min(weight) from cars_data where cylinders  =  8 and year  =  1974;SELECT Min(cars_data.Weight) FROM cars_data WHERE cars_data.Year = 'terminal'
Pred Fail;medium;car_1;select min(weight) from cars_data where cylinders  =  8 and year  =  1974;SELECT Min(cars_data.Weight) FROM cars_data WHERE cars_data.Year = 'terminal'
Pred Fail;medium;car_1;SELECT Maker ,  Model FROM MODEL_LIST;;SELECT car_makers.Maker, model_list.Model FROM model_list JOIN car_makers
Pred Fail;medium;car_1;SELECT Maker ,  Model FROM MODEL_LIST;;SELECT car_makers.Maker, model_list.Model FROM model_list JOIN car_makers
Pred OK  ;medium;car_1;SELECT T1.CountryName ,  T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.CountryId HAVING count(*)  >=  1;;SELECT countries.CountryName, countries.CountryId FROM countries JOIN car_makers GROUP BY countries.CountryId HAVING Count(*) >= 'terminal'
Pred OK  ;medium;car_1;SELECT T1.CountryName ,  T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.CountryId HAVING count(*)  >=  1;;SELECT countries.CountryName, countries.CountryId FROM countries JOIN car_makers GROUP BY countries.CountryId HAVING Count(*) >= 'terminal'
Pred OK  ;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE horsepower  >  150;;SELECT Count(*) FROM cars_data WHERE cars_data.Horsepower > 'terminal'
Pred OK  ;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE horsepower  >  150;;SELECT Count(*) FROM cars_data WHERE cars_data.Horsepower > 'terminal'
Pred OK  ;medium;car_1;SELECT avg(Weight) ,  YEAR FROM CARS_DATA GROUP BY YEAR;;SELECT Avg(cars_data.Weight), cars_data.Year FROM cars_data GROUP BY cars_data.Year
Pred Fail;medium;car_1;SELECT avg(Weight) ,  YEAR FROM CARS_DATA GROUP BY YEAR;;SELECT Avg(cars_data.Weight), cars_data.Year, cars_data.Year FROM cars_data GROUP BY cars_data.Year, cars_data.Year
Pred Fail;extra;car_1;SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent  =  T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId  =  T3.Country WHERE T2.Continent  =  'europe' GROUP BY T1.CountryName HAVING count(*)  >=  3;;SELECT countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryName HAVING Count(*) >= 'terminal'
Pred OK  ;extra;car_1;SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent  =  T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId  =  T3.Country WHERE T2.Continent  =  'europe' GROUP BY T1.CountryName HAVING count(*)  >=  3;;SELECT countries.CountryName FROM countries JOIN car_makers JOIN continents WHERE continents.Continent = 'terminal' GROUP BY countries.CountryName HAVING Count(*) >= 'terminal'
Pred Fail;extra;car_1;SELECT T2.horsepower ,  T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.cylinders  =  3 ORDER BY T2.horsepower DESC LIMIT 1;;SELECT Max(cars_data.Horsepower), car_names.Make FROM cars_data JOIN car_names WHERE cars_data.Cylinders = 'terminal'
Pred Fail;extra;car_1;SELECT T2.horsepower ,  T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.cylinders  =  3 ORDER BY T2.horsepower DESC LIMIT 1;;SELECT Max(cars_data.Horsepower), car_names.Make FROM cars_data JOIN car_names WHERE cars_data.Cylinders = 'terminal' GROUP BY car_names.Make
Pred Fail;hard;car_1;SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.mpg DESC LIMIT 1;;SELECT car_names.Model FROM cars_data JOIN car_names GROUP BY car_names.Model ORDER BY Sum(cars_data.MPG) Desc LIMIT 1
Pred OK  ;hard;car_1;select t1.model from car_names as t1 join cars_data as t2 on t1.makeid  =  t2.id order by t2.mpg desc limit 1;;SELECT car_names.Model FROM car_names JOIN cars_data ORDER BY cars_data.MPG Desc LIMIT 1
Pred OK  ;easy;car_1;SELECT avg(horsepower) FROM CARS_DATA WHERE YEAR  <  1980;;SELECT Avg(cars_data.Horsepower) FROM cars_data WHERE cars_data.Year < 'terminal'
Pred OK  ;easy;car_1;select avg(horsepower) from cars_data where year  <  1980;;SELECT Avg(cars_data.Horsepower) FROM cars_data WHERE cars_data.Year < 'terminal'
Pred OK  ;medium;car_1;SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T1.Model  =  'volvo';;SELECT Avg(cars_data.Edispl) FROM car_names JOIN cars_data WHERE car_names.Model = 'terminal'
Pred Fail;medium;car_1;SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T1.Model  =  'volvo';;SELECT Avg(cars_data.Edispl) FROM cars_data
Pred OK  ;medium;car_1;SELECT max(Accelerate) ,  Cylinders FROM CARS_DATA GROUP BY Cylinders;;SELECT Max(cars_data.Accelerate), cars_data.Cylinders FROM cars_data GROUP BY cars_data.Cylinders
Pred OK  ;medium;car_1;SELECT max(Accelerate) ,  Cylinders FROM CARS_DATA GROUP BY Cylinders;;SELECT Max(cars_data.Accelerate), cars_data.Cylinders FROM cars_data GROUP BY cars_data.Cylinders
Pred OK  ;hard;car_1;SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;;SELECT car_names.Model FROM car_names GROUP BY car_names.Model ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;car_1;SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;;SELECT Count(*) FROM model_list
Pred OK  ;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE Cylinders  >  4;;SELECT Count(*) FROM cars_data WHERE cars_data.Cylinders > 'terminal'
Pred OK  ;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE Cylinders  >  4;;SELECT Count(*) FROM cars_data WHERE cars_data.Cylinders > 'terminal'
Pred Fail;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE YEAR  =  1980;;SELECT Count(*) FROM cars_data JOIN car_names WHERE cars_data.Year = 'terminal'
Pred Fail;easy;car_1;SELECT count(*) FROM CARS_DATA WHERE YEAR  =  1980;;SELECT Count(*) FROM cars_data JOIN car_names WHERE cars_data.Year = 'terminal'
Pred OK  ;medium;car_1;SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker WHERE T1.FullName  =  'American Motor Company';;SELECT Count(*) FROM model_list JOIN car_makers WHERE car_makers.FullName = 'terminal'
Pred Fail;medium;car_1;SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker WHERE T1.FullName  =  'American Motor Company';;SELECT Count(*) FROM model_list JOIN car_makers WHERE car_makers.Maker = 'terminal'
Pred Fail;medium;car_1;SELECT T1.FullName ,  T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >  3;;SELECT car_makers.FullName, car_makers.FullName, car_names.MakeId FROM car_names JOIN car_makers GROUP BY car_names.MakeId HAVING Count(*) > 'terminal'
Pred OK  ;medium;car_1;SELECT T1.FullName ,  T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >  3;;SELECT car_makers.FullName, model_list.Maker FROM model_list JOIN car_makers GROUP BY model_list.Maker HAVING Count(*) > 'terminal'
Pred Fail;extra;car_1;SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model  =  T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker  =  T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId  =  T4.Id WHERE T3.FullName  =  'General Motors' OR T4.weight  >  3500;;SELECT DISTINCT model_list.Model FROM model_list JOIN cars_data JOIN car_makers WHERE car_makers.FullName = 'terminal' OR cars_data.Weight > 'terminal'
Pred Fail;extra;car_1;SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model  =  T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker  =  T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId  =  T4.Id WHERE T3.FullName  =  'General Motors' OR T4.weight  >  3500;;SELECT DISTINCT car_names.Model FROM cars_data JOIN car_names JOIN car_makers WHERE car_makers.FullName = 'terminal' OR cars_data.Weight > 'terminal'
Pred Fail;easy;car_1;select distinct year from cars_data where weight between 3000 and 4000;;SELECT cars_data.Year FROM cars_data WHERE cars_data.Weight < 'terminal' EXCEPT SELECT cars_data.Year FROM cars_data WHERE cars_data.Weight > 'terminal'
Pred Fail;easy;car_1;select distinct year from cars_data where weight between 3000 and 4000;;SELECT DISTINCT cars_data.Year FROM cars_data WHERE cars_data.Weight < 'terminal' INTERSECT SELECT cars_data.Year FROM cars_data WHERE cars_data.Weight > 'terminal'
Pred OK  ;medium;car_1;SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;;SELECT cars_data.Horsepower FROM cars_data ORDER BY cars_data.Accelerate Desc LIMIT 1
Pred OK  ;medium;car_1;SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;;SELECT cars_data.Horsepower FROM cars_data ORDER BY cars_data.Accelerate Desc LIMIT 1
Pred OK  ;extra;car_1;SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Model  =  'volvo' ORDER BY T1.accelerate ASC LIMIT 1;;SELECT cars_data.Cylinders FROM car_names JOIN cars_data WHERE car_names.Model = 'terminal' ORDER BY cars_data.Accelerate Asc LIMIT 1
Pred OK  ;extra;car_1;SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Model  =  'volvo' ORDER BY T1.accelerate ASC LIMIT 1;;SELECT cars_data.Cylinders FROM cars_data JOIN car_names WHERE car_names.Model = 'terminal' ORDER BY cars_data.Accelerate Asc LIMIT 1
Pred Fail;hard;car_1;SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate  >  ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );;SELECT Count(*) FROM cars_data WHERE cars_data.Accelerate > (SELECT cars_data.Accelerate FROM cars_data WHERE cars_data.Horsepower = (SELECT Max(cars_data.Horsepower) FROM cars_data))
Pred Fail;hard;car_1;SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate  >  ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );;SELECT Count(*) FROM cars_data WHERE cars_data.Accelerate > (SELECT cars_data.Accelerate FROM cars_data WHERE cars_data.Horsepower = (SELECT Max(cars_data.Horsepower) FROM cars_data))
Pred Fail;medium;car_1;select count(*) from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  2;SELECT Count(*) FROM (SELECT car_makers.Country FROM car_makers GROUP BY car_makers.Country HAVING Count(*) > 'terminal')
Pred Fail;medium;car_1;select count(*) from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  2;SELECT Count(*) FROM (SELECT countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryName HAVING Count(*) > 'terminal')
Pred OK  ;easy;car_1;SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders  >  6;;SELECT Count(*) FROM cars_data WHERE cars_data.Cylinders > 'terminal'
Pred OK  ;easy;car_1;SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders  >  6;;SELECT Count(*) FROM cars_data WHERE cars_data.Cylinders > 'terminal'
Pred Fail;extra;car_1;SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Cylinders  =  4 ORDER BY T2.horsepower DESC LIMIT 1;;SELECT model_list.Model FROM model_list JOIN cars_data WHERE cars_data.Cylinders = 'terminal' ORDER BY cars_data.Horsepower Desc LIMIT 1
Pred Fail;extra;car_1;SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Cylinders  =  4 ORDER BY T2.horsepower DESC LIMIT 1;;SELECT model_list.Model FROM model_list JOIN cars_data WHERE cars_data.Cylinders = 'terminal' ORDER BY cars_data.Horsepower Desc LIMIT 1
Pred Fail;extra;car_1;SELECT T2.MakeId ,  T2.Make FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Horsepower  >  (SELECT min(Horsepower) FROM CARS_DATA) AND T1.Cylinders  <=  3;;SELECT car_names.MakeId, car_names.Make FROM cars_data JOIN car_names WHERE cars_data.Horsepower > 'terminal'
Pred Fail;extra;car_1;select t2.makeid ,  t2.make from cars_data as t1 join car_names as t2 on t1.id  =  t2.makeid where t1.horsepower  >  (select min(horsepower) from cars_data) and t1.cylinders  <  4;;SELECT car_names.MakeId, car_names.Make FROM car_names WHERE car_names.MakeId NOT IN (SELECT cars_data.Id FROM cars_data WHERE cars_data.Horsepower < 'terminal')
Pred Fail;medium;car_1;select max(mpg) from cars_data where cylinders  =  8 or year  <  1980;SELECT Max(cars_data.MPG) FROM cars_data WHERE cars_data.Cylinders = 'terminal' OR cars_data.Year = 'terminal'
Pred Fail;medium;car_1;select max(mpg) from cars_data where cylinders  =  8 or year  <  1980;SELECT Max(cars_data.MPG) FROM cars_data WHERE cars_data.Year = 'terminal' OR cars_data.Year < 'terminal'
Pred Fail;extra;car_1;SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model  =  T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker  =  T4.Id WHERE T3.weight  <  3500 AND T4.FullName != 'Ford Motor Company';;SELECT model_list.Model FROM model_list WHERE cars_data.Weight < 'terminal' EXCEPT SELECT car_names.Model FROM car_names WHERE car_names.Make = 'terminal'
Pred Fail;extra;car_1;SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model  =  T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker  =  T4.Id WHERE T3.weight  <  3500 AND T4.FullName != 'Ford Motor Company';;SELECT DISTINCT car_names.Model FROM model_list WHERE cars_data.Weight < 'terminal' EXCEPT SELECT car_names.Model FROM car_names WHERE car_names.Make = 'terminal'
Pred OK  ;hard;car_1;SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId  =  T2.Country;;SELECT countries.CountryName FROM countries EXCEPT SELECT countries.CountryName FROM countries JOIN car_makers
Pred OK  ;hard;car_1;SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId  =  T2.Country;;SELECT countries.CountryName FROM countries EXCEPT SELECT countries.CountryName FROM countries JOIN car_makers
Pred Fail;extra;car_1;select t1.id ,  t1.maker from car_makers as t1 join model_list as t2 on t1.id  =  t2.maker group by t1.id having count(*)  >=  2 intersect select t1.id ,  t1.maker from car_makers as t1 join model_list as t2 on t1.id  =  t2.maker join car_names as t3 on t2.model  =  t3.model group by t1.id having count(*)  >  3;;SELECT model_list.Maker, car_names.Make FROM model_list JOIN car_names GROUP BY model_list.Maker HAVING Count(*) >= 'terminal'
Pred Fail;extra;car_1;SELECT T1.Id ,  T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >=  2 INTERSECT SELECT T1.Id ,  T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model GROUP BY T1.Id HAVING count(*)  >  3;;SELECT model_list.Maker, car_makers.Maker FROM model_list JOIN car_makers GROUP BY model_list.Maker HAVING Count(*) >= 'terminal'
Pred Fail;extra;car_1;SELECT T1.countryId ,  T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.countryId HAVING count(*)  >  3 UNION SELECT T1.countryId ,  T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country JOIN MODEL_LIST AS T3 ON T2.Id  =  T3.Maker WHERE T3.Model  =  'fiat';;SELECT countries.CountryId, countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryId HAVING Count(*) > 'terminal' UNION SELECT countries.CountryId, countries.CountryName FROM countries JOIN car_makers WHERE car_names.Model = 'terminal'
Pred Fail;extra;car_1;select t1.countryid ,  t1.countryname from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  3 union select t1.countryid ,  t1.countryname from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country join model_list as t3 on t2.id  =  t3.maker where t3.model  =  'fiat';;SELECT countries.CountryId, countries.CountryName FROM countries JOIN car_makers GROUP BY countries.CountryId HAVING Count(*) > 'terminal' UNION SELECT countries.CountryId, countries.CountryName FROM countries JOIN car_makers WHERE car_names.Model = 'terminal'
Pred OK  ;easy;flight_2;SELECT Country FROM AIRLINES WHERE Airline  =  "JetBlue Airways";SELECT airlines.Country FROM airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;easy;flight_2;SELECT Country FROM AIRLINES WHERE Airline  =  "JetBlue Airways";SELECT airlines.Country FROM airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;easy;flight_2;SELECT Abbreviation FROM AIRLINES WHERE Airline  =  "JetBlue Airways";SELECT airlines.Abbreviation FROM airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;easy;flight_2;SELECT Abbreviation FROM AIRLINES WHERE Airline  =  "JetBlue Airways";SELECT airlines.Abbreviation FROM airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;medium;flight_2;SELECT Airline ,  Abbreviation FROM AIRLINES WHERE Country  =  "USA";SELECT airlines.Airline, airlines.Abbreviation FROM airlines WHERE airlines.Country = 'terminal'
Pred OK  ;medium;flight_2;SELECT Airline ,  Abbreviation FROM AIRLINES WHERE Country  =  "USA";SELECT airlines.Airline, airlines.Abbreviation FROM airlines WHERE airlines.Country = 'terminal'
Pred OK  ;medium;flight_2;SELECT AirportCode ,  AirportName FROM AIRPORTS WHERE city  =  "Anthony";SELECT airports.AirportCode, airports.AirportName FROM airports WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT AirportCode ,  AirportName FROM AIRPORTS WHERE city  =  "Anthony";SELECT airports.AirportCode, airports.AirportName FROM airports WHERE airports.City = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRLINES;SELECT Count(*) FROM airlines
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRLINES;SELECT Count(*) FROM airlines
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRPORTS;SELECT Count(*) FROM airports
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRPORTS;SELECT Count(*) FROM airports
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS;SELECT Count(*) FROM flights
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS;SELECT Count(*) FROM flights
Pred OK  ;easy;flight_2;SELECT Airline FROM AIRLINES WHERE Abbreviation  =  "UAL";SELECT airlines.Airline FROM airlines WHERE airlines.Abbreviation = 'terminal'
Pred OK  ;easy;flight_2;SELECT Airline FROM AIRLINES WHERE Abbreviation  =  "UAL";SELECT airlines.Airline FROM airlines WHERE airlines.Abbreviation = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRLINES WHERE Country  =  "USA";SELECT Count(*) FROM airlines WHERE airlines.Country = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM AIRLINES WHERE Country  =  "USA";SELECT Count(*) FROM airlines WHERE airlines.Country = 'terminal'
Pred OK  ;medium;flight_2;SELECT City ,  Country FROM AIRPORTS WHERE AirportName  =  "Alton";SELECT airports.City, airports.Country FROM airports WHERE airports.AirportName = 'terminal'
Pred OK  ;medium;flight_2;SELECT City ,  Country FROM AIRPORTS WHERE AirportName  =  "Alton";SELECT airports.City, airports.Country FROM airports WHERE airports.AirportName = 'terminal'
Pred OK  ;easy;flight_2;SELECT AirportName FROM AIRPORTS WHERE AirportCode  =  "AKO";SELECT airports.AirportName FROM airports WHERE airports.AirportCode = 'terminal'
Pred OK  ;easy;flight_2;SELECT AirportName FROM AIRPORTS WHERE AirportCode  =  "AKO";SELECT airports.AirportName FROM airports WHERE airports.AirportCode = 'terminal'
Pred OK  ;easy;flight_2;SELECT AirportName FROM AIRPORTS WHERE City = "Aberdeen";SELECT airports.AirportName FROM airports WHERE airports.City = 'terminal'
Pred OK  ;easy;flight_2;SELECT AirportName FROM AIRPORTS WHERE City = "Aberdeen";SELECT airports.AirportName FROM airports WHERE airports.City = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS WHERE SourceAirport  =  "APG";SELECT Count(*) FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS WHERE SourceAirport  =  "APG";SELECT Count(*) FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS WHERE DestAirport  =  "ATO";SELECT Count(*) FROM flights WHERE flights.DestAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT count(*) FROM FLIGHTS WHERE DestAirport  =  "ATO";SELECT Count(*) FROM flights WHERE flights.DestAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport  =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport  =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred Fail;hard;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport  =  T3.AirportCode WHERE T2.City  =  "Ashley" AND T3.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal' AND airports.AirportName = 'terminal'
Pred Fail;hard;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport  =  T3.AirportCode WHERE T2.City  =  "Ashley" AND T3.City  =  "Aberdeen";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal' AND airports.AirportName = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline  =  T2.uid WHERE T2.Airline = "JetBlue Airways";SELECT Count(*) FROM flights JOIN airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline  =  T2.uid WHERE T2.Airline = "JetBlue Airways";SELECT Count(*) FROM airlines JOIN flights WHERE airlines.Airline = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  "United Airlines" AND T2.DestAirport  =  "ASY";SELECT Count(*) FROM airlines JOIN flights WHERE airlines.Airline = 'terminal' AND flights.DestAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  "United Airlines" AND T2.DestAirport  =  "ASY";SELECT Count(*) FROM flights JOIN airlines WHERE airlines.Airline = 'terminal' AND flights.DestAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  "United Airlines" AND T2.SourceAirport  =  "AHD";SELECT Count(*) FROM airlines JOIN flights WHERE airlines.Airline = 'terminal' AND flights.DestAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  "United Airlines" AND T2.SourceAirport  =  "AHD";SELECT Count(*) FROM flights JOIN airlines WHERE airlines.Airline = 'terminal' AND flights.SourceAirport = 'terminal'
Pred OK  ;hard;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid  =  T1.Airline WHERE T2.City  =  "Aberdeen" AND T3.Airline  =  "United Airlines";SELECT Count(*) FROM flights JOIN airports JOIN airlines WHERE airports.City = 'terminal' AND airlines.Airline = 'terminal'
Pred OK  ;hard;flight_2;SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid  =  T1.Airline WHERE T2.City  =  "Aberdeen" AND T3.Airline  =  "United Airlines";SELECT Count(*) FROM flights JOIN airports JOIN airlines WHERE airports.City = 'terminal' AND airlines.Airline = 'terminal'
Pred OK  ;extra;flight_2;SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1;SELECT airports.City FROM airports JOIN flights GROUP BY airports.City ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1;SELECT airports.City FROM airports GROUP BY airports.City ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;flight_2;SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1;SELECT airports.City FROM airports JOIN flights GROUP BY airports.City ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1;SELECT airports.City FROM airports GROUP BY airports.City ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1;SELECT airports.AirportName FROM airports JOIN flights GROUP BY airports.AirportName ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1;SELECT airports.AirportName FROM airports JOIN flights GROUP BY airports.AirportName ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1;SELECT flights.SourceAirport FROM flights GROUP BY flights.SourceAirport ORDER BY Count(*) Asc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1;SELECT flights.SourceAirport FROM flights GROUP BY flights.SourceAirport ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1;SELECT airlines.Airline FROM airlines JOIN flights GROUP BY airlines.Airline ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1;SELECT airlines.Airline FROM airlines JOIN flights GROUP BY airlines.Airline ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;flight_2;SELECT T1.Abbreviation ,  T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1;SELECT airlines.Abbreviation, airlines.Country FROM airlines JOIN flights GROUP BY flights.Airline ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;extra;flight_2;SELECT T1.Abbreviation ,  T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1;SELECT airlines.Abbreviation, airlines.Country FROM airlines JOIN flights GROUP BY airlines.Airline ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "AHD";SELECT airlines.Airline FROM airlines JOIN flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "AHD";SELECT airlines.Airline FROM airlines JOIN flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.DestAirport  =  "AHD";SELECT airlines.Airline FROM airlines JOIN flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.DestAirport  =  "AHD";SELECT airlines.Airline FROM flights JOIN airlines WHERE flights.DestAirport = 'terminal'
Pred Fail;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "APG" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "CVO";SELECT airlines.Airline FROM airlines WHERE flights.SourceAirport = 'terminal' INTERSECT SELECT flights.Airline FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "APG" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "CVO";SELECT airlines.Airline FROM airlines JOIN flights WHERE flights.SourceAirport = 'terminal' INTERSECT SELECT airlines.Airline FROM airlines JOIN flights WHERE flights.SourceAirport = 'terminal'
Pred Fail;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "CVO" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "APG";SELECT airlines.Airline FROM airlines WHERE flights.SourceAirport = 'terminal' EXCEPT SELECT flights.Airline FROM flights WHERE flights.SourceAirport = 'terminal'
Pred Fail;extra;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "CVO" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  "APG";SELECT airlines.Airline FROM airlines WHERE flights.SourceAirport = 'terminal' AND flights.SourceAirport = 'terminal' EXCEPT SELECT flights.Airline FROM flights WHERE flights.SourceAirport = 'terminal'
Pred Fail;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  >  10;SELECT airlines.Airline FROM airlines JOIN flights GROUP BY airlines.Airline HAVING Count(*) >= 'terminal'
Pred Fail;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  >  10;SELECT airlines.Airline FROM airlines JOIN flights GROUP BY airlines.Airline HAVING Count(*) >= 'terminal'
Pred Fail;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  <  200;SELECT airlines.Airline FROM airlines JOIN flights
Pred Fail;medium;flight_2;SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  <  200;SELECT airlines.Airline FROM airlines JOIN flights
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid  =  T1.Airline WHERE T2.Airline  =  "United Airlines";SELECT flights.FlightNo FROM flights JOIN airlines WHERE airlines.Airline = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid  =  T1.Airline WHERE T2.Airline  =  "United Airlines";SELECT flights.FlightNo FROM airlines JOIN flights WHERE airlines.Airline = 'terminal'
Pred OK  ;easy;flight_2;SELECT FlightNo FROM FLIGHTS WHERE SourceAirport  =  "APG";SELECT flights.FlightNo FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT FlightNo FROM FLIGHTS WHERE SourceAirport  =  "APG";SELECT flights.FlightNo FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT FlightNo FROM FLIGHTS WHERE DestAirport  =  "APG";SELECT flights.FlightNo FROM flights WHERE flights.SourceAirport = 'terminal'
Pred OK  ;easy;flight_2;SELECT FlightNo FROM FLIGHTS WHERE DestAirport  =  "APG";SELECT flights.FlightNo FROM flights WHERE flights.DestAirport = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport   =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT flights.FlightNo FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport   =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT flights.FlightNo FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport   =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT flights.FlightNo FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;medium;flight_2;SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport   =  T2.AirportCode WHERE T2.City  =  "Aberdeen";SELECT flights.FlightNo FROM airports JOIN flights WHERE airports.City = 'terminal'
Pred OK  ;hard;flight_2;SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.city  =  "Aberdeen" OR T2.city  =  "Abilene";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal' OR airports.City = 'terminal'
Pred OK  ;hard;flight_2;SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.city  =  "Aberdeen" OR T2.city  =  "Abilene";SELECT Count(*) FROM airports JOIN flights WHERE airports.City = 'terminal' OR airports.City = 'terminal'
Pred Fail;hard;flight_2;SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights);SELECT airports.AirportName FROM airports EXCEPT SELECT airports.AirportName FROM airports JOIN flights WHERE flights.FlightNo = 'terminal'
Pred Fail;hard;flight_2;SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights);SELECT airports.AirportName FROM airports EXCEPT SELECT flights.SourceAirport FROM flights WHERE flights.FlightNo = 'terminal'
Pred OK  ;easy;employee_hire_evaluation;SELECT count(*) FROM employee;SELECT Count(*) FROM employee
Pred OK  ;easy;employee_hire_evaluation;SELECT count(*) FROM employee;SELECT Count(*) FROM employee
Pred OK  ;easy;employee_hire_evaluation;SELECT name FROM employee ORDER BY age;SELECT employee.Name FROM employee ORDER BY employee.Age Asc
Pred OK  ;easy;employee_hire_evaluation;SELECT name FROM employee ORDER BY age;SELECT employee.Name FROM employee ORDER BY employee.Age Asc
Pred OK  ;medium;employee_hire_evaluation;SELECT count(*) ,  city FROM employee GROUP BY city;SELECT employee.City, Count(*) FROM employee GROUP BY employee.City
Pred OK  ;medium;employee_hire_evaluation;SELECT count(*) ,  city FROM employee GROUP BY city;SELECT employee.City, Count(*) FROM employee GROUP BY employee.City
Pred Fail;medium;employee_hire_evaluation;SELECT city FROM employee WHERE age  <  30 GROUP BY city HAVING count(*)  >  1;SELECT employee.City FROM employee WHERE employee.Age > 'terminal' GROUP BY employee.City HAVING Count(*) > 'terminal'
Pred Fail;medium;employee_hire_evaluation;SELECT city FROM employee WHERE age  <  30 GROUP BY city HAVING count(*)  >  1;SELECT employee.City FROM employee WHERE employee.Age > 'terminal' GROUP BY employee.City HAVING Count(*) > 'terminal'
Pred OK  ;medium;employee_hire_evaluation;SELECT count(*) ,  LOCATION FROM shop GROUP BY LOCATION;SELECT shop.Location, Count(*) FROM shop GROUP BY shop.Location
Pred OK  ;medium;employee_hire_evaluation;SELECT count(*) ,  LOCATION FROM shop GROUP BY LOCATION;SELECT shop.Location, Count(*) FROM shop GROUP BY shop.Location
Pred OK  ;medium;employee_hire_evaluation;SELECT manager_name ,  district FROM shop ORDER BY number_products DESC LIMIT 1;SELECT shop.Manager_name, shop.District FROM shop ORDER BY shop.Number_products Desc LIMIT 1
Pred OK  ;medium;employee_hire_evaluation;SELECT manager_name ,  district FROM shop ORDER BY number_products DESC LIMIT 1;SELECT shop.Manager_name, shop.District FROM shop ORDER BY shop.Number_products Desc LIMIT 1
Pred OK  ;medium;employee_hire_evaluation;SELECT min(Number_products) ,  max(Number_products) FROM shop;SELECT Min(shop.Number_products), Max(shop.Number_products) FROM shop
Pred OK  ;medium;employee_hire_evaluation;SELECT min(Number_products) ,  max(Number_products) FROM shop;SELECT Min(shop.Number_products), Max(shop.Number_products) FROM shop
Pred OK  ;medium;employee_hire_evaluation;SELECT name ,  LOCATION ,  district FROM shop ORDER BY number_products DESC;SELECT shop.Name, shop.Location, shop.District FROM shop ORDER BY shop.Number_products Desc
Pred OK  ;medium;employee_hire_evaluation;SELECT name ,  LOCATION ,  district FROM shop ORDER BY number_products DESC;SELECT shop.Name, shop.Location, shop.District FROM shop ORDER BY shop.Number_products Desc
Pred OK  ;hard;employee_hire_evaluation;SELECT name FROM shop WHERE number_products  >  (SELECT avg(number_products) FROM shop);SELECT shop.Name FROM shop WHERE shop.Number_products > (SELECT Avg(shop.Number_products) FROM shop)
Pred Fail;hard;employee_hire_evaluation;SELECT name FROM shop WHERE number_products  >  (SELECT avg(number_products) FROM shop);SELECT Count(*) FROM shop WHERE shop.Number_products > (SELECT Avg(shop.Number_products) FROM shop)
Pred Fail;extra;employee_hire_evaluation;SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1;SELECT employee.Name FROM employee JOIN evaluation ORDER BY evaluation.Bonus Desc LIMIT 1
Pred Fail;extra;employee_hire_evaluation;SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1;SELECT employee.Name FROM employee JOIN evaluation ORDER BY evaluation.Bonus Desc LIMIT 1
Pred Fail;hard;employee_hire_evaluation;SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1;SELECT employee.Name FROM evaluation JOIN employee WHERE evaluation.Bonus = (SELECT Max(evaluation.Bonus) FROM evaluation)
Pred Fail;hard;employee_hire_evaluation;SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1;SELECT employee.Name FROM evaluation JOIN employee WHERE evaluation.Bonus = (SELECT Max(evaluation.Bonus) FROM evaluation)
Pred OK  ;hard;employee_hire_evaluation;SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation);SELECT employee.Name FROM employee WHERE employee.Employee_ID NOT IN (SELECT evaluation.Employee_ID FROM evaluation)
Pred OK  ;hard;employee_hire_evaluation;SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation);SELECT employee.Name FROM employee WHERE employee.Employee_ID NOT IN (SELECT evaluation.Employee_ID FROM evaluation)
Pred OK  ;extra;employee_hire_evaluation;SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1;SELECT shop.Name FROM hiring JOIN shop GROUP BY hiring.Shop_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;employee_hire_evaluation;SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1;SELECT shop.Name FROM hiring JOIN shop GROUP BY hiring.Shop_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;employee_hire_evaluation;SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring);SELECT shop.Name FROM shop WHERE shop.Shop_ID NOT IN (SELECT hiring.Shop_ID FROM hiring)
Pred OK  ;hard;employee_hire_evaluation;SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring);SELECT shop.Name FROM shop WHERE shop.Shop_ID NOT IN (SELECT hiring.Shop_ID FROM hiring)
Pred Fail;medium;employee_hire_evaluation;SELECT count(*) ,  t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t2.name;SELECT hiring.Shop_ID, Count(*) FROM hiring JOIN shop GROUP BY hiring.Shop_ID
Pred Fail;medium;employee_hire_evaluation;SELECT count(*) ,  t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t2.name;SELECT shop.Name, Count(*) FROM hiring JOIN shop GROUP BY hiring.Shop_ID
Pred OK  ;easy;employee_hire_evaluation;SELECT sum(bonus) FROM evaluation;SELECT Sum(evaluation.Bonus) FROM evaluation
Pred OK  ;easy;employee_hire_evaluation;SELECT sum(bonus) FROM evaluation;SELECT Sum(evaluation.Bonus) FROM evaluation
Pred OK  ;easy;employee_hire_evaluation;SELECT * FROM hiring;SELECT * FROM hiring
Pred OK  ;easy;employee_hire_evaluation;SELECT * FROM hiring;SELECT * FROM hiring
Pred OK  ;hard;employee_hire_evaluation;SELECT district FROM shop WHERE Number_products  <  3000 INTERSECT SELECT district FROM shop WHERE Number_products  >  10000;SELECT shop.District FROM shop WHERE shop.Number_products < 'terminal' INTERSECT SELECT shop.District FROM shop WHERE shop.Number_products > 'terminal'
Pred OK  ;hard;employee_hire_evaluation;SELECT district FROM shop WHERE Number_products  <  3000 INTERSECT SELECT district FROM shop WHERE Number_products  >  10000;SELECT shop.District FROM shop WHERE shop.Number_products < 'terminal' INTERSECT SELECT shop.District FROM shop WHERE shop.Number_products > 'terminal'
Pred OK  ;easy;employee_hire_evaluation;SELECT count(DISTINCT LOCATION) FROM shop;SELECT Count(DISTINCT shop.Location) FROM shop
Pred OK  ;easy;employee_hire_evaluation;SELECT count(DISTINCT LOCATION) FROM shop;SELECT Count(DISTINCT shop.Location) FROM shop
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Documents;SELECT Count(*) FROM Documents
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Documents;SELECT Count(*) FROM Documents
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_id ,  document_name ,  document_description FROM Documents;SELECT Documents.Document_ID, Documents.Document_Name, Documents.Document_Description FROM Documents
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_id ,  document_name ,  document_description FROM Documents;SELECT Documents.Document_ID, Documents.Document_Name, Documents.Document_Description FROM Documents
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_name ,  template_id FROM Documents WHERE Document_Description LIKE "%w%";SELECT Documents.Document_Name, Documents.Template_ID FROM Documents WHERE Documents.Document_Description LIKE 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_name ,  template_id FROM Documents WHERE Document_Description LIKE "%w%";SELECT Documents.Document_Name, Documents.Template_ID FROM Documents WHERE Documents.Document_Description LIKE 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_id ,  template_id ,  Document_Description FROM Documents WHERE document_name  =  "Robbin CV";SELECT Documents.Document_ID, Documents.Template_ID, Documents.Document_Description FROM Documents WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT document_id ,  template_id ,  Document_Description FROM Documents WHERE document_name  =  "Robbin CV";SELECT Documents.Document_ID, Documents.Template_ID, Documents.Document_Description FROM Documents WHERE Documents.Document_Name = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(DISTINCT template_id) FROM Documents;SELECT Count(DISTINCT Documents.Template_ID) FROM Documents
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(DISTINCT template_id) FROM Documents;SELECT Count(DISTINCT Documents.Template_ID) FROM Documents
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID  =  T2.Template_ID WHERE T2.Template_Type_Code  =  'PPT';SELECT Count(*) FROM Templates JOIN Documents WHERE Templates.Template_Type_Code = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID  =  T2.Template_ID WHERE T2.Template_Type_Code  =  'PPT';SELECT Count(*) FROM Templates JOIN Documents WHERE Templates.Template_Type_Code = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id ,  count(*) FROM Documents GROUP BY template_id;SELECT Documents.Template_ID, Count(*) FROM Documents GROUP BY Documents.Template_ID
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id ,  count(*) FROM Documents GROUP BY template_id;SELECT Documents.Template_ID, Count(*) FROM Documents GROUP BY Documents.Template_ID
Pred Fail;extra;cre_Doc_Template_Mgt;SELECT T1.template_id ,  T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1;SELECT Templates.Template_Type_Code, Templates.Template_Type_Code FROM Templates JOIN Documents GROUP BY Templates.Template_Type_Code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;cre_Doc_Template_Mgt;SELECT T1.template_id ,  T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1;SELECT Documents.Template_ID, Templates.Template_Type_Code FROM Templates JOIN Documents GROUP BY Documents.Template_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_id FROM Documents GROUP BY template_id HAVING count(*)  >  1;SELECT Documents.Template_ID FROM Documents GROUP BY Documents.Template_ID HAVING Count(*) > 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_id FROM Documents GROUP BY template_id HAVING count(*)  >  1;SELECT Documents.Template_ID FROM Documents GROUP BY Documents.Template_ID HAVING Count(*) > 'terminal'
Pred OK  ;hard;cre_Doc_Template_Mgt;SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents;SELECT Templates.Template_ID FROM Templates EXCEPT SELECT Documents.Template_ID FROM Documents
Pred OK  ;hard;cre_Doc_Template_Mgt;SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents;SELECT Templates.Template_ID FROM Templates EXCEPT SELECT Documents.Template_ID FROM Documents
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Templates;SELECT Count(*) FROM Templates
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Templates;SELECT Count(*) FROM Templates
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id ,  version_number ,  template_type_code FROM Templates;SELECT Templates.Template_ID, Templates.Version_Number, Templates.Template_Type_Code FROM Templates
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id ,  version_number ,  template_type_code FROM Templates;SELECT Templates.Template_ID, Templates.Version_Number, Templates.Template_Type_Code FROM Templates
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT DISTINCT template_type_code FROM Templates;SELECT DISTINCT Templates.Template_Type_Code FROM Templates
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT DISTINCT template_type_code FROM Templates;SELECT DISTINCT Templates.Template_Type_Code FROM Templates
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id FROM Templates WHERE template_type_code  =  "PP" OR template_type_code  =  "PPT";SELECT Templates.Template_ID FROM Templates WHERE Templates.Template_Type_Code = 'terminal' OR Templates.Template_Type_Code = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_id FROM Templates WHERE template_type_code  =  "PP" OR template_type_code  =  "PPT";SELECT Templates.Template_ID FROM Templates WHERE Templates.Template_Type_Code = 'terminal' OR Templates.Template_Type_Code = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Templates WHERE template_type_code  =  "CV";SELECT Count(*) FROM Templates WHERE Templates.Template_Type_Code = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Templates WHERE template_type_code  =  "CV";SELECT Count(*) FROM Templates WHERE Templates.Template_Type_Code = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT version_number ,  template_type_code FROM Templates WHERE version_number  >  5;SELECT Templates.Version_Number, Templates.Template_Type_Code FROM Templates WHERE Templates.Version_Number > 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT version_number ,  template_type_code FROM Templates WHERE version_number  >  5;SELECT Templates.Version_Number, Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code HAVING Count(*) > 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_type_code ,  count(*) FROM Templates GROUP BY template_type_code;SELECT Templates.Template_Type_Code, Count(*) FROM Templates GROUP BY Templates.Template_Type_Code
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_type_code ,  count(*) FROM Templates GROUP BY template_type_code;SELECT Templates.Template_Type_Code, Count(*) FROM Templates GROUP BY Templates.Template_Type_Code
Pred OK  ;hard;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*)  <  3;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code HAVING Count(*) < 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*)  <  3;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code HAVING Count(*) < 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT min(Version_Number) ,  template_type_code FROM Templates;SELECT Templates.Version_Number, Templates.Template_Type_Code FROM Templates GROUP BY Templates.Version_Number ORDER BY Count(*) Asc LIMIT 1
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT min(Version_Number) ,  template_type_code FROM Templates;SELECT Templates.Version_Number, Templates.Template_Type_Code FROM Templates GROUP BY Templates.Version_Number ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T2.document_name  =  "Data base";SELECT Templates.Template_Type_Code FROM Templates JOIN Documents WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T2.document_name  =  "Data base";SELECT Templates.Template_Type_Code FROM Templates JOIN Documents WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T1.template_type_code  =  "BK";SELECT Documents.Document_Name FROM Documents JOIN Templates WHERE Templates.Template_Type_Code = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T1.template_type_code  =  "BK";SELECT Documents.Document_Name FROM Documents JOIN Templates WHERE Templates.Template_Type_Code = 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT T1.template_type_code ,  count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code;SELECT Templates.Template_Type_Code, Count(*) FROM Templates GROUP BY Templates.Template_Type_Code
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT T1.template_type_code ,  count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code;SELECT Templates.Template_Type_Code, Count(*) FROM Templates GROUP BY Templates.Template_Type_Code
Pred Fail;extra;cre_Doc_Template_Mgt;SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;cre_Doc_Template_Mgt;SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1;SELECT Templates.Template_Type_Code FROM Templates GROUP BY Templates.Template_Type_Code ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id;SELECT Ref_Template_Types.Template_Type_Code FROM Ref_Template_Types EXCEPT SELECT Templates.Template_Type_Code FROM Templates
Pred Fail;hard;cre_Doc_Template_Mgt;SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id;SELECT Templates.Template_Type_Code FROM Templates EXCEPT SELECT Templates.Template_Type_Code FROM Documents
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_type_code ,  template_type_description FROM Ref_template_types;SELECT Ref_Template_Types.Template_Type_Code, Ref_Template_Types.Template_Type_Description FROM Ref_Template_Types
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT template_type_code ,  template_type_description FROM Ref_template_types;SELECT Ref_Template_Types.Template_Type_Code, Ref_Template_Types.Template_Type_Description FROM Ref_Template_Types
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_description FROM Ref_template_types WHERE template_type_code  =  "AD";SELECT Ref_Template_Types.Template_Type_Description FROM Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Code = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_description FROM Ref_template_types WHERE template_type_code  =  "AD";SELECT Ref_Template_Types.Template_Type_Description FROM Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Code = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_code FROM Ref_template_types WHERE template_type_description  =  "Book";SELECT Ref_Template_Types.Template_Type_Code FROM Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Description = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT template_type_code FROM Ref_template_types WHERE template_type_description  =  "Book";SELECT Ref_Template_Types.Template_Type_Code FROM Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Description = 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID  =  T3.template_ID;SELECT DISTINCT Ref_Template_Types.Template_Type_Description FROM Ref_Template_Types JOIN Templates
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID  =  T3.template_ID;SELECT DISTINCT Ref_Template_Types.Template_Type_Description FROM Templates JOIN Ref_Template_Types
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code WHERE T1.template_type_description  =  "Presentation";SELECT Templates.Template_ID FROM Templates JOIN Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Description = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code WHERE T1.template_type_description  =  "Presentation";SELECT Templates.Template_ID FROM Templates JOIN Ref_Template_Types WHERE Ref_Template_Types.Template_Type_Description = 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Paragraphs;SELECT Count(*) FROM Paragraphs
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT count(*) FROM Paragraphs;SELECT Count(*) FROM Paragraphs
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID  =  T2.document_ID WHERE T2.document_name  =  'Summer Show';SELECT Count(*) FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID  =  T2.document_ID WHERE T2.document_name  =  'Summer Show';SELECT Count(*) FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;select other_details from paragraphs where paragraph_text like 'korea';SELECT Paragraphs.Other_Details FROM Paragraphs WHERE Paragraphs.Paragraph_Text = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;select other_details from paragraphs where paragraph_text like 'korea';SELECT Paragraphs.Other_Details FROM Paragraphs WHERE Paragraphs.Paragraph_Text LIKE 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.paragraph_id ,   T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.Document_Name  =  'Welcome to NY';SELECT Paragraphs.Paragraph_ID, Paragraphs.Paragraph_Text FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.paragraph_id ,   T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.Document_Name  =  'Welcome to NY';SELECT Paragraphs.Paragraph_ID, Paragraphs.Paragraph_Text FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.document_name  =  "Customer reviews";SELECT Paragraphs.Paragraph_Text FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.document_name  =  "Customer reviews";SELECT Paragraphs.Paragraph_Text FROM Documents JOIN Paragraphs WHERE Documents.Document_Name = 'terminal'
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT document_id ,  count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id;SELECT Paragraphs.Document_ID, Count(*) FROM Paragraphs GROUP BY Paragraphs.Document_ID ORDER BY Count(*) Asc
Pred Fail;medium;cre_Doc_Template_Mgt;SELECT document_id ,  count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id;SELECT Paragraphs.Document_ID, Count(*) FROM Documents JOIN Paragraphs GROUP BY Paragraphs.Document_ID ORDER BY Count(*) Asc
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.document_id ,  T2.document_name ,  count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id;SELECT Documents.Document_ID, Documents.Document_Name, Count(*) FROM Documents JOIN Paragraphs GROUP BY Documents.Document_ID
Pred OK  ;medium;cre_Doc_Template_Mgt;SELECT T1.document_id ,  T2.document_name ,  count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id;SELECT Documents.Document_ID, Documents.Document_Name, Count(*) FROM Documents JOIN Paragraphs GROUP BY Documents.Document_ID
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*)  >=  2;SELECT Paragraphs.Document_ID FROM Paragraphs GROUP BY Paragraphs.Document_ID HAVING Count(*) >= 'terminal'
Pred OK  ;easy;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*)  >=  2;SELECT Paragraphs.Document_ID FROM Paragraphs GROUP BY Paragraphs.Document_ID HAVING Count(*) >= 'terminal'
Pred OK  ;extra;cre_Doc_Template_Mgt;SELECT T1.document_id ,  T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1;SELECT Documents.Document_ID, Documents.Document_Name FROM Documents JOIN Paragraphs GROUP BY Documents.Document_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;cre_Doc_Template_Mgt;SELECT T1.document_id ,  T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1;SELECT Documents.Document_ID, Documents.Document_Name FROM Documents JOIN Paragraphs GROUP BY Documents.Document_ID ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1;SELECT Documents.Document_ID FROM Documents JOIN Paragraphs GROUP BY Documents.Document_ID ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;hard;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1;SELECT Paragraphs.Document_ID FROM Paragraphs GROUP BY Paragraphs.Document_ID ORDER BY Count(*) Asc LIMIT 1
Pred Fail;easy;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2;SELECT Paragraphs.Document_ID FROM Paragraphs WHERE Paragraphs.Paragraph_ID >= 'terminal'
Pred Fail;easy;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2;SELECT Documents.Document_ID FROM Documents JOIN Paragraphs
Pred Fail;hard;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Ireland';SELECT Documents.Document_ID FROM Documents JOIN Paragraphs WHERE Paragraphs.Paragraph_Text = 'terminal' INTERSECT SELECT Documents.Document_ID FROM Documents JOIN Paragraphs WHERE Paragraphs.Paragraph_Text = 'terminal'
Pred Fail;hard;cre_Doc_Template_Mgt;SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Ireland';SELECT Documents.Document_ID FROM Documents JOIN Paragraphs WHERE Paragraphs.Paragraph_Text = 'terminal' INTERSECT SELECT Documents.Document_ID FROM Documents JOIN Paragraphs WHERE Paragraphs.Paragraph_Text = 'terminal'
Pred OK  ;easy;course_teach;SELECT count(*) FROM teacher;SELECT Count(*) FROM teacher
Pred OK  ;easy;course_teach;SELECT count(*) FROM teacher;SELECT Count(*) FROM teacher
Pred OK  ;easy;course_teach;SELECT Name FROM teacher ORDER BY Age ASC;SELECT teacher.Name FROM teacher ORDER BY teacher.Age Asc
Pred OK  ;easy;course_teach;SELECT Name FROM teacher ORDER BY Age ASC;SELECT teacher.Name FROM teacher ORDER BY teacher.Age Asc
Pred OK  ;medium;course_teach;SELECT Age ,  Hometown FROM teacher;SELECT teacher.Age, teacher.Hometown FROM teacher
Pred OK  ;medium;course_teach;SELECT Age ,  Hometown FROM teacher;SELECT teacher.Age, teacher.Hometown FROM teacher
Pred OK  ;easy;course_teach;select name from teacher where hometown != "little lever urban district";SELECT teacher.Name FROM teacher WHERE teacher.Hometown != 'terminal'
Pred OK  ;easy;course_teach;select name from teacher where hometown != "little lever urban district";SELECT teacher.Name FROM teacher WHERE teacher.Hometown != 'terminal'
Pred OK  ;medium;course_teach;SELECT Name FROM teacher WHERE Age  =  32 OR Age  =  33;SELECT teacher.Name FROM teacher WHERE teacher.Age = 'terminal' OR teacher.Age = 'terminal'
Pred OK  ;medium;course_teach;SELECT Name FROM teacher WHERE Age  =  32 OR Age  =  33;SELECT teacher.Name FROM teacher WHERE teacher.Age = 'terminal' OR teacher.Age = 'terminal'
Pred Fail;medium;course_teach;SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1;SELECT teacher.Hometown FROM teacher ORDER BY teacher.Age Desc LIMIT 1
Pred Fail;medium;course_teach;SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1;SELECT teacher.Hometown FROM teacher ORDER BY teacher.Age Desc LIMIT 1
Pred OK  ;medium;course_teach;SELECT Hometown ,  COUNT(*) FROM teacher GROUP BY Hometown;SELECT teacher.Hometown, Count(*) FROM teacher GROUP BY teacher.Hometown
Pred OK  ;medium;course_teach;SELECT Hometown ,  COUNT(*) FROM teacher GROUP BY Hometown;SELECT teacher.Hometown, Count(*) FROM teacher GROUP BY teacher.Hometown
Pred OK  ;hard;course_teach;SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1;SELECT teacher.Hometown FROM teacher GROUP BY teacher.Hometown ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;course_teach;SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1;SELECT teacher.Hometown FROM teacher GROUP BY teacher.Hometown ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;course_teach;SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*)  >=  2;SELECT teacher.Hometown FROM teacher GROUP BY teacher.Hometown HAVING Count(*) >= 'terminal'
Pred OK  ;easy;course_teach;SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*)  >=  2;SELECT teacher.Hometown FROM teacher GROUP BY teacher.Hometown HAVING Count(*) >= 'terminal'
Pred Fail;medium;course_teach;SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID;SELECT teacher.Name, teacher.Name FROM course_arrange JOIN course JOIN teacher
Pred Fail;medium;course_teach;SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID;SELECT teacher.Name, teacher.Name FROM course_arrange JOIN course JOIN teacher
Pred OK  ;hard;course_teach;SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID ORDER BY T3.Name;SELECT teacher.Name, course.Course FROM course_arrange JOIN course JOIN teacher ORDER BY teacher.Name Asc
Pred OK  ;hard;course_teach;SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID ORDER BY T3.Name;SELECT teacher.Name, course.Course FROM course_arrange JOIN course JOIN teacher ORDER BY teacher.Name Asc
Pred OK  ;hard;course_teach;SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID WHERE T2.Course  =  "Math";SELECT teacher.Name FROM course_arrange JOIN course JOIN teacher WHERE course.Course = 'terminal'
Pred Fail;hard;course_teach;SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID WHERE T2.Course  =  "Math";SELECT teacher.Name FROM course_arrange JOIN course JOIN teacher WHERE teacher.Name = 'terminal'
Pred OK  ;medium;course_teach;SELECT T2.Name ,  COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name;SELECT teacher.Name, Count(*) FROM course_arrange JOIN teacher GROUP BY teacher.Name
Pred OK  ;medium;course_teach;SELECT T2.Name ,  COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name;SELECT teacher.Name, Count(*) FROM course_arrange JOIN teacher GROUP BY teacher.Name
Pred Fail;medium;course_teach;SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*)  >=  2;SELECT teacher.Name FROM course_arrange JOIN teacher GROUP BY course_arrange.Teacher_ID HAVING Count(*) >= 'terminal'
Pred Fail;medium;course_teach;SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*)  >=  2;SELECT teacher.Name FROM course_arrange JOIN teacher GROUP BY course_arrange.Teacher_ID HAVING Count(*) >= 'terminal'
Pred OK  ;hard;course_teach;SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange);SELECT teacher.Name FROM teacher WHERE teacher.Teacher_ID NOT IN (SELECT course_arrange.Teacher_ID FROM course_arrange)
Pred OK  ;hard;course_teach;SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange);SELECT teacher.Name FROM teacher WHERE teacher.Teacher_ID NOT IN (SELECT course_arrange.Teacher_ID FROM course_arrange)
Pred OK  ;easy;museum_visit;SELECT count(*) FROM visitor WHERE age  <  30;SELECT Count(*) FROM visitor WHERE visitor.Age < 'terminal'
Pred OK  ;medium;museum_visit;SELECT name FROM visitor WHERE Level_of_membership  >  4 ORDER BY Level_of_membership DESC;SELECT visitor.Name FROM visitor WHERE visitor.Level_of_membership > 'terminal' ORDER BY visitor.Level_of_membership Desc
Pred Fail;easy;museum_visit;SELECT avg(age) FROM visitor WHERE Level_of_membership  <=  4;SELECT Avg(visitor.Age) FROM visitor WHERE visitor.ID NOT IN (SELECT visit.visitor_ID FROM visitor WHERE visitor.Level_of_membership < 'terminal')
Pred Fail;medium;museum_visit;SELECT name ,  Level_of_membership FROM visitor WHERE Level_of_membership  >  4 ORDER BY age DESC;SELECT visitor.Name, visitor.Age FROM visitor WHERE visitor.Level_of_membership > 'terminal' ORDER BY visitor.Age Desc
Pred OK  ;medium;museum_visit;SELECT museum_id ,  name FROM museum ORDER BY num_of_staff DESC LIMIT 1;SELECT museum.Museum_ID, museum.Name FROM museum ORDER BY museum.Num_of_Staff Desc LIMIT 1
Pred OK  ;easy;museum_visit;SELECT avg(num_of_staff) FROM museum WHERE open_year  <  2009;SELECT Avg(museum.Num_of_Staff) FROM museum WHERE museum.Open_Year < 'terminal'
Pred OK  ;medium;museum_visit;SELECT Num_of_Staff ,  Open_Year FROM museum WHERE name  =  'Plaza Museum';SELECT museum.Open_Year, museum.Num_of_Staff FROM museum WHERE museum.Name = 'terminal'
Pred Fail;hard;museum_visit;SELECT name FROM museum WHERE num_of_staff  >  (SELECT min(num_of_staff) FROM museum WHERE open_year  >  2010);SELECT museum.Name FROM museum WHERE museum.Open_Year > 'terminal'
Pred OK  ;medium;museum_visit;SELECT t1.id ,  t1.name ,  t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id GROUP BY t1.id HAVING count(*)  >  1;SELECT visitor.ID, visitor.Name, visitor.Age FROM visitor JOIN visit GROUP BY visitor.ID HAVING Count(*) > 'terminal'
Pred OK  ;extra;museum_visit;SELECT t2.visitor_id ,  t1.name ,  t1.Level_of_membership FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id GROUP BY t2.visitor_id ORDER BY sum(t2.Total_spent) DESC LIMIT 1;SELECT visitor.ID, visitor.Name, visitor.Level_of_membership FROM visitor JOIN visit GROUP BY visitor.ID ORDER BY Sum(visit.Total_spent) Desc LIMIT 1
Pred OK  ;extra;museum_visit;SELECT t2.Museum_ID ,  t1.name FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID  =  t2.Museum_ID GROUP BY t2.Museum_ID ORDER BY count(*) DESC LIMIT 1;SELECT museum.Museum_ID, museum.Name FROM museum JOIN visit GROUP BY museum.Museum_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;museum_visit;SELECT name FROM museum WHERE Museum_ID NOT IN (SELECT museum_id FROM visit);SELECT museum.Name FROM museum WHERE museum.Museum_ID NOT IN (SELECT visit.Museum_ID FROM visit)
Pred Fail;hard;museum_visit;SELECT t1.name ,  t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id ORDER BY t2.num_of_ticket DESC LIMIT 1;SELECT visitor.Name, visitor.Age FROM visitor JOIN visit GROUP BY visitor.ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;museum_visit;SELECT avg(num_of_ticket) ,  max(num_of_ticket) FROM visit;SELECT Avg(visit.Num_of_Ticket), Max(visit.Num_of_Ticket) FROM visit
Pred OK  ;medium;museum_visit;SELECT sum(t2.Total_spent) FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id WHERE t1.Level_of_membership  =  1;SELECT Sum(visit.Total_spent) FROM visitor JOIN visit WHERE visitor.Level_of_membership = 'terminal'
Pred OK  ;extra;museum_visit;SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID  =  t2.Museum_ID WHERE t3.open_year  <  2009 INTERSECT SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID  =  t2.Museum_ID WHERE t3.open_year  >  2011;SELECT visitor.Name FROM visitor JOIN visit JOIN museum WHERE museum.Open_Year < 'terminal' INTERSECT SELECT visitor.Name FROM visitor JOIN visit JOIN museum WHERE museum.Open_Year > 'terminal'
Pred Fail;extra;museum_visit;SELECT count(*) FROM visitor WHERE id NOT IN (SELECT t2.visitor_id FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID  =  t2.Museum_ID WHERE t1.open_year  >  2010);SELECT Count(*) FROM visitor WHERE visitor.ID NOT IN (SELECT museum.Museum_ID FROM museum WHERE museum.Open_Year > 'terminal')
Pred OK  ;medium;museum_visit;SELECT count(*) FROM museum WHERE open_year  >  2013 OR open_year  <  2008;SELECT Count(*) FROM museum WHERE museum.Open_Year > 'terminal' OR museum.Open_Year < 'terminal'
Pred OK  ;easy;wta_1;SELECT count(*) FROM players;SELECT Count(*) FROM players
Pred OK  ;easy;wta_1;SELECT count(*) FROM players;SELECT Count(*) FROM players
Pred OK  ;easy;wta_1;SELECT count(*) FROM matches;SELECT Count(*) FROM matches
Pred OK  ;easy;wta_1;SELECT count(*) FROM matches;SELECT Count(*) FROM matches
Pred OK  ;medium;wta_1;SELECT first_name ,  birth_date FROM players WHERE country_code  =  'USA';SELECT players.first_name, players.birth_date FROM players WHERE players.country_code = 'terminal'
Pred OK  ;medium;wta_1;SELECT first_name ,  birth_date FROM players WHERE country_code  =  'USA';SELECT players.first_name, players.birth_date FROM players WHERE players.country_code = 'terminal'
Pred OK  ;medium;wta_1;SELECT avg(loser_age) ,  avg(winner_age) FROM matches;SELECT Avg(matches.loser_age), Avg(matches.winner_age) FROM matches
Pred Fail;medium;wta_1;SELECT avg(loser_age) ,  avg(winner_age) FROM matches;SELECT Avg(matches.loser_age), matches.match_num FROM matches
Pred OK  ;easy;wta_1;SELECT avg(winner_rank) FROM matches;SELECT Avg(matches.winner_rank) FROM matches
Pred OK  ;easy;wta_1;SELECT avg(winner_rank) FROM matches;SELECT Avg(matches.winner_rank) FROM matches
Pred Fail;easy;wta_1;SELECT min(loser_rank) FROM matches;SELECT rankings.ranking FROM matches JOIN rankings ORDER BY rankings.ranking Desc LIMIT 1
Pred Fail;easy;wta_1;SELECT min(loser_rank) FROM matches;SELECT rankings.ranking FROM matches JOIN rankings ORDER BY rankings.ranking Desc LIMIT 1
Pred OK  ;easy;wta_1;SELECT count(DISTINCT country_code) FROM players;SELECT Count(DISTINCT players.country_code) FROM players
Pred OK  ;easy;wta_1;SELECT count(DISTINCT country_code) FROM players;SELECT Count(DISTINCT players.country_code) FROM players
Pred OK  ;easy;wta_1;SELECT count(DISTINCT loser_name) FROM matches;SELECT Count(DISTINCT matches.loser_name) FROM matches
Pred OK  ;easy;wta_1;SELECT count(DISTINCT loser_name) FROM matches;SELECT Count(DISTINCT matches.loser_name) FROM matches
Pred OK  ;easy;wta_1;SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*)  >  10;SELECT matches.tourney_name FROM matches GROUP BY matches.tourney_name HAVING Count(*) > 'terminal'
Pred OK  ;easy;wta_1;SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*)  >  10;SELECT matches.tourney_name FROM matches GROUP BY matches.tourney_name HAVING Count(*) > 'terminal'
Pred OK  ;hard;wta_1;SELECT winner_name FROM matches WHERE YEAR  =  2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR  =  2016;SELECT matches.winner_name FROM matches WHERE matches.year = 'terminal' INTERSECT SELECT matches.winner_name FROM matches WHERE matches.year = 'terminal'
Pred Fail;hard;wta_1;SELECT winner_name FROM matches WHERE YEAR  =  2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR  =  2016;SELECT players.first_name FROM matches JOIN players WHERE matches.year = 'terminal' INTERSECT SELECT players.first_name FROM matches JOIN players WHERE matches.year = 'terminal'
Pred OK  ;medium;wta_1;SELECT count(*) FROM matches WHERE YEAR  =  2013 OR YEAR  =  2016;SELECT Count(*) FROM matches WHERE matches.year = 'terminal' OR matches.year = 'terminal'
Pred OK  ;medium;wta_1;SELECT count(*) FROM matches WHERE YEAR  =  2013 OR YEAR  =  2016;SELECT Count(*) FROM matches WHERE matches.year = 'terminal' OR matches.year = 'terminal'
Pred OK  ;extra;wta_1;SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'WTA Championships' INTERSECT SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'Australian Open';SELECT players.country_code, players.first_name FROM players JOIN matches WHERE matches.tourney_name = 'terminal' INTERSECT SELECT players.country_code, players.first_name FROM players JOIN matches WHERE matches.tourney_name = 'terminal'
Pred OK  ;extra;wta_1;SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'WTA Championships' INTERSECT SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'Australian Open';SELECT players.first_name, players.country_code FROM players JOIN matches WHERE matches.tourney_name = 'terminal' INTERSECT SELECT players.first_name, players.country_code FROM players JOIN matches WHERE matches.tourney_name = 'terminal'
Pred Fail;medium;wta_1;SELECT first_name ,  country_code FROM players ORDER BY birth_date LIMIT 1;SELECT players.first_name, players.country_code FROM players ORDER BY players.birth_date Desc LIMIT 1
Pred OK  ;medium;wta_1;SELECT first_name ,  country_code FROM players ORDER BY birth_date LIMIT 1;SELECT players.first_name, players.country_code FROM players ORDER BY players.birth_date Asc LIMIT 1
Pred OK  ;medium;wta_1;SELECT first_name ,  last_name FROM players ORDER BY birth_date;SELECT players.first_name, players.last_name FROM players ORDER BY players.birth_date Asc
Pred OK  ;medium;wta_1;SELECT first_name ,  last_name FROM players ORDER BY birth_date;SELECT players.first_name, players.last_name FROM players ORDER BY players.birth_date Asc
Pred Fail;medium;wta_1;SELECT first_name ,  last_name FROM players WHERE hand  =  'L' ORDER BY birth_date;SELECT players.first_name, players.last_name FROM players WHERE players.first_name = 'terminal' ORDER BY players.birth_date Asc
Pred Fail;medium;wta_1;SELECT first_name ,  last_name FROM players WHERE hand  =  'L' ORDER BY birth_date;SELECT players.first_name, players.last_name FROM players WHERE players.country_code = 'terminal' ORDER BY players.birth_date Asc
Pred Fail;hard;wta_1;SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id ORDER BY T2.tours DESC LIMIT 1;SELECT players.first_name, players.country_code FROM players JOIN rankings GROUP BY rankings.player_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;wta_1;SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id ORDER BY T2.tours DESC LIMIT 1;SELECT players.first_name, players.country_code FROM players JOIN rankings GROUP BY rankings.player_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1;SELECT matches.year FROM matches GROUP BY matches.year ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1;SELECT matches.year FROM matches GROUP BY matches.year ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;wta_1;SELECT winner_name ,  winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1;SELECT matches.winner_name, matches.winner_rank_points FROM players JOIN matches GROUP BY matches.winner_name ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;wta_1;SELECT winner_name ,  winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1;SELECT players.first_name, matches.winner_rank_points FROM players JOIN matches ORDER BY matches.winner_rank Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT winner_name FROM matches WHERE tourney_name  =  'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1;SELECT matches.winner_name FROM matches WHERE matches.tourney_name = 'terminal' ORDER BY matches.winner_rank_points Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT winner_name FROM matches WHERE tourney_name  =  'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1;SELECT matches.winner_name FROM matches WHERE matches.tourney_name = 'terminal' ORDER BY matches.winner_rank_points Desc LIMIT 1
Pred Fail;medium;wta_1;SELECT winner_name ,  loser_name FROM matches ORDER BY minutes DESC LIMIT 1;SELECT matches.loser_name, matches.winner_name FROM matches ORDER BY matches.match_num Desc LIMIT 1
Pred OK  ;medium;wta_1;SELECT winner_name ,  loser_name FROM matches ORDER BY minutes DESC LIMIT 1;SELECT matches.winner_name, matches.loser_name FROM matches ORDER BY matches.minutes Desc LIMIT 1
Pred OK  ;medium;wta_1;SELECT avg(ranking) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name;SELECT Avg(rankings.ranking), players.first_name FROM players JOIN rankings GROUP BY players.first_name
Pred Fail;medium;wta_1;SELECT avg(ranking) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name;SELECT players.first_name, Avg(rankings.ranking_points) FROM players JOIN rankings GROUP BY players.first_name
Pred OK  ;medium;wta_1;SELECT sum(ranking_points) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name;SELECT Sum(rankings.ranking_points), players.first_name FROM players JOIN rankings GROUP BY players.first_name
Pred OK  ;medium;wta_1;SELECT sum(ranking_points) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name;SELECT players.first_name, Sum(rankings.ranking_points) FROM players JOIN rankings GROUP BY players.first_name
Pred OK  ;medium;wta_1;SELECT count(*) ,  country_code FROM players GROUP BY country_code;SELECT players.country_code, Count(*) FROM players GROUP BY players.country_code
Pred OK  ;medium;wta_1;SELECT count(*) ,  country_code FROM players GROUP BY country_code;SELECT players.country_code, Count(*) FROM players GROUP BY players.country_code
Pred OK  ;hard;wta_1;SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1;SELECT players.country_code FROM players GROUP BY players.country_code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1;SELECT players.country_code FROM players GROUP BY players.country_code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;wta_1;SELECT country_code FROM players GROUP BY country_code HAVING count(*)  >  50;SELECT players.country_code FROM players GROUP BY players.country_code HAVING Count(*) > 'terminal'
Pred OK  ;easy;wta_1;SELECT country_code FROM players GROUP BY country_code HAVING count(*)  >  50;SELECT players.country_code FROM players GROUP BY players.country_code HAVING Count(*) > 'terminal'
Pred OK  ;medium;wta_1;SELECT sum(tours) ,  ranking_date FROM rankings GROUP BY ranking_date;SELECT rankings.ranking_date, Sum(rankings.tours) FROM rankings GROUP BY rankings.ranking_date
Pred Fail;medium;wta_1;SELECT sum(tours) ,  ranking_date FROM rankings GROUP BY ranking_date;SELECT rankings.ranking_date, Count(*) FROM rankings GROUP BY rankings.ranking_date
Pred OK  ;medium;wta_1;SELECT count(*) ,  YEAR FROM matches GROUP BY YEAR;SELECT matches.year, Count(*) FROM matches GROUP BY matches.year
Pred OK  ;medium;wta_1;SELECT count(*) ,  YEAR FROM matches GROUP BY YEAR;SELECT matches.year, Count(*) FROM matches GROUP BY matches.year
Pred OK  ;medium;wta_1;SELECT DISTINCT winner_name ,  winner_rank FROM matches ORDER BY winner_age LIMIT 3;SELECT matches.winner_name, matches.winner_rank FROM matches ORDER BY matches.winner_age Asc LIMIT 1
Pred Fail;medium;wta_1;SELECT DISTINCT winner_name ,  winner_rank FROM matches ORDER BY winner_age LIMIT 3;SELECT players.first_name, matches.winner_rank FROM players JOIN matches ORDER BY matches.winner_age Asc LIMIT 1
Pred Fail;medium;wta_1;SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name  =  'WTA Championships' AND winner_hand  =  'L';SELECT Count(*) FROM matches WHERE matches.tourney_name = 'terminal'
Pred Fail;medium;wta_1;SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name  =  'WTA Championships' AND winner_hand  =  'L';SELECT Count(*) FROM matches WHERE matches.tourney_name = 'terminal' AND matches.tourney_name = 'terminal'
Pred OK  ;hard;wta_1;SELECT T1.first_name ,  T1.country_code ,  T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1;SELECT players.first_name, players.country_code, players.birth_date FROM players JOIN matches ORDER BY matches.winner_rank_points Desc LIMIT 1
Pred OK  ;hard;wta_1;SELECT T1.first_name ,  T1.country_code ,  T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1;SELECT players.first_name, players.country_code, players.birth_date FROM players JOIN matches ORDER BY matches.winner_rank_points Desc LIMIT 1
Pred OK  ;medium;wta_1;SELECT count(*) ,  hand FROM players GROUP BY hand;SELECT Count(*), players.hand FROM players GROUP BY players.hand
Pred OK  ;medium;wta_1;SELECT count(*) ,  hand FROM players GROUP BY hand;SELECT players.hand, Count(*) FROM players GROUP BY players.hand
Pred Fail;easy;battle_death;SELECT count(*) FROM ship WHERE disposition_of_ship  =  'Captured';SELECT Count(*) FROM battle JOIN ship WHERE battle.result = 'terminal'
Pred OK  ;medium;battle_death;SELECT name ,  tonnage FROM ship ORDER BY name DESC;SELECT ship.name, ship.tonnage FROM ship ORDER BY ship.name Desc
Pred Fail;medium;battle_death;SELECT name ,  date FROM battle;SELECT battle.name, battle.date, battle.result FROM battle
Pred Fail;medium;battle_death;SELECT max(killed) ,  min(killed) FROM death;SELECT Max(death.killed), Min(death.killed), Min(death.killed) FROM death
Pred Fail;easy;battle_death;SELECT avg(injured) FROM death;SELECT Avg(death.injured), death.injured FROM death GROUP BY death.injured
Pred OK  ;medium;battle_death;SELECT T1.killed ,  T1.injured FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id  =  T2.id WHERE T2.tonnage  =  't';SELECT death.killed, death.injured FROM death JOIN ship WHERE ship.tonnage = 'terminal'
Pred OK  ;medium;battle_death;SELECT name ,  RESULT FROM battle WHERE bulgarian_commander != 'Boril';SELECT battle.name, battle.result FROM battle WHERE battle.bulgarian_commander != 'terminal'
Pred OK  ;medium;battle_death;SELECT DISTINCT T1.id ,  T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.ship_type  =  'Brig';SELECT DISTINCT battle.id, battle.name FROM battle JOIN ship WHERE ship.ship_type = 'terminal'
Pred Fail;hard;battle_death;SELECT T1.id ,  T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle JOIN death AS T3 ON T2.id  =  T3.caused_by_ship_id GROUP BY T1.id HAVING sum(T3.killed)  >  10;SELECT battle.id, battle.name FROM death JOIN battle GROUP BY battle.id HAVING Sum(death.killed) > 'terminal'
Pred Fail;extra;battle_death;SELECT T2.id ,  T2.name FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id  =  T2.id GROUP BY T2.id ORDER BY count(*) DESC LIMIT 1;SELECT ship.id, ship.name FROM death JOIN ship ORDER BY death.injured Desc LIMIT 1
Pred OK  ;medium;battle_death;SELECT name FROM battle WHERE bulgarian_commander  =  'Kaloyan' AND latin_commander  =  'Baldwin I';SELECT DISTINCT battle.name FROM battle WHERE battle.bulgarian_commander = 'terminal' AND battle.latin_commander = 'terminal'
Pred OK  ;easy;battle_death;SELECT count(DISTINCT RESULT) FROM battle;SELECT Count(DISTINCT battle.result) FROM battle
Pred OK  ;extra;battle_death;SELECT count(*) FROM battle WHERE id NOT IN ( SELECT lost_in_battle FROM ship WHERE tonnage  =  '225' );;SELECT Count(*) FROM battle WHERE battle.id NOT IN (SELECT ship.lost_in_battle FROM ship WHERE ship.tonnage = 'terminal')
Pred OK  ;extra;battle_death;SELECT T1.name ,  T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.name  =  'Lettice' INTERSECT SELECT T1.name ,  T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.name  =  'HMS Atalanta';SELECT battle.name, battle.date FROM battle JOIN ship WHERE ship.name = 'terminal' INTERSECT SELECT battle.name, battle.date FROM battle JOIN ship WHERE ship.name = 'terminal'
Pred Fail;extra;battle_death;SELECT name ,  RESULT ,  bulgarian_commander FROM battle EXCEPT SELECT T1.name ,  T1.result ,  T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.location  =  'English Channel';SELECT battle.name, battle.result, battle.bulgarian_commander FROM battle EXCEPT SELECT battle.name, battle.result, battle.bulgarian_commander FROM battle JOIN ship WHERE ship.ship_type = 'terminal'
Pred Fail;medium;battle_death;SELECT note FROM death WHERE note LIKE '%East%';SELECT death.note FROM death WHERE death.killed LIKE 'terminal'
Pred Fail;medium;student_transcripts_tracking;SELECT line_1 ,  line_2 FROM addresses;SELECT Addresses.line_1 FROM Addresses WHERE Addresses.line_1 = 'terminal' INTERSECT SELECT Addresses.line_2 FROM Addresses WHERE Addresses.line_2 = 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT line_1 ,  line_2 FROM addresses;SELECT Addresses.line_1, Addresses.line_2 FROM Addresses
Pred OK  ;easy;student_transcripts_tracking;SELECT count(*) FROM Courses;SELECT Count(*) FROM Courses
Pred OK  ;easy;student_transcripts_tracking;SELECT count(*) FROM Courses;SELECT Count(*) FROM Courses
Pred OK  ;easy;student_transcripts_tracking;SELECT course_description FROM Courses WHERE course_name  =  'math';SELECT Courses.course_description FROM Courses WHERE Courses.course_name = 'terminal'
Pred Fail;easy;student_transcripts_tracking;SELECT course_description FROM Courses WHERE course_name  =  'math';SELECT Courses.course_description FROM Courses JOIN Departments WHERE Departments.department_name = 'terminal'
Pred OK  ;easy;student_transcripts_tracking;SELECT zip_postcode FROM Addresses WHERE city  =  'Port Chelsea';SELECT Addresses.zip_postcode FROM Addresses WHERE Addresses.city = 'terminal'
Pred OK  ;easy;student_transcripts_tracking;SELECT zip_postcode FROM Addresses WHERE city  =  'Port Chelsea';SELECT Addresses.zip_postcode FROM Addresses WHERE Addresses.city = 'terminal'
Pred Fail;extra;student_transcripts_tracking;SELECT T2.department_name ,  T1.department_id FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id  =  T2.department_id GROUP BY T1.department_id ORDER BY count(*) DESC LIMIT 1;SELECT Departments.department_name, Departments.department_id FROM Departments JOIN Degree_Programs JOIN Courses GROUP BY Departments.department_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;select t2.department_name ,  t1.department_id from degree_programs as t1 join departments as t2 on t1.department_id  =  t2.department_id group by t1.department_id order by count(*) desc limit 1;SELECT Departments.department_name, Departments.department_id FROM Departments JOIN Degree_Programs GROUP BY Departments.department_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;student_transcripts_tracking;SELECT count(DISTINCT department_id) FROM Degree_Programs;SELECT Count(DISTINCT Degree_Programs.department_id) FROM Degree_Programs
Pred Fail;easy;student_transcripts_tracking;SELECT count(DISTINCT department_id) FROM Degree_Programs;SELECT Count(DISTINCT Departments.department_name) FROM Departments
Pred OK  ;easy;student_transcripts_tracking;SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs;SELECT Count(DISTINCT Degree_Programs.degree_summary_name) FROM Degree_Programs
Pred Fail;easy;student_transcripts_tracking;SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs;SELECT Count(DISTINCT Degree_Programs.degree_program_id) FROM Degree_Programs
Pred Fail;medium;student_transcripts_tracking;SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id  =  T2.department_id WHERE T1.department_name  =  'engineer';SELECT Count(*) FROM Departments JOIN Courses WHERE Departments.department_name = 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id  =  T2.department_id WHERE T1.department_name  =  'engineer';SELECT Count(*) FROM Departments JOIN Degree_Programs WHERE Departments.department_name = 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT section_name ,  section_description FROM Sections;SELECT Sections.section_name, Sections.section_description FROM Sections
Pred OK  ;medium;student_transcripts_tracking;SELECT section_name ,  section_description FROM Sections;SELECT Sections.section_name, Sections.section_description FROM Sections
Pred OK  ;medium;student_transcripts_tracking;SELECT T1.course_name ,  T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_id HAVING count(*)  <=  2;SELECT Courses.course_name, Courses.course_id FROM Courses JOIN Sections GROUP BY Courses.course_id HAVING Count(*) <= 'terminal'
Pred Fail;medium;student_transcripts_tracking;SELECT T1.course_name ,  T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_id HAVING count(*)  <=  2;SELECT Courses.course_name, Courses.course_id FROM Courses JOIN Sections GROUP BY Courses.course_id HAVING Count(*) < 'terminal'
Pred OK  ;easy;student_transcripts_tracking;SELECT section_name FROM Sections ORDER BY section_name DESC;SELECT Sections.section_name FROM Sections ORDER BY Sections.section_name Desc
Pred OK  ;easy;student_transcripts_tracking;SELECT section_name FROM Sections ORDER BY section_name DESC;SELECT Sections.section_name FROM Sections ORDER BY Sections.section_name Desc
Pred OK  ;extra;student_transcripts_tracking;SELECT T1.semester_name ,  T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id  =  T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1;SELECT Semesters.semester_name, Student_Enrolment.semester_id FROM Student_Enrolment JOIN Semesters GROUP BY Student_Enrolment.semester_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;SELECT T1.semester_name ,  T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id  =  T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1;SELECT Semesters.semester_name, Student_Enrolment.semester_id FROM Student_Enrolment JOIN Semesters GROUP BY Student_Enrolment.semester_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;student_transcripts_tracking;SELECT department_description FROM Departments WHERE department_name LIKE '%computer%';SELECT Departments.department_description FROM Departments WHERE Departments.department_name LIKE 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT department_description FROM Departments WHERE department_name LIKE '%computer%';SELECT Departments.department_description FROM Departments WHERE Departments.department_name LIKE 'terminal'
Pred Fail;medium;student_transcripts_tracking;SELECT T1.first_name ,  T1.middle_name ,  T1.last_name ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id HAVING count(*)  =  2;SELECT Students.first_name, Students.middle_name, Students.last_name, Student_Enrolment.student_enrolment_id FROM Student_Enrolment JOIN Students GROUP BY Student_Enrolment.student_enrolment_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;student_transcripts_tracking;SELECT T1.first_name ,  T1.middle_name ,  T1.last_name ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id HAVING count(*)  =  2;SELECT Students.first_name, Students.middle_name, Students.last_name, Student_Enrolment.student_enrolment_id FROM Student_Enrolment JOIN Students GROUP BY Student_Enrolment.student_enrolment_id HAVING Count(*) >= 'terminal'
Pred OK  ;hard;student_transcripts_tracking;SELECT DISTINCT T1.first_name ,  T1.middle_name ,  T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id  =  T3.degree_program_id WHERE T3.degree_summary_name  =  'Bachelor';SELECT Students.first_name, Students.middle_name, Students.last_name FROM Student_Enrolment JOIN Students JOIN Degree_Programs WHERE Degree_Programs.degree_summary_name = 'terminal'
Pred OK  ;hard;student_transcripts_tracking;SELECT DISTINCT T1.first_name ,  T1.middle_name ,  T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id  =  T3.degree_program_id WHERE T3.degree_summary_name  =  'Bachelor';SELECT Students.first_name, Students.middle_name, Students.last_name FROM Student_Enrolment JOIN Students JOIN Degree_Programs WHERE Degree_Programs.degree_summary_name = 'terminal'
Pred Fail;extra;student_transcripts_tracking;SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1;SELECT Courses.course_name FROM Courses JOIN Student_Enrolment_Courses GROUP BY Courses.course_name ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1;SELECT Degree_Programs.degree_summary_name FROM Degree_Programs JOIN Student_Enrolment GROUP BY Student_Enrolment.degree_program_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.degree_program_id ,  T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1;SELECT Courses.course_id, Courses.course_name FROM Courses JOIN Student_Enrolment_Courses GROUP BY Courses.course_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.degree_program_id ,  T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1;SELECT Student_Enrolment_Courses.course_id, Courses.course_description FROM Courses JOIN Student_Enrolment_Courses GROUP BY Student_Enrolment_Courses.course_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.student_id ,  T1.first_name ,  T1.middle_name ,  T1.last_name ,  count(*) ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Student_Enrolment_Courses.student_enrolment_id, Students.first_name, Count(*), Student_Enrolment.student_enrolment_id FROM Student_Enrolment JOIN Students JOIN Student_Enrolment_Courses GROUP BY Student_Enrolment.student_enrolment_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.student_id ,  T1.first_name ,  T1.middle_name ,  T1.last_name ,  count(*) ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Students.first_name, Students.middle_name, Count(*), Student_Enrolment.student_id FROM Student_Enrolment JOIN Students GROUP BY Student_Enrolment.student_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;student_transcripts_tracking;SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment );SELECT Semesters.semester_name FROM Semesters EXCEPT SELECT Semesters.semester_name FROM Semesters JOIN Student_Enrolment
Pred Fail;hard;student_transcripts_tracking;SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment );SELECT Semesters.semester_name FROM Semesters EXCEPT SELECT Semesters.semester_name FROM Semesters JOIN Student_Enrolment
Pred OK  ;easy;student_transcripts_tracking;SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id;SELECT DISTINCT Courses.course_name FROM Courses JOIN Student_Enrolment_Courses
Pred OK  ;easy;student_transcripts_tracking;SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id;SELECT DISTINCT Courses.course_name FROM Courses JOIN Student_Enrolment_Courses
Pred Fail;extra;student_transcripts_tracking;SELECT  T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1;SELECT Courses.course_name FROM Courses JOIN Student_Enrolment_Courses GROUP BY Student_Enrolment_Courses.course_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;SELECT  T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1;SELECT Courses.course_name FROM Courses JOIN Student_Enrolment_Courses GROUP BY Courses.course_name ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id  =  T2.address_id WHERE T2.state_province_county  =  'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id  =  T4.student_id;SELECT Students.last_name FROM Students WHERE Addresses.state_province_county = 'terminal' EXCEPT SELECT Students.last_name FROM Students JOIN Student_Enrolment
Pred Fail;extra;student_transcripts_tracking;SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id  =  T2.address_id WHERE T2.state_province_county  =  'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id  =  T4.student_id;SELECT Students.last_name FROM Students WHERE Addresses.state_province_county = 'terminal' EXCEPT SELECT Students.last_name FROM Students JOIN Student_Enrolment
Pred OK  ;medium;student_transcripts_tracking;SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id HAVING count(*)  >=  2;SELECT Transcripts.transcript_date, Transcripts.transcript_id FROM Transcripts JOIN Transcript_Contents GROUP BY Transcripts.transcript_id HAVING Count(*) >= 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id HAVING count(*)  >=  2;SELECT Transcripts.transcript_date, Transcripts.transcript_id FROM Transcripts JOIN Transcript_Contents GROUP BY Transcripts.transcript_id HAVING Count(*) >= 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT cell_mobile_number FROM Students WHERE first_name  =  'Timmothy' AND last_name  =  'Ward';SELECT Students.cell_mobile_number FROM Students WHERE Students.first_name = 'terminal' AND Students.last_name = 'terminal'
Pred OK  ;medium;student_transcripts_tracking;select cell_mobile_number from students where first_name  =  'timmothy' and last_name  =  'ward';SELECT Students.cell_mobile_number FROM Students WHERE Students.first_name = 'terminal' AND Students.last_name = 'terminal'
Pred OK  ;medium;student_transcripts_tracking;SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1;SELECT Students.first_name, Students.middle_name, Students.last_name FROM Students ORDER BY Students.date_first_registered Asc LIMIT 1
Pred OK  ;medium;student_transcripts_tracking;SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1;SELECT Students.first_name, Students.middle_name, Students.last_name FROM Students ORDER BY Students.date_first_registered Asc LIMIT 1
Pred Fail;medium;student_transcripts_tracking;SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_left ASC LIMIT 1;SELECT Students.first_name, Students.middle_name, Students.last_name FROM Students ORDER BY Students.ssn Asc LIMIT 1
Pred Fail;medium;student_transcripts_tracking;SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_left ASC LIMIT 1;SELECT Students.first_name, Students.middle_name, Students.last_name FROM Students ORDER BY Students.ssn Asc LIMIT 1
Pred Fail;easy;student_transcripts_tracking;SELECT first_name FROM Students WHERE current_address_id != permanent_address_id;SELECT Students.first_name FROM Students EXCEPT SELECT Students.first_name FROM Addresses JOIN Students
Pred Fail;easy;student_transcripts_tracking;SELECT first_name FROM Students WHERE current_address_id != permanent_address_id;SELECT Students.first_name FROM Students JOIN Addresses WHERE Students.first_name != 'terminal'
Pred Fail;extra;student_transcripts_tracking;SELECT T1.address_id ,  T1.line_1 ,  T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id  =  T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1;SELECT Students.current_address_id, Addresses.line_1 FROM Addresses JOIN Students GROUP BY Students.current_address_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;SELECT T1.address_id ,  T1.line_1 ,  T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id  =  T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1;SELECT Addresses.address_id, Addresses.line_1, Addresses.line_2 FROM Addresses JOIN Students GROUP BY Addresses.address_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;student_transcripts_tracking;SELECT avg(transcript_date) FROM Transcripts;SELECT Avg(Transcripts.transcript_date) FROM Transcripts
Pred OK  ;easy;student_transcripts_tracking;SELECT avg(transcript_date) FROM Transcripts;SELECT Avg(Transcripts.transcript_date) FROM Transcripts
Pred OK  ;medium;student_transcripts_tracking;SELECT transcript_date ,  other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1;SELECT Transcripts.transcript_date, Transcripts.other_details FROM Transcripts ORDER BY Transcripts.transcript_date Asc LIMIT 1
Pred OK  ;medium;student_transcripts_tracking;SELECT transcript_date ,  other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1;SELECT Transcripts.transcript_date, Transcripts.other_details FROM Transcripts ORDER BY Transcripts.transcript_date Asc LIMIT 1
Pred OK  ;easy;student_transcripts_tracking;SELECT count(*) FROM Transcripts;SELECT Count(*) FROM Transcripts
Pred OK  ;easy;student_transcripts_tracking;SELECT count(*) FROM Transcripts;SELECT Count(*) FROM Transcripts
Pred OK  ;medium;student_transcripts_tracking;SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1;SELECT Transcripts.transcript_date FROM Transcripts ORDER BY Transcripts.transcript_date Desc LIMIT 1
Pred Fail;medium;student_transcripts_tracking;SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1;SELECT Max(Transcripts.transcript_date) FROM Transcripts
Pred Fail;hard;student_transcripts_tracking;SELECT count(*) ,  student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1;SELECT Student_Enrolment_Courses.course_id, Count(DISTINCT Transcript_Contents.student_course_id) FROM Student_Enrolment_Courses JOIN Transcript_Contents GROUP BY Student_Enrolment_Courses.course_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;student_transcripts_tracking;SELECT count(*) ,  student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1;SELECT Count(*), Transcripts.transcript_id FROM Transcript_Contents JOIN Transcripts GROUP BY Transcripts.transcript_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1;SELECT Transcripts.transcript_date, Transcripts.transcript_id FROM Transcripts JOIN Transcript_Contents GROUP BY Transcripts.transcript_id ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;extra;student_transcripts_tracking;SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1;SELECT Transcripts.transcript_date, Transcripts.transcript_id FROM Transcripts JOIN Transcript_Contents GROUP BY Transcripts.transcript_id ORDER BY Count(*) Asc LIMIT 1
Pred Fail;extra;student_transcripts_tracking;SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Bachelor';SELECT Semesters.semester_name FROM Student_Enrolment JOIN Semesters WHERE Courses.course_name = 'terminal' INTERSECT SELECT Semesters.semester_name FROM Student_Enrolment JOIN Semesters WHERE Student_Enrolment.degree_program_id = 'terminal'
Pred Fail;extra;student_transcripts_tracking;SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Bachelor';SELECT Student_Enrolment.semester_id FROM Student_Enrolment WHERE Student_Enrolment.degree_program_id = 'terminal' INTERSECT SELECT Student_Enrolment.semester_id FROM Student_Enrolment WHERE Student_Enrolment.degree_program_id = 'terminal'
Pred OK  ;easy;student_transcripts_tracking;SELECT count(DISTINCT current_address_id) FROM Students;SELECT Count(DISTINCT Students.current_address_id) FROM Students
Pred Fail;easy;student_transcripts_tracking;SELECT count(DISTINCT current_address_id) FROM Students;SELECT DISTINCT Students.permanent_address_id FROM Students
Pred Fail;easy;student_transcripts_tracking;SELECT other_student_details FROM Students ORDER BY other_student_details DESC;SELECT Student_Enrolment.other_details FROM Student_Enrolment JOIN Students ORDER BY Student_Enrolment.other_details Desc
Pred OK  ;easy;student_transcripts_tracking;SELECT other_student_details FROM Students ORDER BY other_student_details DESC;SELECT Students.other_student_details FROM Students ORDER BY Students.other_student_details Desc
Pred OK  ;easy;student_transcripts_tracking;SELECT section_description FROM Sections WHERE section_name  =  'h';SELECT Sections.section_description FROM Sections WHERE Sections.section_name = 'terminal'
Pred OK  ;easy;student_transcripts_tracking;SELECT section_description FROM Sections WHERE section_name  =  'h';SELECT Sections.section_description FROM Sections WHERE Sections.section_name = 'terminal'
Pred OK  ;hard;student_transcripts_tracking;select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id  =  t2.address_id where t2.country  =  'haiti' or t1.cell_mobile_number  =  '09700166582';SELECT DISTINCT Students.first_name FROM Students JOIN Addresses WHERE Addresses.country = 'terminal' OR Students.cell_mobile_number = 'terminal'
Pred OK  ;hard;student_transcripts_tracking;select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id  =  t2.address_id where t2.country  =  'haiti' or t1.cell_mobile_number  =  '09700166582';SELECT DISTINCT Students.first_name FROM Students JOIN Addresses WHERE Addresses.country = 'terminal' OR Students.cell_mobile_number = 'terminal'
Pred OK  ;easy;tvshow;SELECT Title FROM Cartoon ORDER BY title;SELECT Cartoon.Title FROM Cartoon ORDER BY Cartoon.Title Asc
Pred OK  ;easy;tvshow;SELECT Title FROM Cartoon ORDER BY title;SELECT Cartoon.Title FROM Cartoon ORDER BY Cartoon.Title Asc
Pred OK  ;easy;tvshow;SELECT Title FROM Cartoon WHERE Directed_by = "Ben Jones";;SELECT Cartoon.Title FROM Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred OK  ;easy;tvshow;SELECT Title FROM Cartoon WHERE Directed_by = "Ben Jones";;SELECT Cartoon.Title FROM Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred OK  ;easy;tvshow;SELECT count(*) FROM Cartoon WHERE Written_by = "Joseph Kuhr";;SELECT Count(*) FROM Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred OK  ;easy;tvshow;SELECT count(*) FROM Cartoon WHERE Written_by = "Joseph Kuhr";;SELECT Count(*) FROM Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred Fail;medium;tvshow;SELECT title ,  Directed_by FROM Cartoon ORDER BY Original_air_date;SELECT Cartoon.Title, Cartoon.Directed_by FROM Cartoon JOIN TV_series ORDER BY TV_series.Air_Date Asc
Pred Fail;medium;tvshow;SELECT title ,  Directed_by FROM Cartoon ORDER BY Original_air_date;SELECT Cartoon.Title, Cartoon.Directed_by FROM Cartoon JOIN TV_series ORDER BY TV_series.Air_Date Asc
Pred OK  ;medium;tvshow;SELECT Title FROM Cartoon WHERE Directed_by = "Ben Jones" OR Directed_by = "Brandon Vietti";;SELECT Cartoon.Title FROM Cartoon WHERE Cartoon.Directed_by = 'terminal' OR Cartoon.Directed_by = 'terminal'
Pred OK  ;medium;tvshow;SELECT Title FROM Cartoon WHERE Directed_by = "Ben Jones" OR Directed_by = "Brandon Vietti";;SELECT Cartoon.Title FROM Cartoon WHERE Cartoon.Directed_by = 'terminal' OR Cartoon.Directed_by = 'terminal'
Pred OK  ;hard;tvshow;SELECT Country ,  count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;;SELECT TV_Channel.Country, Count(*) FROM TV_Channel GROUP BY TV_Channel.Country ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;tvshow;SELECT Country ,  count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;;SELECT TV_Channel.Country, Count(*) FROM TV_Channel GROUP BY TV_Channel.Country ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;tvshow;SELECT count(DISTINCT series_name) ,  count(DISTINCT content) FROM TV_Channel;;SELECT TV_Channel.series_name, Count(*) FROM TV_Channel JOIN TV_series GROUP BY TV_series.Channel
Pred Fail;medium;tvshow;SELECT count(DISTINCT series_name) ,  count(DISTINCT content) FROM TV_Channel;;SELECT TV_Channel.series_name, Count(*) FROM TV_Channel JOIN TV_series GROUP BY TV_series.Channel
Pred OK  ;easy;tvshow;SELECT Content FROM TV_Channel WHERE series_name = "Sky Radio";;SELECT TV_Channel.Content FROM TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;easy;tvshow;SELECT Content FROM TV_Channel WHERE series_name = "Sky Radio";;SELECT TV_Channel.Content FROM TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;easy;tvshow;SELECT Package_Option FROM TV_Channel WHERE series_name = "Sky Radio";;SELECT TV_Channel.Package_Option FROM TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;easy;tvshow;SELECT Package_Option FROM TV_Channel WHERE series_name = "Sky Radio";;SELECT TV_Channel.Package_Option FROM TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;easy;tvshow;SELECT count(*) FROM TV_Channel WHERE LANGUAGE = "English";;SELECT Count(*) FROM TV_Channel WHERE TV_Channel.Language = 'terminal'
Pred OK  ;easy;tvshow;SELECT count(*) FROM TV_Channel WHERE LANGUAGE = "English";;SELECT Count(*) FROM TV_Channel WHERE TV_Channel.Language = 'terminal'
Pred OK  ;hard;tvshow;SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;;SELECT TV_Channel.Language, Count(*) FROM TV_Channel GROUP BY TV_Channel.Language ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;hard;tvshow;SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;;SELECT TV_Channel.Language, Count(*) FROM TV_Channel GROUP BY TV_Channel.Language ORDER BY Count(*) Asc LIMIT 1
Pred OK  ;medium;tvshow;SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE;SELECT TV_Channel.Language, Count(*) FROM TV_Channel GROUP BY TV_Channel.Language
Pred OK  ;medium;tvshow;SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE;SELECT TV_Channel.Language, Count(*) FROM TV_Channel GROUP BY TV_Channel.Language
Pred OK  ;medium;tvshow;SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = "The Rise of the Blue Beetle!";;SELECT TV_Channel.series_name FROM TV_Channel JOIN Cartoon WHERE Cartoon.Title = 'terminal'
Pred OK  ;medium;tvshow;SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = "The Rise of the Blue Beetle!";;SELECT TV_Channel.series_name FROM TV_Channel JOIN Cartoon WHERE Cartoon.Title = 'terminal'
Pred OK  ;medium;tvshow;SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio";;SELECT Cartoon.Title FROM Cartoon JOIN TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;medium;tvshow;SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio";;SELECT Cartoon.Title FROM Cartoon JOIN TV_Channel WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;easy;tvshow;SELECT Episode FROM TV_series ORDER BY rating;SELECT TV_series.Episode FROM TV_series ORDER BY TV_series.Rating Asc
Pred OK  ;easy;tvshow;SELECT Episode FROM TV_series ORDER BY rating;SELECT TV_series.Episode FROM TV_series ORDER BY TV_series.Rating Asc
Pred OK  ;medium;tvshow;SELECT Episode ,  Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;;SELECT TV_series.Episode, TV_series.Rating FROM TV_series ORDER BY TV_series.Rating Desc LIMIT 1
Pred OK  ;medium;tvshow;SELECT Episode ,  Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;;SELECT TV_series.Episode, TV_series.Rating FROM TV_series ORDER BY TV_series.Rating Desc LIMIT 1
Pred OK  ;medium;tvshow;SELECT max(SHARE) , min(SHARE) FROM TV_series;;SELECT Min(TV_series.Share), Max(TV_series.Share) FROM TV_series
Pred OK  ;medium;tvshow;SELECT max(SHARE) , min(SHARE) FROM TV_series;;SELECT Max(TV_series.Share), Min(TV_series.Share) FROM TV_series
Pred OK  ;easy;tvshow;SELECT Air_Date FROM TV_series WHERE Episode = "A Love of a Lifetime";;SELECT TV_series.Air_Date FROM TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;easy;tvshow;SELECT Air_Date FROM TV_series WHERE Episode = "A Love of a Lifetime";;SELECT TV_series.Air_Date FROM TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;easy;tvshow;SELECT Weekly_Rank FROM TV_series WHERE Episode = "A Love of a Lifetime";;SELECT TV_series.Weekly_Rank FROM TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;easy;tvshow;SELECT Weekly_Rank FROM TV_series WHERE Episode = "A Love of a Lifetime";;SELECT TV_series.Weekly_Rank FROM TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;medium;tvshow;SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = "A Love of a Lifetime";;SELECT TV_Channel.series_name FROM TV_Channel JOIN TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;medium;tvshow;SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = "A Love of a Lifetime";;SELECT TV_Channel.series_name FROM TV_Channel JOIN TV_series WHERE TV_series.Episode = 'terminal'
Pred OK  ;medium;tvshow;SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio";;SELECT TV_series.Episode FROM TV_Channel JOIN TV_series WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;medium;tvshow;SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = "Sky Radio";;SELECT TV_series.Episode FROM TV_Channel JOIN TV_series WHERE TV_Channel.series_name = 'terminal'
Pred OK  ;medium;tvshow;SELECT count(*) ,  Directed_by FROM cartoon GROUP BY Directed_by;SELECT Cartoon.Directed_by, Count(*) FROM Cartoon GROUP BY Cartoon.Directed_by
Pred OK  ;medium;tvshow;SELECT count(*) ,  Directed_by FROM cartoon GROUP BY Directed_by;SELECT Cartoon.Directed_by, Count(*) FROM Cartoon GROUP BY Cartoon.Directed_by
Pred OK  ;medium;tvshow;select production_code ,  channel from cartoon order by original_air_date desc limit 1;SELECT Cartoon.Production_code, Cartoon.Channel FROM Cartoon ORDER BY Cartoon.Original_air_date Desc LIMIT 1
Pred OK  ;medium;tvshow;select production_code ,  channel from cartoon order by original_air_date desc limit 1;SELECT Cartoon.Production_code, Cartoon.Channel FROM Cartoon ORDER BY Cartoon.Original_air_date Desc LIMIT 1
Pred Fail;medium;tvshow;SELECT package_option ,  series_name FROM TV_Channel WHERE hight_definition_TV  =  "yes";SELECT TV_Channel.Package_Option, TV_Channel.series_name FROM TV_Channel ORDER BY TV_Channel.Hight_definition_TV Desc LIMIT 1
Pred Fail;medium;tvshow;SELECT package_option ,  series_name FROM TV_Channel WHERE hight_definition_TV  =  "yes";SELECT TV_Channel.Package_Option, TV_Channel.series_name FROM TV_Channel ORDER BY TV_Channel.Hight_definition_TV Desc LIMIT 1
Pred OK  ;medium;tvshow;SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey';SELECT TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred OK  ;medium;tvshow;SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey';SELECT TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred Fail;hard;tvshow;SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey';SELECT TV_Channel.Country FROM TV_Channel EXCEPT SELECT Cartoon.Channel FROM Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred OK  ;hard;tvshow;SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey';SELECT TV_Channel.Country FROM TV_Channel EXCEPT SELECT TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Written_by = 'terminal'
Pred Fail;extra;tvshow;SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Michael Chang' INTERSECT SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Ben Jones';SELECT TV_Channel.series_name, TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Directed_by = 'terminal' AND Cartoon.Directed_by = 'terminal'
Pred OK  ;extra;tvshow;SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Michael Chang' INTERSECT SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Ben Jones';SELECT TV_Channel.series_name, TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Directed_by = 'terminal' INTERSECT SELECT TV_Channel.series_name, TV_Channel.Country FROM TV_Channel JOIN Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred OK  ;medium;tvshow;SELECT Pixel_aspect_ratio_PAR ,  country FROM tv_channel WHERE LANGUAGE != 'English';SELECT TV_Channel.Pixel_aspect_ratio_PAR, TV_Channel.Country FROM TV_Channel WHERE TV_Channel.Language != 'terminal'
Pred OK  ;medium;tvshow;SELECT Pixel_aspect_ratio_PAR ,  country FROM tv_channel WHERE LANGUAGE != 'English';SELECT TV_Channel.Pixel_aspect_ratio_PAR, TV_Channel.Country FROM TV_Channel WHERE TV_Channel.Language != 'terminal'
Pred Fail;easy;tvshow;SELECT id FROM tv_channel GROUP BY country HAVING count(*)  >  2;SELECT TV_Channel.Country FROM TV_Channel GROUP BY TV_Channel.Country HAVING Count(*) > 'terminal'
Pred Fail;easy;tvshow;SELECT id FROM tv_channel GROUP BY country HAVING count(*)  >  2;SELECT TV_Channel.id FROM TV_Channel GROUP BY TV_Channel.id HAVING Count(*) > 'terminal'
Pred OK  ;hard;tvshow;SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones';SELECT TV_Channel.id FROM TV_Channel EXCEPT SELECT Cartoon.Channel FROM Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred OK  ;hard;tvshow;SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones';SELECT TV_Channel.id FROM TV_Channel EXCEPT SELECT Cartoon.Channel FROM Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred Fail;hard;tvshow;SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones');SELECT TV_Channel.Package_Option FROM TV_Channel EXCEPT SELECT TV_Channel.Package_Option FROM TV_Channel JOIN Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred Fail;hard;tvshow;SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones');SELECT TV_Channel.Package_Option FROM TV_Channel EXCEPT SELECT TV_Channel.Package_Option FROM TV_Channel JOIN Cartoon WHERE Cartoon.Directed_by = 'terminal'
Pred OK  ;easy;poker_player;SELECT count(*) FROM poker_player;SELECT Count(*) FROM poker_player
Pred OK  ;easy;poker_player;SELECT count(*) FROM poker_player;SELECT Count(*) FROM poker_player
Pred Fail;easy;poker_player;SELECT Earnings FROM poker_player ORDER BY Earnings DESC;SELECT poker_player.Earnings FROM poker_player ORDER BY poker_player.Money_Rank Desc
Pred Fail;easy;poker_player;SELECT Earnings FROM poker_player ORDER BY Earnings DESC;SELECT poker_player.Earnings FROM poker_player ORDER BY poker_player.Money_Rank Desc
Pred Fail;medium;poker_player;SELECT Final_Table_Made ,  Best_Finish FROM poker_player;SELECT poker_player.Final_Table_Made, poker_player.Best_Finish FROM poker_player ORDER BY poker_player.Best_Finish Desc LIMIT 1
Pred OK  ;medium;poker_player;SELECT Final_Table_Made ,  Best_Finish FROM poker_player;SELECT poker_player.Final_Table_Made, poker_player.Best_Finish FROM poker_player
Pred OK  ;easy;poker_player;SELECT avg(Earnings) FROM poker_player;SELECT Avg(poker_player.Earnings) FROM poker_player
Pred OK  ;easy;poker_player;SELECT avg(Earnings) FROM poker_player;SELECT Avg(poker_player.Earnings) FROM poker_player
Pred OK  ;medium;poker_player;SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1;SELECT poker_player.Money_Rank FROM poker_player ORDER BY poker_player.Earnings Desc LIMIT 1
Pred OK  ;medium;poker_player;SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1;SELECT poker_player.Money_Rank FROM poker_player ORDER BY poker_player.Earnings Desc LIMIT 1
Pred OK  ;easy;poker_player;SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings  <  200000;SELECT Max(poker_player.Final_Table_Made) FROM poker_player WHERE poker_player.Earnings < 'terminal'
Pred OK  ;easy;poker_player;SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings  <  200000;SELECT Max(poker_player.Final_Table_Made) FROM poker_player WHERE poker_player.Earnings < 'terminal'
Pred OK  ;easy;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID;SELECT people.Name FROM people JOIN poker_player
Pred OK  ;easy;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID;SELECT people.Name FROM people JOIN poker_player
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T2.Earnings  >  300000;SELECT people.Name FROM people JOIN poker_player WHERE poker_player.Earnings > 'terminal'
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T2.Earnings  >  300000;SELECT people.Name FROM people JOIN poker_player WHERE poker_player.Earnings > 'terminal'
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Final_Table_Made;SELECT people.Name FROM people JOIN poker_player ORDER BY poker_player.Final_Table_Made Asc
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Final_Table_Made;SELECT people.Name FROM people JOIN poker_player ORDER BY poker_player.Final_Table_Made Asc
Pred OK  ;hard;poker_player;SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1;SELECT people.Birth_Date FROM people JOIN poker_player ORDER BY poker_player.Earnings Asc LIMIT 1
Pred OK  ;hard;poker_player;SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1;SELECT people.Birth_Date FROM people JOIN poker_player ORDER BY poker_player.Earnings Asc LIMIT 1
Pred OK  ;hard;poker_player;SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T1.Height DESC LIMIT 1;SELECT poker_player.Money_Rank FROM people JOIN poker_player ORDER BY people.Height Desc LIMIT 1
Pred OK  ;hard;poker_player;SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T1.Height DESC LIMIT 1;SELECT poker_player.Money_Rank FROM people JOIN poker_player ORDER BY people.Height Desc LIMIT 1
Pred OK  ;medium;poker_player;SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T1.Height  >  200;SELECT Avg(poker_player.Earnings) FROM people JOIN poker_player WHERE people.Height > 'terminal'
Pred OK  ;medium;poker_player;SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T1.Height  >  200;SELECT Avg(poker_player.Earnings) FROM people JOIN poker_player WHERE people.Height > 'terminal'
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings DESC;SELECT people.Name FROM people JOIN poker_player ORDER BY poker_player.Earnings Desc
Pred OK  ;medium;poker_player;SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings DESC;SELECT people.Name FROM people JOIN poker_player ORDER BY poker_player.Earnings Desc
Pred OK  ;medium;poker_player;SELECT Nationality ,  COUNT(*) FROM people GROUP BY Nationality;SELECT people.Nationality, Count(*) FROM people GROUP BY people.Nationality
Pred OK  ;medium;poker_player;SELECT Nationality ,  COUNT(*) FROM people GROUP BY Nationality;SELECT Count(*), people.Nationality FROM people GROUP BY people.Nationality
Pred OK  ;hard;poker_player;SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1;SELECT people.Nationality FROM people GROUP BY people.Nationality ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;poker_player;SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1;SELECT people.Nationality FROM people GROUP BY people.Nationality ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;easy;poker_player;SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*)  >=  2;SELECT people.Nationality FROM people GROUP BY people.Nationality HAVING Count(*) >= 'terminal'
Pred OK  ;easy;poker_player;SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*)  >=  2;SELECT people.Nationality FROM people GROUP BY people.Nationality HAVING Count(*) >= 'terminal'
Pred OK  ;medium;poker_player;SELECT Name ,  Birth_Date FROM people ORDER BY Name ASC;SELECT people.Name, people.Birth_Date FROM people ORDER BY people.Name Asc
Pred OK  ;medium;poker_player;SELECT Name ,  Birth_Date FROM people ORDER BY Name ASC;SELECT people.Name, people.Birth_Date FROM people ORDER BY people.Name Asc
Pred OK  ;easy;poker_player;SELECT Name FROM people WHERE Nationality != "Russia";SELECT people.Name FROM people WHERE people.Nationality != 'terminal'
Pred OK  ;easy;poker_player;SELECT Name FROM people WHERE Nationality != "Russia";SELECT people.Name FROM people WHERE people.Nationality != 'terminal'
Pred OK  ;hard;poker_player;SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player);SELECT people.Name FROM people WHERE people.People_ID NOT IN (SELECT poker_player.People_ID FROM poker_player)
Pred OK  ;hard;poker_player;SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player);SELECT people.Name FROM people WHERE people.People_ID NOT IN (SELECT poker_player.People_ID FROM poker_player)
Pred OK  ;easy;poker_player;SELECT count(DISTINCT Nationality) FROM people;SELECT Count(DISTINCT people.Nationality) FROM people
Pred OK  ;easy;poker_player;SELECT count(DISTINCT Nationality) FROM people;SELECT Count(DISTINCT people.Nationality) FROM people
Pred Fail;easy;voter_1;SELECT count(*) FROM area_code_state;SELECT Count(DISTINCT AREA_CODE_STATE.state) FROM AREA_CODE_STATE
Pred OK  ;medium;voter_1;SELECT contestant_number ,  contestant_name FROM contestants ORDER BY contestant_name DESC;SELECT CONTESTANTS.contestant_number, CONTESTANTS.contestant_name FROM CONTESTANTS ORDER BY CONTESTANTS.contestant_name Desc
Pred OK  ;medium;voter_1;SELECT vote_id ,  phone_number ,  state FROM votes;SELECT VOTES.vote_id, VOTES.phone_number, VOTES.state FROM VOTES
Pred OK  ;medium;voter_1;SELECT max(area_code) ,  min(area_code) FROM area_code_state;SELECT Max(AREA_CODE_STATE.area_code), Min(AREA_CODE_STATE.area_code) FROM AREA_CODE_STATE
Pred OK  ;easy;voter_1;SELECT max(created) FROM votes WHERE state  =  'CA';SELECT Max(VOTES.created) FROM VOTES WHERE VOTES.state = 'terminal'
Pred OK  ;easy;voter_1;SELECT contestant_name FROM contestants WHERE contestant_name != 'Jessie Alloway';SELECT CONTESTANTS.contestant_name FROM CONTESTANTS WHERE CONTESTANTS.contestant_name != 'terminal'
Pred OK  ;medium;voter_1;SELECT DISTINCT state ,  created FROM votes;SELECT DISTINCT VOTES.state, VOTES.created FROM VOTES
Pred OK  ;medium;voter_1;SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number GROUP BY T1.contestant_number HAVING count(*)  >=  2;SELECT VOTES.contestant_number, CONTESTANTS.contestant_name FROM VOTES JOIN CONTESTANTS GROUP BY VOTES.contestant_number HAVING Count(*) >= 'terminal'
Pred Fail;extra;voter_1;SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number GROUP BY T1.contestant_number ORDER BY count(*) ASC LIMIT 1;SELECT CONTESTANTS.contestant_name, Count(*) FROM CONTESTANTS JOIN VOTES GROUP BY CONTESTANTS.contestant_name ORDER BY Count(*) Asc
Pred OK  ;medium;voter_1;SELECT count(*) FROM votes WHERE state  =  'NY' OR state  =  'CA';SELECT Count(*) FROM VOTES WHERE VOTES.state = 'terminal' OR VOTES.state = 'terminal'
Pred OK  ;extra;voter_1;SELECT count(*) FROM contestants WHERE contestant_number NOT IN ( SELECT contestant_number FROM votes );SELECT Count(*) FROM CONTESTANTS WHERE CONTESTANTS.contestant_number NOT IN (SELECT VOTES.contestant_number FROM VOTES)
Pred OK  ;extra;voter_1;SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state  =  T2.state GROUP BY T1.area_code ORDER BY count(*) DESC LIMIT 1;SELECT AREA_CODE_STATE.area_code FROM AREA_CODE_STATE JOIN VOTES GROUP BY AREA_CODE_STATE.area_code ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;voter_1;SELECT T2.created ,  T2.state ,  T2.phone_number FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number WHERE T1.contestant_name  =  'Tabatha Gehling';SELECT VOTES.created, VOTES.state, VOTES.phone_number FROM CONTESTANTS JOIN VOTES WHERE CONTESTANTS.contestant_name = 'terminal'
Pred Fail;extra;voter_1;SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number JOIN area_code_state AS T3 ON T2.state  =  T3.state WHERE T1.contestant_name  =  'Tabatha Gehling' INTERSECT SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number JOIN area_code_state AS T3 ON T2.state  =  T3.state WHERE T1.contestant_name  =  'Kelly Clauss';SELECT AREA_CODE_STATE.area_code FROM VOTES JOIN CONTESTANTS WHERE CONTESTANTS.contestant_name = 'terminal' INTERSECT SELECT AREA_CODE_STATE.area_code FROM VOTES JOIN CONTESTANTS WHERE CONTESTANTS.contestant_name = 'terminal'
Pred OK  ;medium;voter_1;select contestant_name from contestants where contestant_name like "%al%";SELECT DISTINCT CONTESTANTS.contestant_name FROM CONTESTANTS WHERE CONTESTANTS.contestant_name LIKE 'terminal'
Pred OK  ;easy;world_1;SELECT Name FROM country WHERE IndepYear  >  1950;SELECT country.Name FROM country WHERE country.IndepYear > 'terminal'
Pred Fail;easy;world_1;SELECT Name FROM country WHERE IndepYear  >  1950;SELECT country.Name FROM country WHERE country.GNPOld > 'terminal'
Pred OK  ;easy;world_1;SELECT count(*) FROM country WHERE GovernmentForm  =  "Republic";SELECT Count(*) FROM country WHERE country.GovernmentForm = 'terminal'
Pred OK  ;easy;world_1;SELECT count(*) FROM country WHERE GovernmentForm  =  "Republic";SELECT Count(*) FROM country WHERE country.GovernmentForm = 'terminal'
Pred OK  ;easy;world_1;SELECT sum(SurfaceArea) FROM country WHERE Region  =  "Caribbean";SELECT Sum(country.SurfaceArea) FROM country WHERE country.Region = 'terminal'
Pred OK  ;easy;world_1;SELECT sum(SurfaceArea) FROM country WHERE Region  =  "Caribbean";SELECT Sum(country.SurfaceArea) FROM country WHERE country.Region = 'terminal'
Pred OK  ;easy;world_1;SELECT Continent FROM country WHERE Name  =  "Anguilla";SELECT country.Continent FROM country WHERE country.Name = 'terminal'
Pred OK  ;easy;world_1;SELECT Continent FROM country WHERE Name  =  "Anguilla";SELECT country.Continent FROM country WHERE country.Name = 'terminal'
Pred OK  ;medium;world_1;SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Name  =  "Kabul";SELECT country.Region FROM country JOIN city WHERE city.Name = 'terminal'
Pred Fail;medium;world_1;SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Name  =  "Kabul";SELECT country.Region FROM country JOIN city WHERE country.Name = 'terminal'
Pred Fail;extra;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Aruba" ORDER BY Percentage DESC LIMIT 1;SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.Name = 'terminal' GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Aruba" ORDER BY Percentage DESC LIMIT 1;SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.Name = 'terminal' GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;world_1;SELECT Population ,  LifeExpectancy FROM country WHERE Name  =  "Brazil";SELECT country.Population, country.LifeExpectancy FROM country WHERE country.LocalName = 'terminal'
Pred Fail;medium;world_1;SELECT Population ,  LifeExpectancy FROM country WHERE Name  =  "Brazil";SELECT country.Population, country.LifeExpectancy FROM country
Pred OK  ;medium;world_1;SELECT Population ,  Region FROM country WHERE Name  =  "Angola";SELECT country.Region, country.Population FROM country WHERE country.Name = 'terminal'
Pred OK  ;medium;world_1;SELECT Population ,  Region FROM country WHERE Name  =  "Angola";SELECT country.Region, country.Population FROM country WHERE country.Name = 'terminal'
Pred OK  ;easy;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Region  =  "Central Africa";SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Region = 'terminal'
Pred OK  ;easy;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Region  =  "Central Africa";SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Region = 'terminal'
Pred Fail;hard;world_1;SELECT Name FROM country WHERE Continent  =  "Asia" ORDER BY LifeExpectancy LIMIT 1;SELECT country.Name FROM country WHERE country.Region = 'terminal' ORDER BY country.LifeExpectancy Asc LIMIT 1
Pred Fail;hard;world_1;SELECT Name FROM country WHERE Continent  =  "Asia" ORDER BY LifeExpectancy LIMIT 1;SELECT country.Name FROM country WHERE country.Region = 'terminal' ORDER BY country.LifeExpectancy Asc LIMIT 1
Pred Fail;medium;world_1;SELECT sum(Population) ,  max(GNP) FROM country WHERE Continent  =  "Asia";SELECT Sum(country.Population), Max(country.GNP) FROM country WHERE country.Region = 'terminal'
Pred Fail;medium;world_1;SELECT sum(Population) ,  max(GNP) FROM country WHERE Continent  =  "Asia";SELECT Sum(country.GNP), Max(country.GNP) FROM country WHERE country.Continent = 'terminal'
Pred Fail;medium;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Continent  =  "Africa" AND GovernmentForm  =  "Republic";SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Region = 'terminal' AND country.GovernmentForm = 'terminal'
Pred Fail;medium;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Continent  =  "Africa" AND GovernmentForm  =  "Republic";SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Region = 'terminal' AND country.GovernmentForm = 'terminal'
Pred Fail;medium;world_1;SELECT sum(SurfaceArea) FROM country WHERE Continent  =  "Asia" OR Continent  =  "Europe";SELECT Sum(country.SurfaceArea) FROM country WHERE country.Region = 'terminal' OR country.Continent = 'terminal'
Pred Fail;medium;world_1;SELECT sum(SurfaceArea) FROM country WHERE Continent  =  "Asia" OR Continent  =  "Europe";SELECT Sum(country.SurfaceArea) FROM country WHERE country.Region = 'terminal' OR country.Continent = 'terminal'
Pred OK  ;easy;world_1;SELECT sum(Population) FROM city WHERE District  =  "Gelderland";SELECT Sum(city.Population) FROM city WHERE city.District = 'terminal'
Pred OK  ;easy;world_1;SELECT sum(Population) FROM city WHERE District  =  "Gelderland";SELECT Sum(city.Population) FROM city WHERE city.District = 'terminal'
Pred OK  ;medium;world_1;SELECT avg(GNP) ,  sum(population) FROM country WHERE GovernmentForm  =  "US Territory";SELECT Avg(country.GNP), Sum(country.Population) FROM country WHERE country.GovernmentForm = 'terminal'
Pred Fail;medium;world_1;SELECT avg(GNP) ,  sum(population) FROM country WHERE GovernmentForm  =  "US Territory";SELECT Avg(country.GNP), Sum(country.Population) FROM country
Pred OK  ;easy;world_1;SELECT count(DISTINCT LANGUAGE) FROM countrylanguage;SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage
Pred OK  ;easy;world_1;SELECT count(DISTINCT LANGUAGE) FROM countrylanguage;SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage
Pred Fail;easy;world_1;SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent  =  "Africa";SELECT Count(DISTINCT country.GovernmentForm) FROM country WHERE country.Region = 'terminal'
Pred Fail;easy;world_1;SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent  =  "Africa";SELECT Count(DISTINCT country.GovernmentForm) FROM country WHERE country.Region = 'terminal'
Pred OK  ;medium;world_1;SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Aruba";SELECT Count(DISTINCT countrylanguage.Language) FROM country JOIN countrylanguage WHERE country.Name = 'terminal'
Pred OK  ;medium;world_1;SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Aruba";SELECT Count(DISTINCT countrylanguage.Language) FROM country JOIN countrylanguage WHERE country.Name = 'terminal'
Pred Fail;medium;world_1;SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Afghanistan" AND IsOfficial  =  "T";SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage WHERE countrylanguage.IsOfficial = 'terminal'
Pred Fail;medium;world_1;SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  "Afghanistan" AND IsOfficial  =  "T";SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage WHERE countrylanguage.IsOfficial = 'terminal'
Pred OK  ;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1;SELECT country.Name FROM country JOIN countrylanguage GROUP BY country.Name ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1;SELECT country.Name FROM country JOIN countrylanguage GROUP BY country.Name ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;world_1;SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1;SELECT country.Continent FROM country JOIN countrylanguage GROUP BY country.Continent ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;world_1;SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1;SELECT country.Continent FROM countrylanguage JOIN country GROUP BY country.Continent ORDER BY Count(*) Desc LIMIT 1
Pred Fail;easy;world_1;SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "Dutch");SELECT Count(*) FROM countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;easy;world_1;SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "Dutch");SELECT Count(*) FROM countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred OK  ;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "French";SELECT country.Name FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal' INTERSECT SELECT country.Name FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred OK  ;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "French";SELECT country.Name FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal' INTERSECT SELECT country.Name FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" AND T2.IsOfficial  =  "T" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "French" AND T2.IsOfficial  =  "T";SELECT country.Name FROM countrylanguage JOIN country WHERE countrylanguage.Language = 'terminal' INTERSECT SELECT country.Name FROM countrylanguage JOIN country WHERE countrylanguage.Language = 'terminal'
Pred Fail;extra;world_1;SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" AND T2.IsOfficial  =  "T" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "French" AND T2.IsOfficial  =  "T";SELECT country.Name FROM countrylanguage JOIN country WHERE countrylanguage.Language = 'terminal' INTERSECT SELECT country.Name FROM countrylanguage JOIN country WHERE countrylanguage.Language = 'terminal'
Pred OK  ;medium;world_1;SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "Chinese";SELECT Count(DISTINCT country.Continent) FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;medium;world_1;SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "Chinese";SELECT Count(*) FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred OK  ;hard;world_1;SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" OR T2.Language  =  "Dutch";SELECT country.Region FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal' OR countrylanguage.Language = 'terminal'
Pred OK  ;hard;world_1;SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" OR T2.Language  =  "Dutch";SELECT country.Region FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal' OR countrylanguage.Language = 'terminal'
Pred Fail;extra;world_1;select t1.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode where t2.language  =  "english" and isofficial  =  "t" union select t1.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode where t2.language  =  "dutch" and isofficial  =  "t";SELECT countrylanguage.Language FROM countrylanguage WHERE countrylanguage.IsOfficial = 'terminal' OR countrylanguage.IsOfficial = 'terminal'
Pred Fail;extra;world_1;SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" AND IsOfficial  =  "T" UNION SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "Dutch" AND IsOfficial  =  "T";SELECT country.Name FROM countrylanguage JOIN country WHERE countrylanguage.Language = 'terminal' OR countrylanguage.Language = 'terminal'
Pred OK  ;extra;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Continent  =  "Asia" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1;SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.Continent = 'terminal' GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Continent  =  "Asia" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1;SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.Continent = 'terminal' GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.GovernmentForm  =  "Republic" GROUP BY T2.Language HAVING COUNT(*)  =  1;SELECT countrylanguage.Language FROM country JOIN countrylanguage
Pred Fail;hard;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.GovernmentForm  =  "Republic" GROUP BY T2.Language HAVING COUNT(*)  =  1;SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.GovernmentForm = 'terminal'
Pred Fail;extra;world_1;SELECT T1.Name ,  T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode  =  T2.CountryCode WHERE T2.Language  =  "English" ORDER BY T1.Population DESC LIMIT 1;SELECT city.Name FROM city JOIN countrylanguage WHERE countrylanguage.Language = 'terminal' ORDER BY city.Population Desc LIMIT 1
Pred Fail;extra;world_1;SELECT T1.Name ,  T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode  =  T2.CountryCode WHERE T2.Language  =  "English" ORDER BY T1.Population DESC LIMIT 1;SELECT city.Name FROM city JOIN countrylanguage WHERE city.Population = (SELECT Max(city.Population) FROM city JOIN countrylanguage WHERE countrylanguage.Language = 'terminal') AND city.Population = (SELECT Max(city.Population) FROM city JOIN countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred OK  ;hard;world_1;SELECT Name ,  Population ,  LifeExpectancy FROM country WHERE Continent  =  "Asia" ORDER BY SurfaceArea DESC LIMIT 1;SELECT country.Name, country.Population, country.LifeExpectancy FROM country WHERE country.Continent = 'terminal' ORDER BY country.SurfaceArea Desc LIMIT 1
Pred OK  ;hard;world_1;SELECT Name ,  Population ,  LifeExpectancy FROM country WHERE Continent  =  "Asia" ORDER BY SurfaceArea DESC LIMIT 1;SELECT country.Name, country.Population, country.LifeExpectancy FROM country WHERE country.Continent = 'terminal' ORDER BY country.SurfaceArea Desc LIMIT 1
Pred Fail;extra;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" AND T2.IsOfficial  =  "T");SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;extra;world_1;SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English" AND T2.IsOfficial  =  "T");SELECT Avg(country.LifeExpectancy) FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;extra;world_1;SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English");SELECT Sum(country.Population) FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;extra;world_1;SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  "English");SELECT Sum(country.Population) FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;medium;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.HeadOfState  =  "Beatrix" AND T2.IsOfficial  =  "T";SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.HeadOfState = 'terminal'
Pred Fail;medium;world_1;SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.HeadOfState  =  "Beatrix" AND T2.IsOfficial  =  "T";SELECT countrylanguage.Language FROM country JOIN countrylanguage WHERE country.HeadOfState = 'terminal'
Pred Fail;medium;world_1;SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE  IndepYear  <  1930 AND T2.IsOfficial  =  "T";SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage JOIN country WHERE country.IndepYear < 'terminal'
Pred Fail;medium;world_1;SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE  IndepYear  <  1930 AND T2.IsOfficial  =  "T";SELECT Count(DISTINCT countrylanguage.Language) FROM countrylanguage JOIN country WHERE country.IndepYear < 'terminal'
Pred Fail;hard;world_1;SELECT Name FROM country WHERE SurfaceArea  >  (SELECT min(SurfaceArea) FROM country WHERE Continent  =  "Europe");SELECT country.Name FROM country WHERE country.SurfaceArea > (SELECT Max(country.SurfaceArea) FROM country)
Pred Fail;hard;world_1;SELECT Name FROM country WHERE SurfaceArea  >  (SELECT min(SurfaceArea) FROM country WHERE Continent  =  "Europe");SELECT country.Name FROM country WHERE country.SurfaceArea > (SELECT Max(country.SurfaceArea) FROM country)
Pred Fail;extra;world_1;SELECT Name FROM country WHERE Continent  =  "Africa"  AND population  <  (SELECT max(population) FROM country WHERE Continent  =  "Asia");SELECT country.Name FROM country WHERE country.Population < (SELECT Min(country.Population) FROM country WHERE country.Continent = 'terminal') AND country.Name IN (SELECT country.Name FROM country WHERE country.Population < (SELECT Min(country.Population) FROM country WHERE country.Continent = 'terminal'))
Pred Fail;extra;world_1;SELECT Name FROM country WHERE Continent  =  "Africa"  AND population  <  (SELECT min(population) FROM country WHERE Continent  =  "Asia");SELECT country.Name FROM country WHERE country.Population < (SELECT Min(country.Population) FROM country WHERE country.Continent = 'terminal') AND country.Name IN (SELECT country.Continent FROM country WHERE country.Continent = 'terminal')
Pred Fail;extra;world_1;SELECT Name FROM country WHERE Continent  =  "Asia"  AND population  >  (SELECT max(population) FROM country WHERE Continent  =  "Africa");SELECT country.Name FROM country WHERE country.Population > (SELECT Min(country.Population) FROM country WHERE country.Continent = 'terminal')
Pred Fail;extra;world_1;SELECT Name FROM country WHERE Continent  =  "Asia"  AND population  >  (SELECT min(population) FROM country WHERE Continent  =  "Africa");SELECT country.Name FROM country WHERE country.Population > (SELECT Min(country.Population) FROM country WHERE country.Continent = 'terminal')
Pred Fail;hard;world_1;SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  "English";SELECT country.Code FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;hard;world_1;SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  "English";SELECT country.Code FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;easy;world_1;SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != "English";SELECT countrylanguage.CountryCode FROM countrylanguage EXCEPT SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;easy;world_1;SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != "English";SELECT country.Code2 FROM country WHERE country.Code NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal')
Pred Fail;hard;world_1;SELECT Code FROM country WHERE GovernmentForm != "Republic" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  "English";SELECT country.Code FROM country WHERE countrylanguage.Language = 'terminal' EXCEPT SELECT countrylanguage.CountryCode FROM countrylanguage JOIN country WHERE country.GovernmentForm = 'terminal'
Pred Fail;hard;world_1;SELECT Code FROM country WHERE GovernmentForm != "Republic" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  "English";SELECT country.Code2 FROM country EXCEPT SELECT countrylanguage.CountryCode FROM countrylanguage WHERE country.GovernmentForm = 'terminal'
Pred Fail;extra;world_1;SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode  =  T1.Code WHERE T1.Continent  =  'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code  =  T4.CountryCode WHERE T4.IsOfficial  =  'T' AND T4.Language  =  'English');SELECT city.Name FROM city WHERE city.CountryCode NOT IN (SELECT countrylanguage.CountryCode FROM countrylanguage WHERE country.Continent = 'terminal')
Pred Fail;extra;world_1;SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode  =  T1.Code WHERE T1.Continent  =  'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code  =  T4.CountryCode WHERE T4.IsOfficial  =  'T' AND T4.Language  =  'English');SELECT city.Name FROM city EXCEPT SELECT city.Name FROM country JOIN countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;hard;world_1;select distinct t3.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode join city as t3 on t1.code  =  t3.countrycode where t2.isofficial  =  't' and t2.language  =  'chinese' and t1.continent  =  "asia";SELECT DISTINCT city.Name FROM countrylanguage JOIN country JOIN city WHERE country.Continent = 'terminal' AND city.CountryCode = 'terminal' AND city.CountryCode = 'terminal'
Pred Fail;hard;world_1;SELECT DISTINCT T3.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode JOIN city AS T3 ON T1.Code  =  T3.CountryCode WHERE T2.IsOfficial  =  'T' AND T2.Language  =  'Chinese' AND T1.Continent  =  "Asia";SELECT DISTINCT city.Name FROM country JOIN countrylanguage JOIN city WHERE country.Region = 'terminal' AND countrylanguage.Language = 'terminal'
Pred OK  ;medium;world_1;SELECT Name ,  SurfaceArea ,  IndepYear FROM country ORDER BY Population LIMIT 1;SELECT country.Name, country.IndepYear, country.SurfaceArea FROM country ORDER BY country.Population Asc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name ,  SurfaceArea ,  IndepYear FROM country ORDER BY Population LIMIT 1;SELECT country.Name, country.IndepYear, country.SurfaceArea FROM country ORDER BY country.Population Asc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name ,  population ,  HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1;SELECT country.Population, country.Name, country.HeadOfState FROM country ORDER BY country.SurfaceArea Desc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name ,  population ,  HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1;SELECT country.Name, country.Population, country.HeadOfState FROM country ORDER BY country.SurfaceArea Desc LIMIT 1
Pred Fail;medium;world_1;SELECT COUNT(T2.Language) ,  T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name HAVING COUNT(*)  >  2;SELECT country.Name, Count(*) FROM country JOIN countrylanguage GROUP BY country.Name HAVING Count(*) >= 'terminal'
Pred Fail;medium;world_1;SELECT COUNT(T2.Language) ,  T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name HAVING COUNT(*)  >  2;SELECT country.Name, Count(*) FROM country JOIN countrylanguage GROUP BY country.Name HAVING Count(*) > 'terminal'
Pred Fail;extra;world_1;SELECT count(*) ,  District FROM city WHERE Population  >  (SELECT avg(Population) FROM city) GROUP BY District;SELECT Count(*), city.District FROM city WHERE city.Population > (SELECT Avg(city.Population) FROM city)
Pred Fail;extra;world_1;SELECT count(*) ,  District FROM city WHERE Population  >  (SELECT avg(Population) FROM city) GROUP BY District;SELECT Count(*), city.District FROM city WHERE city.Population > (SELECT Avg(city.Population) FROM city)
Pred OK  ;medium;world_1;SELECT sum(Population) ,  GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy)  >  72;SELECT Sum(country.Population), country.GovernmentForm FROM country GROUP BY country.GovernmentForm HAVING Avg(country.LifeExpectancy) > 'terminal'
Pred OK  ;medium;world_1;SELECT sum(Population) ,  GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy)  >  72;SELECT Sum(country.Population), country.GovernmentForm FROM country GROUP BY country.GovernmentForm HAVING Avg(country.LifeExpectancy) > 'terminal'
Pred Fail;medium;world_1;SELECT sum(Population) ,  avg(LifeExpectancy) ,  Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy)  <  72;SELECT Avg(country.LifeExpectancy), Sum(country.Population) FROM country WHERE country.LifeExpectancy < 'terminal'
Pred Fail;medium;world_1;SELECT sum(Population) ,  avg(LifeExpectancy) ,  Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy)  <  72;SELECT Sum(country.Population), country.Continent, Avg(country.LifeExpectancy) FROM country WHERE country.LifeExpectancy < 'terminal' GROUP BY country.Continent
Pred OK  ;medium;world_1;SELECT Name ,  SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5;SELECT country.Name, country.SurfaceArea FROM country ORDER BY country.SurfaceArea Desc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name ,  SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5;SELECT country.Name, country.SurfaceArea FROM country ORDER BY country.SurfaceArea Desc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name FROM country ORDER BY Population DESC LIMIT 3;SELECT country.Name FROM country ORDER BY country.Population Desc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name FROM country ORDER BY Population DESC LIMIT 3;SELECT country.Name FROM country ORDER BY country.Population Desc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name FROM country ORDER BY Population ASC LIMIT 3;SELECT country.Name FROM country ORDER BY country.Population Asc LIMIT 1
Pred OK  ;medium;world_1;SELECT Name FROM country ORDER BY Population ASC LIMIT 3;SELECT country.Name FROM country ORDER BY country.Population Asc LIMIT 1
Pred Fail;easy;world_1;SELECT count(*) FROM country WHERE continent  =  "Asia";SELECT Count(*) FROM country WHERE country.Region = 'terminal'
Pred Fail;easy;world_1;SELECT count(*) FROM country WHERE continent  =  "Asia";SELECT Count(*) FROM country WHERE country.Region = 'terminal'
Pred Fail;medium;world_1;SELECT Name FROM country WHERE continent  =  "Europe" AND Population  =  "80000";SELECT country.Name FROM country WHERE country.Region = 'terminal' AND country.Continent = 'terminal'
Pred Fail;medium;world_1;SELECT Name FROM country WHERE continent  =  "Europe" AND Population  =  "80000";SELECT country.Name FROM country WHERE country.Region = 'terminal' AND country.Population >= 'terminal'
Pred Fail;hard;world_1;select sum(population) ,  avg(surfacearea) from country where continent  =  "north america" and surfacearea  >  3000;SELECT Sum(country.Population), Avg(country.SurfaceArea) FROM country WHERE country.Region = 'terminal' AND country.SurfaceArea > 'terminal'
Pred Fail;hard;world_1;select sum(population) ,  avg(surfacearea) from country where continent  =  "north america" and surfacearea  >  3000;SELECT Sum(country.Population), Avg(country.SurfaceArea) FROM country WHERE country.Region = 'terminal' AND country.SurfaceArea > 'terminal'
Pred OK  ;easy;world_1;SELECT name FROM city WHERE Population BETWEEN 160000 AND 900000;SELECT city.Name FROM city WHERE city.Population BETWEEN 'terminal' AND 'terminal'
Pred OK  ;easy;world_1;select name from city where population between 160000 and 900000;SELECT city.Name FROM city WHERE city.Population BETWEEN 'terminal' AND 'terminal'
Pred OK  ;hard;world_1;SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1;SELECT countrylanguage.Language FROM countrylanguage GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;world_1;SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1;SELECT countrylanguage.Language FROM countrylanguage GROUP BY countrylanguage.Language ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;world_1;SELECT LANGUAGE ,  CountryCode ,  max(Percentage) FROM countrylanguage GROUP BY CountryCode;SELECT countrylanguage.Language FROM country JOIN countrylanguage GROUP BY country.Name ORDER BY Sum(countrylanguage.Percentage) Desc LIMIT 1
Pred Fail;medium;world_1;SELECT LANGUAGE ,  CountryCode ,  max(Percentage) FROM countrylanguage GROUP BY CountryCode;SELECT countrylanguage.CountryCode, countrylanguage.Language FROM countrylanguage ORDER BY countrylanguage.Percentage Desc LIMIT 1
Pred Fail;extra;world_1;SELECT count(*) ,   max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  "Spanish" GROUP BY CountryCode;SELECT Count(*) FROM countrylanguage WHERE countrylanguage.Language = 'terminal' ORDER BY countrylanguage.Percentage Desc LIMIT 1
Pred Fail;extra;world_1;SELECT count(*) ,   max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  "Spanish" GROUP BY CountryCode;SELECT Count(*) FROM countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred Fail;medium;world_1;SELECT CountryCode ,  max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  "Spanish" GROUP BY CountryCode;SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal' GROUP BY countrylanguage.CountryCode ORDER BY Count(*) Desc LIMIT 1
Pred Fail;medium;world_1;SELECT CountryCode ,  max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  "Spanish" GROUP BY CountryCode;SELECT countrylanguage.CountryCode FROM countrylanguage WHERE countrylanguage.Language = 'terminal'
Pred OK  ;easy;orchestra;SELECT count(*) FROM conductor;SELECT Count(*) FROM conductor
Pred OK  ;easy;orchestra;SELECT count(*) FROM conductor;SELECT Count(*) FROM conductor
Pred OK  ;easy;orchestra;SELECT Name FROM conductor ORDER BY Age ASC;SELECT conductor.Name FROM conductor ORDER BY conductor.Age Asc
Pred OK  ;easy;orchestra;SELECT Name FROM conductor ORDER BY Age ASC;SELECT conductor.Name FROM conductor ORDER BY conductor.Age Asc
Pred OK  ;easy;orchestra;SELECT Name FROM conductor WHERE Nationality != 'USA';SELECT conductor.Name FROM conductor WHERE conductor.Nationality != 'terminal'
Pred OK  ;easy;orchestra;SELECT Name FROM conductor WHERE Nationality != 'USA';SELECT conductor.Name FROM conductor WHERE conductor.Nationality != 'terminal'
Pred OK  ;easy;orchestra;SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC;SELECT orchestra.Record_Company FROM orchestra ORDER BY orchestra.Year_of_Founded Desc
Pred Fail;easy;orchestra;SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC;SELECT orchestra.Record_Company FROM orchestra ORDER BY orchestra.Year_of_Founded Asc
Pred OK  ;easy;orchestra;SELECT avg(Attendance) FROM SHOW;SELECT Avg(show.Attendance) FROM show
Pred OK  ;easy;orchestra;SELECT avg(Attendance) FROM SHOW;SELECT Avg(show.Attendance) FROM show
Pred OK  ;medium;orchestra;SELECT max(SHARE) ,  min(SHARE) FROM performance WHERE TYPE != "Live final";SELECT Max(performance.Share), Min(performance.Share) FROM performance WHERE performance.Type != 'terminal'
Pred OK  ;medium;orchestra;SELECT max(SHARE) ,  min(SHARE) FROM performance WHERE TYPE != "Live final";SELECT Max(performance.Share), Min(performance.Share) FROM performance WHERE performance.Type != 'terminal'
Pred OK  ;easy;orchestra;SELECT count(DISTINCT Nationality) FROM conductor;SELECT Count(DISTINCT conductor.Nationality) FROM conductor
Pred OK  ;easy;orchestra;SELECT count(DISTINCT Nationality) FROM conductor;SELECT Count(DISTINCT conductor.Nationality) FROM conductor
Pred OK  ;easy;orchestra;SELECT Name FROM conductor ORDER BY Year_of_Work DESC;SELECT conductor.Name FROM conductor ORDER BY conductor.Year_of_Work Desc
Pred OK  ;easy;orchestra;SELECT Name FROM conductor ORDER BY Year_of_Work DESC;SELECT conductor.Name FROM conductor ORDER BY conductor.Year_of_Work Desc
Pred OK  ;medium;orchestra;SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1;SELECT conductor.Name FROM conductor ORDER BY conductor.Year_of_Work Desc LIMIT 1
Pred OK  ;medium;orchestra;SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1;SELECT conductor.Name FROM conductor ORDER BY conductor.Year_of_Work Desc LIMIT 1
Pred OK  ;medium;orchestra;SELECT T1.Name ,  T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID;SELECT conductor.Name, orchestra.Orchestra FROM conductor JOIN orchestra
Pred OK  ;medium;orchestra;SELECT T1.Name ,  T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID;SELECT conductor.Name, orchestra.Orchestra FROM conductor JOIN orchestra
Pred OK  ;medium;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*)  >  1;SELECT conductor.Name FROM conductor JOIN orchestra GROUP BY orchestra.Conductor_ID HAVING Count(*) > 'terminal'
Pred OK  ;medium;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*)  >  1;SELECT conductor.Name FROM conductor JOIN orchestra GROUP BY orchestra.Conductor_ID HAVING Count(*) > 'terminal'
Pred OK  ;extra;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1;SELECT conductor.Name FROM conductor JOIN orchestra GROUP BY orchestra.Conductor_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1;SELECT conductor.Name FROM conductor JOIN orchestra GROUP BY orchestra.Conductor_ID ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID WHERE Year_of_Founded  >  2008;SELECT conductor.Name FROM conductor JOIN orchestra WHERE orchestra.Year_of_Founded > 'terminal'
Pred OK  ;medium;orchestra;SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID WHERE Year_of_Founded  >  2008;SELECT conductor.Name FROM conductor JOIN orchestra WHERE orchestra.Year_of_Founded > 'terminal'
Pred OK  ;medium;orchestra;SELECT Record_Company ,  COUNT(*) FROM orchestra GROUP BY Record_Company;SELECT orchestra.Record_Company, Count(*) FROM orchestra GROUP BY orchestra.Record_Company
Pred OK  ;medium;orchestra;SELECT Record_Company ,  COUNT(*) FROM orchestra GROUP BY Record_Company;SELECT Count(*), orchestra.Record_Company FROM orchestra GROUP BY orchestra.Record_Company
Pred OK  ;medium;orchestra;SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC;SELECT orchestra.Major_Record_Format FROM orchestra GROUP BY orchestra.Major_Record_Format ORDER BY Count(*) Asc
Pred OK  ;medium;orchestra;SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC;SELECT orchestra.Major_Record_Format FROM orchestra GROUP BY orchestra.Major_Record_Format ORDER BY Count(*) Asc
Pred OK  ;hard;orchestra;SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1;SELECT orchestra.Record_Company FROM orchestra GROUP BY orchestra.Record_Company ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;orchestra;SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1;SELECT orchestra.Record_Company FROM orchestra GROUP BY orchestra.Record_Company ORDER BY Count(*) Desc LIMIT 1
Pred Fail;hard;orchestra;SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance);SELECT orchestra.Orchestra FROM orchestra EXCEPT SELECT orchestra.Orchestra FROM orchestra JOIN performance
Pred Fail;hard;orchestra;SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance);SELECT orchestra.Orchestra FROM orchestra EXCEPT SELECT orchestra.Orchestra FROM orchestra JOIN performance
Pred OK  ;hard;orchestra;SELECT Record_Company FROM orchestra WHERE Year_of_Founded  <  2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded  >  2003;SELECT orchestra.Record_Company FROM orchestra WHERE orchestra.Year_of_Founded < 'terminal' INTERSECT SELECT orchestra.Record_Company FROM orchestra WHERE orchestra.Year_of_Founded > 'terminal'
Pred OK  ;hard;orchestra;SELECT Record_Company FROM orchestra WHERE Year_of_Founded  <  2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded  >  2003;SELECT orchestra.Record_Company FROM orchestra WHERE orchestra.Year_of_Founded < 'terminal' INTERSECT SELECT orchestra.Record_Company FROM orchestra WHERE orchestra.Year_of_Founded > 'terminal'
Pred OK  ;medium;orchestra;SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format  =  "CD" OR Major_Record_Format  =  "DVD";SELECT Count(*) FROM orchestra WHERE orchestra.Major_Record_Format = 'terminal' OR orchestra.Major_Record_Format = 'terminal'
Pred OK  ;medium;orchestra;SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format  =  "CD" OR Major_Record_Format  =  "DVD";SELECT Count(*) FROM orchestra WHERE orchestra.Major_Record_Format = 'terminal' OR orchestra.Major_Record_Format = 'terminal'
Pred OK  ;medium;orchestra;SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID  =  T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*)  >  1;SELECT orchestra.Year_of_Founded FROM orchestra JOIN performance GROUP BY performance.Orchestra_ID HAVING Count(*) > 'terminal'
Pred OK  ;medium;orchestra;SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID  =  T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*)  >  1;SELECT orchestra.Year_of_Founded FROM orchestra JOIN performance GROUP BY performance.Orchestra_ID HAVING Count(*) > 'terminal'
Pred Fail;easy;network_1;SELECT count(*) FROM Highschooler;SELECT Count(*) FROM Highschooler WHERE Highschooler.grade = 'terminal'
Pred Fail;easy;network_1;SELECT count(*) FROM Highschooler;SELECT Count(*) FROM Highschooler WHERE Highschooler.grade = 'terminal'
Pred Fail;medium;network_1;SELECT name ,  grade FROM Highschooler;SELECT Highschooler.name, Highschooler.grade FROM Highschooler WHERE Highschooler.grade = (SELECT Avg(Highschooler.grade) FROM Highschooler)
Pred Fail;medium;network_1;SELECT name ,  grade FROM Highschooler;SELECT Highschooler.name, Highschooler.grade FROM Highschooler WHERE Highschooler.grade = (SELECT Avg(Highschooler.grade) FROM Highschooler)
Pred Fail;easy;network_1;SELECT grade FROM Highschooler;SELECT Highschooler.grade FROM Highschooler WHERE Highschooler.name = 'terminal'
Pred Fail;easy;network_1;SELECT grade FROM Highschooler;SELECT Avg(Highschooler.grade) FROM Highschooler
Pred OK  ;easy;network_1;SELECT grade FROM Highschooler WHERE name  =  "Kyle";SELECT Highschooler.grade FROM Highschooler WHERE Highschooler.name = 'terminal'
Pred OK  ;easy;network_1;SELECT grade FROM Highschooler WHERE name  =  "Kyle";SELECT Highschooler.grade FROM Highschooler WHERE Highschooler.name = 'terminal'
Pred OK  ;easy;network_1;SELECT name FROM Highschooler WHERE grade  =  10;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.grade = 'terminal'
Pred OK  ;easy;network_1;SELECT name FROM Highschooler WHERE grade  =  10;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.grade = 'terminal'
Pred Fail;easy;network_1;SELECT ID FROM Highschooler WHERE name  =  "Kyle";SELECT Highschooler.ID FROM Highschooler WHERE Highschooler.name = 'terminal' AND Highschooler.grade = 'terminal'
Pred OK  ;easy;network_1;SELECT ID FROM Highschooler WHERE name  =  "Kyle";SELECT Highschooler.ID FROM Highschooler WHERE Highschooler.name = 'terminal'
Pred OK  ;medium;network_1;SELECT count(*) FROM Highschooler WHERE grade  =  9 OR grade  =  10;SELECT Count(*) FROM Highschooler WHERE Highschooler.grade = 'terminal' OR Highschooler.grade = 'terminal'
Pred OK  ;medium;network_1;SELECT count(*) FROM Highschooler WHERE grade  =  9 OR grade  =  10;SELECT Count(*) FROM Highschooler WHERE Highschooler.grade = 'terminal' OR Highschooler.grade = 'terminal'
Pred OK  ;medium;network_1;SELECT grade ,  count(*) FROM Highschooler GROUP BY grade;SELECT Count(*), Highschooler.grade FROM Highschooler GROUP BY Highschooler.grade
Pred OK  ;medium;network_1;SELECT grade ,  count(*) FROM Highschooler GROUP BY grade;SELECT Count(*), Highschooler.grade FROM Highschooler GROUP BY Highschooler.grade
Pred Fail;hard;network_1;SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.grade FROM Highschooler GROUP BY Highschooler.grade ORDER BY Avg(Highschooler.grade) Desc LIMIT 1
Pred Fail;hard;network_1;SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.grade FROM Highschooler GROUP BY Highschooler.grade ORDER BY Avg(Highschooler.grade) Desc LIMIT 1
Pred OK  ;easy;network_1;SELECT grade FROM Highschooler GROUP BY grade HAVING count(*)  >=  4;SELECT Highschooler.grade FROM Highschooler GROUP BY Highschooler.grade HAVING Count(*) >= 'terminal'
Pred Fail;easy;network_1;SELECT grade FROM Highschooler GROUP BY grade HAVING count(*)  >=  4;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.grade = 'terminal' GROUP BY Highschooler.name HAVING Count(*) >= 'terminal'
Pred Fail;medium;network_1;SELECT student_id ,  count(*) FROM Friend GROUP BY student_id;SELECT Count(DISTINCT Friend.friend_id), Friend.friend_id FROM Friend GROUP BY Friend.student_id
Pred Fail;medium;network_1;SELECT student_id ,  count(*) FROM Friend GROUP BY student_id;SELECT Count(DISTINCT Friend.friend_id) FROM Friend
Pred Fail;medium;network_1;SELECT T2.name ,  count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id;SELECT Count(*), Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' GROUP BY Highschooler.name
Pred Fail;medium;network_1;SELECT T2.name ,  count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id;SELECT Count(*), Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' GROUP BY Highschooler.name
Pred Fail;extra;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.name FROM Highschooler JOIN Friend GROUP BY Highschooler.name ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' ORDER BY Friend.friend_id Desc LIMIT 1
Pred Fail;medium;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  3;SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' GROUP BY Friend.student_id HAVING Count(*) >= 'terminal'
Pred Fail;medium;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  3;SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' GROUP BY Friend.student_id HAVING Count(*) >= 'terminal'
Pred Fail;hard;network_1;SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id JOIN Highschooler AS T3 ON T1.friend_id  =  T3.id WHERE T2.name  =  "Kyle";SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.name = 'terminal'
Pred Fail;hard;network_1;SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id JOIN Highschooler AS T3 ON T1.friend_id  =  T3.id WHERE T2.name  =  "Kyle";SELECT Highschooler.name FROM Friend JOIN Highschooler WHERE Highschooler.name = 'terminal'
Pred Fail;medium;network_1;SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  "Kyle";SELECT Count(*) FROM Friend JOIN Highschooler WHERE Highschooler.name = 'terminal' AND Highschooler.grade = 'terminal'
Pred OK  ;medium;network_1;SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  "Kyle";SELECT Count(*) FROM Highschooler JOIN Friend WHERE Highschooler.name = 'terminal'
Pred OK  ;hard;network_1;SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend;SELECT Highschooler.ID FROM Highschooler EXCEPT SELECT Friend.student_id FROM Friend
Pred Fail;hard;network_1;SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend;SELECT Highschooler.ID FROM Highschooler WHERE Highschooler.grade = 'terminal' EXCEPT SELECT Friend.student_id FROM Friend
Pred Fail;hard;network_1;SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.ID NOT IN (SELECT Friend.student_id FROM Friend)
Pred Fail;hard;network_1;SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.ID NOT IN (SELECT Friend.student_id FROM Friend)
Pred Fail;hard;network_1;SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes;SELECT Friend.student_id FROM Friend WHERE Highschooler.grade = 'terminal' AND Highschooler.ID IN (SELECT Likes.student_id FROM Likes)
Pred Fail;hard;network_1;SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes;SELECT Likes.student_id FROM Likes INTERSECT SELECT Likes.student_id FROM Likes
Pred Fail;hard;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id  =  T2.id;SELECT Highschooler.name FROM Highschooler JOIN Likes INTERSECT SELECT Highschooler.name FROM Highschooler JOIN Likes
Pred Fail;hard;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id  =  T2.id;SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade = 'terminal' INTERSECT SELECT Highschooler.name FROM Highschooler JOIN Friend
Pred OK  ;medium;network_1;SELECT student_id ,  count(*) FROM Likes GROUP BY student_id;SELECT Count(*), Likes.student_id FROM Likes GROUP BY Likes.student_id
Pred OK  ;medium;network_1;SELECT student_id ,  count(*) FROM Likes GROUP BY student_id;SELECT Count(*), Likes.student_id FROM Likes GROUP BY Likes.student_id
Pred Fail;medium;network_1;SELECT T2.name ,  count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id;SELECT Count(*), Highschooler.name FROM Highschooler JOIN Likes WHERE Highschooler.grade = 'terminal' GROUP BY Highschooler.name
Pred Fail;medium;network_1;SELECT T2.name ,  count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id;SELECT Count(*), Highschooler.name FROM Highschooler JOIN Likes WHERE Highschooler.grade = 'terminal' GROUP BY Highschooler.name
Pred Fail;extra;network_1;SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.name FROM Highschooler JOIN Likes WHERE Highschooler.grade = 'terminal' ORDER BY Likes.liked_id Desc LIMIT 1
Pred OK  ;extra;network_1;SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1;SELECT Highschooler.name FROM Likes JOIN Highschooler GROUP BY Likes.student_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;network_1;SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  2;SELECT Highschooler.name FROM Highschooler JOIN Likes GROUP BY Likes.student_id HAVING Count(*) >= 'terminal'
Pred OK  ;medium;network_1;SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  2;SELECT Highschooler.name FROM Highschooler JOIN Likes GROUP BY Likes.student_id HAVING Count(*) >= 'terminal'
Pred Fail;hard;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.grade  >  5 GROUP BY T1.student_id HAVING count(*)  >=  2;SELECT Highschooler.name FROM Highschooler WHERE Highschooler.grade > 'terminal' INTERSECT SELECT Highschooler.name FROM Highschooler WHERE Highschooler.grade > 'terminal'
Pred Fail;hard;network_1;SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.grade  >  5 GROUP BY T1.student_id HAVING count(*)  >=  2;SELECT Highschooler.name FROM Highschooler JOIN Friend WHERE Highschooler.grade > 'terminal' AND Friend.friend_id = 'terminal'
Pred OK  ;medium;network_1;SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  "Kyle";SELECT Count(*) FROM Highschooler JOIN Likes WHERE Highschooler.name = 'terminal'
Pred Fail;medium;network_1;SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  "Kyle";SELECT Count(*) FROM Likes JOIN Highschooler WHERE Highschooler.grade = 'terminal' AND Highschooler.name = 'terminal'
Pred Fail;hard;network_1;SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id);SELECT Avg(Highschooler.grade) FROM Highschooler WHERE Highschooler.ID IN (SELECT Friend.student_id FROM Friend)
Pred Fail;hard;network_1;SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id);SELECT Avg(Highschooler.grade) FROM Highschooler WHERE Highschooler.ID IN (SELECT Friend.student_id FROM Friend)
Pred Fail;extra;network_1;SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id);SELECT Min(Highschooler.grade) FROM Highschooler WHERE Highschooler.ID NOT IN (SELECT Friend.student_id FROM Friend)
Pred Fail;extra;network_1;SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id);SELECT Min(Highschooler.grade) FROM Highschooler WHERE Highschooler.ID NOT IN (SELECT Friend.student_id FROM Friend)
Pred OK  ;hard;dog_kennels;SELECT state FROM Owners INTERSECT SELECT state FROM Professionals;SELECT Owners.state FROM Owners INTERSECT SELECT Professionals.state FROM Professionals
Pred OK  ;hard;dog_kennels;SELECT state FROM Owners INTERSECT SELECT state FROM Professionals;SELECT Owners.state FROM Owners INTERSECT SELECT Professionals.state FROM Professionals
Pred OK  ;hard;dog_kennels;SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments );SELECT Avg(Dogs.age) FROM Dogs WHERE Dogs.dog_id IN (SELECT Treatments.dog_id FROM Treatments)
Pred OK  ;hard;dog_kennels;SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments );SELECT Avg(Dogs.age) FROM Dogs WHERE Dogs.dog_id IN (SELECT Treatments.dog_id FROM Treatments)
Pred Fail;extra;dog_kennels;SELECT professional_id ,  last_name ,  cell_number FROM Professionals WHERE state  =  'Indiana' UNION SELECT T1.professional_id ,  T1.last_name ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >  2;SELECT Professionals.professional_id, Professionals.last_name, Professionals.cell_number, Professionals.cell_number FROM Professionals JOIN Treatments WHERE Professionals.state = 'terminal' UNION SELECT Professionals.professional_id, Professionals.last_name, Professionals.cell_number FROM Professionals JOIN Treatments GROUP BY Professionals.professional_id HAVING Count(*) > 'terminal'
Pred Fail;extra;dog_kennels;SELECT professional_id ,  last_name ,  cell_number FROM Professionals WHERE state  =  'Indiana' UNION SELECT T1.professional_id ,  T1.last_name ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >  2;SELECT Professionals.professional_id, Professionals.last_name, Professionals.last_name, Professionals.cell_number FROM Professionals JOIN Treatments WHERE Professionals.state = 'terminal' UNION SELECT Professionals.professional_id, Professionals.last_name, Professionals.cell_number FROM Professionals JOIN Treatments GROUP BY Professionals.professional_id HAVING Count(*) > 'terminal'
Pred Fail;hard;dog_kennels;select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment)  >  1000 );SELECT Dogs.name FROM Dogs EXCEPT SELECT Dogs.name FROM Dogs JOIN Treatments WHERE Treatments.cost_of_treatment > 'terminal'
Pred Fail;hard;dog_kennels;select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment)  >  1000 );SELECT Dogs.name FROM Dogs EXCEPT SELECT Dogs.name FROM Dogs JOIN Treatments WHERE Treatments.cost_of_treatment > 'terminal'
Pred Fail;hard;dog_kennels;SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs;SELECT DISTINCT Professionals.first_name FROM Professionals EXCEPT SELECT Professionals.first_name FROM Professionals JOIN Dogs
Pred Fail;hard;dog_kennels;SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs;SELECT Professionals.first_name FROM Professionals EXCEPT SELECT Professionals.first_name FROM Professionals JOIN Dogs
Pred OK  ;extra;dog_kennels;SELECT professional_id ,  role_code ,  email_address FROM Professionals EXCEPT SELECT T1.professional_id ,  T1.role_code ,  T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id;SELECT Professionals.professional_id, Professionals.role_code, Professionals.email_address FROM Professionals EXCEPT SELECT Professionals.professional_id, Professionals.role_code, Professionals.email_address FROM Professionals JOIN Treatments
Pred OK  ;extra;dog_kennels;SELECT professional_id ,  role_code ,  email_address FROM Professionals EXCEPT SELECT T1.professional_id ,  T1.role_code ,  T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id;SELECT Professionals.professional_id, Professionals.role_code, Professionals.email_address FROM Professionals EXCEPT SELECT Professionals.professional_id, Professionals.role_code, Professionals.email_address FROM Professionals JOIN Treatments
Pred OK  ;extra;dog_kennels;SELECT T1.owner_id ,  T2.first_name ,  T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id  =  T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.first_name, Owners.last_name FROM Owners JOIN Dogs GROUP BY Dogs.owner_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;dog_kennels;SELECT T1.owner_id ,  T2.first_name ,  T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id  =  T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.first_name, Owners.last_name FROM Owners JOIN Dogs GROUP BY Dogs.owner_id ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;dog_kennels;SELECT T1.professional_id ,  T1.role_code ,  T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2;SELECT Professionals.professional_id, Professionals.role_code, Professionals.first_name FROM Professionals JOIN Treatments GROUP BY Professionals.professional_id HAVING Count(*) >= 'terminal'
Pred OK  ;medium;dog_kennels;SELECT T1.professional_id ,  T1.role_code ,  T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2;SELECT Professionals.professional_id, Professionals.role_code, Professionals.first_name FROM Professionals JOIN Treatments GROUP BY Professionals.professional_id HAVING Count(*) >= 'terminal'
Pred OK  ;extra;dog_kennels;SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code  =  T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1;SELECT Breeds.breed_name FROM Breeds JOIN Dogs GROUP BY Breeds.breed_name ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;extra;dog_kennels;SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code  =  T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1;SELECT Breeds.breed_name FROM Dogs JOIN Breeds GROUP BY Breeds.breed_name ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;dog_kennels;SELECT T1.owner_id ,  T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.last_name FROM Owners JOIN Dogs GROUP BY Dogs.owner_id ORDER BY Count(*) Desc LIMIT 1
Pred Fail;extra;dog_kennels;SELECT T1.owner_id ,  T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.last_name FROM Owners JOIN Dogs JOIN Treatments GROUP BY Dogs.owner_id ORDER BY Sum(Treatments.cost_of_treatment) Desc LIMIT 1
Pred OK  ;extra;dog_kennels;SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1;SELECT Treatment_Types.treatment_type_description FROM Treatment_Types JOIN Treatments GROUP BY Treatments.treatment_type_code ORDER BY Sum(Treatments.cost_of_treatment) Asc LIMIT 1
Pred OK  ;extra;dog_kennels;SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1;SELECT Treatment_Types.treatment_type_description FROM Treatment_Types JOIN Treatments GROUP BY Treatments.treatment_type_code ORDER BY Sum(Treatments.cost_of_treatment) Asc LIMIT 1
Pred Fail;extra;dog_kennels;SELECT T1.owner_id ,  T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.zip_code FROM Owners JOIN Dogs JOIN Charges GROUP BY Dogs.owner_id ORDER BY Sum(Charges.charge_amount) Desc LIMIT 1
Pred Fail;extra;dog_kennels;SELECT T1.owner_id ,  T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1;SELECT Dogs.owner_id, Owners.zip_code FROM Owners JOIN Dogs JOIN Charges GROUP BY Dogs.owner_id ORDER BY Sum(Charges.charge_amount) Desc LIMIT 1
Pred OK  ;medium;dog_kennels;SELECT T1.professional_id ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2;SELECT Treatments.professional_id, Professionals.cell_number FROM Treatments JOIN Professionals GROUP BY Treatments.professional_id HAVING Count(*) >= 'terminal'
Pred OK  ;medium;dog_kennels;SELECT T1.professional_id ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2;SELECT Treatments.professional_id, Professionals.cell_number FROM Professionals JOIN Treatments GROUP BY Treatments.professional_id HAVING Count(*) >= 'terminal'
Pred Fail;extra;dog_kennels;SELECT DISTINCT T1.first_name ,  T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment  <  ( SELECT avg(cost_of_treatment) FROM Treatments );SELECT Professionals.first_name, Professionals.last_name FROM Professionals WHERE Treatments.cost_of_treatment < (SELECT Avg(Treatments.cost_of_treatment) FROM Treatments)
Pred OK  ;extra;dog_kennels;SELECT DISTINCT T1.first_name ,  T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment  <  ( SELECT avg(cost_of_treatment) FROM Treatments );SELECT Professionals.first_name, Professionals.last_name FROM Professionals JOIN Treatments WHERE Treatments.cost_of_treatment < (SELECT Avg(Treatments.cost_of_treatment) FROM Treatments)
Pred OK  ;medium;dog_kennels;SELECT T1.date_of_treatment ,  T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id  =  T2.professional_id;SELECT Treatments.date_of_treatment, Professionals.first_name FROM Treatments JOIN Professionals
Pred OK  ;medium;dog_kennels;SELECT T1.date_of_treatment ,  T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id  =  T2.professional_id;SELECT Treatments.date_of_treatment, Professionals.first_name FROM Treatments JOIN Professionals
Pred OK  ;medium;dog_kennels;SELECT T1.cost_of_treatment ,  T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code;SELECT Treatments.cost_of_treatment, Treatment_Types.treatment_type_description FROM Treatment_Types JOIN Treatments
Pred OK  ;medium;dog_kennels;SELECT T1.cost_of_treatment ,  T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code;SELECT Treatments.cost_of_treatment, Treatment_Types.treatment_type_description FROM Treatments JOIN Treatment_Types
Pred OK  ;medium;dog_kennels;SELECT T1.first_name ,  T1.last_name ,  T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id;SELECT Owners.first_name, Owners.last_name, Dogs.size_code FROM Owners JOIN Dogs
Pred Fail;medium;dog_kennels;SELECT T1.first_name ,  T1.last_name ,  T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id;SELECT Owners.first_name, Owners.last_name, Dogs.size_code, Dogs.size_code FROM Owners JOIN Dogs
Pred OK  ;medium;dog_kennels;SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id;SELECT Owners.first_name, Dogs.name FROM Owners JOIN Dogs
Pred OK  ;medium;dog_kennels;SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id;SELECT Owners.first_name, Dogs.name FROM Owners JOIN Dogs
Pred Fail;extra;dog_kennels;SELECT T1.name ,  T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id WHERE T1.breed_code  =  ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 );SELECT Dogs.name, Treatments.date_of_treatment FROM Dogs JOIN Treatments WHERE Dogs.breed_code = (SELECT Dogs.breed_code FROM Treatments GROUP BY Dogs.breed_code ORDER BY Count(*) Asc LIMIT 1)
Pred Fail;extra;dog_kennels;SELECT T1.name ,  T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id WHERE T1.breed_code  =  ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 );SELECT Dogs.name, Treatments.date_of_treatment FROM Dogs WHERE Dogs.breed_code = (SELECT Dogs.breed_code FROM Dogs GROUP BY Dogs.breed_code ORDER BY Count(*) Asc LIMIT 1)
Pred OK  ;medium;dog_kennels;SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T1.state  =  'Virginia';SELECT Owners.first_name, Dogs.name FROM Owners JOIN Dogs WHERE Owners.state = 'terminal'
Pred OK  ;medium;dog_kennels;SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T1.state  =  'Virginia';SELECT Owners.first_name, Dogs.name FROM Owners JOIN Dogs WHERE Owners.state = 'terminal'
Pred OK  ;medium;dog_kennels;SELECT DISTINCT T1.date_arrived ,  T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id;SELECT Dogs.date_arrived, Dogs.date_departed FROM Dogs JOIN Treatments
Pred OK  ;medium;dog_kennels;SELECT DISTINCT T1.date_arrived ,  T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id;SELECT Dogs.date_arrived, Dogs.date_departed FROM Dogs JOIN Treatments
Pred Fail;extra;dog_kennels;SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T2.age  =  ( SELECT max(age) FROM Dogs );SELECT Owners.last_name FROM Owners JOIN Dogs WHERE Dogs.age = (SELECT Min(Dogs.age) FROM Dogs)
Pred Fail;extra;dog_kennels;SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T2.age  =  ( SELECT max(age) FROM Dogs );SELECT Owners.last_name FROM Owners JOIN Dogs WHERE Dogs.age = (SELECT Min(Dogs.age) FROM Dogs)
Pred OK  ;medium;dog_kennels;SELECT email_address FROM Professionals WHERE state  =  'Hawaii' OR state  =  'Wisconsin';SELECT Professionals.email_address FROM Professionals WHERE Professionals.state = 'terminal' OR Professionals.state = 'terminal'
Pred OK  ;medium;dog_kennels;SELECT email_address FROM Professionals WHERE state  =  'Hawaii' OR state  =  'Wisconsin';SELECT Professionals.email_address FROM Professionals WHERE Professionals.state = 'terminal' OR Professionals.state = 'terminal'
Pred OK  ;medium;dog_kennels;SELECT date_arrived ,  date_departed FROM Dogs;SELECT Dogs.date_arrived, Dogs.date_departed FROM Dogs
Pred OK  ;medium;dog_kennels;SELECT date_arrived ,  date_departed FROM Dogs;SELECT Dogs.date_arrived, Dogs.date_departed FROM Dogs
Pred OK  ;easy;dog_kennels;SELECT count(DISTINCT dog_id) FROM Treatments;SELECT Count(DISTINCT Treatments.dog_id) FROM Treatments
Pred OK  ;easy;dog_kennels;SELECT count(DISTINCT dog_id) FROM Treatments;SELECT Count(DISTINCT Treatments.dog_id) FROM Treatments
Pred OK  ;easy;dog_kennels;SELECT count(DISTINCT professional_id) FROM Treatments;SELECT Count(DISTINCT Treatments.professional_id) FROM Treatments
Pred OK  ;easy;dog_kennels;SELECT count(DISTINCT professional_id) FROM Treatments;SELECT Count(DISTINCT Treatments.professional_id) FROM Treatments
Pred Fail;medium;dog_kennels;SELECT role_code ,  street ,  city ,  state FROM professionals WHERE city LIKE '%West%';SELECT Professionals.role_code, Professionals.city, Professionals.city, Professionals.state FROM Professionals WHERE Professionals.first_name LIKE 'terminal'
Pred Fail;medium;dog_kennels;SELECT role_code ,  street ,  city ,  state FROM professionals WHERE city LIKE '%West%';SELECT Professionals.role_code, Professionals.street, Professionals.city, Professionals.state FROM Professionals WHERE Professionals.first_name LIKE 'terminal'
Pred Fail;medium;dog_kennels;SELECT first_name ,  last_name ,  email_address FROM Owners WHERE state LIKE '%North%';SELECT Owners.first_name, Owners.last_name, Owners.email_address FROM Owners WHERE Owners.first_name LIKE 'terminal'
Pred Fail;medium;dog_kennels;SELECT first_name ,  last_name ,  email_address FROM Owners WHERE state LIKE '%North%';SELECT Owners.first_name, Owners.last_name, Owners.email_address FROM Owners WHERE Owners.first_name LIKE 'terminal'
Pred OK  ;hard;dog_kennels;SELECT count(*) FROM Dogs WHERE age  <  ( SELECT avg(age) FROM Dogs );SELECT Count(*) FROM Dogs WHERE Dogs.age < (SELECT Avg(Dogs.age) FROM Dogs)
Pred OK  ;hard;dog_kennels;SELECT count(*) FROM Dogs WHERE age  <  ( SELECT avg(age) FROM Dogs );SELECT Count(*) FROM Dogs WHERE Dogs.age < (SELECT Avg(Dogs.age) FROM Dogs)
Pred OK  ;medium;dog_kennels;SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1;SELECT Treatments.cost_of_treatment FROM Treatments ORDER BY Treatments.date_of_treatment Desc LIMIT 1
Pred OK  ;medium;dog_kennels;SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1;SELECT Treatments.cost_of_treatment FROM Treatments ORDER BY Treatments.date_of_treatment Desc LIMIT 1
Pred OK  ;extra;dog_kennels;SELECT count(*) FROM Dogs WHERE dog_id NOT IN ( SELECT dog_id FROM Treatments );SELECT Count(*) FROM Dogs WHERE Dogs.dog_id NOT IN (SELECT Treatments.dog_id FROM Treatments)
Pred OK  ;extra;dog_kennels;select count(*) from dogs where dog_id not in ( select dog_id from treatments );SELECT Count(*) FROM Dogs WHERE Dogs.dog_id NOT IN (SELECT Treatments.dog_id FROM Treatments)
Pred OK  ;extra;dog_kennels;SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs );SELECT Count(*) FROM Owners WHERE Owners.owner_id NOT IN (SELECT Dogs.owner_id FROM Dogs)
Pred OK  ;extra;dog_kennels;SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs );SELECT Count(*) FROM Owners WHERE Owners.owner_id NOT IN (SELECT Dogs.owner_id FROM Dogs)
Pred OK  ;extra;dog_kennels;SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments );SELECT Count(*) FROM Professionals WHERE Professionals.professional_id NOT IN (SELECT Treatments.professional_id FROM Treatments)
Pred OK  ;extra;dog_kennels;SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments );SELECT Count(*) FROM Professionals WHERE Professionals.professional_id NOT IN (SELECT Treatments.professional_id FROM Treatments)
Pred OK  ;medium;dog_kennels;SELECT name ,  age ,  weight FROM Dogs WHERE abandoned_yn  =  1;SELECT Dogs.name, Dogs.age, Dogs.weight FROM Dogs WHERE Dogs.abandoned_yn = 'terminal'
Pred Fail;medium;dog_kennels;SELECT name ,  age ,  weight FROM Dogs WHERE abandoned_yn  =  1;SELECT Dogs.name, Dogs.age, Dogs.weight FROM Dogs WHERE Dogs.abandoned_yn = 'terminal' ORDER BY Dogs.abandoned_yn, Dogs.abandoned_yn Asc
Pred OK  ;easy;dog_kennels;SELECT avg(age) FROM Dogs;SELECT Avg(Dogs.age) FROM Dogs
Pred OK  ;easy;dog_kennels;SELECT avg(age) FROM Dogs;SELECT Avg(Dogs.age) FROM Dogs
Pred Fail;easy;dog_kennels;SELECT max(age) FROM Dogs;SELECT Dogs.age FROM Dogs ORDER BY Dogs.age Desc LIMIT 1
Pred Fail;easy;dog_kennels;SELECT max(age) FROM Dogs;SELECT Dogs.age FROM Dogs ORDER BY Dogs.age Desc LIMIT 1
Pred OK  ;medium;dog_kennels;SELECT charge_type ,  charge_amount FROM Charges;SELECT Charges.charge_type, Charges.charge_amount FROM Charges
Pred OK  ;medium;dog_kennels;SELECT charge_type ,  charge_amount FROM Charges;SELECT Charges.charge_type, Charges.charge_amount FROM Charges
Pred Fail;easy;dog_kennels;SELECT max(charge_amount) FROM Charges;SELECT Charges.charge_amount FROM Charges ORDER BY Charges.charge_amount Desc LIMIT 1
Pred Fail;easy;dog_kennels;SELECT max(charge_amount) FROM Charges;SELECT Charges.charge_amount FROM Charges ORDER BY Charges.charge_amount Desc LIMIT 1
Pred Fail;medium;dog_kennels;SELECT email_address ,  cell_number ,  home_phone FROM professionals;SELECT Professionals.email_address, Professionals.home_phone, Professionals.home_phone FROM Professionals
Pred Fail;medium;dog_kennels;SELECT email_address ,  cell_number ,  home_phone FROM professionals;SELECT Professionals.email_address, Professionals.home_phone, Professionals.home_phone FROM Professionals
Pred Fail;medium;dog_kennels;SELECT DISTINCT breed_code ,  size_code FROM dogs;SELECT Breeds.breed_name FROM Breeds UNION SELECT Sizes.size_description FROM Sizes
Pred Fail;medium;dog_kennels;SELECT DISTINCT breed_code ,  size_code FROM dogs;SELECT DISTINCT Breeds.breed_name, Dogs.size_code FROM Breeds JOIN Dogs
Pred OK  ;medium;dog_kennels;SELECT DISTINCT T1.first_name ,  T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code  =  T3.treatment_type_code;SELECT Professionals.first_name, Treatment_Types.treatment_type_description FROM Professionals JOIN Treatments JOIN Treatment_Types
Pred OK  ;medium;dog_kennels;SELECT DISTINCT T1.first_name ,  T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code  =  T3.treatment_type_code;SELECT Professionals.first_name, Treatment_Types.treatment_type_description FROM Professionals JOIN Treatments JOIN Treatment_Types
Pred OK  ;easy;singer;SELECT count(*) FROM singer;SELECT Count(*) FROM singer
Pred OK  ;easy;singer;SELECT count(*) FROM singer;SELECT Count(*) FROM singer
Pred OK  ;easy;singer;SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC;SELECT singer.Name FROM singer ORDER BY singer.Net_Worth_Millions Asc
Pred OK  ;easy;singer;SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC;SELECT singer.Name FROM singer ORDER BY singer.Net_Worth_Millions Asc
Pred OK  ;medium;singer;SELECT Birth_Year ,  Citizenship FROM singer;SELECT singer.Birth_Year, singer.Citizenship FROM singer
Pred OK  ;medium;singer;SELECT Birth_Year ,  Citizenship FROM singer;SELECT singer.Birth_Year, singer.Citizenship FROM singer
Pred OK  ;easy;singer;SELECT Name FROM singer WHERE Citizenship != "France";SELECT singer.Name FROM singer WHERE singer.Citizenship != 'terminal'
Pred OK  ;easy;singer;SELECT Name FROM singer WHERE Citizenship != "France";SELECT singer.Name FROM singer WHERE singer.Citizenship != 'terminal'
Pred OK  ;medium;singer;SELECT Name FROM singer WHERE Birth_Year  =  1948 OR Birth_Year  =  1949;SELECT singer.Name FROM singer WHERE singer.Birth_Year = 'terminal' OR singer.Birth_Year = 'terminal'
Pred OK  ;medium;singer;SELECT Name FROM singer WHERE Birth_Year  =  1948 OR Birth_Year  =  1949;SELECT singer.Name FROM singer WHERE singer.Birth_Year = 'terminal' OR singer.Birth_Year = 'terminal'
Pred OK  ;medium;singer;SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1;SELECT singer.Name FROM singer ORDER BY singer.Net_Worth_Millions Desc LIMIT 1
Pred OK  ;medium;singer;SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1;SELECT singer.Name FROM singer ORDER BY singer.Net_Worth_Millions Desc LIMIT 1
Pred OK  ;medium;singer;SELECT Citizenship ,  COUNT(*) FROM singer GROUP BY Citizenship;SELECT singer.Citizenship, Count(*) FROM singer GROUP BY singer.Citizenship
Pred OK  ;medium;singer;SELECT Citizenship ,  COUNT(*) FROM singer GROUP BY Citizenship;SELECT singer.Citizenship, Count(*) FROM singer GROUP BY singer.Citizenship
Pred OK  ;hard;singer;SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1;SELECT singer.Citizenship FROM singer GROUP BY singer.Citizenship ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;hard;singer;select citizenship from singer group by citizenship order by count(*) desc limit 1;SELECT singer.Citizenship FROM singer GROUP BY singer.Citizenship ORDER BY Count(*) Desc LIMIT 1
Pred OK  ;medium;singer;SELECT Citizenship ,  max(Net_Worth_Millions) FROM singer GROUP BY Citizenship;SELECT singer.Citizenship, Max(singer.Net_Worth_Millions) FROM singer GROUP BY singer.Citizenship
Pred OK  ;medium;singer;SELECT Citizenship ,  max(Net_Worth_Millions) FROM singer GROUP BY Citizenship;SELECT Max(singer.Net_Worth_Millions), singer.Citizenship FROM singer GROUP BY singer.Citizenship
Pred OK  ;medium;singer;SELECT T2.Title ,  T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID;SELECT song.Title, singer.Name FROM singer JOIN song
Pred OK  ;medium;singer;SELECT T2.Title ,  T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID;SELECT song.Title, singer.Name FROM singer JOIN song
Pred OK  ;medium;singer;SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID WHERE T2.Sales  >  300000;SELECT DISTINCT singer.Name FROM singer JOIN song WHERE song.Sales > 'terminal'
Pred OK  ;medium;singer;SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID WHERE T2.Sales  >  300000;SELECT DISTINCT singer.Name FROM singer JOIN song WHERE song.Sales > 'terminal'
Pred Fail;medium;singer;SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*)  >  1;SELECT singer.Name FROM song JOIN singer GROUP BY song.Singer_ID HAVING Count(*) > 'terminal'
Pred Fail;medium;singer;SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*)  >  1;SELECT singer.Name FROM song JOIN singer GROUP BY song.Singer_ID HAVING Count(*) > 'terminal'
Pred OK  ;medium;singer;SELECT T1.Name ,  sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name;SELECT Sum(song.Sales), singer.Name FROM singer JOIN song GROUP BY singer.Name
Pred OK  ;medium;singer;SELECT T1.Name ,  sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name;SELECT Sum(song.Sales), singer.Name FROM singer JOIN song GROUP BY singer.Name
Pred OK  ;hard;singer;SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song);SELECT singer.Name FROM singer WHERE singer.Singer_ID NOT IN (SELECT song.Singer_ID FROM song)
Pred Fail;hard;singer;SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song);SELECT song.Sales FROM song WHERE song.Song_ID NOT IN (SELECT song.Song_ID FROM song)
Pred OK  ;hard;singer;SELECT Citizenship FROM singer WHERE Birth_Year  <  1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year  >  1955;SELECT singer.Citizenship FROM singer WHERE singer.Birth_Year < 'terminal' INTERSECT SELECT singer.Citizenship FROM singer WHERE singer.Birth_Year > 'terminal'
Pred OK  ;hard;singer;SELECT Citizenship FROM singer WHERE Birth_Year  <  1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year  >  1955;SELECT singer.Citizenship FROM singer WHERE singer.Birth_Year < 'terminal' INTERSECT SELECT singer.Citizenship FROM singer WHERE singer.Birth_Year > 'terminal'
Pred OK  ;easy;real_estate_properties;SELECT count(*) FROM Other_Available_Features;SELECT Count(*) FROM Other_Available_Features
Pred OK  ;medium;real_estate_properties;SELECT T2.feature_type_name FROM Other_Available_Features AS T1 JOIN Ref_Feature_Types AS T2 ON T1.feature_type_code  =  T2.feature_type_code WHERE T1.feature_name  =  "AirCon";SELECT Ref_Feature_Types.feature_type_name FROM Other_Available_Features JOIN Ref_Feature_Types WHERE Other_Available_Features.feature_name = 'terminal'
Pred Fail;medium;real_estate_properties;SELECT T2.property_type_description FROM Properties AS T1 JOIN Ref_Property_Types AS T2 ON T1.property_type_code  =  T2.property_type_code GROUP BY T1.property_type_code;SELECT Ref_Property_Types.property_type_description FROM Properties JOIN Ref_Property_Types WHERE Ref_Property_Types.property_type_code = 'terminal'
Pred Fail;hard;real_estate_properties;SELECT property_name FROM Properties WHERE property_type_code  =  "House" UNION SELECT property_name FROM Properties WHERE property_type_code  =  "Apartment" AND room_count  >  1;SELECT Properties.property_name FROM Properties WHERE Properties.room_count = 'terminal' OR Properties.room_count > 'terminal'
                     easy                 medium               hard                 extra                all                 
count                248                  446                  174                  166                  1034                

====================== EXACT MATCHING ACCURACY =====================
exact match          0.827                0.695                0.511                0.404                0.649               

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.935                0.881                0.943                0.849                0.899               
select(no AGG)       0.960                0.890                0.943                0.861                0.911               
where                0.823                0.725                0.593                0.604                0.700               
where(no OP)         0.841                0.751                0.659                0.692                0.744               
group(no Having)     0.842                0.831                0.838                0.781                0.819               
group                0.842                0.792                0.838                0.767                0.795               
order                0.643                0.756                0.865                0.823                0.788               
and/or               1.000                0.980                0.977                0.914                0.974               
IUEN                 0.000                0.000                0.468                0.545                0.465               
keywords             0.870                0.910                0.820                0.813                0.867               
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.935                0.881                0.943                0.849                0.899               
select(no AGG)       0.960                0.890                0.943                0.861                0.911               
where                0.861                0.753                0.574                0.585                0.709               
where(no OP)         0.880                0.780                0.638                0.670                0.753               
group(no Having)     0.800                0.812                0.795                0.722                0.782               
group                0.800                0.774                0.795                0.709                0.760               
order                0.818                0.827                0.818                0.823                0.823               
and/or               0.996                0.989                0.982                0.968                0.986               
IUEN                 0.000                0.000                0.524                0.529                0.526               
keywords             0.933                0.910                0.810                0.813                0.876               
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.935                0.881                0.943                0.849                0.899               
select(no AGG)       0.960                0.890                0.943                0.861                0.911               
where                0.842                0.739                0.584                0.595                0.705               
where(no OP)         0.860                0.765                0.649                0.681                0.748               
group(no Having)     0.821                0.821                0.816                0.750                0.800               
group                0.821                0.783                0.816                0.737                0.777               
order                0.720                0.790                0.841                0.823                0.805               
and/or               0.998                0.984                0.979                0.940                0.980               
IUEN                 1.000                1.000                0.494                0.537                0.494               
keywords             0.900                0.910                0.815                0.813                0.871               
