diff --git "a/ablation/oracle-schema/spider/codet5-base/run_1/all_preds.json" "b/ablation/oracle-schema/spider/codet5-base/run_1/all_preds.json" new file mode 100644--- /dev/null +++ "b/ablation/oracle-schema/spider/codet5-base/run_1/all_preds.json" @@ -0,0 +1,12410 @@ +[ + { + "idx": 0, + "db_id": "concert_singer", + "question": "How many singers do we have", + "pred": "SELECT COUNT(*) FROM singer WHERE country = \"USA\"", + "gold": "SELECT COUNT(*) FROM singer", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1, + "db_id": "concert_singer", + "question": "What is the total number of singers", + "pred": "SELECT COUNT(*) FROM singer", + "gold": "SELECT COUNT(*) FROM singer", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 2, + "db_id": "concert_singer", + "question": "Show name, country, age for all singers ordered by age from the oldest to the youngest", + "pred": "SELECT name, country, age FROM singer ORDER BY age DESC", + "gold": "SELECT name, country, age FROM singer ORDER BY age DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 3, + "db_id": "concert_singer", + "question": "What are the names, countries, and ages for every singer in descending order of age", + "pred": "SELECT name, country, age FROM singer ORDER BY age DESC", + "gold": "SELECT name, country, age FROM singer ORDER BY age DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 4, + "db_id": "concert_singer", + "question": "What is the average, minimum, and maximum age of all singers from France", + "pred": "SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = \"France\"", + "gold": "SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = 'France'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 5, + "db_id": "concert_singer", + "question": "What is the average, minimum, and maximum age for all French singers", + "pred": "SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = \"French\"", + "gold": "SELECT AVG(age), MIN(age), MAX(age) FROM singer WHERE country = 'France'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 6, + "db_id": "concert_singer", + "question": "Show the name and the release year of the song by the youngest singer", + "pred": "SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1", + "gold": "SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 7, + "db_id": "concert_singer", + "question": "What are the names and release years for all the songs of the youngest singer", + "pred": "SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1", + "gold": "SELECT song_name, song_release_year FROM singer ORDER BY age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 8, + "db_id": "concert_singer", + "question": "What are all distinct countries where singers above age 20 are from", + "pred": "SELECT DISTINCT country FROM singer WHERE age > 20", + "gold": "SELECT DISTINCT country FROM singer WHERE age > 20", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 9, + "db_id": "concert_singer", + "question": "What are the different countries with singers above age 20", + "pred": "SELECT DISTINCT country FROM singer WHERE age > 20", + "gold": "SELECT DISTINCT country FROM singer WHERE age > 20", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 10, + "db_id": "concert_singer", + "question": "Show all countries and the number of singers in each country", + "pred": "SELECT country, COUNT(*) FROM singer GROUP BY country", + "gold": "SELECT country, COUNT(*) FROM singer GROUP BY country", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 11, + "db_id": "concert_singer", + "question": "How many singers are from each country", + "pred": "SELECT country, COUNT(*) FROM singer GROUP BY country", + "gold": "SELECT country, COUNT(*) FROM singer GROUP BY country", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 12, + "db_id": "concert_singer", + "question": "List all song names by singers above the average age", + "pred": "SELECT song_name FROM singer WHERE age > (SELECT AVG(age) FROM singer)", + "gold": "SELECT song_name FROM singer WHERE age > (SELECT AVG(age) FROM singer)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 13, + "db_id": "concert_singer", + "question": "What are all the song names by singers who are older than average", + "pred": "SELECT song_name FROM singer WHERE age > (SELECT AVG(age) FROM singer)", + "gold": "SELECT song_name FROM singer WHERE age > (SELECT AVG(age) FROM singer)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 14, + "db_id": "concert_singer", + "question": "Show location and name for all stadiums with a capacity between 5000 and 10000", + "pred": "SELECT LOCATION, name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", + "gold": "SELECT LOCATION, name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 15, + "db_id": "concert_singer", + "question": "What are the locations and names of all stations with capacity between 5000 and 10000", + "pred": "SELECT LOCATION, name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", + "gold": "SELECT LOCATION, name FROM stadium WHERE capacity BETWEEN 5000 AND 10000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 16, + "db_id": "concert_singer", + "question": "What is the maximum capacity and the average of all stadiums", + "pred": "SELECT MAX(capacity), AVG(capacity) FROM stadium", + "gold": "SELECT MAX(capacity), average FROM stadium", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 17, + "db_id": "concert_singer", + "question": "What is the average and maximum capacities for all stadiums", + "pred": "SELECT AVG(capacity), MAX(capacity) FROM stadium", + "gold": "SELECT AVG(capacity), MAX(capacity) FROM stadium", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 18, + "db_id": "concert_singer", + "question": "What is the name and capacity for the stadium with highest average attendance", + "pred": "SELECT name, capacity FROM stadium ORDER BY AVG(average) DESC LIMIT 1", + "gold": "SELECT name, capacity FROM stadium ORDER BY average DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 19, + "db_id": "concert_singer", + "question": "What is the name and capacity for the stadium with the highest average attendance", + "pred": "SELECT name, capacity FROM stadium ORDER BY AVG(average) DESC LIMIT 1", + "gold": "SELECT name, capacity FROM stadium ORDER BY average DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 20, + "db_id": "concert_singer", + "question": "How many concerts are there in year 2014 or 2015", + "pred": "SELECT COUNT(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", + "gold": "SELECT COUNT(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 21, + "db_id": "concert_singer", + "question": "How many concerts occurred in 2014 or 2015", + "pred": "SELECT COUNT(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", + "gold": "SELECT COUNT(*) FROM concert WHERE YEAR = 2014 OR YEAR = 2015", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 22, + "db_id": "concert_singer", + "question": "Show the stadium name and the number of concerts in each stadium", + "pred": "SELECT T1.name, COUNT(*) FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", + "gold": "SELECT T2.name, COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 23, + "db_id": "concert_singer", + "question": "For each stadium, how many concerts play there", + "pred": "SELECT T1.name, COUNT(*) FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", + "gold": "SELECT T2.name, COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id GROUP BY T1.stadium_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 24, + "db_id": "concert_singer", + "question": "Show the stadium name and capacity with most number of concerts in year 2014 or after", + "pred": "SELECT T1.name, T1.capacity FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year >= 2014 GROUP BY T1.stadium_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.name, T2.capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year >= 2014 GROUP BY T2.stadium_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 25, + "db_id": "concert_singer", + "question": "What is the name and capacity of the stadium with the most concerts after 2013", + "pred": "SELECT t1.name, t1.capacity FROM stadium AS t1 JOIN concert AS t2 ON t1.stadium_id = t2.stadium_id WHERE t2.year > 2013 GROUP BY t2.stadium_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t2.name, t2.capacity FROM concert AS t1 JOIN stadium AS t2 ON t1.stadium_id = t2.stadium_id WHERE t1.year > 2013 GROUP BY t2.stadium_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 26, + "db_id": "concert_singer", + "question": "Which year has most number of concerts", + "pred": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 27, + "db_id": "concert_singer", + "question": "What is the year that had the most concerts", + "pred": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT YEAR FROM concert GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 28, + "db_id": "concert_singer", + "question": "Show the stadium names without any concert", + "pred": "SELECT name FROM stadium WHERE NOT stadium_id IN (SELECT stadium_id FROM concert)", + "gold": "SELECT name FROM stadium WHERE NOT stadium_id IN (SELECT stadium_id FROM concert)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 29, + "db_id": "concert_singer", + "question": "What are the names of the stadiums without any concerts", + "pred": "SELECT name FROM stadium WHERE NOT stadium_id IN (SELECT stadium_id FROM concert)", + "gold": "SELECT name FROM stadium WHERE NOT stadium_id IN (SELECT stadium_id FROM concert)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 30, + "db_id": "concert_singer", + "question": "Show countries where a singer above age 40 and a singer below 30 are from", + "pred": "SELECT country FROM singer WHERE age > 40 INTERSECT SELECT country FROM singer WHERE age < 30", + "gold": "SELECT country FROM singer WHERE age > 40 INTERSECT SELECT country FROM singer WHERE age < 30", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 31, + "db_id": "concert_singer", + "question": "Show names for all stadiums except for stadiums having a concert in year 2014", + "pred": "SELECT name FROM stadium EXCEPT SELECT T1.name FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2014", + "gold": "SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 32, + "db_id": "concert_singer", + "question": "What are the names of all stadiums that did not have a concert in 2014", + "pred": "SELECT name FROM stadium EXCEPT SELECT T1.name FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2014", + "gold": "SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.year = 2014", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 33, + "db_id": "concert_singer", + "question": "Show the name and theme for all concerts and the number of singers in each concert", + "pred": "SELECT T1.concert_name, T1.theme, COUNT(*) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_id = T2.concert_id GROUP BY T1.concert_id", + "gold": "SELECT T2.concert_name, T2.theme, COUNT(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id = T2.concert_id GROUP BY T2.concert_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 34, + "db_id": "concert_singer", + "question": "What are the names , themes , and number of singers for every concert", + "pred": "SELECT T1.concert_name, T2.theme, COUNT(*) FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_id = T2.concert_id GROUP BY T1.concert_id", + "gold": "SELECT t2.concert_name, t2.theme, COUNT(*) FROM singer_in_concert AS t1 JOIN concert AS t2 ON t1.concert_id = t2.concert_id GROUP BY t2.concert_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 35, + "db_id": "concert_singer", + "question": "List singer names and number of concerts for each singer", + "pred": "SELECT T1.name, COUNT(*) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.singer_id", + "gold": "SELECT T2.name, COUNT(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 36, + "db_id": "concert_singer", + "question": "What are the names of the singers and number of concerts for each person", + "pred": "SELECT T1.name, COUNT(*) FROM singer AS T1 JOIN singer_in_concert AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.singer_id", + "gold": "SELECT T2.name, COUNT(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id GROUP BY T2.singer_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 37, + "db_id": "concert_singer", + "question": "List all singer names in concerts in year 2014", + "pred": "SELECT T3.name FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_id = T2.concert_id JOIN singer AS T3 ON T3.singer_id = T2.singer_id WHERE T1.year = 2014", + "gold": "SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 38, + "db_id": "concert_singer", + "question": "What are the names of the singers who performed in a concert in 2014", + "pred": "SELECT T3.name FROM concert AS T1 JOIN singer_in_concert AS T2 ON T1.concert_id = T2.concert_id JOIN singer AS T3 ON T3.singer_id = T2.singer_id WHERE T1.year = 2014", + "gold": "SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id = T2.singer_id JOIN concert AS T3 ON T1.concert_id = T3.concert_id WHERE T3.year = 2014", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 39, + "db_id": "concert_singer", + "question": "what is the name and nation of the singer who have a song having 'Hey' in its name", + "pred": "SELECT name, nation FROM singer WHERE song_name LIKE \"%Hey%\"", + "gold": "SELECT name, country FROM singer WHERE song_name LIKE '%Hey%'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 40, + "db_id": "concert_singer", + "question": "What is the name and country of origin of every singer who has a song with the word 'Hey' in its title", + "pred": "SELECT name, country FROM singer WHERE song_name LIKE \"%Hey%\"", + "gold": "SELECT name, country FROM singer WHERE song_name LIKE '%Hey%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 41, + "db_id": "concert_singer", + "question": "Find the name and location of the stadiums which some concerts happened in the years of both 2014 and 2015", + "pred": "SELECT T1.name, T1.location FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2014 INTERSECT SELECT T1.name, T1.location FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2015", + "gold": "SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 42, + "db_id": "concert_singer", + "question": "What are the names and locations of the stadiums that had concerts that occurred in both 2014 and 2015", + "pred": "SELECT T1.name, T1.location FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2014 INTERSECT SELECT T1.name, T1.location FROM stadium AS T1 JOIN concert AS T2 ON T1.stadium_id = T2.stadium_id WHERE T2.year = 2015", + "gold": "SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2014 INTERSECT SELECT T2.name, T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id WHERE T1.Year = 2015", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 43, + "db_id": "concert_singer", + "question": "Find the number of concerts happened in the stadium with the highest capacity", + "pred": "SELECT COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id ORDER BY T2.capacity DESC LIMIT 1", + "gold": "SELECT COUNT(*) FROM concert WHERE stadium_id = (SELECT stadium_id FROM stadium ORDER BY capacity DESC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 44, + "db_id": "concert_singer", + "question": "What are the number of concerts that occurred in the stadium with the largest capacity", + "pred": "SELECT COUNT(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id = T2.stadium_id ORDER BY T2.capacity DESC LIMIT 1", + "gold": "SELECT COUNT(*) FROM concert WHERE stadium_id = (SELECT stadium_id FROM stadium ORDER BY capacity DESC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 45, + "db_id": "pets_1", + "question": "Find the number of pets whose weight is heavier than 10", + "pred": "SELECT COUNT(*) FROM pets WHERE weight > 10", + "gold": "SELECT COUNT(*) FROM pets WHERE weight > 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 46, + "db_id": "pets_1", + "question": "How many pets have a greater weight than 10", + "pred": "SELECT COUNT(*) FROM pets WHERE weight > 10", + "gold": "SELECT COUNT(*) FROM pets WHERE weight > 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 47, + "db_id": "pets_1", + "question": "Find the weight of the youngest dog", + "pred": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", + "gold": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 48, + "db_id": "pets_1", + "question": "How much does the youngest dog weigh", + "pred": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", + "gold": "SELECT weight FROM pets ORDER BY pet_age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 49, + "db_id": "pets_1", + "question": "Find the maximum weight for each type of pet. List the maximum weight and pet type", + "pred": "SELECT MAX(weight), pettype FROM pets GROUP BY pettype", + "gold": "SELECT MAX(weight), petType FROM pets GROUP BY petType", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 50, + "db_id": "pets_1", + "question": "List the maximum weight and type for each type of pet", + "pred": "SELECT pettype, MAX(weight) FROM pets GROUP BY pettype", + "gold": "SELECT MAX(weight), petType FROM pets GROUP BY petType", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 51, + "db_id": "pets_1", + "question": "Find number of pets owned by students who are older than 20", + "pred": "SELECT COUNT(*) FROM has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.age > 20", + "gold": "SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 52, + "db_id": "pets_1", + "question": "How many pets are owned by students that have an age greater than 20", + "pred": "SELECT COUNT(*) FROM has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.age > 20", + "gold": "SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.age > 20", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 53, + "db_id": "pets_1", + "question": "Find the number of dog pets that are raised by female students (with sex F)", + "pred": "SELECT COUNT(*) FROM pets AS T1 JOIN has_pet AS T2 ON T1.petid = T2.petid JOIN student AS T3 ON T3.stuid = T2.stuid WHERE T3.sex = 'F' AND T1.weight = 1", + "gold": "SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 54, + "db_id": "pets_1", + "question": "How many dog pets are raised by female students", + "pred": "SELECT COUNT(*) FROM pets AS T1 JOIN has_pet AS T2 ON T1.petid = T2.petid JOIN student AS T3 ON T3.stuid = T2.stuid WHERE T3.sex = \"F\" AND T1.weight = 1", + "gold": "SELECT COUNT(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T1.sex = 'F' AND T3.pettype = 'dog'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 55, + "db_id": "pets_1", + "question": "Find the number of distinct type of pets", + "pred": "SELECT COUNT(DISTINCT pettype) FROM pets", + "gold": "SELECT COUNT(DISTINCT pettype) FROM pets", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 56, + "db_id": "pets_1", + "question": "How many different types of pet are there", + "pred": "SELECT COUNT(DISTINCT pettype) FROM pets", + "gold": "SELECT COUNT(DISTINCT pettype) FROM pets", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 57, + "db_id": "pets_1", + "question": "Find the first name of students who have cat or dog pet", + "pred": "SELECT T1.fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T2.pettype = 'Cat' OR T2.pettype = 'Dog'", + "gold": "SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 58, + "db_id": "pets_1", + "question": "What are the first names of every student who has a cat or dog as a pet", + "pred": "SELECT fname FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'Cat' OR T2.pettype = 'Dog')", + "gold": "SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' OR T3.pettype = 'dog'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 59, + "db_id": "pets_1", + "question": "Find the first name of students who have both cat and dog pets", + "pred": "SELECT T1.fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T2.pettype = 'Cat' INTERSECT SELECT T1.fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T3.pettype = 'Dog'", + "gold": "SELECT t1.fname FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid JOIN pets AS t3 ON t3.petid = t2.petid WHERE t3.pettype = 'cat' INTERSECT SELECT t1.fname FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid JOIN pets AS t3 ON t3.petid = t2.petid WHERE t3.pettype = 'dog'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 60, + "db_id": "pets_1", + "question": "What are the students' first names who have both cats and dogs as pets", + "pred": "SELECT fname FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'Cat' INTERSECT SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'Dogs')", + "gold": "SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat' INTERSECT SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 61, + "db_id": "pets_1", + "question": "Find the major and age of students who do not have a cat pet", + "pred": "SELECT major, age FROM student WHERE NOT StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'Cat')", + "gold": "SELECT major, age FROM student WHERE NOT stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 62, + "db_id": "pets_1", + "question": "What major is every student who does not own a cat as a pet, and also how old are they", + "pred": "SELECT major, pet_age FROM Student WHERE NOT StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.petid = T2.petid WHERE T2.pettype = 'Cat')", + "gold": "SELECT major, age FROM student WHERE NOT stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 63, + "db_id": "pets_1", + "question": "Find the id of students who do not have a cat pet", + "pred": "SELECT StuID FROM Student EXCEPT SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.petid = T2.petid WHERE T2.pettype = 'Cat'", + "gold": "SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 64, + "db_id": "pets_1", + "question": "What are the ids of the students who do not own cats as pets", + "pred": "SELECT StuID FROM Student EXCEPT SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID", + "gold": "SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 65, + "db_id": "pets_1", + "question": "Find the first name and age of students who have a dog but do not have a cat as a pet", + "pred": "SELECT fname, age FROM student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'dog' EXCEPT SELECT T1.StuID FROM Has_pet AS T1 JOIN pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pettype = 'cat')", + "gold": "SELECT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND NOT T1.stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 66, + "db_id": "pets_1", + "question": "What is the first name of every student who has a dog but does not have a cat", + "pred": "SELECT T1.fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T2.pettype = 'dog' EXCEPT SELECT T1.fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T2.petid = T3.petid WHERE T3.pettype = 'cat'", + "gold": "SELECT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'dog' AND NOT T1.stuid IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pettype = 'cat')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 67, + "db_id": "pets_1", + "question": "Find the type and weight of the youngest pet", + "pred": "SELECT pettype, weight FROM pets ORDER BY pet_age LIMIT 1", + "gold": "SELECT pettype, weight FROM pets ORDER BY pet_age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 68, + "db_id": "pets_1", + "question": "What type of pet is the youngest animal, and how much does it weigh", + "pred": "SELECT pettype, weight FROM pets ORDER BY pet_age LIMIT 1", + "gold": "SELECT pettype, weight FROM pets ORDER BY pet_age LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 69, + "db_id": "pets_1", + "question": "Find the id and weight of all pets whose age is older than 1", + "pred": "SELECT petid, weight FROM pets WHERE pet_age > 1", + "gold": "SELECT petid, weight FROM pets WHERE pet_age > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 70, + "db_id": "pets_1", + "question": "What is the id and weight of every pet who is older than 1", + "pred": "SELECT petid, weight FROM pets WHERE pet_age > 1", + "gold": "SELECT petid, weight FROM pets WHERE pet_age > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 71, + "db_id": "pets_1", + "question": "Find the average and maximum age for each type of pet", + "pred": "SELECT pettype, AVG(pet_age), MAX(pet_age) FROM pets GROUP BY pettype", + "gold": "SELECT AVG(pet_age), MAX(pet_age), pettype FROM pets GROUP BY pettype", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 72, + "db_id": "pets_1", + "question": "What is the average and maximum age for each pet type", + "pred": "SELECT pettype, AVG(pet_age), MAX(pet_age) FROM pets GROUP BY pettype", + "gold": "SELECT AVG(pet_age), MAX(pet_age), pettype FROM pets GROUP BY pettype", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 73, + "db_id": "pets_1", + "question": "Find the average weight for each pet type", + "pred": "SELECT pettype, AVG(weight) FROM pets GROUP BY pettype", + "gold": "SELECT AVG(weight), pettype FROM pets GROUP BY pettype", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 74, + "db_id": "pets_1", + "question": "What is the average weight for each type of pet", + "pred": "SELECT pettype, AVG(weight) FROM pets GROUP BY pettype", + "gold": "SELECT AVG(weight), pettype FROM pets GROUP BY pettype", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 75, + "db_id": "pets_1", + "question": "Find the first name and age of students who have a pet", + "pred": "SELECT fname, age FROM Student WHERE StuID IN (SELECT StuID FROM Has_pet)", + "gold": "SELECT DISTINCT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 76, + "db_id": "pets_1", + "question": "What are the different first names and ages of the students who do have pets", + "pred": "SELECT DISTINCT T1.fname, T1.age FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID", + "gold": "SELECT DISTINCT T1.fname, T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 77, + "db_id": "pets_1", + "question": "Find the id of the pet owned by student whose last name is ‘Smith’", + "pred": "SELECT petid FROM has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.LName = 'Smith'", + "gold": "SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 78, + "db_id": "pets_1", + "question": "What is the id of the pet owned by the student whose last name is 'Smith'", + "pred": "SELECT petid FROM has_pet AS T1 JOIN Student AS T2 ON T1.StuID = T2.StuID WHERE T2.LName = 'Smith'", + "gold": "SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid WHERE T1.Lname = 'Smith'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 79, + "db_id": "pets_1", + "question": "Find the number of pets for each student who has any pet and student id", + "pred": "SELECT COUNT(*), T1.stuid FROM Student AS T1 JOIN Has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid", + "gold": "SELECT COUNT(*), T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 80, + "db_id": "pets_1", + "question": "For students who have pets , how many pets does each student have ? list their ids instead of names", + "pred": "SELECT StuID, COUNT(*) FROM Student WHERE StuID IN (SELECT StuID FROM Has_pet)", + "gold": "SELECT COUNT(*), t1.stuid FROM student AS t1 JOIN has_pet AS t2 ON t1.stuid = t2.stuid GROUP BY t1.stuid", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 81, + "db_id": "pets_1", + "question": "Find the first name and gender of student who have more than one pet", + "pred": "SELECT T1.fname, T1.sex FROM Student AS T1 JOIN Has_Pet AS T2 ON T1.StuID = T2.StuID GROUP BY T2.StuID HAVING COUNT(*) > 1", + "gold": "SELECT T1.fname, T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 82, + "db_id": "pets_1", + "question": "What is the first name and gender of the all the students who have more than one pet", + "pred": "SELECT T1.fname, T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T2.stuid HAVING COUNT(*) > 1", + "gold": "SELECT T1.fname, T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid GROUP BY T1.stuid HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 83, + "db_id": "pets_1", + "question": "Find the last name of the student who has a cat that is age 3", + "pred": "SELECT lname FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pet_age = 3)", + "gold": "SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 84, + "db_id": "pets_1", + "question": "What is the last name of the student who has a cat that is 3 years old", + "pred": "SELECT lname FROM Student WHERE StuID IN (SELECT T1.StuID FROM Has_pet AS T1 JOIN Pets AS T2 ON T1.PetID = T2.PetID WHERE T2.pet_age = 3)", + "gold": "SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid = T2.stuid JOIN pets AS T3 ON T3.petid = T2.petid WHERE T3.pet_age = 3 AND T3.pettype = 'cat'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 85, + "db_id": "pets_1", + "question": "Find the average age of students who do not have any pet", + "pred": "SELECT AVG(age) FROM Student WHERE NOT StuID IN (SELECT StuID FROM Has_pet)", + "gold": "SELECT AVG(age) FROM student WHERE NOT stuid IN (SELECT stuid FROM has_pet)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 86, + "db_id": "pets_1", + "question": "What is the average age for all students who do not own any pets", + "pred": "SELECT AVG(age) FROM Student WHERE NOT StuID IN (SELECT StuID FROM Has_pet)", + "gold": "SELECT AVG(age) FROM student WHERE NOT stuid IN (SELECT stuid FROM has_pet)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 87, + "db_id": "car_1", + "question": "How many continents are there", + "pred": "SELECT COUNT(*) FROM continents", + "gold": "SELECT COUNT(*) FROM CONTINENTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 88, + "db_id": "car_1", + "question": "What is the number of continents", + "pred": "SELECT COUNT(*) FROM continents", + "gold": "SELECT COUNT(*) FROM CONTINENTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 89, + "db_id": "car_1", + "question": "How many countries does each continent have? List the continent id, continent name and the number of countries", + "pred": "SELECT T1.continent, T1.countryname, COUNT(*) FROM continents AS T1 JOIN countries AS T2 ON T1.continent = T2.contid GROUP BY T1.continent", + "gold": "SELECT T1.ContId, T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 90, + "db_id": "car_1", + "question": "For each continent, list its id, name, and how many countries it has", + "pred": "SELECT T1.continent, T1.countryid, T1.countryname, COUNT(*) FROM continents AS T1 JOIN countries AS T2 ON T1.continent = T2.continent GROUP BY T1.continent", + "gold": "SELECT T1.ContId, T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.Continent GROUP BY T1.ContId", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 91, + "db_id": "car_1", + "question": "How many countries are listed", + "pred": "SELECT COUNT(*) FROM countries", + "gold": "SELECT COUNT(*) FROM COUNTRIES", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 92, + "db_id": "car_1", + "question": "How many countries exist", + "pred": "SELECT COUNT(*) FROM countries", + "gold": "SELECT COUNT(*) FROM COUNTRIES", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 93, + "db_id": "car_1", + "question": "How many models does each car maker produce? List maker full name, id and the number", + "pred": "SELECT T2.maker, T1.fullname, T1.id, COUNT(*) FROM model_list AS T1 JOIN car_makers AS T2 ON T1.maker = T2.id GROUP BY T1.maker", + "gold": "SELECT T1.FullName, T1.Id, COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 94, + "db_id": "car_1", + "question": "What is the full name of each car maker, along with its id and how many models it produces", + "pred": "SELECT T1.fullname, T2.maker, COUNT(*) FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker GROUP BY T2.maker", + "gold": "SELECT T1.FullName, T1.Id, COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 95, + "db_id": "car_1", + "question": "Which model of the car has the minimum horsepower", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id ORDER BY t2.horsepower LIMIT 1", + "gold": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 96, + "db_id": "car_1", + "question": "What is the model of the car with the smallest amount of horsepower", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id ORDER BY t2.horsepower LIMIT 1", + "gold": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.horsepower ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 97, + "db_id": "car_1", + "question": "Find the model of the car whose weight is below the average weight", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id WHERE t2.weight < (SELECT AVG(weight) FROM cars_data)", + "gold": "SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM CARS_DATA)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 98, + "db_id": "car_1", + "question": "What is the model for the car with a weight smaller than the average", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id WHERE t2.weight < (SELECT AVG(weight) FROM cars_data)", + "gold": "SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Weight < (SELECT AVG(Weight) FROM CARS_DATA)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 99, + "db_id": "car_1", + "question": "Find the name of the makers that produced some cars in the year of 1970", + "pred": "SELECT T3.fullname FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN car_names AS T3 ON T2.id = T3.makeid WHERE T1.year = 1970", + "gold": "SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 100, + "db_id": "car_1", + "question": "What is the name of the different car makers who produced a car in 1970", + "pred": "SELECT DISTINCT T3.fullname FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN car_names AS T3 ON T2.id = T3.makeid WHERE T1.year = 1970", + "gold": "SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model JOIN CARS_DATA AS T4 ON T3.MakeId = T4.id WHERE T4.year = '1970'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 101, + "db_id": "car_1", + "question": "Find the make and production time of the cars that were produced in the earliest year", + "pred": "SELECT T2.make, T2.production FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid ORDER BY T1.year LIMIT 1", + "gold": "SELECT T2.Make, T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT MIN(YEAR) FROM CARS_DATA)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 102, + "db_id": "car_1", + "question": "What is the maker of the carr produced in the earliest year and what year was it", + "pred": "SELECT T2.make, T1.year FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid ORDER BY T1.year LIMIT 1", + "gold": "SELECT T2.Make, T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Year = (SELECT MIN(YEAR) FROM CARS_DATA)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 103, + "db_id": "car_1", + "question": "Which distinct car models are the produced after 1980", + "pred": "SELECT DISTINCT T3.model FROM model_list AS T1 JOIN car_names AS T2 ON T1.model = T2.model JOIN cars_data AS T3 ON T2.id = T3.makeid WHERE T1.year > 1980", + "gold": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 104, + "db_id": "car_1", + "question": "What are the different models for the cards produced after 1980", + "pred": "SELECT DISTINCT T2.model FROM car_names AS T1 JOIN model_list AS T2 ON T1.model = T2.model JOIN cars_data AS T3 ON T1.makeid = T3.id WHERE T3.year > 1980", + "gold": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model = T2.model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.id WHERE T3.year > 1980", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 105, + "db_id": "car_1", + "question": "How many car makers are there in each continents? List the continent name and the count", + "pred": "SELECT T3.continent, COUNT(*) FROM countries AS T1 JOIN car_makers AS T2 ON T1.country = T2.countryid JOIN continents AS T3 ON T3.continent = T2.continent GROUP BY T3.continent", + "gold": "SELECT T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 106, + "db_id": "car_1", + "question": "What is the name of each continent and how many car makers are there in each one", + "pred": "SELECT T3.continent, COUNT(*) FROM countries AS T1 JOIN car_makers AS T2 ON T1.country = T2.countryid JOIN continents AS T3 ON T3.continent = T2.continent GROUP BY T2.continent", + "gold": "SELECT T1.Continent, COUNT(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId = T2.continent JOIN car_makers AS T3 ON T2.CountryId = T3.Country GROUP BY T1.Continent", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 107, + "db_id": "car_1", + "question": "Which of the countries has the most car makers? List the country name", + "pred": "SELECT T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country GROUP BY T1.countryid ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 108, + "db_id": "car_1", + "question": "What is the name of the country with the most car makers", + "pred": "SELECT T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country GROUP BY T1.countryid ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId GROUP BY T1.Country ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 109, + "db_id": "car_1", + "question": "How many car models are produced by each maker ? Only list the count and the maker full name", + "pred": "SELECT COUNT(*), T1.maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker GROUP BY T1.maker", + "gold": "SELECT COUNT(*), t2.fullname FROM model_list AS t1 JOIN car_makers AS t2 ON t1.maker = t2.id GROUP BY t2.id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 110, + "db_id": "car_1", + "question": "What is the number of car models that are produced by each maker and what is the id and full name of each maker", + "pred": "SELECT COUNT(*), T2.maker, T1.fullname FROM model_list AS T1 JOIN car_makers AS T2 ON T1.maker = T2.id GROUP BY T2.maker", + "gold": "SELECT COUNT(*), T2.FullName, T2.id FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id GROUP BY T2.id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 111, + "db_id": "car_1", + "question": "What is the accelerate of the car make amc hornet sportabout (sw)", + "pred": "SELECT T2.accelerate FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T1.make = \"Amc\" AND T2.horsepower = \"Sw\"", + "gold": "SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 112, + "db_id": "car_1", + "question": "How much does the car accelerate that makes amc hornet sportabout (sw)", + "pred": "SELECT accelerate FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid WHERE T2.make = 'Amc'", + "gold": "SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Make = 'amc hornet sportabout (sw)'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 113, + "db_id": "car_1", + "question": "How many car makers are there in france", + "pred": "SELECT COUNT(*) FROM car_makers AS T1 JOIN countries AS T2 ON T1.country = T2.countryid WHERE T2.continent = 4", + "gold": "SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 114, + "db_id": "car_1", + "question": "What is the number of makers of care in France", + "pred": "SELECT COUNT(*) FROM car_makers AS T1 JOIN countries AS T2 ON T1.country = T2.countryid WHERE T2.countryname = \"France\"", + "gold": "SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country = T2.CountryId WHERE T2.CountryName = 'france'", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 115, + "db_id": "car_1", + "question": "How many car models are produced in the usa", + "pred": "SELECT COUNT(*) FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN countries AS T3 ON T3.countryid = T2.countryid WHERE T3.countryname = \"USA\"", + "gold": "SELECT COUNT(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 116, + "db_id": "car_1", + "question": "What is the count of the car models produced in the United States", + "pred": "SELECT COUNT(*) FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN countries AS T3 ON T1.country = T3.countryid WHERE T3.countryname = \"United States\"", + "gold": "SELECT COUNT(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker = T2.Id JOIN COUNTRIES AS T3 ON T2.Country = T3.CountryId WHERE T3.CountryName = 'usa'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 117, + "db_id": "car_1", + "question": "What is the average miles per gallon(mpg) of the cars with 4 cylinders", + "pred": "SELECT AVG(mpg) FROM cars_data WHERE cylinders = 4", + "gold": "SELECT AVG(mpg) FROM CARS_DATA WHERE Cylinders = 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 118, + "db_id": "car_1", + "question": "What is the average miles per gallon of all the cards with 4 cylinders", + "pred": "SELECT AVG(mpg) FROM cars_data WHERE cylinders = 4", + "gold": "SELECT AVG(mpg) FROM CARS_DATA WHERE Cylinders = 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 119, + "db_id": "car_1", + "question": "What is the smallest weight of the car produced with 8 cylinders on 1974", + "pred": "SELECT weight FROM cars_data WHERE YEAR = 1974 AND cylinders = 8", + "gold": "SELECT MIN(weight) FROM cars_data WHERE cylinders = 8 AND year = 1974", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 120, + "db_id": "car_1", + "question": "What is the minimum weight of the car with 8 cylinders produced in 1974", + "pred": "SELECT MIN(weight) FROM cars_data WHERE YEAR = 1974 AND cylinders = 8", + "gold": "SELECT MIN(weight) FROM cars_data WHERE cylinders = 8 AND year = 1974", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 121, + "db_id": "car_1", + "question": "What are all the makers and models", + "pred": "SELECT maker, model FROM model_list", + "gold": "SELECT Maker, Model FROM MODEL_LIST", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 122, + "db_id": "car_1", + "question": "What are the makers and models", + "pred": "SELECT maker, model FROM model_list", + "gold": "SELECT Maker, Model FROM MODEL_LIST", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 123, + "db_id": "car_1", + "question": "What are the countries having at least one car maker? List name and id", + "pred": "SELECT T1.countryname, T1.countryid FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country", + "gold": "SELECT T1.CountryName, T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING COUNT(*) >= 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 124, + "db_id": "car_1", + "question": "What are the names and ids of all countries with at least one car maker", + "pred": "SELECT T1.countryname, T1.countryid FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country", + "gold": "SELECT T1.CountryName, T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.CountryId HAVING COUNT(*) >= 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 125, + "db_id": "car_1", + "question": "What is the number of the cars with horsepower more than 150", + "pred": "SELECT COUNT(*) FROM cars_data WHERE horsepower > 150", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE horsepower > 150", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 126, + "db_id": "car_1", + "question": "What is the number of cars with a horsepower greater than 150", + "pred": "SELECT COUNT(*) FROM cars_data WHERE horsepower > 150", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE horsepower > 150", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 127, + "db_id": "car_1", + "question": "What is the average weight of cars each year", + "pred": "SELECT AVG(weight), YEAR FROM cars_data GROUP BY YEAR", + "gold": "SELECT AVG(Weight), YEAR FROM CARS_DATA GROUP BY YEAR", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 128, + "db_id": "car_1", + "question": "What is the average weight and year for each year", + "pred": "SELECT AVG(weight), YEAR FROM cars_data GROUP BY YEAR", + "gold": "SELECT AVG(Weight), YEAR FROM CARS_DATA GROUP BY YEAR", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 129, + "db_id": "car_1", + "question": "Which countries in europe have at least 3 car manufacturers", + "pred": "SELECT T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country JOIN continents AS T3 ON T2.continent = T3.continent WHERE T3.continent = 'Europe' GROUP BY T1.countryname HAVING COUNT(*) >= 3", + "gold": "SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING COUNT(*) >= 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 130, + "db_id": "car_1", + "question": "What are the names of all European countries with at least 3 manufacturers", + "pred": "SELECT T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country WHERE T2.country = 'European' GROUP BY T1.countryname HAVING COUNT(*) >= 3", + "gold": "SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent = T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId = T3.Country WHERE T2.Continent = 'europe' GROUP BY T1.CountryName HAVING COUNT(*) >= 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 131, + "db_id": "car_1", + "question": "What is the maximum horsepower and the make of the car models with 3 cylinders", + "pred": "SELECT MAX(T2.horsepower), T1.make FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T2.cylinders = 3", + "gold": "SELECT T2.horsepower, T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 132, + "db_id": "car_1", + "question": "What is the largest amount of horsepower for the models with 3 cylinders and what make is it", + "pred": "SELECT MAX(T2.horsepower), T1.make FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T2.cylinders = 3", + "gold": "SELECT T2.horsepower, T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.cylinders = 3 ORDER BY T2.horsepower DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 133, + "db_id": "car_1", + "question": "Which model saves the most gasoline? That is to say, have the maximum miles per gallon", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id GROUP BY t1.model ORDER BY SUM(t2.cylinders) DESC LIMIT 1", + "gold": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id ORDER BY T2.mpg DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 134, + "db_id": "car_1", + "question": "What is the car model with the highest mpg", + "pred": "SELECT T2.model FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid ORDER BY T1.mpg DESC LIMIT 1", + "gold": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id ORDER BY t2.mpg DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 135, + "db_id": "car_1", + "question": "What is the average horsepower of the cars before 1980", + "pred": "SELECT AVG(horsepower) FROM cars_data WHERE YEAR < 1980", + "gold": "SELECT AVG(horsepower) FROM CARS_DATA WHERE YEAR < 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 136, + "db_id": "car_1", + "question": "What is the average horsepower for all cars produced before 1980", + "pred": "SELECT AVG(horsepower) FROM cars_data WHERE YEAR < 1980", + "gold": "SELECT AVG(horsepower) FROM cars_data WHERE year < 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 137, + "db_id": "car_1", + "question": "What is the average edispl of the cars of model volvo", + "pred": "SELECT AVG(T2.EDispl) FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T1.model = \"volvo\"", + "gold": "SELECT AVG(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 138, + "db_id": "car_1", + "question": "What is the average edispl for all volvos", + "pred": "SELECT AVG(EDISPL) FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T1.make = \"volvos\"", + "gold": "SELECT AVG(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T1.Model = 'volvo'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 139, + "db_id": "car_1", + "question": "What is the maximum accelerate for different number of cylinders", + "pred": "SELECT MAX(accelerate), cylinders FROM cars_data GROUP BY cylinders", + "gold": "SELECT MAX(Accelerate), Cylinders FROM CARS_DATA GROUP BY Cylinders", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 140, + "db_id": "car_1", + "question": "What is the maximum accelerate for all the different cylinders", + "pred": "SELECT MAX(accelerate), cylinders FROM cars_data GROUP BY cylinders", + "gold": "SELECT MAX(Accelerate), Cylinders FROM CARS_DATA GROUP BY Cylinders", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 141, + "db_id": "car_1", + "question": "Which model has the most version(make) of cars", + "pred": "SELECT model FROM car_names GROUP BY model ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 142, + "db_id": "car_1", + "question": "What model has the most different versions", + "pred": "SELECT model FROM car_names GROUP BY model ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 143, + "db_id": "car_1", + "question": "How many cars have more than 4 cylinders", + "pred": "SELECT COUNT(*) FROM cars_data WHERE cylinders > 4", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 144, + "db_id": "car_1", + "question": "What is the number of cars with more than 4 cylinders", + "pred": "SELECT COUNT(*) FROM cars_data WHERE cylinders > 4", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 145, + "db_id": "car_1", + "question": "how many cars were produced in 1980", + "pred": "SELECT COUNT(*) FROM cars_data WHERE YEAR = 1980", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE YEAR = 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 146, + "db_id": "car_1", + "question": "In 1980, how many cars were made", + "pred": "SELECT COUNT(*) FROM cars_data WHERE YEAR = 1980", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE YEAR = 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 147, + "db_id": "car_1", + "question": "How many car models were produced by the maker with full name American Motor Company", + "pred": "SELECT COUNT(*) FROM model_list AS T1 JOIN car_makers AS T2 ON T1.maker = T2.id WHERE T2.fullname = 'American Motor Company'", + "gold": "SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 148, + "db_id": "car_1", + "question": "What is the number of car models created by the car maker American Motor Company", + "pred": "SELECT COUNT(*) FROM model_list AS T1 JOIN car_makers AS T2 ON T1.maker = T2.id WHERE T2.fullname = 'American Motor Company'", + "gold": "SELECT COUNT(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker WHERE T1.FullName = 'American Motor Company'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 149, + "db_id": "car_1", + "question": "Which makers designed more than 3 car models? List full name and the id", + "pred": "SELECT T1.fullname, T1.id FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker GROUP BY T1.id HAVING COUNT(*) > 3", + "gold": "SELECT T1.FullName, T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) > 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 150, + "db_id": "car_1", + "question": "What are the names and ids of all makers with more than 3 models", + "pred": "SELECT T2.fullname, T2.id FROM model_list AS T1 JOIN car_makers AS T2 ON T1.maker = T2.id GROUP BY T2.id HAVING COUNT(*) > 3", + "gold": "SELECT T1.FullName, T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) > 3", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 151, + "db_id": "car_1", + "question": "Which distinctive models are produced by maker with the full name General Motors or weighing more than 3500", + "pred": "SELECT DISTINCT T1.model FROM model_list AS T1 JOIN car_names AS T2 ON T1.model = T2.model JOIN car_makers AS T3 ON T1.maker = T3.id WHERE T3.fullname = 'General Motors' OR T2.year > 3500", + "gold": "SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 152, + "db_id": "car_1", + "question": "What are the different models created by either the car maker General Motors or weighed more than 3500", + "pred": "SELECT DISTINCT T2.model FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.model JOIN car_names AS T3 ON T2.makeid = T3.id WHERE T1.maker = 'General Motors' OR T3.year > 3500", + "gold": "SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model = T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker = T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId = T4.Id WHERE T3.FullName = 'General Motors' OR T4.weight > 3500", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 153, + "db_id": "car_1", + "question": "In which years cars were produced weighing no less than 3000 and no more than 4000", + "pred": "SELECT YEAR FROM cars_data WHERE weight < 3000 INTERSECT SELECT YEAR FROM cars_data WHERE weight > 4000", + "gold": "SELECT DISTINCT year FROM cars_data WHERE weight BETWEEN 3000 AND 4000", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 154, + "db_id": "car_1", + "question": "What are the different years in which there were cars produced that weighed less than 4000 and also cars that weighted more than 3000", + "pred": "SELECT DISTINCT YEAR FROM cars_data WHERE weight < 4000 INTERSECT SELECT DISTINCT YEAR FROM cars_data WHERE weight > 3000", + "gold": "SELECT DISTINCT year FROM cars_data WHERE weight BETWEEN 3000 AND 4000", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 155, + "db_id": "car_1", + "question": "What is the horsepower of the car with the largest accelerate", + "pred": "SELECT horsepower FROM cars_data ORDER BY accelerate DESC LIMIT 1", + "gold": "SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 156, + "db_id": "car_1", + "question": "What is the horsepower of the car with the greatest accelerate", + "pred": "SELECT horsepower FROM cars_data ORDER BY accelerate DESC LIMIT 1", + "gold": "SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 157, + "db_id": "car_1", + "question": "For model volvo, how many cylinders does the car with the least accelerate have", + "pred": "SELECT SUM(T2.cylinders) FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T1.model = \"volvo\" ORDER BY T2.accelerate LIMIT 1", + "gold": "SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 158, + "db_id": "car_1", + "question": "For a volvo model, how many cylinders does the version with least accelerate have", + "pred": "SELECT SUM(T2.cylinders) FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T1.model = 'volvo' ORDER BY T2.accelerate LIMIT 1", + "gold": "SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T2.Model = 'volvo' ORDER BY T1.accelerate ASC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 159, + "db_id": "car_1", + "question": "How many cars have a larger accelerate than the car with the largest horsepower", + "pred": "SELECT COUNT(*) FROM cars_data WHERE accelerate > (SELECT MAX(accelerate) FROM cars_data ORDER BY horsepower)", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > (SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 160, + "db_id": "car_1", + "question": "What is the number of cars with a greater accelerate than the one with the most horsepower", + "pred": "SELECT COUNT(*) FROM cars_data WHERE accelerate > (SELECT MAX(accelerate) FROM cars_data GROUP BY horsepower ORDER BY COUNT(*) DESC LIMIT 1)", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate > (SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 161, + "db_id": "car_1", + "question": "How many countries has more than 2 car makers", + "pred": "SELECT COUNT(*) FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country GROUP BY T1.countryid HAVING COUNT(*) > 2", + "gold": "SELECT COUNT(*) FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 162, + "db_id": "car_1", + "question": "What is the number of countries with more than 2 car makers", + "pred": "SELECT COUNT(*) FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.country GROUP BY T1.countryid HAVING COUNT(*) > 2", + "gold": "SELECT COUNT(*) FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 163, + "db_id": "car_1", + "question": "How many cars has over 6 cylinders", + "pred": "SELECT COUNT(*) FROM cars_data WHERE cylinders > 6", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 6", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 164, + "db_id": "car_1", + "question": "What is the number of carsw ith over 6 cylinders", + "pred": "SELECT COUNT(*) FROM cars_data WHERE cylinders > 6", + "gold": "SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders > 6", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 165, + "db_id": "car_1", + "question": "For the cars with 4 cylinders, which model has the largest horsepower", + "pred": "SELECT T2.model FROM cars_data AS T1 JOIN car_names AS T2 ON T1.id = T2.makeid WHERE T1.cylinders = 4 ORDER BY T1.horsepower DESC LIMIT 1", + "gold": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 166, + "db_id": "car_1", + "question": "For all of the 4 cylinder cars, which model has the most horsepower", + "pred": "SELECT t1.model FROM car_names AS t1 JOIN cars_data AS t2 ON t1.makeid = t2.id WHERE t2.cylinders = 4 ORDER BY t2.horsepower DESC LIMIT 1", + "gold": "SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId = T2.Id WHERE T2.Cylinders = 4 ORDER BY T2.horsepower DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 167, + "db_id": "car_1", + "question": "Among the cars with more than lowest horsepower, which ones do not have more than 3 cylinders? List the car makeid and make name", + "pred": "SELECT T1.makeid, T1.make FROM car_names AS T1 JOIN cars_data AS T2 ON T1.makeid = T2.id WHERE T2.horsepower > (SELECT MIN(horsepower) FROM cars_data) GROUP BY T1.makeid HAVING COUNT(*) > 3", + "gold": "SELECT T2.MakeId, T2.Make FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id = T2.MakeId WHERE T1.Horsepower > (SELECT MIN(Horsepower) FROM CARS_DATA) AND T1.Cylinders <= 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 168, + "db_id": "car_1", + "question": "Among the cars that do not have the minimum horsepower , what are the make ids and names of all those with less than 4 cylinders", + "pred": "SELECT makeid, car_names FROM cars_data WHERE horsepower <> '4%'", + "gold": "SELECT t2.makeid, t2.make FROM cars_data AS t1 JOIN car_names AS t2 ON t1.id = t2.makeid WHERE t1.horsepower > (SELECT MIN(horsepower) FROM cars_data) AND t1.cylinders < 4", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.5, + "table_f1": 0.6666666666666666 + }, + { + "idx": 169, + "db_id": "car_1", + "question": "What is the maximum miles per gallon of the car with 8 cylinders or produced before 1980", + "pred": "SELECT MAX(MPG) FROM cars_data WHERE cylinders = 8 OR YEAR < 1980", + "gold": "SELECT MAX(mpg) FROM cars_data WHERE cylinders = 8 OR year < 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 170, + "db_id": "car_1", + "question": "What is the maximum mpg of the cars that had 8 cylinders or that were produced before 1980", + "pred": "SELECT MAX(mpg) FROM cars_data WHERE cylinders = 8 OR YEAR < 1980", + "gold": "SELECT MAX(mpg) FROM cars_data WHERE cylinders = 8 OR year < 1980", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 171, + "db_id": "car_1", + "question": "Which models are lighter than 3500 but not built by the 'Ford Motor Company'", + "pred": "SELECT T2.model FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN car_names AS T3 ON T2.makeid = T3.id WHERE T1.country = \"Ford Motor Company\" AND T2.priority > 3500 EXCEPT SELECT T3.model FROM car_makers AS T1 JOIN car_names AS T2 ON T1.maker = T2.id JOIN model_list AS T3 ON T2.model = T3.model", + "gold": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName <> 'Ford Motor Company'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 172, + "db_id": "car_1", + "question": "What are the different models wthat are lighter than 3500 but were not built by the Ford Motor Company", + "pred": "SELECT DISTINCT T1.model FROM model_list AS T1 JOIN car_names AS T2 ON T1.model = T2.model JOIN car_makers AS T3 ON T1.maker = T3.id WHERE T3.country = \"Ford Motor Company\" AND T1.priority > 3500", + "gold": "SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model = T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId = T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker = T4.Id WHERE T3.weight < 3500 AND T4.FullName <> 'Ford Motor Company'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.75, + "table_f1": 0.8571428571428571 + }, + { + "idx": 173, + "db_id": "car_1", + "question": "What are the name of the countries where there is not a single car maker", + "pred": "SELECT countryname FROM countries WHERE NOT countryid IN (SELECT country FROM car_makers)", + "gold": "SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 174, + "db_id": "car_1", + "question": "What are the names of the countries with no car makers", + "pred": "SELECT countryname FROM countries WHERE NOT countryid IN (SELECT country FROM car_makers)", + "gold": "SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId = T2.Country", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 175, + "db_id": "car_1", + "question": "Which are the car makers which produce at least 2 models and more than 3 car makers ? List the id and the maker", + "pred": "SELECT T1.id, T1.maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.model GROUP BY T1.id HAVING COUNT(*) >= 2 INTERSECT SELECT T1.id, T1.maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.model GROUP BY T1.maker HAVING COUNT(*) > 3", + "gold": "SELECT t1.id, t1.maker FROM car_makers AS t1 JOIN model_list AS t2 ON t1.id = t2.maker GROUP BY t1.id HAVING COUNT(*) >= 2 INTERSECT SELECT t1.id, t1.maker FROM car_makers AS t1 JOIN model_list AS t2 ON t1.id = t2.maker JOIN car_names AS t3 ON t2.model = t3.model GROUP BY t1.id HAVING COUNT(*) > 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 176, + "db_id": "car_1", + "question": "What are the ids and makers of all car makers that produce at least 2 models and make more than 3 cars", + "pred": "SELECT T1.id, T1.maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.id = T2.maker JOIN car_names AS T3 ON T2.model = T3.model GROUP BY T1.maker HAVING COUNT(*) >= 2 INTERSECT SELECT T1.id, T1.maker FROM car_makers AS T1 JOIN model_list AS T2 ON T1.model = T2.model GROUP BY T1.maker HAVING COUNT(*) > 3", + "gold": "SELECT T1.Id, T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker GROUP BY T1.Id HAVING COUNT(*) >= 2 INTERSECT SELECT T1.Id, T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id = T2.Maker JOIN CAR_NAMES AS T3 ON T2.model = T3.model GROUP BY T1.Id HAVING COUNT(*) > 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 177, + "db_id": "car_1", + "question": "What are the id and names of the countries which have more than 3 car makers or produce the 'fiat' model", + "pred": "SELECT T1.countryid, T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.countryid JOIN model_list AS T3 ON T2.maker = T3.id WHERE T3.model = 'fiat' GROUP BY T1.countryid HAVING COUNT(*) > 3", + "gold": "SELECT T1.countryId, T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country GROUP BY T1.countryId HAVING COUNT(*) > 3 UNION SELECT T1.countryId, T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId = T2.Country JOIN MODEL_LIST AS T3 ON T2.Id = T3.Maker WHERE T3.Model = 'fiat'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 178, + "db_id": "car_1", + "question": "What are the ids and names of all countries that either have more than 3 car makers or produce fiat model", + "pred": "SELECT T1.countryid, T1.countryname FROM countries AS T1 JOIN car_makers AS T2 ON T1.countryid = T2.id GROUP BY T1.countryid HAVING COUNT(*) > 3 UNION SELECT T1.countryid, T1.countryname FROM countries AS T1 JOIN model_list AS T2 ON T1.country = T2.countryid JOIN car_makers AS T3 ON T2.maker = T3.id WHERE T3.model = 'fiat'", + "gold": "SELECT t1.countryid, t1.countryname FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country GROUP BY t1.countryid HAVING COUNT(*) > 3 UNION SELECT t1.countryid, t1.countryname FROM countries AS t1 JOIN car_makers AS t2 ON t1.countryid = t2.country JOIN model_list AS t3 ON t2.id = t3.maker WHERE t3.model = 'fiat'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 179, + "db_id": "flight_2", + "question": "Which country does Airline \"JetBlue Airways\" belong to", + "pred": "SELECT country FROM airlines WHERE airline = \"JetBlue Airways\"", + "gold": "SELECT Country FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 180, + "db_id": "flight_2", + "question": "What country is Jetblue Airways affiliated with", + "pred": "SELECT country FROM airlines WHERE airline LIKE \"%Jetblue Airways%\"", + "gold": "SELECT Country FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 181, + "db_id": "flight_2", + "question": "What is the abbreviation of Airline \"JetBlue Airways\"", + "pred": "SELECT abbreviation FROM airlines WHERE airline = \"JetBlue Airways\"", + "gold": "SELECT Abbreviation FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 182, + "db_id": "flight_2", + "question": "Which abbreviation corresponds to Jetblue Airways", + "pred": "SELECT abbreviation FROM airlines WHERE airline = \"Jetblue Airways\"", + "gold": "SELECT Abbreviation FROM AIRLINES WHERE Airline = \"JetBlue Airways\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 183, + "db_id": "flight_2", + "question": "List all airline names and their abbreviations in \"USA\"", + "pred": "SELECT airline, abbreviation FROM airlines WHERE country = \"USA\"", + "gold": "SELECT Airline, Abbreviation FROM AIRLINES WHERE Country = \"USA\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 184, + "db_id": "flight_2", + "question": "What are the airline names and abbreviations for airlines in the USA", + "pred": "SELECT airline, abbreviation FROM airlines WHERE country = 'USA'", + "gold": "SELECT Airline, Abbreviation FROM AIRLINES WHERE Country = \"USA\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 185, + "db_id": "flight_2", + "question": "List the airport code and name in the city of Anthony", + "pred": "SELECT airportcode, airportname FROM airports WHERE city = 'Anthony'", + "gold": "SELECT AirportCode, AirportName FROM AIRPORTS WHERE city = \"Anthony\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 186, + "db_id": "flight_2", + "question": "Give the airport code and airport name corresonding to the city Anthony", + "pred": "SELECT airportcode, airportname FROM airports WHERE city = 'Anthony'", + "gold": "SELECT AirportCode, AirportName FROM AIRPORTS WHERE city = \"Anthony\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 187, + "db_id": "flight_2", + "question": "How many airlines do we have", + "pred": "SELECT COUNT(*) FROM airlines", + "gold": "SELECT COUNT(*) FROM AIRLINES", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 188, + "db_id": "flight_2", + "question": "What is the total number of airlines", + "pred": "SELECT COUNT(*) FROM airlines", + "gold": "SELECT COUNT(*) FROM AIRLINES", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 189, + "db_id": "flight_2", + "question": "How many airports do we have", + "pred": "SELECT COUNT(*) FROM airports", + "gold": "SELECT COUNT(*) FROM AIRPORTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 190, + "db_id": "flight_2", + "question": "Return the number of airports", + "pred": "SELECT COUNT(*) FROM airports", + "gold": "SELECT COUNT(*) FROM AIRPORTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 191, + "db_id": "flight_2", + "question": "How many flights do we have", + "pred": "SELECT COUNT(*) FROM flights", + "gold": "SELECT COUNT(*) FROM FLIGHTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 192, + "db_id": "flight_2", + "question": "Return the number of flights", + "pred": "SELECT COUNT(*) FROM flights", + "gold": "SELECT COUNT(*) FROM FLIGHTS", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 193, + "db_id": "flight_2", + "question": "Which airline has abbreviation 'UAL'", + "pred": "SELECT Airline FROM airlines WHERE Abbreviation = \"UAL\"", + "gold": "SELECT Airline FROM AIRLINES WHERE Abbreviation = \"UAL\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 194, + "db_id": "flight_2", + "question": "Give the airline with abbreviation 'UAL'", + "pred": "SELECT Airline FROM airlines WHERE Abbreviation = \"UAL\"", + "gold": "SELECT Airline FROM AIRLINES WHERE Abbreviation = \"UAL\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 195, + "db_id": "flight_2", + "question": "How many airlines are from USA", + "pred": "SELECT COUNT(*) FROM airlines WHERE country = 'USA'", + "gold": "SELECT COUNT(*) FROM AIRLINES WHERE Country = \"USA\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 196, + "db_id": "flight_2", + "question": "Return the number of airlines in the USA", + "pred": "SELECT COUNT(*) FROM airlines WHERE country = 'USA'", + "gold": "SELECT COUNT(*) FROM AIRLINES WHERE Country = \"USA\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 197, + "db_id": "flight_2", + "question": "Which city and country is the Alton airport at", + "pred": "SELECT city, country FROM airports WHERE airportname = 'Alton'", + "gold": "SELECT City, Country FROM AIRPORTS WHERE AirportName = \"Alton\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 198, + "db_id": "flight_2", + "question": "Give the city and country for the Alton airport", + "pred": "SELECT city, country FROM airports WHERE airportname = 'Alton'", + "gold": "SELECT City, Country FROM AIRPORTS WHERE AirportName = \"Alton\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 199, + "db_id": "flight_2", + "question": "What is the airport name for airport 'AKO'", + "pred": "SELECT airportname FROM airports WHERE countryabbrev = 'AKO'", + "gold": "SELECT AirportName FROM AIRPORTS WHERE AirportCode = \"AKO\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 200, + "db_id": "flight_2", + "question": "Return the name of the airport with code 'AKO'", + "pred": "SELECT airportname FROM airports WHERE airportcode = 'AKO'", + "gold": "SELECT AirportName FROM AIRPORTS WHERE AirportCode = \"AKO\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 201, + "db_id": "flight_2", + "question": "What are airport names at City 'Aberdeen'", + "pred": "SELECT airportname FROM airports WHERE city = 'Aberdeen'", + "gold": "SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 202, + "db_id": "flight_2", + "question": "What are the names of airports in Aberdeen", + "pred": "SELECT airportname FROM airports WHERE countryabbrev = 'Aberdeen'", + "gold": "SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 203, + "db_id": "flight_2", + "question": "How many flights depart from 'APG'", + "pred": "SELECT COUNT(*) FROM flights WHERE destairport = 'APG'", + "gold": "SELECT COUNT(*) FROM FLIGHTS WHERE SourceAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 204, + "db_id": "flight_2", + "question": "Count the number of flights departing from 'APG'", + "pred": "SELECT COUNT(*) FROM flights WHERE destairport = 'APG'", + "gold": "SELECT COUNT(*) FROM FLIGHTS WHERE SourceAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 205, + "db_id": "flight_2", + "question": "How many flights have destination ATO", + "pred": "SELECT COUNT(*) FROM flights WHERE destairport = 'ATO'", + "gold": "SELECT COUNT(*) FROM FLIGHTS WHERE DestAirport = \"ATO\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 206, + "db_id": "flight_2", + "question": "Count the number of flights into ATO", + "pred": "SELECT COUNT(*) FROM flights WHERE destairport = 'ATO'", + "gold": "SELECT COUNT(*) FROM FLIGHTS WHERE DestAirport = \"ATO\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 207, + "db_id": "flight_2", + "question": "How many flights depart from City Aberdeen", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport WHERE T1.city = \"Aberdeen\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 208, + "db_id": "flight_2", + "question": "Return the number of flights departing from Aberdeen", + "pred": "SELECT COUNT(*) FROM flights AS T1 JOIN airports AS T2 ON T1.destairport = T2.airportcode WHERE T2.countryabbrev = 'Aberdeen'", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 209, + "db_id": "flight_2", + "question": "How many flights arriving in Aberdeen city", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport WHERE T1.city = \"Aberdeen\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 210, + "db_id": "flight_2", + "question": "Return the number of flights arriving in Aberdeen", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport WHERE T1.country = \"Aberdeen\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 211, + "db_id": "flight_2", + "question": "How many flights depart from City 'Aberdeen' and have destination City 'Ashley'", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport WHERE T1.city = 'Aberdeen' AND T1.countryabbrev = 'Ashley'", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = \"Ashley\" AND T3.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 212, + "db_id": "flight_2", + "question": "How many flights fly from Aberdeen to Ashley", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport WHERE T1.country = \"Aberdeen\" AND T1.airportname = \"Ashley\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport = T3.AirportCode WHERE T2.City = \"Ashley\" AND T3.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 213, + "db_id": "flight_2", + "question": "How many flights does airline 'JetBlue Airways' have", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.sourceairport WHERE T1.airline = 'JetBlue Airways'", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = \"JetBlue Airways\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 214, + "db_id": "flight_2", + "question": "Give the number of Jetblue Airways flights", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.sourceairport WHERE T1.abbreviation = \"Jetblue Airways\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline = T2.uid WHERE T2.Airline = \"JetBlue Airways\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 215, + "db_id": "flight_2", + "question": "How many 'United Airlines' flights go to Airport 'ASY'", + "pred": "SELECT COUNT(*) FROM Flight AS T1 JOIN Airlines AS T2 ON T1.Airline = T2.Airline WHERE T1.DestinationAirport = 'ASY' AND T2.Abbreviation = 'United Airlines'", + "gold": "SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.DestAirport = \"ASY\"", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 0.5, + "table_f1": 0.5 + }, + { + "idx": 216, + "db_id": "flight_2", + "question": "Count the number of United Airlines flights arriving in ASY Airport", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.airline WHERE T1.abbreviation = 'United Airlines' AND T2.destairport = 'ASY Airport'", + "gold": "SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.DestAirport = \"ASY\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 217, + "db_id": "flight_2", + "question": "How many 'United Airlines' flights depart from Airport 'AHD'", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.destairport WHERE T1.abbreviation = 'United Airlines' AND T2.sourceairport = 'AHD'", + "gold": "SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.SourceAirport = \"AHD\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 218, + "db_id": "flight_2", + "question": "Return the number of United Airlines flights leaving from AHD Airport", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.airline = T2.airline WHERE T1.abbreviation = 'United Airlines' AND T2.destairport = 'Airport'", + "gold": "SELECT COUNT(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline = T1.uid WHERE T1.Airline = \"United Airlines\" AND T2.SourceAirport = \"AHD\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 219, + "db_id": "flight_2", + "question": "How many United Airlines flights go to City 'Aberdeen'", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport JOIN airports AS T3 ON T2.airport = T3.airportcode WHERE T3.city = 'Aberdeen'", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = \"Aberdeen\" AND T3.Airline = \"United Airlines\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 220, + "db_id": "flight_2", + "question": "Count the number of United Airlines flights that arrive in Aberdeen", + "pred": "SELECT COUNT(*) FROM airlines AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport JOIN airports AS T3 ON T2.airport = T3.airportcode WHERE T3.country = \"Aberdeen\" AND T1.airportname = \"United Airlines\"", + "gold": "SELECT COUNT(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid = T1.Airline WHERE T2.City = \"Aberdeen\" AND T3.Airline = \"United Airlines\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 221, + "db_id": "flight_2", + "question": "Which city has most number of arriving flights", + "pred": "SELECT T1.city FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport GROUP BY T1.city ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 222, + "db_id": "flight_2", + "question": "Which city has the most frequent destination airport", + "pred": "SELECT T1.city FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport GROUP BY T2.destairport ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 223, + "db_id": "flight_2", + "question": "Which city has most number of departing flights", + "pred": "SELECT T1.city FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport GROUP BY T1.city ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 224, + "db_id": "flight_2", + "question": "Which city is the most frequent source airport", + "pred": "SELECT T1.city FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.sourceairport GROUP BY T2.sourceairport ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.SourceAirport GROUP BY T1.City ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 225, + "db_id": "flight_2", + "question": "What is the code of airport that has the highest number of flights", + "pred": "SELECT T1.airportcode FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport GROUP BY T1.airportcode ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 226, + "db_id": "flight_2", + "question": "What is the airport code of the airport with the most flights", + "pred": "SELECT T1.airportcode FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport GROUP BY T1.airportcode ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 227, + "db_id": "flight_2", + "question": "What is the code of airport that has fewest number of flights", + "pred": "SELECT T1.airportcode FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport GROUP BY T1.airportcode ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 228, + "db_id": "flight_2", + "question": "Give the code of the airport with the least flights", + "pred": "SELECT T1.airportcode FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport GROUP BY T1.airportcode ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode = T2.DestAirport OR T1.AirportCode = T2.SourceAirport GROUP BY T1.AirportCode ORDER BY COUNT(*) LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 229, + "db_id": "flight_2", + "question": "Which airline has most number of flights", + "pred": "SELECT T1.airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.airline GROUP BY T1.airline ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 230, + "db_id": "flight_2", + "question": "What airline serves the most flights", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 231, + "db_id": "flight_2", + "question": "Find the abbreviation and country of the airline that has fewest number of flights", + "pred": "SELECT T1.abbreviation, T1.country FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.airline GROUP BY T2.airline ORDER BY COUNT(*) LIMIT 1", + "gold": "SELECT T1.Abbreviation, T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 232, + "db_id": "flight_2", + "question": "What is the abbreviation of the airilne has the fewest flights and what country is it in", + "pred": "SELECT T1.abbreviation, T1.country FROM airlines AS T1 JOIN flights AS T2 ON T1.airline = T2.airline GROUP BY T1.abbreviation ORDER BY COUNT(*) LIMIT 1", + "gold": "SELECT T1.Abbreviation, T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline ORDER BY COUNT(*) LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 233, + "db_id": "flight_2", + "question": "What are airlines that have some flight departing from airport 'AHD'", + "pred": "SELECT DISTINCT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"AHD\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 234, + "db_id": "flight_2", + "question": "Which airlines have a flight with source airport AHD", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = \"AHD\"", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"AHD\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 235, + "db_id": "flight_2", + "question": "What are airlines that have flights arriving at airport 'AHD'", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'AHD'", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = \"AHD\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 236, + "db_id": "flight_2", + "question": "Which airlines have a flight with destination airport AHD", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestinationAirport = \"AHD\"", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.DestAirport = \"AHD\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 237, + "db_id": "flight_2", + "question": "Find all airlines that have flights from both airports 'APG' and 'CVO'", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'APG' INTERSECT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO'", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 238, + "db_id": "flight_2", + "question": "Which airlines have departing flights from both APG and CVO airports", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestinationAirport = \"APG\" INTERSECT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.DestinationAirport = \"CVV\"", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 239, + "db_id": "flight_2", + "question": "Find all airlines that have flights from airport 'CVO' but not from 'APG'", + "pred": "SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'CVO' EXCEPT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = 'APG'", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 240, + "db_id": "flight_2", + "question": "Which airlines have departures from CVO but not from APG airports", + "pred": "SELECT DISTINCT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = \"CVO\" EXCEPT SELECT T1.Airline FROM airlines AS T1 JOIN flights AS T2 ON T1.Airline = T2.Airline WHERE T2.SourceAirport = \"APG\"", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline WHERE T2.SourceAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 241, + "db_id": "flight_2", + "question": "Find all airlines that have at least 10 flights", + "pred": "SELECT T1.airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.airline GROUP BY T1.airline HAVING COUNT(*) >= 10", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) > 10", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 242, + "db_id": "flight_2", + "question": "Which airlines have at least 10 flights", + "pred": "SELECT T1.airline FROM airlines AS T1 JOIN flights AS T2 ON T1.uid = T2.airline GROUP BY T1.airline HAVING COUNT(*) >= 10", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) > 10", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 243, + "db_id": "flight_2", + "question": "Find all airlines that have fewer than 200 flights", + "pred": "SELECT airline FROM airlines WHERE flightno < 200", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) < 200", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.5, + "table_f1": 0.6666666666666666 + }, + { + "idx": 244, + "db_id": "flight_2", + "question": "Which airlines have less than 200 flights", + "pred": "SELECT airline FROM airlines WHERE flightno < 200", + "gold": "SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid = T2.Airline GROUP BY T1.Airline HAVING COUNT(*) < 200", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.5, + "table_f1": 0.6666666666666666 + }, + { + "idx": 245, + "db_id": "flight_2", + "question": "What are flight numbers of Airline \"United Airlines\"", + "pred": "SELECT FlightNO FROM airlines AS T1 JOIN flights AS T2 ON T1.airline = T2.flightno WHERE T1.airline = \"United Airlines\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = \"United Airlines\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 246, + "db_id": "flight_2", + "question": "Which flight numbers correspond to United Airlines flights", + "pred": "SELECT flightno FROM Flight WHERE country = \"United Airlines\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid = T1.Airline WHERE T2.Airline = \"United Airlines\"", + "em_norm": 0, + "ex": 0, + "table_precision": 0.0, + "table_recall": 0.0, + "table_f1": 0.0 + }, + { + "idx": 247, + "db_id": "flight_2", + "question": "What are flight numbers of flights departing from Airport \"APG\"", + "pred": "SELECT flightno FROM flights WHERE sourceairport = \"APG\"", + "gold": "SELECT FlightNo FROM FLIGHTS WHERE SourceAirport = \"APG\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 248, + "db_id": "flight_2", + "question": "Give the flight numbers of flights leaving from APG", + "pred": "SELECT flightno FROM flights WHERE destairport = 'APG'", + "gold": "SELECT FlightNo FROM FLIGHTS WHERE SourceAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 249, + "db_id": "flight_2", + "question": "What are flight numbers of flights arriving at Airport \"APG\"", + "pred": "SELECT flightno FROM flights WHERE sourceairport = \"APG\"", + "gold": "SELECT FlightNo FROM FLIGHTS WHERE DestAirport = \"APG\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 250, + "db_id": "flight_2", + "question": "Give the flight numbers of flights landing at APG", + "pred": "SELECT flightno FROM flights WHERE destairport = 'APG'", + "gold": "SELECT FlightNo FROM FLIGHTS WHERE DestAirport = \"APG\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 251, + "db_id": "flight_2", + "question": "What are flight numbers of flights departing from City \"Aberdeen \"", + "pred": "SELECT T1.flightno FROM flights AS T1 JOIN airports AS T2 ON T1.sourceairport = T2.airportcode WHERE T2.city = \"Aberdeen\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 252, + "db_id": "flight_2", + "question": "Give the flight numbers of flights leaving from Aberdeen", + "pred": "SELECT T1.flightno FROM flights AS T1 JOIN airports AS T2 ON T1.destairport = T2.airportcode WHERE T2.country = \"Aberdeen\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 253, + "db_id": "flight_2", + "question": "What are flight numbers of flights arriving at City \"Aberdeen\"", + "pred": "SELECT T1.flightno FROM flights AS T1 JOIN airports AS T2 ON T1.sourceairport = T2.airportcode WHERE T2.city = \"Aberdeen\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 254, + "db_id": "flight_2", + "question": "Give the flight numbers of flights arriving in Aberdeen", + "pred": "SELECT T1.flightno FROM flights AS T1 JOIN airports AS T2 ON T1.sourceairport = T2.airportcode WHERE T2.country = \"Aberdeen\"", + "gold": "SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.City = \"Aberdeen\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 255, + "db_id": "flight_2", + "question": "Find the number of flights landing in the city of Aberdeen or Abilene", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport WHERE T1.country = \"Aberdeen\" OR T1.countryabbrev = \"Abilene\"", + "gold": "SELECT COUNT(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = \"Aberdeen\" OR T2.city = \"Abilene\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 256, + "db_id": "flight_2", + "question": "How many flights land in Aberdeen or Abilene", + "pred": "SELECT COUNT(*) FROM airports AS T1 JOIN flights AS T2 ON T1.airport = T2.destairport WHERE T1.country = \"Aberdeen\" OR T1.countryabbrev = \"Abilene\"", + "gold": "SELECT COUNT(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport = T2.AirportCode WHERE T2.city = \"Aberdeen\" OR T2.city = \"Abilene\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 257, + "db_id": "flight_2", + "question": "Find the name of airports which do not have any flight in and out", + "pred": "SELECT airportname FROM airports EXCEPT SELECT T1.airportname FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport", + "gold": "SELECT AirportName FROM Airports WHERE NOT AirportCode IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 258, + "db_id": "flight_2", + "question": "Which airports do not have departing or arriving flights", + "pred": "SELECT airportname FROM airports EXCEPT SELECT T1.airportname FROM airports AS T1 JOIN flights AS T2 ON T1.airportcode = T2.destairport", + "gold": "SELECT AirportName FROM Airports WHERE NOT AirportCode IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 259, + "db_id": "employee_hire_evaluation", + "question": "How many employees are there", + "pred": "SELECT COUNT(*) FROM employee", + "gold": "SELECT COUNT(*) FROM employee", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 260, + "db_id": "employee_hire_evaluation", + "question": "Count the number of employees", + "pred": "SELECT COUNT(*) FROM employee", + "gold": "SELECT COUNT(*) FROM employee", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 261, + "db_id": "employee_hire_evaluation", + "question": "Sort employee names by their age in ascending order", + "pred": "SELECT name FROM employee ORDER BY age ASC", + "gold": "SELECT name FROM employee ORDER BY age", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 262, + "db_id": "employee_hire_evaluation", + "question": "List the names of employees and sort in ascending order of age", + "pred": "SELECT Name FROM Employee ORDER BY Age ASC", + "gold": "SELECT name FROM employee ORDER BY age", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 263, + "db_id": "employee_hire_evaluation", + "question": "What is the number of employees from each city", + "pred": "SELECT COUNT(*), city FROM employee GROUP BY city", + "gold": "SELECT COUNT(*), city FROM employee GROUP BY city", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 264, + "db_id": "employee_hire_evaluation", + "question": "Count the number of employees for each city", + "pred": "SELECT COUNT(*), city FROM employee GROUP BY city", + "gold": "SELECT COUNT(*), city FROM employee GROUP BY city", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 265, + "db_id": "employee_hire_evaluation", + "question": "Which cities do more than one employee under age 30 come from", + "pred": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1", + "gold": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 266, + "db_id": "employee_hire_evaluation", + "question": "Find the cities that have more than one employee under age 30", + "pred": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1", + "gold": "SELECT city FROM employee WHERE age < 30 GROUP BY city HAVING COUNT(*) > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 267, + "db_id": "employee_hire_evaluation", + "question": "Find the number of shops in each location", + "pred": "SELECT LOCATION, COUNT(*) FROM shop GROUP BY LOCATION", + "gold": "SELECT COUNT(*), LOCATION FROM shop GROUP BY LOCATION", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 268, + "db_id": "employee_hire_evaluation", + "question": "How many shops are there in each location", + "pred": "SELECT LOCATION, COUNT(*) FROM shop GROUP BY LOCATION", + "gold": "SELECT COUNT(*), LOCATION FROM shop GROUP BY LOCATION", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 269, + "db_id": "employee_hire_evaluation", + "question": "Find the manager name and district of the shop whose number of products is the largest", + "pred": "SELECT Manager_name, District FROM shop ORDER BY Number_Products DESC LIMIT 1", + "gold": "SELECT manager_name, district FROM shop ORDER BY number_products DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 270, + "db_id": "employee_hire_evaluation", + "question": "What are the manager name and district of the shop that sells the largest number of products", + "pred": "SELECT Manager_name, District FROM shop ORDER BY Number_Products DESC LIMIT 1", + "gold": "SELECT manager_name, district FROM shop ORDER BY number_products DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 271, + "db_id": "employee_hire_evaluation", + "question": "find the minimum and maximum number of products of all stores", + "pred": "SELECT MIN(Number_Products), MAX(Number_Products) FROM shop", + "gold": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 272, + "db_id": "employee_hire_evaluation", + "question": "What are the minimum and maximum number of products across all the shops", + "pred": "SELECT MIN(Number_Products), MAX(Number_Products) FROM shop", + "gold": "SELECT MIN(Number_products), MAX(Number_products) FROM shop", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 273, + "db_id": "employee_hire_evaluation", + "question": "Return the name, location and district of all shops in descending order of number of products", + "pred": "SELECT name, LOCATION, district FROM shop ORDER BY Number_Products DESC", + "gold": "SELECT name, LOCATION, district FROM shop ORDER BY number_products DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 274, + "db_id": "employee_hire_evaluation", + "question": "Sort all the shops by number products in descending order, and return the name, location and district of each shop", + "pred": "SELECT Name, LOCATION, District FROM shop ORDER BY Number_Products DESC", + "gold": "SELECT name, LOCATION, district FROM shop ORDER BY number_products DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 275, + "db_id": "employee_hire_evaluation", + "question": "Find the names of stores whose number products is more than the average number of products", + "pred": "SELECT Name FROM shop WHERE Number_Products > (SELECT AVG(Number_Products) FROM shop)", + "gold": "SELECT name FROM shop WHERE number_products > (SELECT AVG(number_products) FROM shop)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 276, + "db_id": "employee_hire_evaluation", + "question": "Which shops' number products is above the average? Give me the shop names", + "pred": "SELECT Name FROM shop WHERE Number_Products > (SELECT AVG(Number_Products) FROM shop)", + "gold": "SELECT name FROM shop WHERE number_products > (SELECT AVG(number_products) FROM shop)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 277, + "db_id": "employee_hire_evaluation", + "question": "find the name of employee who was awarded the most times in the evaluation", + "pred": "SELECT T1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.employee_id = T2.employee_id GROUP BY T1.employee_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 278, + "db_id": "employee_hire_evaluation", + "question": "Which employee received the most awards in evaluations? Give me the employee name", + "pred": "SELECT T1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.employee_id = T2.employee_id GROUP BY T1.employee_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 279, + "db_id": "employee_hire_evaluation", + "question": "Find the name of the employee who got the highest one time bonus", + "pred": "SELECT T1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.employee_id = T2.employee_id ORDER BY T2.bonus DESC LIMIT 1", + "gold": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 280, + "db_id": "employee_hire_evaluation", + "question": "Which employee received the biggest bonus? Give me the employee name", + "pred": "SELECT T1.name FROM employee AS T1 JOIN evaluation AS T2 ON T1.employee_id = T2.employee_id ORDER BY T2.bonus DESC LIMIT 1", + "gold": "SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID = t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 281, + "db_id": "employee_hire_evaluation", + "question": "Find the names of employees who never won any award in the evaluation", + "pred": "SELECT name FROM employee WHERE NOT employee_id IN (SELECT employee_id FROM evaluation)", + "gold": "SELECT name FROM employee WHERE NOT Employee_ID IN (SELECT Employee_ID FROM evaluation)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 282, + "db_id": "employee_hire_evaluation", + "question": "What are the names of the employees who never received any evaluation", + "pred": "SELECT name FROM employee WHERE NOT employee_id IN (SELECT employee_id FROM evaluation)", + "gold": "SELECT name FROM employee WHERE NOT Employee_ID IN (SELECT Employee_ID FROM evaluation)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 283, + "db_id": "employee_hire_evaluation", + "question": "What is the name of the shop that is hiring the largest number of employees", + "pred": "SELECT T1.Name FROM shop AS T1 JOIN hiring AS T2 ON T1.Shop_ID = T2.Shop_ID GROUP BY T1.Shop_ID ORDER BY COUNT(T1.employee_id) DESC LIMIT 1", + "gold": "SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 284, + "db_id": "employee_hire_evaluation", + "question": "Which shop has the most employees? Give me the shop name", + "pred": "SELECT t1.name FROM shop AS t1 JOIN hiring AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t1.shop_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 285, + "db_id": "employee_hire_evaluation", + "question": "Find the name of the shops that do not hire any employee", + "pred": "SELECT Name FROM shop WHERE NOT Shop_ID IN (SELECT Shop_ID FROM hiring)", + "gold": "SELECT name FROM shop WHERE NOT shop_id IN (SELECT shop_id FROM hiring)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 286, + "db_id": "employee_hire_evaluation", + "question": "Which shops run with no employees? Find the shop names", + "pred": "SELECT name FROM shop WHERE NOT shop_id IN (SELECT shop_id FROM hiring)", + "gold": "SELECT name FROM shop WHERE NOT shop_id IN (SELECT shop_id FROM hiring)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 287, + "db_id": "employee_hire_evaluation", + "question": "Find the number of employees hired in each shop; show the shop name as well", + "pred": "SELECT T2.name, COUNT(*) FROM hiring AS T1 JOIN shop AS T2 ON T1.shop_id = T2.shop_id GROUP BY T1.shop_id", + "gold": "SELECT COUNT(*), t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 288, + "db_id": "employee_hire_evaluation", + "question": "For each shop, return the number of employees working there and the name of the shop", + "pred": "SELECT COUNT(*), T1.name FROM shop AS T1 JOIN hiring AS T2 ON T1.shop_id = T2.shop_id GROUP BY T1.shop_id", + "gold": "SELECT COUNT(*), t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id = t2.shop_id GROUP BY t2.name", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 289, + "db_id": "employee_hire_evaluation", + "question": "What is total bonus given in all evaluations", + "pred": "SELECT SUM(bonus) FROM evaluation", + "gold": "SELECT SUM(bonus) FROM evaluation", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 290, + "db_id": "employee_hire_evaluation", + "question": "Find the total amount of bonus given in all the evaluations", + "pred": "SELECT SUM(bonus) FROM evaluation", + "gold": "SELECT SUM(bonus) FROM evaluation", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 291, + "db_id": "employee_hire_evaluation", + "question": "Give me all the information about hiring", + "pred": "SELECT * FROM hiring", + "gold": "SELECT * FROM hiring", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 292, + "db_id": "employee_hire_evaluation", + "question": "What is all the information about hiring", + "pred": "SELECT * FROM hiring", + "gold": "SELECT * FROM hiring", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 293, + "db_id": "employee_hire_evaluation", + "question": "Which district has both stores with less than 3000 products and stores with more than 10000 products", + "pred": "SELECT District FROM shop WHERE Number_Products < 3000 INTERSECT SELECT District FROM shop WHERE Number_Products > 10000", + "gold": "SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 294, + "db_id": "employee_hire_evaluation", + "question": "Find the districts in which there are both shops selling less than 3000 products and shops selling more than 10000 products", + "pred": "SELECT District FROM shop WHERE Number_Products < 3000 INTERSECT SELECT District FROM shop WHERE Number_Products > 10000", + "gold": "SELECT district FROM shop WHERE Number_products < 3000 INTERSECT SELECT district FROM shop WHERE Number_products > 10000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 295, + "db_id": "employee_hire_evaluation", + "question": "How many different store locations are there", + "pred": "SELECT COUNT(DISTINCT LOCATION) FROM shop", + "gold": "SELECT COUNT(DISTINCT LOCATION) FROM shop", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 296, + "db_id": "employee_hire_evaluation", + "question": "Count the number of distinct store locations", + "pred": "SELECT COUNT(DISTINCT LOCATION) FROM shop", + "gold": "SELECT COUNT(DISTINCT LOCATION) FROM shop", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 297, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many documents do we have", + "pred": "SELECT COUNT(*) FROM Documents", + "gold": "SELECT COUNT(*) FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 298, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of documents", + "pred": "SELECT COUNT(*) FROM Documents", + "gold": "SELECT COUNT(*) FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 299, + "db_id": "cre_Doc_Template_Mgt", + "question": "List document IDs, document names, and document descriptions for all documents", + "pred": "SELECT document_id, document_name, document_description FROM Documents", + "gold": "SELECT document_id, document_name, document_description FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 300, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids, names, and descriptions for all documents", + "pred": "SELECT document_id, document_name, document_description FROM Documents", + "gold": "SELECT document_id, document_name, document_description FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 301, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the document name and template id for document with description with the letter 'w' in it", + "pred": "SELECT document_name, template_id FROM Documents WHERE document_description LIKE '%w%'", + "gold": "SELECT document_name, template_id FROM Documents WHERE Document_Description LIKE \"%w%\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 302, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the names and template ids for documents that contain the letter w in their description", + "pred": "SELECT document_name, template_id FROM Documents WHERE document_description LIKE '%w%'", + "gold": "SELECT document_name, template_id FROM Documents WHERE Document_Description LIKE \"%w%\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 303, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the document id, template id and description for document named \"Robbin CV\"", + "pred": "SELECT document_id, template_id, document_description FROM Documents WHERE document_name = \"Robbin CV\"", + "gold": "SELECT document_id, template_id, Document_Description FROM Documents WHERE document_name = \"Robbin CV\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 304, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the document id, template id, and description for the document with the name Robbin CV", + "pred": "SELECT document_id, template_id, document_description FROM Documents WHERE document_name = \"Robbin CV\"", + "gold": "SELECT document_id, template_id, Document_Description FROM Documents WHERE document_name = \"Robbin CV\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 305, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many different templates do all document use", + "pred": "SELECT COUNT(DISTINCT template_id) FROM Documents", + "gold": "SELECT COUNT(DISTINCT template_id) FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 306, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of different templates used for documents", + "pred": "SELECT COUNT(DISTINCT template_id) FROM Documents", + "gold": "SELECT COUNT(DISTINCT template_id) FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 307, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many documents are using the template with type code 'PPT'", + "pred": "SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id WHERE T2.template_type_code = 'PPT'", + "gold": "SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 308, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of documents that use the PPT template type", + "pred": "SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id WHERE T2.template_type_code = \"PPT\"", + "gold": "SELECT COUNT(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID = T2.Template_ID WHERE T2.Template_Type_Code = 'PPT'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 309, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template ids and number of documents using each template", + "pred": "SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id", + "gold": "SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 310, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are all different template ids used for documents, and how many times were each of them used", + "pred": "SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id", + "gold": "SELECT template_id, COUNT(*) FROM Documents GROUP BY template_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 311, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the id and type code for the template used by the most documents", + "pred": "SELECT T1.template_id, T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.template_id, T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 312, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the id and type code of the template that is used for the greatest number of documents", + "pred": "SELECT T1.template_id, T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.template_id, T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 313, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show ids for all templates that are used by more than one document", + "pred": "SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1", + "gold": "SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 314, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the template ids of any templates used in more than a single document", + "pred": "SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1", + "gold": "SELECT template_id FROM Documents GROUP BY template_id HAVING COUNT(*) > 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 315, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show ids for all templates not used by any document", + "pred": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", + "gold": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 316, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids for templates that are not used in any documents", + "pred": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", + "gold": "SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 317, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many templates do we have", + "pred": "SELECT COUNT(*) FROM TEMPLATES", + "gold": "SELECT COUNT(*) FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 318, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of templates", + "pred": "SELECT COUNT(*) FROM TEMPLATES", + "gold": "SELECT COUNT(*) FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 319, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show template ids, version numbers, and template type codes for all templates", + "pred": "SELECT template_id, version_number, template_type_code FROM Templates", + "gold": "SELECT template_id, version_number, template_type_code FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 320, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids, version numbers, and type codes for each template", + "pred": "SELECT template_id, version_number, template_type_code FROM Templates", + "gold": "SELECT template_id, version_number, template_type_code FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 321, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all distinct template type codes for all templates", + "pred": "SELECT DISTINCT template_type_code FROM TEMPLATES", + "gold": "SELECT DISTINCT template_type_code FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 322, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the different template type codes", + "pred": "SELECT DISTINCT template_type_code FROM Templates", + "gold": "SELECT DISTINCT template_type_code FROM Templates", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 323, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids of templates with template type code PP or PPT", + "pred": "SELECT template_id FROM templates WHERE template_type_code = 'PP' OR template_type_code = 'PPT'", + "gold": "SELECT template_id FROM Templates WHERE template_type_code = \"PP\" OR template_type_code = \"PPT\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 324, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the ids of templates that have the code PP or PPT", + "pred": "SELECT template_id FROM templates WHERE template_type_code = 'PP' OR template_type_code = 'PPT'", + "gold": "SELECT template_id FROM Templates WHERE template_type_code = \"PP\" OR template_type_code = \"PPT\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 325, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many templates have template type code CV", + "pred": "SELECT COUNT(*) FROM TEMPLATES WHERE template_type_code = \"CV\"", + "gold": "SELECT COUNT(*) FROM Templates WHERE template_type_code = \"CV\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 326, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of templates of the type CV", + "pred": "SELECT COUNT(*) FROM TEMPLATES WHERE template_type_code = \"CV\"", + "gold": "SELECT COUNT(*) FROM Templates WHERE template_type_code = \"CV\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 327, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the version number and template type code for the template with version number later than 5", + "pred": "SELECT version_number, template_type_code FROM Templates WHERE version_number > 5", + "gold": "SELECT version_number, template_type_code FROM Templates WHERE version_number > 5", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 328, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the version numbers and template type codes of templates with a version number greater than 5", + "pred": "SELECT version_number, template_type_code FROM Templates WHERE version_number > 5", + "gold": "SELECT version_number, template_type_code FROM Templates WHERE version_number > 5", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 329, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template type codes and number of templates for each", + "pred": "SELECT template_type_code, COUNT(*) FROM Templates GROUP BY template_type_code", + "gold": "SELECT template_type_code, COUNT(*) FROM Templates GROUP BY template_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 330, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the different template type codes, and how many templates correspond to each", + "pred": "SELECT template_type_code, COUNT(*) FROM TEMPLATES GROUP BY template_type_code", + "gold": "SELECT template_type_code, COUNT(*) FROM Templates GROUP BY template_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 331, + "db_id": "cre_Doc_Template_Mgt", + "question": "Which template type code has most number of templates", + "pred": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 332, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the type code of the template type that the most templates belong to", + "pred": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 333, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template type codes with less than three templates", + "pred": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING COUNT(*) < 3", + "gold": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING COUNT(*) < 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 334, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the codes of template types that have fewer than 3 templates", + "pred": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING COUNT(*) < 3", + "gold": "SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING COUNT(*) < 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 335, + "db_id": "cre_Doc_Template_Mgt", + "question": "What the smallest version number and its template type code", + "pred": "SELECT template_type_code, version_number FROM Templates ORDER BY version_number ASC LIMIT 1", + "gold": "SELECT MIN(Version_Number), template_type_code FROM Templates", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 336, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the lowest version number, along with its corresponding template type code", + "pred": "SELECT template_type_code, version_number FROM Templates ORDER BY version_number ASC LIMIT 1", + "gold": "SELECT MIN(Version_Number), template_type_code FROM Templates", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 337, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the template type code of the template used by document with the name \"Data base\"", + "pred": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", + "gold": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 338, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the template type code of the template that is used by a document named Data base", + "pred": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", + "gold": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T2.document_name = \"Data base\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 339, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all document names using templates with template type code BK", + "pred": "SELECT T1.document_name FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id WHERE T2.template_type_code = \"BK\"", + "gold": "SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = \"BK\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 340, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the names of documents that use templates with the code BK", + "pred": "SELECT T1.document_name FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id = T2.template_id WHERE T2.template_type_code = \"BK\"", + "gold": "SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id WHERE T1.template_type_code = \"BK\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 341, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template type codes and the number of documents using each type", + "pred": "SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", + "gold": "SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 342, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the different template type codes, and how many documents use each type", + "pred": "SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", + "gold": "SELECT T1.template_type_code, COUNT(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 343, + "db_id": "cre_Doc_Template_Mgt", + "question": "Which template type code is used by most number of documents", + "pred": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 344, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the code of the template type that is most commonly used in documents", + "pred": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id GROUP BY T1.template_type_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 345, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template type codes that are not used by any document", + "pred": "SELECT template_type_code FROM Templates EXCEPT SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id", + "gold": "SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 346, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the codes of template types that are not used for any document", + "pred": "SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Documents", + "gold": "SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id = T2.template_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 347, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all template type codes and descriptions", + "pred": "SELECT template_type_code, template_type_description FROM Ref_Template_Types", + "gold": "SELECT template_type_code, template_type_description FROM Ref_template_types", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 348, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the type codes and descriptions for all template types", + "pred": "SELECT template_type_code, template_type_description FROM Ref_Template_Types", + "gold": "SELECT template_type_code, template_type_description FROM Ref_template_types", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 349, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the template type descriptions for template type code \"AD\"", + "pred": "SELECT template_type_description FROM Ref_Template_Types WHERE template_type_code = \"AD\"", + "gold": "SELECT template_type_description FROM Ref_template_types WHERE template_type_code = \"AD\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 350, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the template type description of the template type with the code AD", + "pred": "SELECT template_type_description FROM Ref_Template_Types WHERE template_type_code = \"AD\"", + "gold": "SELECT template_type_description FROM Ref_template_types WHERE template_type_code = \"AD\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 351, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the template type code for template type description \"Book\"", + "pred": "SELECT template_type_code FROM Ref_Template_Types WHERE template_type_description = \"Book\"", + "gold": "SELECT template_type_code FROM Ref_template_types WHERE template_type_description = \"Book\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 352, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the type code of the template type with the description \"Book\"", + "pred": "SELECT template_type_code FROM Ref_Template_Types WHERE template_type_description = \"Book\"", + "gold": "SELECT template_type_code FROM Ref_template_types WHERE template_type_description = \"Book\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 353, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the distinct template type descriptions for the templates ever used by any document", + "pred": "SELECT DISTINCT T1.template_type_description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.template_id = T3.template_id", + "gold": "SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 354, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the different descriptions for templates that have been used in a document", + "pred": "SELECT DISTINCT T1.template_type_description FROM Ref_Template_Types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.template_id = T3.template_id", + "gold": "SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID = T3.template_ID", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 355, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the template ids with template type description \"Presentation\"", + "pred": "SELECT T1.template_id FROM Templates AS T1 JOIN Ref_Template_Types AS T2 ON T1.template_type_code = T2.template_type_code WHERE T2.template_type_description = \"Presentation\"", + "gold": "SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = \"Presentation\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 356, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the ids corresponding to templates with the description 'Presentation'", + "pred": "SELECT T1.template_id FROM Templates AS T1 JOIN Ref_Template_Types AS T2 ON T1.template_type_code = T2.template_type_code WHERE T2.template_type_description = 'Presentation'", + "gold": "SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code = T2.template_type_code WHERE T1.template_type_description = \"Presentation\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 357, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many paragraphs in total", + "pred": "SELECT COUNT(*) FROM paragraphs", + "gold": "SELECT COUNT(*) FROM Paragraphs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 358, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of paragraphs", + "pred": "SELECT COUNT(*) FROM paragraphs", + "gold": "SELECT COUNT(*) FROM Paragraphs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 359, + "db_id": "cre_Doc_Template_Mgt", + "question": "How many paragraphs for the document with name 'Summer Show'", + "pred": "SELECT COUNT(*) FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Summer Show\"", + "gold": "SELECT COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 360, + "db_id": "cre_Doc_Template_Mgt", + "question": "Count the number of paragraphs in the document named 'Summer Show'", + "pred": "SELECT COUNT(*) FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Summer Show\"", + "gold": "SELECT COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID = T2.document_ID WHERE T2.document_name = 'Summer Show'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 361, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show paragraph details for paragraph with text 'Korea '", + "pred": "SELECT other_details FROM paragraphs WHERE paragraph_text = 'Korea '", + "gold": "SELECT other_details FROM paragraphs WHERE paragraph_text LIKE 'korea'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 362, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the details for the paragraph that includes the text 'Korea '", + "pred": "SELECT other_details FROM paragraphs WHERE paragraph_text LIKE '%Korea%'", + "gold": "SELECT other_details FROM paragraphs WHERE paragraph_text LIKE 'korea'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 363, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all paragraph ids and texts for the document with name 'Welcome to NY'", + "pred": "SELECT T1.paragraph_id, T2.paragraph_text FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = 'Welcome to NY'", + "gold": "SELECT T1.paragraph_id, T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 364, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids and texts of paragraphs in the document titled 'Welcome to NY'", + "pred": "SELECT T1.paragraph_id, T2.paragraph_text FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Welcome to NY\"", + "gold": "SELECT T1.paragraph_id, T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.Document_Name = 'Welcome to NY'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 365, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all paragraph texts for the document \"Customer reviews\"", + "pred": "SELECT T2.paragraph_text FROM documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.document_id WHERE T1.document_name = \"Customer reviews\"", + "gold": "SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Customer reviews\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 366, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the paragraph texts for the document with the name 'Customer reviews'", + "pred": "SELECT T2.paragraph_text FROM documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.document_id WHERE T1.document_name = \"Customer reviews\"", + "gold": "SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id WHERE T2.document_name = \"Customer reviews\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 367, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all document ids and the number of paragraphs in each document. Order by document id", + "pred": "SELECT document_id, COUNT(*) FROM paragraphs GROUP BY document_id ORDER BY COUNT(*)", + "gold": "SELECT document_id, COUNT(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 368, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the different document ids along with the number of paragraphs corresponding to each, ordered by id", + "pred": "SELECT document_id, COUNT(*) FROM paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC", + "gold": "SELECT document_id, COUNT(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 369, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show all document ids, names and the number of paragraphs in each document", + "pred": "SELECT T1.document_id, T2.document_name, COUNT(*) FROM paragraphs AS T1 JOIN documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", + "gold": "SELECT T1.document_id, T2.document_name, COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 370, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids and names of each document, as well as the number of paragraphs in each", + "pred": "SELECT T1.document_id, T1.document_name, COUNT(*) FROM Documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", + "gold": "SELECT T1.document_id, T2.document_name, COUNT(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 371, + "db_id": "cre_Doc_Template_Mgt", + "question": "List all document ids with at least two paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id HAVING COUNT(*) >= 2", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 372, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids of documents that have 2 or more paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id HAVING COUNT(*) >= 2", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 373, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the document id and name with greatest number of paragraphs", + "pred": "SELECT T1.document_id, T1.document_name FROM Documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.document_id, T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 374, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the id and name of the document with the most paragraphs", + "pred": "SELECT T1.document_id, T1.document_name FROM Documents AS T1 JOIN paragraphs AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.document_id, T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id = T2.document_id GROUP BY T1.document_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 375, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the document id with least number of paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 376, + "db_id": "cre_Doc_Template_Mgt", + "question": "Return the id of the document with the fewest paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 377, + "db_id": "cre_Doc_Template_Mgt", + "question": "What is the document id with 1 to 2 paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 378, + "db_id": "cre_Doc_Template_Mgt", + "question": "Give the ids of documents that have between one and two paragraphs", + "pred": "SELECT document_id FROM paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2", + "gold": "SELECT document_id FROM Paragraphs GROUP BY document_id HAVING COUNT(*) BETWEEN 1 AND 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 379, + "db_id": "cre_Doc_Template_Mgt", + "question": "Show the document id with paragraph text 'Brazil' and 'Ireland'", + "pred": "SELECT document_id FROM paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM paragraphs WHERE paragraph_text = 'Ireland'", + "gold": "SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 380, + "db_id": "cre_Doc_Template_Mgt", + "question": "What are the ids of documents that contain the paragraph text 'Brazil' and 'Ireland'", + "pred": "SELECT document_id FROM paragraphs WHERE paragraph_text LIKE '%Brazil%' INTERSECT SELECT document_id FROM paragraphs WHERE paragraph_text LIKE '%Ireland%'", + "gold": "SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text = 'Ireland'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 381, + "db_id": "course_teach", + "question": "How many teachers are there", + "pred": "SELECT COUNT(*) FROM teacher", + "gold": "SELECT COUNT(*) FROM teacher", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 382, + "db_id": "course_teach", + "question": "What is the total count of teachers", + "pred": "SELECT COUNT(*) FROM teacher", + "gold": "SELECT COUNT(*) FROM teacher", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 383, + "db_id": "course_teach", + "question": "List the names of teachers in ascending order of age", + "pred": "SELECT Name FROM teacher ORDER BY Age ASC", + "gold": "SELECT Name FROM teacher ORDER BY Age ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 384, + "db_id": "course_teach", + "question": "What are the names of the teachers ordered by ascending age", + "pred": "SELECT Name FROM teacher ORDER BY Age ASC", + "gold": "SELECT Name FROM teacher ORDER BY Age ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 385, + "db_id": "course_teach", + "question": "What are the age and hometown of teachers", + "pred": "SELECT Age, Hometown FROM teacher", + "gold": "SELECT Age, Hometown FROM teacher", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 386, + "db_id": "course_teach", + "question": "What is the age and hometown of every teacher", + "pred": "SELECT Age, Hometown FROM Teacher", + "gold": "SELECT Age, Hometown FROM teacher", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 387, + "db_id": "course_teach", + "question": "List the name of teachers whose hometown is not `` Little Lever Urban District ''", + "pred": "SELECT Name FROM teacher WHERE Hometown <> \"Little Lever Urban District\"", + "gold": "SELECT name FROM teacher WHERE hometown <> \"little lever urban district\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 388, + "db_id": "course_teach", + "question": "What are the names of the teachers whose hometown is not `` Little Lever Urban District ''", + "pred": "SELECT Name FROM teacher WHERE Hometown <> \"Little Lever Urban District\"", + "gold": "SELECT name FROM teacher WHERE hometown <> \"little lever urban district\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 389, + "db_id": "course_teach", + "question": "Show the name of teachers aged either 32 or 33", + "pred": "SELECT Name FROM Teacher WHERE Age = 32 OR Age = 33", + "gold": "SELECT Name FROM teacher WHERE Age = 32 OR Age = 33", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 390, + "db_id": "course_teach", + "question": "What are the names of the teachers who are aged either 32 or 33", + "pred": "SELECT Name FROM Teacher WHERE Age = 32 OR Age = 33", + "gold": "SELECT Name FROM teacher WHERE Age = 32 OR Age = 33", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 391, + "db_id": "course_teach", + "question": "What is the hometown of the youngest teacher", + "pred": "SELECT Hometown FROM TEACHER ORDER BY Age ASC LIMIT 1", + "gold": "SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 392, + "db_id": "course_teach", + "question": "Where is the youngest teacher from", + "pred": "SELECT Name FROM Teacher ORDER BY Age ASC LIMIT 1", + "gold": "SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 393, + "db_id": "course_teach", + "question": "Show different hometown of teachers and the number of teachers from each hometown", + "pred": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown", + "gold": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 394, + "db_id": "course_teach", + "question": "For each hometown, how many teachers are there", + "pred": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown", + "gold": "SELECT Hometown, COUNT(*) FROM teacher GROUP BY Hometown", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 395, + "db_id": "course_teach", + "question": "List the most common hometown of teachers", + "pred": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 396, + "db_id": "course_teach", + "question": "What is the most commmon hometowns for teachers", + "pred": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 397, + "db_id": "course_teach", + "question": "Show the hometowns shared by at least two teachers", + "pred": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", + "gold": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 398, + "db_id": "course_teach", + "question": "What are the towns from which at least two teachers come from", + "pred": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", + "gold": "SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 399, + "db_id": "course_teach", + "question": "Show names of teachers and the courses they are arranged to teach", + "pred": "SELECT T3.Name, T2.course FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T1.Course_ID = T3.Course_ID", + "gold": "SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 400, + "db_id": "course_teach", + "question": "What is the name of each teacher and what course they teach", + "pred": "SELECT T3.name, T2.course FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id JOIN course AS T3 ON T1.course_id = T3.course_id", + "gold": "SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 401, + "db_id": "course_teach", + "question": "Show names of teachers and the courses they are arranged to teach in ascending alphabetical order of the teacher's name", + "pred": "SELECT T3.Name, T2.course FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T1.Course_ID = T3.Course_ID ORDER BY T3.Name ASC", + "gold": "SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 402, + "db_id": "course_teach", + "question": "What are the names of the teachers and the courses they teach in ascending alphabetical order by the name of the teacher", + "pred": "SELECT T3.Name, T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T1.Course_ID = T3.Course_ID ORDER BY T3.Name ASC", + "gold": "SELECT T3.Name, T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID ORDER BY T3.Name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 403, + "db_id": "course_teach", + "question": "Show the name of the teacher for the math course", + "pred": "SELECT T3.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID JOIN course AS T3 ON T1.Course_ID = T3.Course_ID WHERE T2.course = 'Math'", + "gold": "SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = \"Math\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 404, + "db_id": "course_teach", + "question": "What are the names of the people who teach math courses", + "pred": "SELECT T3.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id JOIN course AS T3 ON T1.course_id = T3.course_id WHERE T2.course = 'Math'", + "gold": "SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID = T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID = T3.Teacher_ID WHERE T2.Course = \"Math\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 405, + "db_id": "course_teach", + "question": "Show names of teachers and the number of courses they teach", + "pred": "SELECT T1.Name, COUNT(*) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T1.Name", + "gold": "SELECT T2.Name, COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 406, + "db_id": "course_teach", + "question": "What are the names of the teachers and how many courses do they teach", + "pred": "SELECT T1.name, COUNT(*) FROM teacher AS T1 JOIN course_arrange AS T2 ON T1.teacher_id = T2.teacher_id GROUP BY T1.teacher_id", + "gold": "SELECT T2.Name, COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 407, + "db_id": "course_teach", + "question": "Show names of teachers that teach at least two courses", + "pred": "SELECT T2.name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id GROUP BY T2.teacher_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 408, + "db_id": "course_teach", + "question": "What are the names of the teachers who teach at least two courses", + "pred": "SELECT T2.name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id GROUP BY T2.teacher_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID = T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 409, + "db_id": "course_teach", + "question": "List the names of teachers who have not been arranged to teach courses", + "pred": "SELECT Name FROM teacher WHERE NOT Teacher_ID IN (SELECT T1.teacher_id FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id)", + "gold": "SELECT Name FROM teacher WHERE NOT Teacher_id IN (SELECT Teacher_id FROM course_arrange)", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 410, + "db_id": "course_teach", + "question": "What are the names of the teachers whose courses have not been arranged", + "pred": "SELECT Name FROM teacher WHERE NOT Teacher_ID IN (SELECT T1.teacher_id FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.teacher_id = T2.teacher_id)", + "gold": "SELECT Name FROM teacher WHERE NOT Teacher_id IN (SELECT Teacher_id FROM course_arrange)", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 411, + "db_id": "museum_visit", + "question": "How many visitors below age 30 are there", + "pred": "SELECT COUNT(*) FROM visitor WHERE age < 30", + "gold": "SELECT COUNT(*) FROM visitor WHERE age < 30", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 412, + "db_id": "museum_visit", + "question": "Find the names of the visitors whose membership level is higher than 4, and order the results by the level from high to low", + "pred": "SELECT name FROM visitor WHERE level_of_membership > 4 ORDER BY level_of_membership DESC", + "gold": "SELECT name FROM visitor WHERE Level_of_membership > 4 ORDER BY Level_of_membership DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 413, + "db_id": "museum_visit", + "question": "What is the average age of the visitors whose membership level is not higher than 4", + "pred": "SELECT AVG(age) FROM visitor WHERE level_of_membership > 4", + "gold": "SELECT AVG(age) FROM visitor WHERE Level_of_membership <= 4", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 414, + "db_id": "museum_visit", + "question": "Find the name and membership level of the visitors whose membership level is higher than 4, and sort by their age from old to young", + "pred": "SELECT name, level_of_membership FROM visitor WHERE level_of_membership > 4 ORDER BY age", + "gold": "SELECT name, Level_of_membership FROM visitor WHERE Level_of_membership > 4 ORDER BY age DESC", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 415, + "db_id": "museum_visit", + "question": "Find the id and name of the museum that has the most staff members", + "pred": "SELECT museum_id, name FROM museum ORDER BY num_of_staff DESC LIMIT 1", + "gold": "SELECT museum_id, name FROM museum ORDER BY num_of_staff DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 416, + "db_id": "museum_visit", + "question": "Find the average number of staff working for the museums that were open before 2009", + "pred": "SELECT AVG(num_of_staff) FROM museum WHERE open_year < 2009", + "gold": "SELECT AVG(num_of_staff) FROM museum WHERE open_year < 2009", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 417, + "db_id": "museum_visit", + "question": "What are the opening year and staff number of the museum named Plaza Museum", + "pred": "SELECT open_year, num_of_staff FROM museum WHERE name = 'Plaza Museum'", + "gold": "SELECT Num_of_Staff, Open_Year FROM museum WHERE name = 'Plaza Museum'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 418, + "db_id": "museum_visit", + "question": "find the names of museums which have more staff than the minimum staff number of all museums opened after 2010", + "pred": "SELECT name FROM museum WHERE num_of_staff > (SELECT MIN(num_of_staff) FROM museum WHERE open_year > 2010)", + "gold": "SELECT name FROM museum WHERE num_of_staff > (SELECT MIN(num_of_staff) FROM museum WHERE open_year > 2010)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 419, + "db_id": "museum_visit", + "question": "find the id, name and age for visitors who visited some museums more than once", + "pred": "SELECT T1.id, T1.name, T1.age FROM visitor AS T1 JOIN visit AS T2 ON T1.id = T2.visitor_id GROUP BY T2.visitor_id HAVING COUNT(*) > 1", + "gold": "SELECT t1.id, t1.name, t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t1.id HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 420, + "db_id": "museum_visit", + "question": "What are the id, name and membership level of visitors who have spent the largest amount of money in total in all museum tickets", + "pred": "SELECT T1.id, T1.name, T1.level_of_membership FROM visitor AS T1 JOIN visit AS T2 ON T1.id = T2.visitor_id GROUP BY T2.visitor_id ORDER BY SUM(T2.total_spent) DESC LIMIT 1", + "gold": "SELECT t2.visitor_id, t1.name, t1.Level_of_membership FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id GROUP BY t2.visitor_id ORDER BY SUM(t2.Total_spent) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 421, + "db_id": "museum_visit", + "question": "What are the id and name of the museum visited most times", + "pred": "SELECT T2.museum_id, T1.name FROM museum AS T1 JOIN visit AS T2 ON T1.museum_id = T2.museum_id GROUP BY T2.museum_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t2.Museum_ID, t1.name FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID GROUP BY t2.Museum_ID ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 422, + "db_id": "museum_visit", + "question": "What is the name of the museum that had no visitor yet", + "pred": "SELECT name FROM museum WHERE NOT museum_id IN (SELECT museum_id FROM visit)", + "gold": "SELECT name FROM museum WHERE NOT Museum_ID IN (SELECT museum_id FROM visit)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 423, + "db_id": "museum_visit", + "question": "Find the name and age of the visitor who bought the most tickets at once", + "pred": "SELECT T1.name, T1.age FROM visitor AS T1 JOIN visit AS T2 ON T1.id = T2.visitor_id GROUP BY T2.visitor_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t1.name, t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id ORDER BY t2.num_of_ticket DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 424, + "db_id": "museum_visit", + "question": "What are the average and maximum number of tickets bought in all visits", + "pred": "SELECT AVG(num_of_ticket), MAX(num_of_ticket) FROM visit", + "gold": "SELECT AVG(num_of_ticket), MAX(num_of_ticket) FROM visit", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 425, + "db_id": "museum_visit", + "question": "What is the total ticket expense of the visitors whose membership level is 1", + "pred": "SELECT SUM(T2.total_spent) FROM visitor AS T1 JOIN visit AS T2 ON T1.id = T2.visitor_id WHERE T1.level_of_membership = 1", + "gold": "SELECT SUM(t2.Total_spent) FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id WHERE t1.Level_of_membership = 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 426, + "db_id": "museum_visit", + "question": "What is the name of the visitor who visited both a museum opened before 2009 and a museum opened after 2011", + "pred": "SELECT T2.name FROM visit AS T1 JOIN museum AS T2 ON T1.museum_id = T2.museum_id JOIN visitor AS T3 ON T1.visitor_id = T3.id WHERE T2.open_year < 2009 INTERSECT SELECT T2.name FROM visit AS T1 JOIN museum AS T2 ON T1.museum_id = T2.museum_id JOIN visitor AS T3 ON T1.visitor_id = T3.id WHERE T2.open_year", + "gold": "SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year < 2009 INTERSECT SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id = t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID = t2.Museum_ID WHERE t3.open_year > 2011", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 427, + "db_id": "museum_visit", + "question": "Find the number of visitors who did not visit any museum opened after 2010", + "pred": "SELECT COUNT(*) FROM visitor WHERE NOT id IN (SELECT museum_id FROM museum WHERE open_year > 2010)", + "gold": "SELECT COUNT(*) FROM visitor WHERE NOT id IN (SELECT t2.visitor_id FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID = t2.Museum_ID WHERE t1.open_year > 2010)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 428, + "db_id": "museum_visit", + "question": "How many museums were opened after 2013 or before 2008", + "pred": "SELECT COUNT(*) FROM museum WHERE open_year > 2013 OR open_year < 2008", + "gold": "SELECT COUNT(*) FROM museum WHERE open_year > 2013 OR open_year < 2008", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 429, + "db_id": "wta_1", + "question": "Find the total number of players", + "pred": "SELECT COUNT(*) FROM players", + "gold": "SELECT COUNT(*) FROM players", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 430, + "db_id": "wta_1", + "question": "How many players are there", + "pred": "SELECT COUNT(*) FROM players", + "gold": "SELECT COUNT(*) FROM players", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 431, + "db_id": "wta_1", + "question": "Find the total number of matches", + "pred": "SELECT COUNT(*) FROM matches", + "gold": "SELECT COUNT(*) FROM matches", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 432, + "db_id": "wta_1", + "question": "Count the number of matches", + "pred": "SELECT COUNT(*) FROM matches", + "gold": "SELECT COUNT(*) FROM matches", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 433, + "db_id": "wta_1", + "question": "List the first name and birth date of all players from the country with code USA", + "pred": "SELECT first_name, birth_date FROM players WHERE country_code = 'USA'", + "gold": "SELECT first_name, birth_date FROM players WHERE country_code = 'USA'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 434, + "db_id": "wta_1", + "question": "What are the first names and birth dates of players from the USA", + "pred": "SELECT first_name, birth_date FROM players WHERE country_code = \"USA\"", + "gold": "SELECT first_name, birth_date FROM players WHERE country_code = 'USA'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 435, + "db_id": "wta_1", + "question": "Find the average age of losers and winners of all matches", + "pred": "SELECT AVG(loser_age), AVG(winner_age), T1.winner_name FROM matches AS T1 JOIN winners AS T2 ON T1.winner_id = T2.winner_id", + "gold": "SELECT AVG(loser_age), AVG(winner_age) FROM matches", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 436, + "db_id": "wta_1", + "question": "What are the average ages of losers and winners across matches", + "pred": "SELECT AVG(loser_age), AVG(winner_age), T1.year FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.wner_id GROUP BY T1.loser_id", + "gold": "SELECT AVG(loser_age), AVG(winner_age) FROM matches", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 437, + "db_id": "wta_1", + "question": "Find the average rank of winners in all matches", + "pred": "SELECT AVG(winner_rank_points) FROM matches", + "gold": "SELECT AVG(winner_rank) FROM matches", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 438, + "db_id": "wta_1", + "question": "What is the average rank for winners in all matches", + "pred": "SELECT AVG(winner_rank) FROM matches", + "gold": "SELECT AVG(winner_rank) FROM matches", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 439, + "db_id": "wta_1", + "question": "Find the highest rank of losers in all matches", + "pred": "SELECT loser_rank FROM matches GROUP BY loser_rank ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT MIN(loser_rank) FROM matches", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 440, + "db_id": "wta_1", + "question": "What is the best rank of losers across all matches", + "pred": "SELECT loser_rank FROM matches GROUP BY loser_rank ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT MIN(loser_rank) FROM matches", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 441, + "db_id": "wta_1", + "question": "find the number of distinct country codes of all players", + "pred": "SELECT COUNT(DISTINCT country_code) FROM players", + "gold": "SELECT COUNT(DISTINCT country_code) FROM players", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 442, + "db_id": "wta_1", + "question": "How many distinct countries do players come from", + "pred": "SELECT COUNT(DISTINCT country_code) FROM players", + "gold": "SELECT COUNT(DISTINCT country_code) FROM players", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 443, + "db_id": "wta_1", + "question": "Find the number of distinct name of losers", + "pred": "SELECT COUNT(DISTINCT loser_name) FROM matches", + "gold": "SELECT COUNT(DISTINCT loser_name) FROM matches", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 444, + "db_id": "wta_1", + "question": "How many different loser names are there", + "pred": "SELECT COUNT(DISTINCT loser_name) FROM matches", + "gold": "SELECT COUNT(DISTINCT loser_name) FROM matches", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 445, + "db_id": "wta_1", + "question": "Find the name of tourney that has more than 10 matches", + "pred": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10", + "gold": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 446, + "db_id": "wta_1", + "question": "What are the names of tournaments that have more than 10 matches", + "pred": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10", + "gold": "SELECT tourney_name FROM matches GROUP BY tourney_name HAVING COUNT(*) > 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 447, + "db_id": "wta_1", + "question": "List the names of all winners who played in both 2013 and 2016", + "pred": "SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.year = 2013 INTERSECT SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.year = 2016", + "gold": "SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 448, + "db_id": "wta_1", + "question": "What are the names of players who won in both 2013 and 2016", + "pred": "SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.year = 2013 INTERSECT SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.year = 2016", + "gold": "SELECT winner_name FROM matches WHERE YEAR = 2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR = 2016", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 449, + "db_id": "wta_1", + "question": "List the number of all matches who played in years of 2013 or 2016", + "pred": "SELECT COUNT(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", + "gold": "SELECT COUNT(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 450, + "db_id": "wta_1", + "question": "How many matches were played in 2013 or 2016", + "pred": "SELECT COUNT(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", + "gold": "SELECT COUNT(*) FROM matches WHERE YEAR = 2013 OR YEAR = 2016", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 451, + "db_id": "wta_1", + "question": "What are the country code and first name of the players who won in both tourney WTA Championships and Australian Open", + "pred": "SELECT T1.country_code, T2.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code, T2.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id JOIN players AS T3 ON T2.loser_id = T3.player_id WHERE T3.first_", + "gold": "SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 452, + "db_id": "wta_1", + "question": "What are the first names and country codes for players who won both the WTA Championships and the Australian Open", + "pred": "SELECT T2.first_name, T2.country_code FROM matches AS T1 JOIN players AS T2 ON T1.winner_id = T2.player_id WHERE T1.winner_name = 'WTA Championships' INTERSECT SELECT T2.first_name, T2.country_code FROM matches AS T1 JOIN players AS T2 ON T1.loser_id = T2.player_id WHERE T1.winner_name = 'Australian Open'", + "gold": "SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'WTA Championships' INTERSECT SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id WHERE T2.tourney_name = 'Australian Open'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 453, + "db_id": "wta_1", + "question": "Find the first name and country code of the oldest player", + "pred": "SELECT first_name, country_code FROM players ORDER BY birth_date DESC LIMIT 1", + "gold": "SELECT first_name, country_code FROM players ORDER BY birth_date LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 454, + "db_id": "wta_1", + "question": "What is the first name and country code of the oldest player", + "pred": "SELECT first_name, country_code FROM players ORDER BY birth_date DESC LIMIT 1", + "gold": "SELECT first_name, country_code FROM players ORDER BY birth_date LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 455, + "db_id": "wta_1", + "question": "List the first and last name of all players in the order of birth date", + "pred": "SELECT first_name, last_name FROM players ORDER BY Birth_Date ASC", + "gold": "SELECT first_name, last_name FROM players ORDER BY birth_date", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 456, + "db_id": "wta_1", + "question": "What are the full names of all players, sorted by birth date", + "pred": "SELECT first_name, last_name FROM players ORDER BY Birth_Date", + "gold": "SELECT first_name, last_name FROM players ORDER BY birth_date", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 457, + "db_id": "wta_1", + "question": "List the first and last name of all players who are left / L hand in the order of birth date", + "pred": "SELECT first_name, last_name FROM players WHERE hand = 'L' ORDER BY Birth_Date", + "gold": "SELECT first_name, last_name FROM players WHERE hand = 'L' ORDER BY birth_date", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 458, + "db_id": "wta_1", + "question": "What are the full names of all left handed players, in order of birth date", + "pred": "SELECT first_name, last_name FROM players ORDER BY Birth_Date ASC", + "gold": "SELECT first_name, last_name FROM players WHERE hand = 'L' ORDER BY birth_date", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 459, + "db_id": "wta_1", + "question": "Find the first name and country code of the player who did the most number of tours", + "pred": "SELECT T1.first_name, T1.country_code FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T2.player_id ORDER BY SUM(T2.tours) DESC LIMIT 1", + "gold": "SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 460, + "db_id": "wta_1", + "question": "What is the first name and country code of the player with the most tours", + "pred": "SELECT T1.first_name, T1.country_code FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.country_code, T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id ORDER BY T2.tours DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 461, + "db_id": "wta_1", + "question": "Find the year that has the most number of matches", + "pred": "SELECT YEAR FROM matches GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT YEAR FROM matches GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 462, + "db_id": "wta_1", + "question": "Which year had the most matches", + "pred": "SELECT T1.year FROM matches AS T1 JOIN winner AS T2 ON T1.year = T2.year GROUP BY T1.year ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT YEAR FROM matches GROUP BY YEAR ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 463, + "db_id": "wta_1", + "question": "Find the name and rank points of the winner who won the most times", + "pred": "SELECT T2.winner_name, T2.winner_rank_points FROM matches AS T1 JOIN matches AS T2 ON T1.loser_id = T2.winner_id GROUP BY T2.winner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT winner_name, winner_rank_points FROM matches GROUP BY winner_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 464, + "db_id": "wta_1", + "question": "What is the name of the winner who has won the most matches, and how many rank points does this player have", + "pred": "SELECT T2.winner_name, T1.winner_rank_points FROM matches AS T1 JOIN winner AS T2 ON T1.winner_id = T2.winner_id GROUP BY T1.winner_name ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT winner_name, winner_rank_points FROM matches GROUP BY winner_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 465, + "db_id": "wta_1", + "question": "Find the name of the winner who has the highest rank points and participated in the Australian Open tourney", + "pred": "SELECT T2.winner_name FROM matches AS T1 JOIN tourney AS T2 ON T1.tourney_id = T2.tourney_id WHERE T1.tourney_name = 'Australian Open' ORDER BY T1.winner_rank_points DESC LIMIT 1", + "gold": "SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 466, + "db_id": "wta_1", + "question": "What is the name of the winner with the most rank points who participated in the Australian Open tournament", + "pred": "SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_rank = T2.winner_rank_points WHERE T1.tourney_name = 'Australian Open' GROUP BY T2.winner_name ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT winner_name FROM matches WHERE tourney_name = 'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 467, + "db_id": "wta_1", + "question": "find the names of loser and winner who played in the match with greatest number of minutes", + "pred": "SELECT T2.loser_name, T1.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.winner_id = T2.winner_id ORDER BY T1.minutes DESC LIMIT 1", + "gold": "SELECT winner_name, loser_name FROM matches ORDER BY minutes DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 468, + "db_id": "wta_1", + "question": "What are the names of the winner and loser who played in the longest match", + "pred": "SELECT T2.winner_name, T1.loser_name FROM matches AS T1 JOIN winner AS T2 ON T1.winner_id = T2.winner_id ORDER BY T1.match_num DESC LIMIT 1", + "gold": "SELECT winner_name, loser_name FROM matches ORDER BY minutes DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 469, + "db_id": "wta_1", + "question": "Find the average ranking for each player and their first name", + "pred": "SELECT AVG(T2.Ranking), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id", + "gold": "SELECT AVG(ranking), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 470, + "db_id": "wta_1", + "question": "What are the first names of all players, and their average rankings", + "pred": "SELECT AVG(T1.Ranking), T2.first_name FROM rankings AS T1 JOIN players AS T2 ON T1.player_id = T2.player_id GROUP BY T2.first_name", + "gold": "SELECT AVG(ranking), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 471, + "db_id": "wta_1", + "question": "Find the total ranking points for each player and their first name", + "pred": "SELECT SUM(T2.Ranking_Points), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.Player_ID = T2.Player_ID GROUP BY T1.player_id", + "gold": "SELECT SUM(ranking_points), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 472, + "db_id": "wta_1", + "question": "What are the first names of all players, and their total ranking points", + "pred": "SELECT T1.first_name, SUM(T2.ranking_points) FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.player_id", + "gold": "SELECT SUM(ranking_points), T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id = T2.player_id GROUP BY T1.first_name", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 473, + "db_id": "wta_1", + "question": "find the number of players for each country", + "pred": "SELECT country_code, COUNT(*) FROM players GROUP BY country_code", + "gold": "SELECT COUNT(*), country_code FROM players GROUP BY country_code", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 474, + "db_id": "wta_1", + "question": "How many players are from each country", + "pred": "SELECT country_code, COUNT(*) FROM players GROUP BY country_code", + "gold": "SELECT COUNT(*), country_code FROM players GROUP BY country_code", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 475, + "db_id": "wta_1", + "question": "find the code of the country where has the greatest number of players", + "pred": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 476, + "db_id": "wta_1", + "question": "What is the code of the country with the most players", + "pred": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT country_code FROM players GROUP BY country_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 477, + "db_id": "wta_1", + "question": "Find the codes of countries that have more than 50 players", + "pred": "SELECT country_code FROM players GROUP BY country_code HAVING COUNT(*) > 50", + "gold": "SELECT country_code FROM players GROUP BY country_code HAVING COUNT(*) > 50", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 478, + "db_id": "wta_1", + "question": "What are the codes of countries with more than 50 players", + "pred": "SELECT country_code FROM players GROUP BY country_code HAVING COUNT(*) > 50", + "gold": "SELECT country_code FROM players GROUP BY country_code HAVING COUNT(*) > 50", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 479, + "db_id": "wta_1", + "question": "Find the total number of tours for each ranking date", + "pred": "SELECT ranking_date, SUM(Tours) FROM Rankings GROUP BY ranking_date", + "gold": "SELECT SUM(tours), ranking_date FROM rankings GROUP BY ranking_date", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 480, + "db_id": "wta_1", + "question": "How many total tours were there for each ranking date", + "pred": "SELECT ranking_date, SUM(Tours) FROM Rankings GROUP BY ranking_date", + "gold": "SELECT SUM(tours), ranking_date FROM rankings GROUP BY ranking_date", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 481, + "db_id": "wta_1", + "question": "Find the number of matches happened in each year", + "pred": "SELECT COUNT(*), YEAR FROM matches GROUP BY YEAR", + "gold": "SELECT COUNT(*), YEAR FROM matches GROUP BY YEAR", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 482, + "db_id": "wta_1", + "question": "How many matches were played in each year", + "pred": "SELECT YEAR, COUNT(*) FROM matches GROUP BY YEAR", + "gold": "SELECT COUNT(*), YEAR FROM matches GROUP BY YEAR", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 483, + "db_id": "wta_1", + "question": "Find the name and rank of the 3 youngest winners across all matches", + "pred": "SELECT T2.winner_name, T2.winner_rank FROM matches AS T1 JOIN winners AS T2 ON T1.winner_id = T2.winner_id ORDER BY T1.year LIMIT 3", + "gold": "SELECT DISTINCT winner_name, winner_rank FROM matches ORDER BY winner_age LIMIT 3", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 484, + "db_id": "wta_1", + "question": "What are the names and ranks of the three youngest winners across all matches", + "pred": "SELECT T2.winner_name, T2.winner_rank FROM matches AS T1 JOIN winner AS T2 ON T1.winner_id = T2.winner_id ORDER BY T1.year LIMIT 3", + "gold": "SELECT DISTINCT winner_name, winner_rank FROM matches ORDER BY winner_age LIMIT 3", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 485, + "db_id": "wta_1", + "question": "How many different winners both participated in the WTA Championships and were left handed", + "pred": "SELECT COUNT(DISTINCT T2.winner_name) FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.loser_name = 'WTA Championship' INTERSECT SELECT T2.winner_name FROM matches AS T1 JOIN winner AS T2 ON T1.loser_id = T2.winner_id WHERE T1.loser_name = 'CHA'", + "gold": "SELECT COUNT(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 1.0, + "table_f1": 0.6666666666666666 + }, + { + "idx": 486, + "db_id": "wta_1", + "question": "Find the number of left handed winners who participated in the WTA Championships", + "pred": "SELECT COUNT(*) FROM matches WHERE loser_name = 'WTA Championships'", + "gold": "SELECT COUNT(DISTINCT winner_name) FROM matches WHERE tourney_name = 'WTA Championships' AND winner_hand = 'L'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 487, + "db_id": "wta_1", + "question": "Find the first name, country code and birth date of the winner who has the highest rank points in all matches", + "pred": "SELECT T2.first_name, T2.country_code, T2.birth_date FROM matches AS T1 JOIN players AS T2 ON T1.winner_id = T2.player_id GROUP BY T1.winner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 488, + "db_id": "wta_1", + "question": "What is the first name, country code, and birth date of the player with the most winner rank points across all matches", + "pred": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id GROUP BY T2.winner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.first_name, T1.country_code, T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id = T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 489, + "db_id": "wta_1", + "question": "Find the number of players for each hand type", + "pred": "SELECT hand, COUNT(*) FROM players GROUP BY hand", + "gold": "SELECT COUNT(*), hand FROM players GROUP BY hand", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 490, + "db_id": "wta_1", + "question": "How many players are there for each hand type", + "pred": "SELECT hand, COUNT(*) FROM players GROUP BY hand", + "gold": "SELECT COUNT(*), hand FROM players GROUP BY hand", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 491, + "db_id": "battle_death", + "question": "How many ships ended up being 'Captured'", + "pred": "SELECT COUNT(*) FROM ship WHERE disposition_of_ship = 'Captured'", + "gold": "SELECT COUNT(*) FROM ship WHERE disposition_of_ship = 'Captured'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 492, + "db_id": "battle_death", + "question": "List the name and tonnage ordered by in descending alphaetical order for the names", + "pred": "SELECT name, tonnage FROM ship ORDER BY name DESC", + "gold": "SELECT name, tonnage FROM ship ORDER BY name DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 493, + "db_id": "battle_death", + "question": "List the name, date and result of each battle", + "pred": "SELECT name, date, RESULT FROM battle", + "gold": "SELECT name, date FROM battle", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 494, + "db_id": "battle_death", + "question": "What is maximum and minimum death toll caused each time", + "pred": "SELECT MAX(Killed), MIN(Killed) FROM death GROUP BY Killed", + "gold": "SELECT MAX(killed), MIN(killed) FROM death", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 495, + "db_id": "battle_death", + "question": "What is the average number of injuries caused each time", + "pred": "SELECT AVG(injured) FROM death", + "gold": "SELECT AVG(injured) FROM death", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 496, + "db_id": "battle_death", + "question": "What are the death and injury situations caused by the ship with tonnage 't'", + "pred": "SELECT T1.death, T1.injured FROM death AS T1 JOIN ship AS T2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'", + "gold": "SELECT T1.killed, T1.injured FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id WHERE T2.tonnage = 't'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 497, + "db_id": "battle_death", + "question": "What are the name and results of the battles when the bulgarian commander is not 'Boril'", + "pred": "SELECT name, result FROM battle WHERE bulgarian_commander <> 'Boril'", + "gold": "SELECT name, RESULT FROM battle WHERE bulgarian_commander <> 'Boril'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 498, + "db_id": "battle_death", + "question": "What are the different ids and names of the battles that lost any 'Brig' type shipes", + "pred": "SELECT DISTINCT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'", + "gold": "SELECT DISTINCT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Brig'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 499, + "db_id": "battle_death", + "question": "What are the ids and names of the battles that led to more than 10 people killed in total", + "pred": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.caused_by_ship_id = T3.id WHERE T3.killed > 10", + "gold": "SELECT T1.id, T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle JOIN death AS T3 ON T2.id = T3.caused_by_ship_id GROUP BY T1.id HAVING SUM(T3.killed) > 10", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 500, + "db_id": "battle_death", + "question": "What is the ship id and name that caused most total injuries", + "pred": "SELECT T1.id, T1.name FROM ship AS T1 JOIN death AS T2 ON T1.id = T2.caused_by_ship_id GROUP BY T1.id ORDER BY SUM(T2.injured) DESC LIMIT 1", + "gold": "SELECT T2.id, T2.name FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id = T2.id GROUP BY T2.id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 501, + "db_id": "battle_death", + "question": "What are the distinct battle names which are between bulgarian commander 'Kaloyan' and latin commander 'Baldwin I'", + "pred": "SELECT DISTINCT name FROM battle WHERE bulgarian_commander = 'Kaloyan' AND latin_commander = 'Baldwin I'", + "gold": "SELECT name FROM battle WHERE bulgarian_commander = 'Kaloyan' AND latin_commander = 'Baldwin I'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 502, + "db_id": "battle_death", + "question": "How many different results are there for the battles", + "pred": "SELECT COUNT(DISTINCT RESULT) FROM battle", + "gold": "SELECT COUNT(DISTINCT RESULT) FROM battle", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 503, + "db_id": "battle_death", + "question": "How many battles did not lose any ship with tonnage '225'", + "pred": "SELECT COUNT(*) FROM battle WHERE NOT id IN (SELECT lost_in_battle FROM ship WHERE tonnage = '225')", + "gold": "SELECT COUNT(*) FROM battle WHERE NOT id IN (SELECT lost_in_battle FROM ship WHERE tonnage = '225')", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 504, + "db_id": "battle_death", + "question": "List the name and date the battle that has lost the ship named 'Lettice' and the ship named 'HMS Atalanta'", + "pred": "SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'Lettice' INTERSECT SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.ship_type = 'HMS Atalanta'", + "gold": "SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'Lettice' INTERSECT SELECT T1.name, T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.name = 'HMS Atalanta'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 505, + "db_id": "battle_death", + "question": "Show names, results and bulgarian commanders of the battles with no ships lost in the 'English Channel'", + "pred": "SELECT name, result, bulgarian_commander FROM battle WHERE NOT id IN (SELECT lost_in_battle FROM ship WHERE ship_type = 'English Channel')", + "gold": "SELECT name, RESULT, bulgarian_commander FROM battle EXCEPT SELECT T1.name, T1.result, T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id = T2.lost_in_battle WHERE T2.location = 'English Channel'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 506, + "db_id": "battle_death", + "question": "What are the notes of the death events which has substring 'East'", + "pred": "SELECT note FROM death WHERE note LIKE '%East%'", + "gold": "SELECT note FROM death WHERE note LIKE '%East%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 507, + "db_id": "student_transcripts_tracking", + "question": "what are all the addresses including line 1 and line 2", + "pred": "SELECT line_1 FROM ADDRESSES UNION SELECT line_1 FROM ADDRESSES", + "gold": "SELECT line_1, line_2 FROM addresses", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 508, + "db_id": "student_transcripts_tracking", + "question": "What is the first and second line for all addresses", + "pred": "SELECT line_1, line_2 FROM addresses", + "gold": "SELECT line_1, line_2 FROM addresses", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 509, + "db_id": "student_transcripts_tracking", + "question": "How many courses in total are listed", + "pred": "SELECT COUNT(*) FROM COURSES", + "gold": "SELECT COUNT(*) FROM Courses", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 510, + "db_id": "student_transcripts_tracking", + "question": "How many courses are there", + "pred": "SELECT COUNT(*) FROM COURSES", + "gold": "SELECT COUNT(*) FROM Courses", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 511, + "db_id": "student_transcripts_tracking", + "question": "How is the math course described", + "pred": "SELECT course_description FROM courses WHERE course_name = \"math\"", + "gold": "SELECT course_description FROM Courses WHERE course_name = 'math'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 512, + "db_id": "student_transcripts_tracking", + "question": "What are the descriptions for all the math courses", + "pred": "SELECT course_description FROM courses WHERE course_name = 'Math'", + "gold": "SELECT course_description FROM Courses WHERE course_name = 'math'", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 513, + "db_id": "student_transcripts_tracking", + "question": "What is the zip code of the address in the city Port Chelsea", + "pred": "SELECT zip_postcode FROM addresses WHERE city = \"Port Chelsea\"", + "gold": "SELECT zip_postcode FROM Addresses WHERE city = 'Port Chelsea'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 514, + "db_id": "student_transcripts_tracking", + "question": "What is the zip code for Port Chelsea", + "pred": "SELECT zip_postcode FROM ADDRESSES WHERE city = \"Port Chelsea\"", + "gold": "SELECT zip_postcode FROM Addresses WHERE city = 'Port Chelsea'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 515, + "db_id": "student_transcripts_tracking", + "question": "Which department offers the most number of degrees? List department name and id", + "pred": "SELECT T2.department_name, T1.department_id FROM degree_programs AS T1 JOIN departments AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.department_name, T1.department_id FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id = T2.department_id GROUP BY T1.department_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 516, + "db_id": "student_transcripts_tracking", + "question": "What is the name and id of the department with the most number of degrees", + "pred": "SELECT T2.department_name, T2.department_id FROM degree_programs AS T1 JOIN departments AS T2 ON T1.department_id = T2.department_id GROUP BY T2.department_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT t2.department_name, t1.department_id FROM degree_programs AS t1 JOIN departments AS t2 ON t1.department_id = t2.department_id GROUP BY t1.department_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 517, + "db_id": "student_transcripts_tracking", + "question": "How many departments offer any degree", + "pred": "SELECT COUNT(DISTINCT department_id) FROM degree_programs", + "gold": "SELECT COUNT(DISTINCT department_id) FROM Degree_Programs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 518, + "db_id": "student_transcripts_tracking", + "question": "How many different departments offer degrees", + "pred": "SELECT COUNT(DISTINCT department_id) FROM degree_programs", + "gold": "SELECT COUNT(DISTINCT department_id) FROM Degree_Programs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 519, + "db_id": "student_transcripts_tracking", + "question": "How many different degree names are offered", + "pred": "SELECT COUNT(DISTINCT degree_summary_name) FROM degree_programs", + "gold": "SELECT COUNT(DISTINCT degree_summary_name) FROM Degree_Programs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 520, + "db_id": "student_transcripts_tracking", + "question": "How many different degrees are offered", + "pred": "SELECT COUNT(DISTINCT degree_summary_name) FROM degree_programs", + "gold": "SELECT COUNT(DISTINCT degree_summary_name) FROM Degree_Programs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 521, + "db_id": "student_transcripts_tracking", + "question": "How many degrees does the engineering department offer", + "pred": "SELECT COUNT(*) FROM departments AS T1 JOIN degree_programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = \"Engineering\"", + "gold": "SELECT COUNT(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 522, + "db_id": "student_transcripts_tracking", + "question": "How many degrees does the engineering department have", + "pred": "SELECT COUNT(*) FROM departments AS T1 JOIN degree_programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = \"Engineering\"", + "gold": "SELECT COUNT(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id = T2.department_id WHERE T1.department_name = 'engineer'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 523, + "db_id": "student_transcripts_tracking", + "question": "What are the names and descriptions of all the sections", + "pred": "SELECT section_name, section_description FROM SECTIONS", + "gold": "SELECT section_name, section_description FROM Sections", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 524, + "db_id": "student_transcripts_tracking", + "question": "What are the names and descriptions for all the sections", + "pred": "SELECT section_name, section_description FROM SECTIONS", + "gold": "SELECT section_name, section_description FROM Sections", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 525, + "db_id": "student_transcripts_tracking", + "question": "What are the names and id of courses having at most 2 sections", + "pred": "SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) <= 2", + "gold": "SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) <= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 526, + "db_id": "student_transcripts_tracking", + "question": "What are the names and ids of every course with less than 2 sections", + "pred": "SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) < 2", + "gold": "SELECT T1.course_name, T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_id HAVING COUNT(*) <= 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 527, + "db_id": "student_transcripts_tracking", + "question": "List the section_name in reversed lexicographical order", + "pred": "SELECT section_name FROM SECTIONS ORDER BY section_name DESC", + "gold": "SELECT section_name FROM Sections ORDER BY section_name DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 528, + "db_id": "student_transcripts_tracking", + "question": "What are the names of the sections in reverse alphabetical order", + "pred": "SELECT section_name FROM SECTIONS ORDER BY section_name DESC", + "gold": "SELECT section_name FROM Sections ORDER BY section_name DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 529, + "db_id": "student_transcripts_tracking", + "question": "What is the semester which most student registered in? Show both the name and the id", + "pred": "SELECT T2.semester_name, T1.semester_id FROM Student_Enrolment AS T1 JOIN Semesters AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 530, + "db_id": "student_transcripts_tracking", + "question": "For each semester, what is the name and id of the one with the most students registered", + "pred": "SELECT T2.semester_name, T1.semester_id FROM Student_Enrolment AS T1 JOIN Semesters AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.semester_name, T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id = T2.semester_id GROUP BY T1.semester_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 531, + "db_id": "student_transcripts_tracking", + "question": "What is the description of the department whose name has the substring the computer", + "pred": "SELECT department_description FROM departments WHERE department_name LIKE '%computer%'", + "gold": "SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 532, + "db_id": "student_transcripts_tracking", + "question": "What is the department description for the one whose name has the word computer", + "pred": "SELECT department_description FROM departments WHERE department_name LIKE '%computer%'", + "gold": "SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 533, + "db_id": "student_transcripts_tracking", + "question": "Who are enrolled in 2 degree programs in one semester? List the first name, middle name and last name and the id", + "pred": "SELECT T2.first_name, T2.middle_name, T2.last_name, T1.student_id FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2 INTERSECT SELECT T2.first_name, T2.middle_name, T1.student_id FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2", + "gold": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 534, + "db_id": "student_transcripts_tracking", + "question": "What are the first, middle, and last names, along with the ids, of all students who enrolled in 2 degree programs in one semester", + "pred": "SELECT T2.first_name, T2.middle_name, T2.last_name, T1.student_id FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2 INTERSECT SELECT T2.first_name, T2.middle_name, T2.last_name FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2", + "gold": "SELECT T1.first_name, T1.middle_name, T1.last_name, T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id HAVING COUNT(*) = 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 535, + "db_id": "student_transcripts_tracking", + "question": "Who is enrolled in a Bachelor degree program? List the first name, middle name, last name", + "pred": "SELECT T3.first_name, T3.middle_name, T3.last_name FROM Student_Enrolment AS T1 JOIN Deg_Programs AS T2 ON T1.student_id = T2.student_id JOIN Deg_Programs AS T3 ON T1.degree_program_id = T3.degree_program_id WHERE T2.degree_summary_name = \"Bachelor\"", + "gold": "SELECT DISTINCT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 0.3333333333333333, + "table_f1": 0.4 + }, + { + "idx": 536, + "db_id": "student_transcripts_tracking", + "question": "What are the first, middle, and last names for everybody enrolled in a Bachelors program", + "pred": "SELECT T3.first_name, T3.middle_name, T3.last_name FROM Student_Enrolment AS T1 JOIN Deg_Programs AS T2 ON T1.student_id = T2.student_id JOIN Deg_Programs AS T3 ON T1.degree_program_id = T3.degree_program_id WHERE T2.degree_summary_name = \"Bachelors\"", + "gold": "SELECT DISTINCT T1.first_name, T1.middle_name, T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id = T3.degree_program_id WHERE T3.degree_summary_name = 'Bachelor'", + "em_norm": 0, + "ex": 0, + "table_precision": 0.5, + "table_recall": 0.3333333333333333, + "table_f1": 0.4 + }, + { + "idx": 537, + "db_id": "student_transcripts_tracking", + "question": "Find the kind of program which most number of students are enrolled in", + "pred": "SELECT T1.degree_program_name FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 538, + "db_id": "student_transcripts_tracking", + "question": "What is the degree summary name that has the most number of students enrolled", + "pred": "SELECT T1.degree_summary_name FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 539, + "db_id": "student_transcripts_tracking", + "question": "Find the program which most number of students are enrolled in. List both the id and the summary", + "pred": "SELECT T1.degree_program_id, T1.degree_summary_description FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 540, + "db_id": "student_transcripts_tracking", + "question": "What is the program id and the summary of the degree that has the most students enrolled", + "pred": "SELECT T1.degree_program_id, T2.degree_summary_description FROM student_enrolment AS T1 JOIN degree_programs AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.degree_program_id, T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 541, + "db_id": "student_transcripts_tracking", + "question": "Which student has enrolled for the most times in any program? List the id, first name, middle name, last name, the number of enrollments and student id", + "pred": "SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, COUNT(*) FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, COUNT(*), T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 542, + "db_id": "student_transcripts_tracking", + "question": "What is the first, middle, and last name, along with the id and number of enrollments, for the student who enrolled the most in any program", + "pred": "SELECT T2.first_name, T2.middle_name, T2.last_name, T1.student_id, COUNT(*) FROM Student_Enrolment AS T1 JOIN Students AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.student_id, T1.first_name, T1.middle_name, T1.last_name, COUNT(*), T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 543, + "db_id": "student_transcripts_tracking", + "question": "Which semesters do not have any student enrolled? List the semester name", + "pred": "SELECT semester_name FROM semesters WHERE NOT semester_id IN (SELECT semester_id FROM student_enrolment)", + "gold": "SELECT semester_name FROM Semesters WHERE NOT semester_id IN (SELECT semester_id FROM Student_Enrolment)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 544, + "db_id": "student_transcripts_tracking", + "question": "What is the name of the semester with no students enrolled", + "pred": "SELECT semester_name FROM semesters EXCEPT SELECT T1.semester_name FROM semesters AS T1 JOIN student_enrolment AS T2 ON T1.semester_id = T2.semester_id", + "gold": "SELECT semester_name FROM Semesters WHERE NOT semester_id IN (SELECT semester_id FROM Student_Enrolment)", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 545, + "db_id": "student_transcripts_tracking", + "question": "What are all the course names of the courses which ever have students enrolled in", + "pred": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", + "gold": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 546, + "db_id": "student_transcripts_tracking", + "question": "What are the names of all courses that have some students enrolled", + "pred": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", + "gold": "SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 547, + "db_id": "student_transcripts_tracking", + "question": "What's the name of the course with most number of enrollments", + "pred": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 548, + "db_id": "student_transcripts_tracking", + "question": "What is the name of the course with the most students enrolled", + "pred": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id = T2.course_id GROUP BY T1.course_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 549, + "db_id": "student_transcripts_tracking", + "question": "Find the last name of the students who currently live in the state of North Carolina but have not registered in any degree program", + "pred": "SELECT T2.last_name FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id JOIN Student_Enrolment AS T3 ON T2.student_id = T3.student_id WHERE T1.state_province_county = \"North Carolina\" EXCEPT SELECT T2.last_name FROM Addresses AS T1 JOIN Students AS T2 ON T1.student_id = T2.student_id JOIN Student_Enrolment AS T3 ON", + "gold": "SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 550, + "db_id": "student_transcripts_tracking", + "question": "What are the last name of the students who live in North Carolina but have not registered in any degree programs", + "pred": "SELECT T2.last_name FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.permanent_address_id JOIN Student_Enrolment AS T3 ON T2.student_id = T3.student_id WHERE T1.city = \"North Carolina\" EXCEPT SELECT T2.last_name FROM Addresses AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id = T2.student_id JOIN Addresses AS T3 ON T2.address_id", + "gold": "SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id = T2.address_id WHERE T2.state_province_county = 'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id = T4.student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 551, + "db_id": "student_transcripts_tracking", + "question": "Show the date and id of the transcript with at least 2 course results", + "pred": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 552, + "db_id": "student_transcripts_tracking", + "question": "What is the date and id of the transcript with at least 2 courses listed", + "pred": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 553, + "db_id": "student_transcripts_tracking", + "question": "What is the phone number of the man with the first name Timmothy and the last name Ward", + "pred": "SELECT cell_mobile_number FROM Students WHERE first_name = \"Timmothy\" AND last_name = \"Ward\"", + "gold": "SELECT cell_mobile_number FROM Students WHERE first_name = 'Timmothy' AND last_name = 'Ward'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 554, + "db_id": "student_transcripts_tracking", + "question": "What is the mobile phone number of the student named Timmothy Ward", + "pred": "SELECT cell_mobile_number FROM Students WHERE first_name = \"Timmothy\" AND last_name = \"Ward\"", + "gold": "SELECT cell_mobile_number FROM students WHERE first_name = 'timmothy' AND last_name = 'ward'", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 555, + "db_id": "student_transcripts_tracking", + "question": "Who is the first student to register? List the first name, middle name and last name", + "pred": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", + "gold": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 556, + "db_id": "student_transcripts_tracking", + "question": "What is the first, middle, and last name of the first student to register", + "pred": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", + "gold": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 557, + "db_id": "student_transcripts_tracking", + "question": "Who is the earliest graduate of the school? List the first name, middle name and last name", + "pred": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1", + "gold": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 558, + "db_id": "student_transcripts_tracking", + "question": "What is the first, middle, and last name of the earliest school graduate", + "pred": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1", + "gold": "SELECT first_name, middle_name, last_name FROM Students ORDER BY date_left ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 559, + "db_id": "student_transcripts_tracking", + "question": "Whose permanent address is different from his or her current address? List his or her first name", + "pred": "SELECT first_name FROM STUDENTS WHERE permanent_address_id!= current_address_id", + "gold": "SELECT first_name FROM Students WHERE current_address_id <> permanent_address_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 560, + "db_id": "student_transcripts_tracking", + "question": "What is the first name of the student whose permanent address is different from his or her current one", + "pred": "SELECT first_name FROM STUDENTS WHERE permanent_address_id <> (SELECT current_address_id FROM STUDENTS WHERE permanent_address_id <> \"null\")", + "gold": "SELECT first_name FROM Students WHERE current_address_id <> permanent_address_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 561, + "db_id": "student_transcripts_tracking", + "question": "Which address holds the most number of students currently? List the address id and all lines", + "pred": "SELECT T1.address_id, T1.line_1 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.address_id, T1.line_1, T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 562, + "db_id": "student_transcripts_tracking", + "question": "What is the id, line 1, and line 2 of the address with the most students", + "pred": "SELECT T1.address_id, T1.line_1, T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.permanent_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.address_id, T1.line_1, T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.current_address_id GROUP BY T1.address_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 563, + "db_id": "student_transcripts_tracking", + "question": "On average, when were the transcripts printed", + "pred": "SELECT AVG(transcript_date) FROM transcripts", + "gold": "SELECT AVG(transcript_date) FROM Transcripts", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 564, + "db_id": "student_transcripts_tracking", + "question": "What is the average transcript date", + "pred": "SELECT AVG(transcript_date) FROM transcripts", + "gold": "SELECT AVG(transcript_date) FROM Transcripts", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 565, + "db_id": "student_transcripts_tracking", + "question": "When is the first transcript released? List the date and details", + "pred": "SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", + "gold": "SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 566, + "db_id": "student_transcripts_tracking", + "question": "What is the earliest date of a transcript release, and what details can you tell me", + "pred": "SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", + "gold": "SELECT transcript_date, other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 567, + "db_id": "student_transcripts_tracking", + "question": "How many transcripts are released", + "pred": "SELECT COUNT(*) FROM transcripts", + "gold": "SELECT COUNT(*) FROM Transcripts", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 568, + "db_id": "student_transcripts_tracking", + "question": "How many transcripts are listed", + "pred": "SELECT COUNT(*) FROM transcripts", + "gold": "SELECT COUNT(*) FROM Transcripts", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 569, + "db_id": "student_transcripts_tracking", + "question": "What is the last transcript release date", + "pred": "SELECT transcript_date FROM transcripts ORDER BY transcript_date DESC LIMIT 1", + "gold": "SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 570, + "db_id": "student_transcripts_tracking", + "question": "When was the last transcript released", + "pred": "SELECT transcript_date FROM transcripts ORDER BY transcript_date DESC LIMIT 1", + "gold": "SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 571, + "db_id": "student_transcripts_tracking", + "question": "How many times at most can a course enrollment result show in different transcripts? Also show the course enrollment id", + "pred": "SELECT COUNT(*), transcript_id FROM transcript_contents GROUP BY transcript_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT COUNT(*), student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 572, + "db_id": "student_transcripts_tracking", + "question": "What is the maximum number of times that a course shows up in different transcripts and what is that course's enrollment id", + "pred": "SELECT transcript_id, MAX(student_course_id) FROM transcript_contents GROUP BY transcript_id", + "gold": "SELECT COUNT(*), student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 573, + "db_id": "student_transcripts_tracking", + "question": "Show the date of the transcript which shows the least number of results, also list the id", + "pred": "SELECT T1.transcript_date, T1.transcript_id FROM Transcripts AS T1 JOIN Transcript_Contents AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 574, + "db_id": "student_transcripts_tracking", + "question": "What is the date and id of the transcript with the least number of results", + "pred": "SELECT T1.transcript_date, T1.transcript_id FROM transcripts AS T1 JOIN transcript_contents AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT T2.transcript_date, T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id = T2.transcript_id GROUP BY T1.transcript_id ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 575, + "db_id": "student_transcripts_tracking", + "question": "Find the semester when both Master students and Bachelor students got enrolled in", + "pred": "SELECT T2.semester_id FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE T1.degree_summary_name = \"Master\" INTERSECT SELECT T2.semester_id FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE T1.degree_summary_name = \"Bachelor\"", + "gold": "SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 576, + "db_id": "student_transcripts_tracking", + "question": "What is the id of the semester that had both Masters and Bachelors students enrolled", + "pred": "SELECT T2.semester_id FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE T1.degree_summary_name = \"Masters\" INTERSECT SELECT T2.semester_id FROM degree_programs AS T1 JOIN student_enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE T1.degree_summary_name = \"Bachelors\"", + "gold": "SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id = T2.degree_program_id WHERE degree_summary_name = 'Bachelor'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 577, + "db_id": "student_transcripts_tracking", + "question": "How many different addresses do the students currently live", + "pred": "SELECT COUNT(DISTINCT current_address_id) FROM STUDENTS", + "gold": "SELECT COUNT(DISTINCT current_address_id) FROM Students", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 578, + "db_id": "student_transcripts_tracking", + "question": "What are the different addresses that have students living there", + "pred": "SELECT DISTINCT email_address FROM STUDENTS", + "gold": "SELECT COUNT(DISTINCT current_address_id) FROM Students", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 579, + "db_id": "student_transcripts_tracking", + "question": "List all the student details in reversed lexicographical order", + "pred": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", + "gold": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 580, + "db_id": "student_transcripts_tracking", + "question": "What other details can you tell me about students in reverse alphabetical order", + "pred": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", + "gold": "SELECT other_student_details FROM Students ORDER BY other_student_details DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 581, + "db_id": "student_transcripts_tracking", + "question": "Describe the section h", + "pred": "SELECT section_description FROM SECTIONS WHERE section_name = \"h\"", + "gold": "SELECT section_description FROM Sections WHERE section_name = 'h'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 582, + "db_id": "student_transcripts_tracking", + "question": "What is the description for the section named h", + "pred": "SELECT section_description FROM SECTIONS WHERE SECTION_NAME = \"h\"", + "gold": "SELECT section_description FROM Sections WHERE section_name = 'h'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 583, + "db_id": "student_transcripts_tracking", + "question": "Find the first name of the students who permanently live in the country Haiti or have the cell phone number 09700166582", + "pred": "SELECT T2.first_name FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.permanent_address_id WHERE T1.country = \"Haiti\" OR T1.cell_mobile_number = 09700166582", + "gold": "SELECT t1.first_name FROM students AS t1 JOIN addresses AS t2 ON t1.permanent_address_id = t2.address_id WHERE t2.country = 'haiti' OR t1.cell_mobile_number = '09700166582'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 584, + "db_id": "student_transcripts_tracking", + "question": "What are the first names of the students who live in Haiti permanently or have the cell phone number 09700166582", + "pred": "SELECT T2.first_name FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id = T2.permanent_address_id WHERE T1.city = \"Haiti\" OR T1.cell_mobile_number = \"9700166582\"", + "gold": "SELECT t1.first_name FROM students AS t1 JOIN addresses AS t2 ON t1.permanent_address_id = t2.address_id WHERE t2.country = 'haiti' OR t1.cell_mobile_number = '09700166582'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 585, + "db_id": "tvshow", + "question": "List the title of all cartoons in alphabetical order", + "pred": "SELECT title FROM cartoon ORDER BY title", + "gold": "SELECT Title FROM Cartoon ORDER BY title", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 586, + "db_id": "tvshow", + "question": "What are the titles of the cartoons sorted alphabetically", + "pred": "SELECT title FROM cartoon ORDER BY title", + "gold": "SELECT Title FROM Cartoon ORDER BY title", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 587, + "db_id": "tvshow", + "question": "List all cartoon directed by \"Ben Jones\"", + "pred": "SELECT directed_by FROM cartoon WHERE directed_by = \"Ben Jones\"", + "gold": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 588, + "db_id": "tvshow", + "question": "What are the names of all cartoons directed by Ben Jones", + "pred": "SELECT title FROM cartoon WHERE directed_by = \"Ben Jones\"", + "gold": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 589, + "db_id": "tvshow", + "question": "How many cartoons were written by \"Joseph Kuhr\"", + "pred": "SELECT COUNT(*) FROM cartoon WHERE written_by = \"Joseph Kuhr\"", + "gold": "SELECT COUNT(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 590, + "db_id": "tvshow", + "question": "What is the number of cartoones written by Joseph Kuhr", + "pred": "SELECT COUNT(*) FROM cartoon WHERE written_by = \"Joseph Kuhr\"", + "gold": "SELECT COUNT(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 591, + "db_id": "tvshow", + "question": "list all cartoon titles and their directors ordered by their air date", + "pred": "SELECT title, directed_by FROM cartoon ORDER BY original_air_date", + "gold": "SELECT title, Directed_by FROM Cartoon ORDER BY Original_air_date", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 592, + "db_id": "tvshow", + "question": "What is the name and directors of all the cartoons that are ordered by air date", + "pred": "SELECT title, directed_by FROM cartoon ORDER BY original_air_date", + "gold": "SELECT title, Directed_by FROM Cartoon ORDER BY Original_air_date", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 593, + "db_id": "tvshow", + "question": "List the title of all cartoon directed by \"Ben Jones\" or \"Brandon Vietti\"", + "pred": "SELECT title FROM cartoon WHERE directed_by = \"Ben Jones\" OR directed_by = \"Brandon Vietti\"", + "gold": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 594, + "db_id": "tvshow", + "question": "What are the titles of all cartoons directed by Ben Jones or Brandon Vietti", + "pred": "SELECT title FROM cartoon WHERE directed_by = \"Brandon Jones\" OR directed_by = \"Brandon Vietti\"", + "gold": "SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 595, + "db_id": "tvshow", + "question": "Which country has the most of TV Channels? List the country and number of TV Channels it has", + "pred": "SELECT country, COUNT(*) FROM tv_channel GROUP BY country ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Country, COUNT(*) FROM TV_Channel GROUP BY Country ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 596, + "db_id": "tvshow", + "question": "What is the country with the most number of TV Channels and how many does it have", + "pred": "SELECT country, COUNT(*) FROM tv_channel GROUP BY country ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Country, COUNT(*) FROM TV_Channel GROUP BY Country ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 597, + "db_id": "tvshow", + "question": "List the number of different series names and contents in the TV Channel table", + "pred": "SELECT COUNT(DISTINCT series_name), CONTENT FROM tv_channel", + "gold": "SELECT COUNT(DISTINCT series_name), COUNT(DISTINCT content) FROM TV_Channel", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 598, + "db_id": "tvshow", + "question": "How many different series and contents are listed in the TV Channel table", + "pred": "SELECT COUNT(DISTINCT series_name), CONTENT FROM tv_channel", + "gold": "SELECT COUNT(DISTINCT series_name), COUNT(DISTINCT content) FROM TV_Channel", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 599, + "db_id": "tvshow", + "question": "What is the content of TV Channel with serial name \"Sky Radio\"", + "pred": "SELECT content FROM tv_channel WHERE series_name = \"Sky Radio\"", + "gold": "SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 600, + "db_id": "tvshow", + "question": "What is the content of the series Sky Radio", + "pred": "SELECT content FROM tv_channel WHERE series_name = \"Sky Radio\"", + "gold": "SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 601, + "db_id": "tvshow", + "question": "What is the Package Option of TV Channel with serial name \"Sky Radio\"", + "pred": "SELECT package_option FROM tv_channel WHERE series_name = \"Sky Radio\"", + "gold": "SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 602, + "db_id": "tvshow", + "question": "What are the Package Options of the TV Channels whose series names are Sky Radio", + "pred": "SELECT package_option FROM tv_channel WHERE series_name = \"Sky Radio\"", + "gold": "SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 603, + "db_id": "tvshow", + "question": "How many TV Channel using language English", + "pred": "SELECT COUNT(*) FROM tv_channel WHERE language = \"english\"", + "gold": "SELECT COUNT(*) FROM TV_Channel WHERE LANGUAGE = \"English\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 604, + "db_id": "tvshow", + "question": "How many TV Channels use the English language", + "pred": "SELECT COUNT(*) FROM tv_channel WHERE language = \"english\"", + "gold": "SELECT COUNT(*) FROM TV_Channel WHERE LANGUAGE = \"English\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 605, + "db_id": "tvshow", + "question": "List the language used least number of TV Channel. List language and number of TV Channel", + "pred": "SELECT language, COUNT(*) FROM tv_channel GROUP BY language ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT LANGUAGE, COUNT(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 606, + "db_id": "tvshow", + "question": "What are the languages used by the least number of TV Channels and how many channels use it", + "pred": "SELECT language, COUNT(*) FROM tv_channel GROUP BY language ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT LANGUAGE, COUNT(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 607, + "db_id": "tvshow", + "question": "List each language and the number of TV Channels using it", + "pred": "SELECT language, COUNT(*) FROM tv_channel GROUP BY language", + "gold": "SELECT LANGUAGE, COUNT(*) FROM TV_Channel GROUP BY LANGUAGE", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 608, + "db_id": "tvshow", + "question": "For each language, list the number of TV Channels that use it", + "pred": "SELECT language, COUNT(*) FROM tv_channel GROUP BY language", + "gold": "SELECT LANGUAGE, COUNT(*) FROM TV_Channel GROUP BY LANGUAGE", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 609, + "db_id": "tvshow", + "question": "What is the TV Channel that shows the cartoon \"The Rise of the Blue Beetle!\"? List the TV Channel's series name", + "pred": "SELECT T1.series_name FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.title = \"The Rise of the Blue Beetle!\"", + "gold": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 610, + "db_id": "tvshow", + "question": "What is the series name of the TV Channel that shows the cartoon \"The Rise of the Blue Beetle\"", + "pred": "SELECT T1.series_name FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.title = \"The Rise of the Blue Beetle\"", + "gold": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 611, + "db_id": "tvshow", + "question": "List the title of all Cartoons showed on TV Channel with series name \"Sky Radio\"", + "pred": "SELECT T1.title FROM cartoon AS T1 JOIN tv_channel AS T2 ON T1.channel = T2.id WHERE T2.series_name = \"Sky Radio\"", + "gold": "SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 612, + "db_id": "tvshow", + "question": "What is the title of all the cartools that are on the TV Channel with the series name \"Sky Radio\"", + "pred": "SELECT T2.title FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T1.series_name = \"Sky Radio\"", + "gold": "SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 613, + "db_id": "tvshow", + "question": "List the Episode of all TV series sorted by rating", + "pred": "SELECT episode FROM tv_series ORDER BY rating", + "gold": "SELECT Episode FROM TV_series ORDER BY rating", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 614, + "db_id": "tvshow", + "question": "What are all of the episodes ordered by ratings", + "pred": "SELECT episode FROM tv_series ORDER BY rating", + "gold": "SELECT Episode FROM TV_series ORDER BY rating", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 615, + "db_id": "tvshow", + "question": "List top 3 highest Rating TV series. List the TV series's Episode and Rating", + "pred": "SELECT Episode, Rating FROM TV_Series ORDER BY Rating DESC LIMIT 3", + "gold": "SELECT Episode, Rating FROM TV_series ORDER BY Rating DESC LIMIT 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 616, + "db_id": "tvshow", + "question": "What are 3 most highly rated episodes in the TV series table and what were those ratings", + "pred": "SELECT episode, rating FROM tv_series GROUP BY episode ORDER BY COUNT(*) DESC LIMIT 3", + "gold": "SELECT Episode, Rating FROM TV_series ORDER BY Rating DESC LIMIT 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 617, + "db_id": "tvshow", + "question": "What is minimum and maximum share of TV series", + "pred": "SELECT MIN(share), MAX(share) FROM tv_series", + "gold": "SELECT MAX(SHARE), MIN(SHARE) FROM TV_series", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 618, + "db_id": "tvshow", + "question": "What is the maximum and minimum share for the TV series", + "pred": "SELECT MAX(Share), MIN(Share) FROM tv_series", + "gold": "SELECT MAX(SHARE), MIN(SHARE) FROM TV_series", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 619, + "db_id": "tvshow", + "question": "What is the air date of TV series with Episode \"A Love of a Lifetime\"", + "pred": "SELECT air_date FROM tv_series WHERE episode = \"A Love of a Lifetime\"", + "gold": "SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 620, + "db_id": "tvshow", + "question": "When did the episode \"A Love of a Lifetime\" air", + "pred": "SELECT air_date FROM tv_series WHERE episode = \"A Love of a Lifetime\"", + "gold": "SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 621, + "db_id": "tvshow", + "question": "What is Weekly Rank of TV series with Episode \"A Love of a Lifetime\"", + "pred": "SELECT weekly_rank FROM tv_series WHERE episode = \"A Love of a Lifetime\"", + "gold": "SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 622, + "db_id": "tvshow", + "question": "What is the weekly rank for the episode \"A Love of a Lifetime\"", + "pred": "SELECT weekly_rank FROM tv_series WHERE episode = \"A Love of a Lifetime\"", + "gold": "SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 623, + "db_id": "tvshow", + "question": "What is the TV Channel of TV series with Episode \"A Love of a Lifetime\"? List the TV Channel's series name", + "pred": "SELECT T1.series_name FROM tv_channel AS T1 JOIN tv_series AS T2 ON T1.id = T2.channel WHERE T2.episode = \"A Love of a Lifetime\"", + "gold": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 624, + "db_id": "tvshow", + "question": "What is the name of the series that has the episode \"A Love of a Lifetime\"", + "pred": "SELECT T1.series_name FROM tv_series AS T1 JOIN tv_channel AS T2 ON T1.channel = T2.id WHERE T2.episode = \"A Love of a Lifetime\"", + "gold": "SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 625, + "db_id": "tvshow", + "question": "List the Episode of all TV series showed on TV Channel with series name \"Sky Radio\"", + "pred": "SELECT T1.episode FROM tv_series AS T1 JOIN tv_channel AS T2 ON T1.channel = T2.id WHERE T2.series_name = \"Sky Radio\"", + "gold": "SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 626, + "db_id": "tvshow", + "question": "What is the episode for the TV series named \"Sky Radio\"", + "pred": "SELECT T1.episode FROM tv_series AS T1 JOIN tv_channel AS T2 ON T1.channel = T2.id WHERE T2.series_name = \"Sky Radio\"", + "gold": "SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 627, + "db_id": "tvshow", + "question": "Find the number of cartoons directed by each of the listed directors", + "pred": "SELECT directed_by, COUNT(*) FROM cartoon GROUP BY directed_by", + "gold": "SELECT COUNT(*), Directed_by FROM cartoon GROUP BY Directed_by", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 628, + "db_id": "tvshow", + "question": "How many cartoons did each director create", + "pred": "SELECT directed_by, COUNT(*) FROM cartoon GROUP BY directed_by", + "gold": "SELECT COUNT(*), Directed_by FROM cartoon GROUP BY Directed_by", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 629, + "db_id": "tvshow", + "question": "Find the production code and channel of the most recently aired cartoon", + "pred": "SELECT production_code, channel FROM cartoon ORDER BY original_air_date DESC LIMIT 1", + "gold": "SELECT production_code, channel FROM cartoon ORDER BY original_air_date DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 630, + "db_id": "tvshow", + "question": "What is the produdction code and channel of the most recent cartoon", + "pred": "SELECT production_code, channel FROM cartoon ORDER BY original_air_date DESC LIMIT 1", + "gold": "SELECT production_code, channel FROM cartoon ORDER BY original_air_date DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 631, + "db_id": "tvshow", + "question": "Find the package choice and series name of the TV channel that has high definition TV", + "pred": "SELECT package_option, series_name FROM tv_channel WHERE hight_definition_tv = '1'", + "gold": "SELECT package_option, series_name FROM TV_Channel WHERE hight_definition_TV = \"yes\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 632, + "db_id": "tvshow", + "question": "What are the package options and the name of the series for the TV Channel that supports high definition TV", + "pred": "SELECT package_option, series_name FROM tv_channel WHERE hight_definition_tv = 'high'", + "gold": "SELECT package_option, series_name FROM TV_Channel WHERE hight_definition_TV = \"yes\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 633, + "db_id": "tvshow", + "question": "which countries' tv channels are playing some cartoon written by Todd Casey", + "pred": "SELECT T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.written_by = 'Todd Casey'", + "gold": "SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 634, + "db_id": "tvshow", + "question": "What are the countries that have cartoons on TV that were written by Todd Casey", + "pred": "SELECT T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.written_by = 'Todd Casey'", + "gold": "SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 635, + "db_id": "tvshow", + "question": "which countries' tv channels are not playing any cartoon written by Todd Casey", + "pred": "SELECT country FROM tv_channel EXCEPT SELECT T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.written_by = 'Todd Casey'", + "gold": "SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 636, + "db_id": "tvshow", + "question": "What are the countries that are not playing cartoons written by Todd Casey", + "pred": "SELECT country FROM tv_channel EXCEPT SELECT T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.written_by = 'Todd Casey'", + "gold": "SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by = 'Todd Casey'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 637, + "db_id": "tvshow", + "question": "Find the series name and country of the tv channel that is playing some cartoons directed by Ben Jones and Michael Chang", + "pred": "SELECT T1.series_name, T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.directed_by = 'Ben Jones' INTERSECT SELECT T1.series_name, T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.directed_by = 'Michael Chang'", + "gold": "SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 638, + "db_id": "tvshow", + "question": "What is the series name and country of all TV channels that are playing cartoons directed by Ben Jones and cartoons directed by Michael Chang", + "pred": "SELECT T1.series_name, T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.directed_by = 'Ben Jones' INTERSECT SELECT T1.series_name, T1.country FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.directed_by = 'Michael Chang'", + "gold": "SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Michael Chang' INTERSECT SELECT T1.series_name, T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by = 'Ben Jones'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 639, + "db_id": "tvshow", + "question": "find the pixel aspect ratio and nation of the tv channels that do not use English", + "pred": "SELECT pixel_aspect_ratio_par, nation FROM tv_channel WHERE language <> 'english'", + "gold": "SELECT Pixel_aspect_ratio_PAR, country FROM tv_channel WHERE LANGUAGE <> 'English'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 640, + "db_id": "tvshow", + "question": "What is the pixel aspect ratio and country of origin for all TV channels that do not use English", + "pred": "SELECT pixel_aspect_ratio_par, country FROM tv_channel WHERE language <> 'english'", + "gold": "SELECT Pixel_aspect_ratio_PAR, country FROM tv_channel WHERE LANGUAGE <> 'English'", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 641, + "db_id": "tvshow", + "question": "find id of the tv channels that from the countries where have more than two tv channels", + "pred": "SELECT id FROM tv_channel GROUP BY country HAVING COUNT(*) > 2", + "gold": "SELECT id FROM tv_channel GROUP BY country HAVING COUNT(*) > 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 642, + "db_id": "tvshow", + "question": "What are the ids of all tv channels that have more than 2 TV channels", + "pred": "SELECT id FROM tv_channel GROUP BY id HAVING COUNT(*) > 2", + "gold": "SELECT id FROM tv_channel GROUP BY country HAVING COUNT(*) > 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 643, + "db_id": "tvshow", + "question": "find the id of tv channels that do not play any cartoon directed by Ben Jones", + "pred": "SELECT id FROM tv_channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", + "gold": "SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 644, + "db_id": "tvshow", + "question": "What are the ids of the TV channels that do not have any cartoons directed by Ben Jones", + "pred": "SELECT id FROM tv_channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", + "gold": "SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 645, + "db_id": "tvshow", + "question": "find the package option of the tv channel that do not have any cartoon directed by Ben Jones", + "pred": "SELECT package_option FROM tv_channel WHERE NOT id IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')", + "gold": "SELECT package_option FROM TV_Channel WHERE NOT id IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 646, + "db_id": "tvshow", + "question": "What are the package options of all tv channels that are not playing any cartoons directed by Ben Jones", + "pred": "SELECT package_option FROM tv_channel EXCEPT SELECT T1.package_option FROM tv_channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.channel WHERE T2.directed_by = 'Ben Jones'", + "gold": "SELECT package_option FROM TV_Channel WHERE NOT id IN (SELECT channel FROM cartoon WHERE directed_by = 'Ben Jones')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 647, + "db_id": "poker_player", + "question": "How many poker players are there", + "pred": "SELECT COUNT(*) FROM poker_player", + "gold": "SELECT COUNT(*) FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 648, + "db_id": "poker_player", + "question": "Count the number of poker players", + "pred": "SELECT COUNT(*) FROM poker_player", + "gold": "SELECT COUNT(*) FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 649, + "db_id": "poker_player", + "question": "List the earnings of poker players in descending order", + "pred": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", + "gold": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 650, + "db_id": "poker_player", + "question": "What are the earnings of poker players, ordered descending by value", + "pred": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", + "gold": "SELECT Earnings FROM poker_player ORDER BY Earnings DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 651, + "db_id": "poker_player", + "question": "List the final tables made and the best finishes of poker players", + "pred": "SELECT final_table_made, best_finish FROM poker_player", + "gold": "SELECT Final_Table_Made, Best_Finish FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 652, + "db_id": "poker_player", + "question": "What are the final tables made and best finishes for all poker players", + "pred": "SELECT final_table_made, best_finish FROM poker_player", + "gold": "SELECT Final_Table_Made, Best_Finish FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 653, + "db_id": "poker_player", + "question": "What is the average earnings of poker players", + "pred": "SELECT AVG(Earnings) FROM poker_player", + "gold": "SELECT AVG(Earnings) FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 654, + "db_id": "poker_player", + "question": "Return the average earnings across all poker players", + "pred": "SELECT AVG(Earnings) FROM poker_player", + "gold": "SELECT AVG(Earnings) FROM poker_player", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 655, + "db_id": "poker_player", + "question": "What is the money rank of the poker player with the highest earnings", + "pred": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", + "gold": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 656, + "db_id": "poker_player", + "question": "Return the money rank of the player with the greatest earnings", + "pred": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", + "gold": "SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 657, + "db_id": "poker_player", + "question": "What is the maximum number of final tables made among poker players with earnings less than 200000", + "pred": "SELECT MAX(final_table_made) FROM poker_player WHERE earnings < 200000", + "gold": "SELECT MAX(Final_Table_Made) FROM poker_player WHERE Earnings < 200000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 658, + "db_id": "poker_player", + "question": "Return the maximum final tables made across all poker players who have earnings below 200000", + "pred": "SELECT MAX(final_table_made) FROM poker_player WHERE earnings < 200000", + "gold": "SELECT MAX(Final_Table_Made) FROM poker_player WHERE Earnings < 200000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 659, + "db_id": "poker_player", + "question": "What are the names of poker players", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 660, + "db_id": "poker_player", + "question": "Return the names of all the poker players", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 661, + "db_id": "poker_player", + "question": "What are the names of poker players whose earnings is higher than 300000", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings > 300000", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 662, + "db_id": "poker_player", + "question": "Give the names of poker players who have earnings above 300000", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Earnings > 300000", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Earnings > 300000", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 663, + "db_id": "poker_player", + "question": "List the names of poker players ordered by the final tables made in ascending order", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Final_Table_Made ASC", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 664, + "db_id": "poker_player", + "question": "What are the names of poker players, ordered ascending by the number of final tables they have made", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Final_Table_Made", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Final_Table_Made", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 665, + "db_id": "poker_player", + "question": "What is the birth date of the poker player with the lowest earnings", + "pred": "SELECT T2.Birth_Date FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings ASC LIMIT 1", + "gold": "SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 666, + "db_id": "poker_player", + "question": "Return the birth date of the poker player with the lowest earnings", + "pred": "SELECT T2.Birth_Date FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings ASC LIMIT 1", + "gold": "SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 667, + "db_id": "poker_player", + "question": "What is the money rank of the tallest poker player", + "pred": "SELECT T1.Money_Rank FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Height DESC LIMIT 1", + "gold": "SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 668, + "db_id": "poker_player", + "question": "Return the money rank of the poker player with the greatest height", + "pred": "SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1", + "gold": "SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Height DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 669, + "db_id": "poker_player", + "question": "What is the average earnings of poker players with height higher than 200", + "pred": "SELECT AVG(T2.Earnings) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Height > 200", + "gold": "SELECT AVG(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 670, + "db_id": "poker_player", + "question": "Give average earnings of poker players who are taller than 200", + "pred": "SELECT AVG(T2.Earnings) FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID WHERE T2.Height > 200", + "gold": "SELECT AVG(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID WHERE T1.Height > 200", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 671, + "db_id": "poker_player", + "question": "What are the names of poker players in descending order of earnings", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings DESC", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 672, + "db_id": "poker_player", + "question": "Return the names of poker players sorted by their earnings descending", + "pred": "SELECT T2.Name FROM poker_player AS T1 JOIN people AS T2 ON T1.People_ID = T2.People_ID ORDER BY T1.Earnings DESC", + "gold": "SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID = T2.People_ID ORDER BY T2.Earnings DESC", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 673, + "db_id": "poker_player", + "question": "What are different nationalities of people and the corresponding number of people from each nation", + "pred": "SELECT Nationality, COUNT(*) FROM people GROUP BY Nationality", + "gold": "SELECT Nationality, COUNT(*) FROM people GROUP BY Nationality", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 674, + "db_id": "poker_player", + "question": "How many people are there of each nationality", + "pred": "SELECT Nationality, COUNT(*) FROM people GROUP BY Nationality", + "gold": "SELECT Nationality, COUNT(*) FROM people GROUP BY Nationality", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 675, + "db_id": "poker_player", + "question": "What is the most common nationality of people", + "pred": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 676, + "db_id": "poker_player", + "question": "Give the nationality that is most common across all people", + "pred": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 677, + "db_id": "poker_player", + "question": "What are the nationalities that are shared by at least two people", + "pred": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", + "gold": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 678, + "db_id": "poker_player", + "question": "Return the nationalities for which there are two or more people", + "pred": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", + "gold": "SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 679, + "db_id": "poker_player", + "question": "List the names and birth dates of people in ascending alphabetical order of name", + "pred": "SELECT Name, Birth_Date FROM People ORDER BY Name ASC", + "gold": "SELECT Name, Birth_Date FROM people ORDER BY Name ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 680, + "db_id": "poker_player", + "question": "What are the names and birth dates of people, ordered by their names in alphabetical order", + "pred": "SELECT Name, Birth_Date FROM people ORDER BY Name ASC", + "gold": "SELECT Name, Birth_Date FROM people ORDER BY Name ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 681, + "db_id": "poker_player", + "question": "Show names of people whose nationality is not \"Russia\"", + "pred": "SELECT Name FROM people WHERE Nationality <> \"Russia\"", + "gold": "SELECT Name FROM people WHERE Nationality <> \"Russia\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 682, + "db_id": "poker_player", + "question": "What are the names of people who are not from Russia", + "pred": "SELECT Name FROM people WHERE Nationality <> \"Russia\"", + "gold": "SELECT Name FROM people WHERE Nationality <> \"Russia\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 683, + "db_id": "poker_player", + "question": "List the names of people that are not poker players", + "pred": "SELECT Name FROM people WHERE NOT People_ID IN (SELECT People_ID FROM poker_player)", + "gold": "SELECT Name FROM people WHERE NOT People_ID IN (SELECT People_ID FROM poker_player)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 684, + "db_id": "poker_player", + "question": "What are the names of people who do not play poker", + "pred": "SELECT Name FROM people WHERE NOT People_ID IN (SELECT People_ID FROM poker_player)", + "gold": "SELECT Name FROM people WHERE NOT People_ID IN (SELECT People_ID FROM poker_player)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 685, + "db_id": "poker_player", + "question": "How many distinct nationalities are there", + "pred": "SELECT COUNT(DISTINCT Nationality) FROM people", + "gold": "SELECT COUNT(DISTINCT Nationality) FROM people", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 686, + "db_id": "poker_player", + "question": "Count the number of different nationalities", + "pred": "SELECT COUNT(DISTINCT Nationality) FROM people", + "gold": "SELECT COUNT(DISTINCT Nationality) FROM people", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 687, + "db_id": "voter_1", + "question": "How many states are there", + "pred": "SELECT COUNT(DISTINCT state) FROM area_code_state", + "gold": "SELECT COUNT(*) FROM area_code_state", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 688, + "db_id": "voter_1", + "question": "List the contestant numbers and names, ordered by contestant name descending", + "pred": "SELECT contestant_number, contestant_name FROM contestants ORDER BY contestant_name DESC", + "gold": "SELECT contestant_number, contestant_name FROM contestants ORDER BY contestant_name DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 689, + "db_id": "voter_1", + "question": "List the vote ids, phone numbers and states of all votes", + "pred": "SELECT Vote_ID, Phone_Number, State FROM Votes", + "gold": "SELECT vote_id, phone_number, state FROM votes", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 690, + "db_id": "voter_1", + "question": "What are the maximum and minimum values of area codes", + "pred": "SELECT MAX(area_code), MIN(area_code) FROM area_code_state", + "gold": "SELECT MAX(area_code), MIN(area_code) FROM area_code_state", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 691, + "db_id": "voter_1", + "question": "What is last date created of votes from the state 'CA'", + "pred": "SELECT Created FROM Votes WHERE State = \"CA\"", + "gold": "SELECT MAX(created) FROM votes WHERE state = 'CA'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 692, + "db_id": "voter_1", + "question": "What are the names of the contestants whose names are not 'Jessie Alloway'", + "pred": "SELECT contestant_name FROM contestants WHERE contestant_name <> 'Jessie Alloway'", + "gold": "SELECT contestant_name FROM contestants WHERE contestant_name <> 'Jessie Alloway'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 693, + "db_id": "voter_1", + "question": "What are the distinct states and create time of all votes", + "pred": "SELECT DISTINCT State, Created FROM Votes", + "gold": "SELECT DISTINCT state, created FROM votes", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 694, + "db_id": "voter_1", + "question": "What are the contestant numbers and names of the contestants who had at least two votes", + "pred": "SELECT T2.Contestant_Number, T2.Contestant_Name FROM votes AS T1 JOIN contestants AS T2 ON T1.Contestant_Number = T2.Contestant_Number GROUP BY T1.Contestant_Number HAVING COUNT(*) >= 2", + "gold": "SELECT T1.contestant_number, T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 695, + "db_id": "voter_1", + "question": "Of all the contestants who got voted, what is the contestant number and name of the contestant who got least votes", + "pred": "SELECT T2.Contestant_Number, T2.Contestant_Name FROM votes AS T1 JOIN contestants AS T2 ON T1.Contestant_Number = T2.Contestant_Number GROUP BY T1.Contestant_Number ORDER BY COUNT(*) ASC LIMIT 1", + "gold": "SELECT T1.contestant_number, T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number GROUP BY T1.contestant_number ORDER BY COUNT(*) ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 696, + "db_id": "voter_1", + "question": "What are the number of votes from state 'NY' or 'CA'", + "pred": "SELECT COUNT(*) FROM votes WHERE State = 'NY' OR State = 'CA'", + "gold": "SELECT COUNT(*) FROM votes WHERE state = 'NY' OR state = 'CA'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 697, + "db_id": "voter_1", + "question": "How many contestants did not get voted", + "pred": "SELECT COUNT(*) FROM contestants WHERE NOT contestant_number IN (SELECT contestant_number FROM votes)", + "gold": "SELECT COUNT(*) FROM contestants WHERE NOT contestant_number IN (SELECT contestant_number FROM votes)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 698, + "db_id": "voter_1", + "question": "What is the area code in which the most voters voted", + "pred": "SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state GROUP BY T1.area_code ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 699, + "db_id": "voter_1", + "question": "What are the create dates, states, and phone numbers of the votes that were for the contestant named 'Tabatha Gehling'", + "pred": "SELECT T1.Created, T1.State, T1.Phone_Number FROM votes AS T1 JOIN contestants AS T2 ON T1.Contestant_Number = T2.Contestant_Number WHERE T2.Contestant_Name = \"Tabatha Gehling\"", + "gold": "SELECT T2.created, T2.state, T2.phone_number FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number WHERE T1.contestant_name = 'Tabatha Gehling'", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 700, + "db_id": "voter_1", + "question": "List the area codes in which voters voted both for the contestant 'Tabatha Gehling' and the contestant 'Kelly Clauss'", + "pred": "SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state JOIN contestants AS T3 ON T2.contestant_number = T3.contestant_number WHERE T3.contestant_name = 'Tabatha Gehling' INTERSECT SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state = T2.state JOIN contestants AS T3 ON T2.contestant_number = T", + "gold": "SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Tabatha Gehling' INTERSECT SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number = T2.contestant_number JOIN area_code_state AS T3 ON T2.state = T3.state WHERE T1.contestant_name = 'Kelly Clauss'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 701, + "db_id": "voter_1", + "question": "Return the names of the contestants whose names contain the substring 'Al'", + "pred": "SELECT contestant_name FROM contestants WHERE contestant_name LIKE '%Al%'", + "gold": "SELECT contestant_name FROM contestants WHERE contestant_name LIKE \"%al%\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 702, + "db_id": "world_1", + "question": "What are the names of all the countries that became independent after 1950", + "pred": "SELECT name FROM country WHERE indepyear > 1950", + "gold": "SELECT Name FROM country WHERE IndepYear > 1950", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 703, + "db_id": "world_1", + "question": "Give the names of the nations that were founded after 1950", + "pred": "SELECT name FROM country WHERE region = \"1950\"", + "gold": "SELECT Name FROM country WHERE IndepYear > 1950", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 704, + "db_id": "world_1", + "question": "How many countries have a republic as their form of government", + "pred": "SELECT COUNT(*) FROM country WHERE GovernmentForm = \"republic\"", + "gold": "SELECT COUNT(*) FROM country WHERE GovernmentForm = \"Republic\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 705, + "db_id": "world_1", + "question": "How many countries have governments that are republics", + "pred": "SELECT COUNT(*) FROM country WHERE GovernmentForm = \"republic\"", + "gold": "SELECT COUNT(*) FROM country WHERE GovernmentForm = \"Republic\"", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 706, + "db_id": "world_1", + "question": "What is the total surface area of the countries in the Caribbean region", + "pred": "SELECT SUM(surfacearea) FROM country WHERE region = 'Caribbean'", + "gold": "SELECT SUM(SurfaceArea) FROM country WHERE Region = \"Caribbean\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 707, + "db_id": "world_1", + "question": "How much surface area do the countires in the Carribean cover together", + "pred": "SELECT SurfaceArea FROM country WHERE Continent = \"Carribean\"", + "gold": "SELECT SUM(SurfaceArea) FROM country WHERE Region = \"Caribbean\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 708, + "db_id": "world_1", + "question": "Which continent is Anguilla in", + "pred": "SELECT continent FROM country WHERE name = 'Anguilla'", + "gold": "SELECT Continent FROM country WHERE Name = \"Anguilla\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 709, + "db_id": "world_1", + "question": "What is the continent name which Anguilla belongs to", + "pred": "SELECT continent FROM country WHERE name = 'Anguilla'", + "gold": "SELECT Continent FROM country WHERE Name = \"Anguilla\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 710, + "db_id": "world_1", + "question": "Which region is the city Kabul located in", + "pred": "SELECT T2.region FROM city AS T1 JOIN country AS T2 ON T1.countrycode = T2.code WHERE T1.name = \"Kabul\"", + "gold": "SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = \"Kabul\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 711, + "db_id": "world_1", + "question": "What region is Kabul in", + "pred": "SELECT T2.region FROM city AS T1 JOIN country AS T2 ON T1.countrycode = T2.code WHERE T2.name = \"Kabul\"", + "gold": "SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code = T2.CountryCode WHERE T2.Name = \"Kabul\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 712, + "db_id": "world_1", + "question": "Which language is the most popular in Aruba", + "pred": "SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.name = \"Aruba\" GROUP BY T2.language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\" ORDER BY Percentage DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 713, + "db_id": "world_1", + "question": "What language is predominantly spoken in Aruba", + "pred": "SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.name = \"Aruba\"", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\" ORDER BY Percentage DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 714, + "db_id": "world_1", + "question": "What are the population and life expectancies in Brazil", + "pred": "SELECT Population, LifeExpectancy FROM country WHERE GovernmentForm = \"Brazil\"", + "gold": "SELECT Population, LifeExpectancy FROM country WHERE Name = \"Brazil\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 715, + "db_id": "world_1", + "question": "Give me Brazil’s population and life expectancies", + "pred": "SELECT Population, LifeExpectancy FROM country WHERE name = 'Brazil'", + "gold": "SELECT Population, LifeExpectancy FROM country WHERE Name = \"Brazil\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 716, + "db_id": "world_1", + "question": "What are the region and population of Angola", + "pred": "SELECT Region, Population FROM country WHERE Name = \"Angola\"", + "gold": "SELECT Population, Region FROM country WHERE Name = \"Angola\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 717, + "db_id": "world_1", + "question": "What region does Angola belong to and what is its population", + "pred": "SELECT Region, Population FROM country WHERE Name = \"Angola\"", + "gold": "SELECT Population, Region FROM country WHERE Name = \"Angola\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 718, + "db_id": "world_1", + "question": "What is the average expected life expectancy for countries in the region of Central Africa", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE Region = \"Central Africa\"", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE Region = \"Central Africa\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 719, + "db_id": "world_1", + "question": "How long is the people’s average life expectancy in Central Africa", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE name = \"Central Africa\"", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE Region = \"Central Africa\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 720, + "db_id": "world_1", + "question": "What is the name of country that has the shortest life expectancy in Asia", + "pred": "SELECT name FROM country WHERE country = 'Asia' ORDER BY lifeexpectancy LIMIT 1", + "gold": "SELECT Name FROM country WHERE Continent = \"Asia\" ORDER BY LifeExpectancy LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 721, + "db_id": "world_1", + "question": "Give the name of the country in Asia with the lowest life expectancy", + "pred": "SELECT name FROM country WHERE country = 'Asia' ORDER BY lifeexpectancy LIMIT 1", + "gold": "SELECT Name FROM country WHERE Continent = \"Asia\" ORDER BY LifeExpectancy LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 722, + "db_id": "world_1", + "question": "What is the total population and maximum GNP in Asia", + "pred": "SELECT SUM(population), MAX(GNP) FROM country WHERE country = 'Asia'", + "gold": "SELECT SUM(Population), MAX(GNP) FROM country WHERE Continent = \"Asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 723, + "db_id": "world_1", + "question": "How many people live in Asia, and what is the largest GNP among them", + "pred": "SELECT COUNT(*), GNP FROM country WHERE country = 'Asia' GROUP BY GNP ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT SUM(Population), MAX(GNP) FROM country WHERE Continent = \"Asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 724, + "db_id": "world_1", + "question": "What is the average life expectancy in African countries that are republics", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE name = 'African'", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE Continent = \"Africa\" AND GovernmentForm = \"Republic\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 725, + "db_id": "world_1", + "question": "Give the average life expectancy for countries in Africa which are republics", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE country = 'Africa' AND HeadofState = 'Republic'", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE Continent = \"Africa\" AND GovernmentForm = \"Republic\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 726, + "db_id": "world_1", + "question": "What is the total surface area of the continents Asia and Europe", + "pred": "SELECT SUM(surfacearea) FROM country WHERE continent = 'Asia' INTERSECT SELECT SUM(surfacearea) FROM country WHERE continent = 'Europe'", + "gold": "SELECT SUM(SurfaceArea) FROM country WHERE Continent = \"Asia\" OR Continent = \"Europe\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 727, + "db_id": "world_1", + "question": "Give the total surface area covered by countries in Asia or Europe", + "pred": "SELECT SUM(surfacearea) FROM country WHERE continent = 'Asia' OR continent = 'Europe'", + "gold": "SELECT SUM(SurfaceArea) FROM country WHERE Continent = \"Asia\" OR Continent = \"Europe\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 728, + "db_id": "world_1", + "question": "How many people live in Gelderland district", + "pred": "SELECT COUNT(*) FROM city WHERE district = 'Gelderland'", + "gold": "SELECT SUM(Population) FROM city WHERE District = \"Gelderland\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 729, + "db_id": "world_1", + "question": "What is the total population of Gelderland district", + "pred": "SELECT SUM(population) FROM city WHERE district = 'Gelderland'", + "gold": "SELECT SUM(Population) FROM city WHERE District = \"Gelderland\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 730, + "db_id": "world_1", + "question": "What is the average GNP and total population in all nations whose government is US territory", + "pred": "SELECT AVG(GNP), SUM(Population) FROM country WHERE GovernmentForm = 'USA'", + "gold": "SELECT AVG(GNP), SUM(population) FROM country WHERE GovernmentForm = \"US Territory\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 731, + "db_id": "world_1", + "question": "Give the mean GNP and total population of nations which are considered US territory", + "pred": "SELECT AVG(GNP), SUM(Population) FROM country WHERE name = 'USA'", + "gold": "SELECT AVG(GNP), SUM(population) FROM country WHERE GovernmentForm = \"US Territory\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 732, + "db_id": "world_1", + "question": "How many unique languages are spoken in the world", + "pred": "SELECT COUNT(DISTINCT language) FROM countrylanguage", + "gold": "SELECT COUNT(DISTINCT LANGUAGE) FROM countrylanguage", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 733, + "db_id": "world_1", + "question": "What is the number of distinct languages used around the world", + "pred": "SELECT COUNT(DISTINCT language) FROM countrylanguage", + "gold": "SELECT COUNT(DISTINCT LANGUAGE) FROM countrylanguage", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 734, + "db_id": "world_1", + "question": "How many type of governments are in Africa", + "pred": "SELECT COUNT(DISTINCT GovernmentForm) FROM country WHERE country = 'Africa'", + "gold": "SELECT COUNT(DISTINCT GovernmentForm) FROM country WHERE Continent = \"Africa\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 735, + "db_id": "world_1", + "question": "How many different forms of governments are there in Africa", + "pred": "SELECT COUNT(DISTINCT GovernmentForm) FROM country WHERE country = 'Africa'", + "gold": "SELECT COUNT(DISTINCT GovernmentForm) FROM country WHERE Continent = \"Africa\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 736, + "db_id": "world_1", + "question": "What is the total number of languages used in Aruba", + "pred": "SELECT COUNT(*) FROM countrylanguage AS T1 JOIN country AS T2 ON T1.Countrycode = T2.Code WHERE T2.Name = \"Aruba\"", + "gold": "SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 737, + "db_id": "world_1", + "question": "How many languages are spoken in Aruba", + "pred": "SELECT COUNT(*) FROM countrylanguage AS T1 JOIN country AS T2 ON T1.Countrycode = T2.Code WHERE T2.Name = \"Aruba\"", + "gold": "SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Aruba\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 738, + "db_id": "world_1", + "question": "How many official languages does Afghanistan have", + "pred": "SELECT COUNT(DISTINCT T1.language) FROM countrylanguage AS T1 JOIN country AS T2 ON T1.Countrycode = T2.Code WHERE T2.Name = \"Afghanistan\"", + "gold": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Afghanistan\" AND IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 739, + "db_id": "world_1", + "question": "How many official languages are spoken in Afghanistan", + "pred": "SELECT COUNT(*) FROM countrylanguage AS T1 JOIN country AS T2 ON T1.Countrycode = T2.Code WHERE T2.Name = \"Afghanistan\"", + "gold": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Name = \"Afghanistan\" AND IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 740, + "db_id": "world_1", + "question": "What is name of the country that speaks the largest number of languages", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode GROUP BY T2.countrycode ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 741, + "db_id": "world_1", + "question": "Give the name of the nation that uses the greatest amount of languages", + "pred": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T2.Country ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 742, + "db_id": "world_1", + "question": "Which continent has the most diverse languages", + "pred": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 743, + "db_id": "world_1", + "question": "Which continent speaks the most languages", + "pred": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 744, + "db_id": "world_1", + "question": "How many countries speak both English and Dutch", + "pred": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"English\" INTERSECT SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"Dutch\"", + "gold": "SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 745, + "db_id": "world_1", + "question": "What is the number of nations that use English and Dutch", + "pred": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = 'english' INTERSECT SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = 'dutch'", + "gold": "SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 746, + "db_id": "world_1", + "question": "What are the names of nations speak both English and French", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"English\" INTERSECT SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"French\"", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 747, + "db_id": "world_1", + "question": "Give the names of nations that speak both English and French", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"English\" INTERSECT SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"French\"", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 748, + "db_id": "world_1", + "question": "What are the names of nations where both English and French are official languages", + "pred": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T2.Language = \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T2.Language = \"French\"", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\" AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 749, + "db_id": "world_1", + "question": "Give the names of countries with English and French as official languages", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"English\" INTERSECT SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"French\"", + "gold": "SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"French\" AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 750, + "db_id": "world_1", + "question": "What is the number of distinct continents where Chinese is spoken", + "pred": "SELECT COUNT(DISTINCT T1.Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T2.Language = \"Chinese\"", + "gold": "SELECT COUNT(DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Chinese\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 751, + "db_id": "world_1", + "question": "How many continents speak Chinese", + "pred": "SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.Continent = \"Chinese\"", + "gold": "SELECT COUNT(DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Chinese\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 752, + "db_id": "world_1", + "question": "What are the regions that use English or Dutch", + "pred": "SELECT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T2.Language = \"English\" OR T2.Language = \"Dutch\"", + "gold": "SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" OR T2.Language = \"Dutch\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 753, + "db_id": "world_1", + "question": "Which regions speak Dutch or English", + "pred": "SELECT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Countrycode = T2.Countrycode WHERE T2.Language = \"Dutch\" OR T2.Language = \"English\"", + "gold": "SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" OR T2.Language = \"Dutch\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 754, + "db_id": "world_1", + "question": "What are the countries where either English or Dutch is the official language", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"english\" OR T2.isofficial = \"Dutch\"", + "gold": "SELECT t1.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode WHERE t2.language = \"english\" AND isofficial = \"t\" UNION SELECT t1.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode WHERE t2.language = \"dutch\" AND isofficial = \"t\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 755, + "db_id": "world_1", + "question": "Which countries have either English or Dutch as an official language", + "pred": "SELECT T1.name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T2.language = \"english\" OR T2.language = \"Dutch\"", + "gold": "SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND IsOfficial = \"T\" UNION SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"Dutch\" AND IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 756, + "db_id": "world_1", + "question": "Which language is the most popular on the Asian continent", + "pred": "SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.continent = \"Asian\" GROUP BY T2.language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = \"Asia\" GROUP BY T2.Language ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 757, + "db_id": "world_1", + "question": "What is the language that is used by the largest number of Asian nations", + "pred": "SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.name = \"Asian\" GROUP BY T2.language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.Continent = \"Asia\" GROUP BY T2.Language ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 758, + "db_id": "world_1", + "question": "Which languages are spoken by only one country in republic governments", + "pred": "SELECT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.GovernmentForm = \"republic\" GROUP BY T2.language HAVING COUNT(*) = 1", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = \"Republic\" GROUP BY T2.Language HAVING COUNT(*) = 1", + "em_norm": 1, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 759, + "db_id": "world_1", + "question": "What languages are only used by a single country with a republic government", + "pred": "SELECT DISTINCT T2.language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode WHERE T1.GovernmentForm = \"republic\"", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.GovernmentForm = \"Republic\" GROUP BY T2.Language HAVING COUNT(*) = 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 760, + "db_id": "world_1", + "question": "Find the city with the largest population that uses English", + "pred": "SELECT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.language ORDER BY T1.population DESC LIMIT 1", + "gold": "SELECT T1.Name, T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = \"English\" ORDER BY T1.Population DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 761, + "db_id": "world_1", + "question": "What is the most populace city that speaks English", + "pred": "SELECT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.language GROUP BY T2.language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Name, T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode = T2.CountryCode WHERE T2.Language = \"English\" ORDER BY T1.Population DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 762, + "db_id": "world_1", + "question": "Find the name, population and expected life length of asian country with the largest area", + "pred": "SELECT name, population, lifeexpectancy FROM country WHERE surfacearea = (SELECT MAX(surfacearea) FROM country)", + "gold": "SELECT Name, Population, LifeExpectancy FROM country WHERE Continent = \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 763, + "db_id": "world_1", + "question": "What are the name, population, and life expectancy of the largest Asian country by land", + "pred": "SELECT name, population, lifeexpectancy FROM country WHERE country = 'Asian' ORDER BY lifeexpectancy DESC LIMIT 1", + "gold": "SELECT Name, Population, LifeExpectancy FROM country WHERE Continent = \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 764, + "db_id": "world_1", + "question": "What is average life expectancy in the countries where English is not the official language", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english')", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 765, + "db_id": "world_1", + "question": "Give the mean life expectancy of countries in which English is not the official language", + "pred": "SELECT AVG(LifeExpectancy) FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english')", + "gold": "SELECT AVG(LifeExpectancy) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\" AND T2.IsOfficial = \"T\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 766, + "db_id": "world_1", + "question": "What is the total number of people living in the nations that do not use English", + "pred": "SELECT COUNT(*) FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english')", + "gold": "SELECT SUM(Population) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 767, + "db_id": "world_1", + "question": "How many people live in countries that do not speak English", + "pred": "SELECT COUNT(*) FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english')", + "gold": "SELECT SUM(Population) FROM country WHERE NOT Name IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T2.Language = \"English\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 768, + "db_id": "world_1", + "question": "What is the official language spoken in the country whose head of state is Beatrix", + "pred": "SELECT T2.Official FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T1.HeadofState = \"Beatrix\"", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = \"Beatrix\" AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 769, + "db_id": "world_1", + "question": "What is the official language used in the country the name of whose head of state is Beatrix", + "pred": "SELECT T2.Official FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T1.HeadofState = \"Beatrix\"", + "gold": "SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE T1.HeadOfState = \"Beatrix\" AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 770, + "db_id": "world_1", + "question": "What is the total number of unique official languages spoken in the countries that are founded before 1930", + "pred": "SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T1.Region < 1930 GROUP BY T2.Language", + "gold": "SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 771, + "db_id": "world_1", + "question": "For the countries founded before 1930, what is the total number of distinct official languages", + "pred": "SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.Countrycode WHERE T1.age < 1930 GROUP BY T2.Language", + "gold": "SELECT COUNT(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode WHERE IndepYear < 1930 AND T2.IsOfficial = \"T\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 772, + "db_id": "world_1", + "question": "What are the countries that have greater surface area than any country in Europe", + "pred": "SELECT name FROM country WHERE surfacearea > (SELECT MAX(surfacearea) FROM country WHERE continent = 'Europe')", + "gold": "SELECT Name FROM country WHERE SurfaceArea > (SELECT MIN(SurfaceArea) FROM country WHERE Continent = \"Europe\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 773, + "db_id": "world_1", + "question": "Which countries have greater area than that of any country in Europe", + "pred": "SELECT name FROM country WHERE surfacearea > (SELECT MAX(surfacearea) FROM country WHERE country = 'Europe')", + "gold": "SELECT Name FROM country WHERE SurfaceArea > (SELECT MIN(SurfaceArea) FROM country WHERE Continent = \"Europe\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 774, + "db_id": "world_1", + "question": "What are the African countries that have a population less than any country in Asia", + "pred": "SELECT name FROM country WHERE population < (SELECT MAX(population) FROM country WHERE country = 'Asia')", + "gold": "SELECT Name FROM country WHERE Continent = \"Africa\" AND population < (SELECT MAX(population) FROM country WHERE Continent = \"Asia\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 775, + "db_id": "world_1", + "question": "Which African countries have a smaller population than that of any country in Asia", + "pred": "SELECT name FROM country WHERE code = 'African' AND population < (SELECT MAX(population) FROM country WHERE country = 'Asia')", + "gold": "SELECT Name FROM country WHERE Continent = \"Africa\" AND population < (SELECT MIN(population) FROM country WHERE Continent = \"Asia\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 776, + "db_id": "world_1", + "question": "Which Asian countries have a population that is larger than any country in Africa", + "pred": "SELECT name FROM country WHERE population > (SELECT MAX(population) FROM country WHERE country = 'Africa')", + "gold": "SELECT Name FROM country WHERE Continent = \"Asia\" AND population > (SELECT MAX(population) FROM country WHERE Continent = \"Africa\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 777, + "db_id": "world_1", + "question": "What are the Asian countries which have a population larger than that of any country in Africa", + "pred": "SELECT name FROM country WHERE population > (SELECT MAX(population) FROM country WHERE country = 'Africa')", + "gold": "SELECT Name FROM country WHERE Continent = \"Asia\" AND population > (SELECT MIN(population) FROM country WHERE Continent = \"Africa\")", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 778, + "db_id": "world_1", + "question": "What are the country codes for countries that do not speak English", + "pred": "SELECT countrycode FROM countrylanguage WHERE language <> 'english'", + "gold": "SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 779, + "db_id": "world_1", + "question": "Return the country codes for countries that do not speak English", + "pred": "SELECT countrycode FROM countrylanguage WHERE language <> 'english'", + "gold": "SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 780, + "db_id": "world_1", + "question": "What are the country codes of countries where people use languages other than English", + "pred": "SELECT countrycode FROM countrylanguage WHERE language <> 'english'", + "gold": "SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE <> \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 781, + "db_id": "world_1", + "question": "Give the country codes for countries in which people speak langauges that are not English", + "pred": "SELECT countrycode FROM countrylanguage WHERE language <> 'english'", + "gold": "SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE <> \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 782, + "db_id": "world_1", + "question": "What are the codes of the countries that do not speak English and whose government forms are not Republic", + "pred": "SELECT code FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english') AND governmentform <> 'Republic'", + "gold": "SELECT Code FROM country WHERE GovernmentForm <> \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 783, + "db_id": "world_1", + "question": "Return the codes of countries that do not speak English and do not have Republics for governments", + "pred": "SELECT code FROM country WHERE NOT code IN (SELECT countrycode FROM countrylanguage WHERE language = 'english') AND NOT governmentform = 'Republics'", + "gold": "SELECT Code FROM country WHERE GovernmentForm <> \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE = \"English\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 784, + "db_id": "world_1", + "question": "Which cities are in European countries where English is not the official language", + "pred": "SELECT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.countrycode WHERE T2.name = 'European' AND T2.language <> 'english'", + "gold": "SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND NOT T1.Name IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 785, + "db_id": "world_1", + "question": "What are the names of cities in Europe for which English is not the official language", + "pred": "SELECT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.countrycode WHERE T2.name = 'Europe' AND T2.language <> 'english'", + "gold": "SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode = T1.Code WHERE T1.Continent = 'Europe' AND NOT T1.Name IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code = T4.CountryCode WHERE T4.IsOfficial = 'T' AND T4.Language = 'English')", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 786, + "db_id": "world_1", + "question": "Which unique cities are in Asian countries where Chinese is the official language", + "pred": "SELECT DISTINCT T1.id FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.countrycode JOIN country AS T3 ON T2.countrycode = T3.countrycode WHERE T3.name = 'Asian' AND T2.language = 'Chinese'", + "gold": "SELECT DISTINCT t3.name FROM country AS t1 JOIN countrylanguage AS t2 ON t1.code = t2.countrycode JOIN city AS t3 ON t1.code = t3.countrycode WHERE t2.isofficial = 't' AND t2.language = 'chinese' AND t1.continent = \"asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 787, + "db_id": "world_1", + "question": "Return the different names of cities that are in Asia and for which Chinese is the official language", + "pred": "SELECT DISTINCT T1.name FROM city AS T1 JOIN countrylanguage AS T2 ON T1.countrycode = T2.countrycode JOIN country AS T3 ON T2.countrycode = T3.code WHERE T3.name = 'Asia' AND T2.language = 'Chinese'", + "gold": "SELECT DISTINCT T3.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode JOIN city AS T3 ON T1.Code = T3.CountryCode WHERE T2.IsOfficial = 'T' AND T2.Language = 'Chinese' AND T1.Continent = \"Asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 788, + "db_id": "world_1", + "question": "What are the name, independence year, and surface area of the country with the smallest population", + "pred": "SELECT name, indepyear, surfacearea FROM country ORDER BY Population ASC LIMIT 1", + "gold": "SELECT Name, SurfaceArea, IndepYear FROM country ORDER BY Population LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 789, + "db_id": "world_1", + "question": "Give the name, year of independence, and surface area of the country that has the lowest population", + "pred": "SELECT name, indepyear, surfacearea FROM country ORDER BY Population ASC LIMIT 1", + "gold": "SELECT Name, SurfaceArea, IndepYear FROM country ORDER BY Population LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 790, + "db_id": "world_1", + "question": "What are the population, name and leader of the country with the largest area", + "pred": "SELECT population, name, leader FROM country ORDER BY surfacearea DESC LIMIT 1", + "gold": "SELECT Name, population, HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 791, + "db_id": "world_1", + "question": "Give the name, population, and head of state for the country that has the largest area", + "pred": "SELECT name, population, headofstate FROM country ORDER BY surfacearea DESC LIMIT 1", + "gold": "SELECT Name, population, HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 792, + "db_id": "world_1", + "question": "Return the country name and the numbers of languages spoken for each country that speaks at least 3 languages", + "pred": "SELECT T1.name, COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode GROUP BY T1.code HAVING COUNT(*) >= 3", + "gold": "SELECT COUNT(T2.Language), T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 793, + "db_id": "world_1", + "question": "What are the names of countries that speak more than 2 languages, as well as how many languages they speak", + "pred": "SELECT T1.name, COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.code = T2.countrycode GROUP BY T2.countrycode HAVING COUNT(*) > 2", + "gold": "SELECT COUNT(T2.Language), T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code = T2.CountryCode GROUP BY T1.Name HAVING COUNT(*) > 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 794, + "db_id": "world_1", + "question": "Find the number of cities in each district whose population is greater than the average population of cities", + "pred": "SELECT COUNT(*), district FROM city WHERE population > (SELECT AVG(population) FROM city) GROUP BY district", + "gold": "SELECT COUNT(*), District FROM city WHERE Population > (SELECT AVG(Population) FROM city) GROUP BY District", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 795, + "db_id": "world_1", + "question": "How many cities in each district have a population that is above the average population across all cities", + "pred": "SELECT COUNT(*), district FROM city GROUP BY district HAVING AVG(population) > (SELECT AVG(population) FROM city)", + "gold": "SELECT COUNT(*), District FROM city WHERE Population > (SELECT AVG(Population) FROM city) GROUP BY District", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 796, + "db_id": "world_1", + "question": "Find the government form name and total population for each government form whose average life expectancy is longer than 72", + "pred": "SELECT governmentform, SUM(population) FROM country GROUP BY governmentform HAVING AVG(lifeexpectancy) > 72", + "gold": "SELECT SUM(Population), GovernmentForm FROM country GROUP BY GovernmentForm HAVING AVG(LifeExpectancy) > 72", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 797, + "db_id": "world_1", + "question": "What are the different government forms and what is the total population of each for government forms that have an average life expectancy greater than 72", + "pred": "SELECT governmentform, SUM(population) FROM country GROUP BY governmentform HAVING AVG(lifeexpectancy) > 72", + "gold": "SELECT SUM(Population), GovernmentForm FROM country GROUP BY GovernmentForm HAVING AVG(LifeExpectancy) > 72", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 798, + "db_id": "world_1", + "question": "Find the average life expectancy and total population for each continent where the average life expectancy is shorter than 72", + "pred": "SELECT continent, AVG(lifeexpectancy), SUM(population) FROM country WHERE lifeexpectancy < 72 GROUP BY continent", + "gold": "SELECT SUM(Population), AVG(LifeExpectancy), Continent FROM country GROUP BY Continent HAVING AVG(LifeExpectancy) < 72", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 799, + "db_id": "world_1", + "question": "What are the different continents and the total popuation and average life expectancy corresponding to each, for continents that have an average life expectancy less than 72", + "pred": "SELECT Continent, SUM(Population), AVG(LifeExpectancy) FROM country GROUP BY Content", + "gold": "SELECT SUM(Population), AVG(LifeExpectancy), Continent FROM country GROUP BY Continent HAVING AVG(LifeExpectancy) < 72", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 800, + "db_id": "world_1", + "question": "What are the names and areas of countries with the top 5 largest area", + "pred": "SELECT name, surfacearea FROM country ORDER BY surfacearea DESC LIMIT 5", + "gold": "SELECT Name, SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 801, + "db_id": "world_1", + "question": "Return the names and surface areas of the 5 largest countries", + "pred": "SELECT name, surfacearea FROM country ORDER BY population DESC LIMIT 5", + "gold": "SELECT Name, SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 802, + "db_id": "world_1", + "question": "What are names of countries with the top 3 largest population", + "pred": "SELECT name FROM country ORDER BY Population DESC LIMIT 3", + "gold": "SELECT Name FROM country ORDER BY Population DESC LIMIT 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 803, + "db_id": "world_1", + "question": "Return the names of the 3 most populated countries", + "pred": "SELECT Name FROM country ORDER BY Population DESC LIMIT 3", + "gold": "SELECT Name FROM country ORDER BY Population DESC LIMIT 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 804, + "db_id": "world_1", + "question": "What are the names of the nations with the 3 lowest populations", + "pred": "SELECT Name FROM country ORDER BY Population ASC LIMIT 3", + "gold": "SELECT Name FROM country ORDER BY Population ASC LIMIT 3", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 805, + "db_id": "world_1", + "question": "Return the names of the 3 countries with the fewest people", + "pred": "SELECT Name FROM country GROUP BY Name ORDER BY COUNT(*) ASC LIMIT 3", + "gold": "SELECT Name FROM country ORDER BY Population ASC LIMIT 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 806, + "db_id": "world_1", + "question": "how many countries are in Asia", + "pred": "SELECT COUNT(*) FROM country WHERE country = 'Asia'", + "gold": "SELECT COUNT(*) FROM country WHERE continent = \"Asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 807, + "db_id": "world_1", + "question": "Count the number of countries in Asia", + "pred": "SELECT COUNT(*) FROM country WHERE country = 'Asia'", + "gold": "SELECT COUNT(*) FROM country WHERE continent = \"Asia\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 808, + "db_id": "world_1", + "question": "What are the names of the countries that are in the continent of Europe and have a population of 80000", + "pred": "SELECT name FROM country WHERE continent = 'Europe' AND population = 80000", + "gold": "SELECT Name FROM country WHERE continent = \"Europe\" AND Population = \"80000\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 809, + "db_id": "world_1", + "question": "Give the names of countries that are in Europe and have a population equal to 80000", + "pred": "SELECT name FROM country WHERE continent = 'Europe' AND population = 80000", + "gold": "SELECT Name FROM country WHERE continent = \"Europe\" AND Population = \"80000\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 810, + "db_id": "world_1", + "question": "What is the total population and average area of countries in the continent of North America whose area is bigger than 3000", + "pred": "SELECT SUM(population), AVG(surfacearea) FROM country WHERE continent = 'North America' AND AVG(surfacearea) > 3000", + "gold": "SELECT SUM(population), AVG(surfacearea) FROM country WHERE continent = \"north america\" AND surfacearea > 3000", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 811, + "db_id": "world_1", + "question": "Give the total population and average surface area corresponding to countries in North America that have a surface area greater than 3000", + "pred": "SELECT SUM(population), AVG(surfacearea) FROM country WHERE name = 'North America' AND AVG(surfacearea) > 3000", + "gold": "SELECT SUM(population), AVG(surfacearea) FROM country WHERE continent = \"north america\" AND surfacearea > 3000", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 812, + "db_id": "world_1", + "question": "What are the cities whose population is between 160000 and 900000", + "pred": "SELECT name FROM city WHERE population BETWEEN 160000 AND 900000", + "gold": "SELECT name FROM city WHERE Population BETWEEN 160000 AND 900000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 813, + "db_id": "world_1", + "question": "Return the names of cities that have a population between 160000 and 900000", + "pred": "SELECT name FROM city WHERE population BETWEEN 160000 AND 900000", + "gold": "SELECT name FROM city WHERE population BETWEEN 160000 AND 900000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 814, + "db_id": "world_1", + "question": "Which language is spoken by the largest number of countries", + "pred": "SELECT language FROM countrylanguage GROUP BY language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 815, + "db_id": "world_1", + "question": "Give the language that is spoken in the most countries", + "pred": "SELECT language FROM countrylanguage GROUP BY language ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 816, + "db_id": "world_1", + "question": "What is the language spoken by the largest percentage of people in each country", + "pred": "SELECT language, countrycode, MAX(percentage) FROM countrylanguage GROUP BY countrycode", + "gold": "SELECT LANGUAGE, CountryCode, MAX(Percentage) FROM countrylanguage GROUP BY CountryCode", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 817, + "db_id": "world_1", + "question": "What are the country codes of the different countries, and what are the languages spoken by the greatest percentage of people for each", + "pred": "SELECT countrycode, language FROM countrylanguage ORDER BY percentage DESC LIMIT 1", + "gold": "SELECT LANGUAGE, CountryCode, MAX(Percentage) FROM countrylanguage GROUP BY CountryCode", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 818, + "db_id": "world_1", + "question": "What is the total number of countries where Spanish is spoken by the largest percentage of people", + "pred": "SELECT COUNT(*) FROM countrylanguage WHERE language = 'Spanish' ORDER BY percentage DESC LIMIT 1", + "gold": "SELECT COUNT(*), MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 819, + "db_id": "world_1", + "question": "Count the number of countries for which Spanish is the predominantly spoken language", + "pred": "SELECT COUNT(*) FROM countrylanguage WHERE language = 'Spanish'", + "gold": "SELECT COUNT(*), MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 820, + "db_id": "world_1", + "question": "What are the codes of countries where Spanish is spoken by the largest percentage of people", + "pred": "SELECT countrycode FROM countrylanguage WHERE language = 'Spanish' ORDER BY percentage DESC LIMIT 1", + "gold": "SELECT CountryCode, MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 821, + "db_id": "world_1", + "question": "Return the codes of countries for which Spanish is the predominantly spoken language", + "pred": "SELECT countrycode FROM countrylanguage WHERE language = 'Spanish'", + "gold": "SELECT CountryCode, MAX(Percentage) FROM countrylanguage WHERE LANGUAGE = \"Spanish\" GROUP BY CountryCode", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 822, + "db_id": "orchestra", + "question": "How many conductors are there", + "pred": "SELECT COUNT(*) FROM conductor", + "gold": "SELECT COUNT(*) FROM conductor", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 823, + "db_id": "orchestra", + "question": "Count the number of conductors", + "pred": "SELECT COUNT(*) FROM conductor", + "gold": "SELECT COUNT(*) FROM conductor", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 824, + "db_id": "orchestra", + "question": "List the names of conductors in ascending order of age", + "pred": "SELECT Name FROM conductor ORDER BY Age ASC", + "gold": "SELECT Name FROM conductor ORDER BY Age ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 825, + "db_id": "orchestra", + "question": "What are the names of conductors, ordered by age", + "pred": "SELECT Name FROM conductor ORDER BY Age ASC", + "gold": "SELECT Name FROM conductor ORDER BY Age ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 826, + "db_id": "orchestra", + "question": "What are the names of conductors whose nationalities are not \"USA\"", + "pred": "SELECT Name FROM conductor WHERE Nationality <> \"USA\"", + "gold": "SELECT Name FROM conductor WHERE Nationality <> 'USA'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 827, + "db_id": "orchestra", + "question": "Return the names of conductors that do not have the nationality \"USA\"", + "pred": "SELECT Name FROM conductor WHERE Nationality <> \"USA\"", + "gold": "SELECT Name FROM conductor WHERE Nationality <> 'USA'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 828, + "db_id": "orchestra", + "question": "What are the record companies of orchestras in descending order of years in which they were founded", + "pred": "SELECT record_company FROM orchestra ORDER BY year_of_founded DESC", + "gold": "SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 829, + "db_id": "orchestra", + "question": "Return the record companies of orchestras, sorted descending by the years in which they were founded", + "pred": "SELECT record_company FROM orchestra ORDER BY year_of_founded DESC", + "gold": "SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 830, + "db_id": "orchestra", + "question": "What is the average attendance of shows", + "pred": "SELECT AVG(Attendance) FROM show", + "gold": "SELECT AVG(Attendance) FROM SHOW", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 831, + "db_id": "orchestra", + "question": "Return the average attendance across all shows", + "pred": "SELECT AVG(Attendance) FROM show", + "gold": "SELECT AVG(Attendance) FROM SHOW", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 832, + "db_id": "orchestra", + "question": "What are the maximum and minimum share of performances whose type is not \"Live final\"", + "pred": "SELECT MAX(Share), MIN(Share) FROM performance WHERE TYPE <> \"Live final\"", + "gold": "SELECT MAX(SHARE), MIN(SHARE) FROM performance WHERE TYPE <> \"Live final\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 833, + "db_id": "orchestra", + "question": "Return the maximum and minimum shares for performances that do not have the type \"Live final\"", + "pred": "SELECT MAX(Share), MIN(Share) FROM performance WHERE TYPE <> 'Live final'", + "gold": "SELECT MAX(SHARE), MIN(SHARE) FROM performance WHERE TYPE <> \"Live final\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 834, + "db_id": "orchestra", + "question": "How many different nationalities do conductors have", + "pred": "SELECT COUNT(DISTINCT Nationality) FROM conductor", + "gold": "SELECT COUNT(DISTINCT Nationality) FROM conductor", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 835, + "db_id": "orchestra", + "question": "Count the number of different nationalities of conductors", + "pred": "SELECT COUNT(DISTINCT Nationality) FROM conductor", + "gold": "SELECT COUNT(DISTINCT Nationality) FROM conductor", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 836, + "db_id": "orchestra", + "question": "List names of conductors in descending order of years of work", + "pred": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", + "gold": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 837, + "db_id": "orchestra", + "question": "What are the names of conductors, sorted descending by the number of years they have worked", + "pred": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", + "gold": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 838, + "db_id": "orchestra", + "question": "List the name of the conductor with the most years of work", + "pred": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", + "gold": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 839, + "db_id": "orchestra", + "question": "What is the name of the conductor who has worked the greatest number of years", + "pred": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", + "gold": "SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 840, + "db_id": "orchestra", + "question": "Show the names of conductors and the orchestras they have conducted", + "pred": "SELECT T2.Name, T1.Orchestra FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID", + "gold": "SELECT T1.Name, T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 841, + "db_id": "orchestra", + "question": "What are the names of conductors as well as the corresonding orchestras that they have conducted", + "pred": "SELECT T1.Name, T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", + "gold": "SELECT T1.Name, T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 842, + "db_id": "orchestra", + "question": "Show the names of conductors that have conducted more than one orchestras", + "pred": "SELECT T2.Name FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Conductor_ID HAVING COUNT(*) > 1", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 843, + "db_id": "orchestra", + "question": "What are the names of conductors who have conducted at more than one orchestra", + "pred": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Conductor_ID HAVING COUNT(*) > 1", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 844, + "db_id": "orchestra", + "question": "Show the name of the conductor that has conducted the most number of orchestras", + "pred": "SELECT T2.Name FROM orchestra AS T1 JOIN conductor AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 845, + "db_id": "orchestra", + "question": "What is the name of the conductor who has conducted the most orchestras", + "pred": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T1.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 846, + "db_id": "orchestra", + "question": "Please show the name of the conductor that has conducted orchestras founded after 2008", + "pred": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 847, + "db_id": "orchestra", + "question": "What are the names of conductors who have conducted orchestras founded after the year 2008", + "pred": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE T2.Year_of_Founded > 2008", + "gold": "SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID = T2.Conductor_ID WHERE Year_of_Founded > 2008", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 848, + "db_id": "orchestra", + "question": "Please show the different record companies and the corresponding number of orchestras", + "pred": "SELECT record_company, COUNT(*) FROM orchestra GROUP BY record_company", + "gold": "SELECT Record_Company, COUNT(*) FROM orchestra GROUP BY Record_Company", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 849, + "db_id": "orchestra", + "question": "How many orchestras does each record company manage", + "pred": "SELECT record_company, COUNT(*) FROM orchestra GROUP BY record_company", + "gold": "SELECT Record_Company, COUNT(*) FROM orchestra GROUP BY Record_Company", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 850, + "db_id": "orchestra", + "question": "Please show the record formats of orchestras in ascending order of count", + "pred": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", + "gold": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 851, + "db_id": "orchestra", + "question": "What are the major record formats of orchestras, sorted by their frequency", + "pred": "SELECT Major_Record_Format FROM orchestra ORDER BY Year_of_Founded", + "gold": "SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 852, + "db_id": "orchestra", + "question": "List the record company shared by the most number of orchestras", + "pred": "SELECT record_company FROM orchestra GROUP BY record_company ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 853, + "db_id": "orchestra", + "question": "What is the record company used by the greatest number of orchestras", + "pred": "SELECT record_company FROM orchestra GROUP BY record_company ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 854, + "db_id": "orchestra", + "question": "List the names of orchestras that have no performance", + "pred": "SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)", + "gold": "SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 855, + "db_id": "orchestra", + "question": "What are the orchestras that do not have any performances", + "pred": "SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)", + "gold": "SELECT Orchestra FROM orchestra WHERE NOT Orchestra_ID IN (SELECT Orchestra_ID FROM performance)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 856, + "db_id": "orchestra", + "question": "Show the record companies shared by orchestras founded before 2003 and after 2003", + "pred": "SELECT record_company FROM orchestra WHERE year_of_founded < 2003 INTERSECT SELECT record_company FROM orchestra WHERE year_of_founded > 2003", + "gold": "SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 857, + "db_id": "orchestra", + "question": "What are the record companies that are used by both orchestras founded before 2003 and those founded after 2003", + "pred": "SELECT record_company FROM orchestra WHERE year_of_founded < 2003 INTERSECT SELECT record_company FROM orchestra WHERE year_of_founded > 2003", + "gold": "SELECT Record_Company FROM orchestra WHERE Year_of_Founded < 2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded > 2003", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 858, + "db_id": "orchestra", + "question": "Find the number of orchestras whose record format is \"CD\" or \"DVD\"", + "pred": "SELECT COUNT(*) FROM orchestra WHERE major_record_format = \"CD\" OR major_record_format = \"DVD\"", + "gold": "SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = \"CD\" OR Major_Record_Format = \"DVD\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 859, + "db_id": "orchestra", + "question": "Count the number of orchestras that have CD or DVD as their record format", + "pred": "SELECT COUNT(*) FROM orchestra WHERE major_record_format = 'CD' OR major_record_format = 'DVD'", + "gold": "SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format = \"CD\" OR Major_Record_Format = \"DVD\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 860, + "db_id": "orchestra", + "question": "Show the years in which orchestras that have given more than one performance are founded", + "pred": "SELECT T2.Year_of_Founded FROM performance AS T1 JOIN orchestra AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T1.Orchestra_ID HAVING COUNT(*) > 1", + "gold": "SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 861, + "db_id": "orchestra", + "question": "What are years of founding for orchestras that have had more than a single performance", + "pred": "SELECT T1.Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T1.Orchestra_ID HAVING COUNT(*) > 1", + "gold": "SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID = T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 862, + "db_id": "network_1", + "question": "How many high schoolers are there", + "pred": "SELECT COUNT(*) FROM highschooler", + "gold": "SELECT COUNT(*) FROM Highschooler", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 863, + "db_id": "network_1", + "question": "Count the number of high schoolers", + "pred": "SELECT COUNT(*) FROM highschooler", + "gold": "SELECT COUNT(*) FROM Highschooler", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 864, + "db_id": "network_1", + "question": "Show the names and grades of each high schooler", + "pred": "SELECT name, grade FROM highschooler", + "gold": "SELECT name, grade FROM Highschooler", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 865, + "db_id": "network_1", + "question": "What are the names and grades for each high schooler", + "pred": "SELECT name, grade FROM highschooler", + "gold": "SELECT name, grade FROM Highschooler", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 866, + "db_id": "network_1", + "question": "Show all the grades of the high schoolers", + "pred": "SELECT DISTINCT grade FROM highschooler", + "gold": "SELECT grade FROM Highschooler", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 867, + "db_id": "network_1", + "question": "What is the grade of each high schooler", + "pred": "SELECT grade FROM highschooler", + "gold": "SELECT grade FROM Highschooler", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 868, + "db_id": "network_1", + "question": "What grade is Kyle in", + "pred": "SELECT DISTINCT grade FROM highschooler WHERE name = 'Kyle'", + "gold": "SELECT grade FROM Highschooler WHERE name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 869, + "db_id": "network_1", + "question": "Return the grade for the high schooler named Kyle", + "pred": "SELECT DISTINCT grade FROM highschooler WHERE name = 'Kyle'", + "gold": "SELECT grade FROM Highschooler WHERE name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 870, + "db_id": "network_1", + "question": "Show the names of all high schoolers in grade 10", + "pred": "SELECT name FROM highschooler WHERE grade = 10", + "gold": "SELECT name FROM Highschooler WHERE grade = 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 871, + "db_id": "network_1", + "question": "What are the names of all high schoolers in grade 10", + "pred": "SELECT name FROM highschooler WHERE grade = 10", + "gold": "SELECT name FROM Highschooler WHERE grade = 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 872, + "db_id": "network_1", + "question": "Show the ID of the high schooler named Kyle", + "pred": "SELECT id FROM highschooler WHERE name = 'Kyle'", + "gold": "SELECT ID FROM Highschooler WHERE name = \"Kyle\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 873, + "db_id": "network_1", + "question": "What is Kyle's id", + "pred": "SELECT id FROM highschooler WHERE name = 'Kyle'", + "gold": "SELECT ID FROM Highschooler WHERE name = \"Kyle\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 874, + "db_id": "network_1", + "question": "How many high schoolers are there in grade 9 or 10", + "pred": "SELECT COUNT(*) FROM highschooler WHERE grade = 9 OR grade = 10", + "gold": "SELECT COUNT(*) FROM Highschooler WHERE grade = 9 OR grade = 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 875, + "db_id": "network_1", + "question": "Count the number of high schoolers in grades 9 or 10", + "pred": "SELECT COUNT(*) FROM highschooler WHERE grade = 9 OR grade = 10", + "gold": "SELECT COUNT(*) FROM Highschooler WHERE grade = 9 OR grade = 10", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 876, + "db_id": "network_1", + "question": "Show the number of high schoolers for each grade", + "pred": "SELECT grade, COUNT(*) FROM highschooler GROUP BY grade", + "gold": "SELECT grade, COUNT(*) FROM Highschooler GROUP BY grade", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 877, + "db_id": "network_1", + "question": "How many high schoolers are in each grade", + "pred": "SELECT grade, COUNT(*) FROM highschooler GROUP BY grade", + "gold": "SELECT grade, COUNT(*) FROM Highschooler GROUP BY grade", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 878, + "db_id": "network_1", + "question": "Which grade has the most high schoolers", + "pred": "SELECT grade FROM highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 879, + "db_id": "network_1", + "question": "Return the grade that has the greatest number of high schoolers", + "pred": "SELECT grade FROM highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT grade FROM Highschooler GROUP BY grade ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 880, + "db_id": "network_1", + "question": "Show me all grades that have at least 4 students", + "pred": "SELECT grade FROM highschooler GROUP BY grade HAVING COUNT(*) >= 4", + "gold": "SELECT grade FROM Highschooler GROUP BY grade HAVING COUNT(*) >= 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 881, + "db_id": "network_1", + "question": "Which grades have 4 or more high schoolers", + "pred": "SELECT grade FROM highschooler GROUP BY grade HAVING COUNT(*) >= 4", + "gold": "SELECT grade FROM Highschooler GROUP BY grade HAVING COUNT(*) >= 4", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 882, + "db_id": "network_1", + "question": "Show the student IDs and numbers of friends corresponding to each", + "pred": "SELECT student_id, COUNT(*) FROM friend GROUP BY student_id", + "gold": "SELECT student_id, COUNT(*) FROM Friend GROUP BY student_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 883, + "db_id": "network_1", + "question": "How many friends does each student have", + "pred": "SELECT COUNT(*), student_id FROM friend GROUP BY student_id", + "gold": "SELECT student_id, COUNT(*) FROM Friend GROUP BY student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 884, + "db_id": "network_1", + "question": "Show the names of high school students and their corresponding number of friends", + "pred": "SELECT T2.name, COUNT(*) FROM friend AS T1 JOIN highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", + "gold": "SELECT T2.name, COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 885, + "db_id": "network_1", + "question": "What are the names of the high schoolers and how many friends does each have", + "pred": "SELECT T1.name, COUNT(*) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id", + "gold": "SELECT T2.name, COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 886, + "db_id": "network_1", + "question": "What is the name of the high schooler who has the greatest number of friends", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 887, + "db_id": "network_1", + "question": "Return the name of the high school student with the most friends", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 888, + "db_id": "network_1", + "question": "Show the names of high schoolers who have at least 3 friends", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id HAVING COUNT(*) >= 3", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 889, + "db_id": "network_1", + "question": "What are the names of high schoolers who have 3 or more friends", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id HAVING COUNT(*) >= 3", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 3", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 890, + "db_id": "network_1", + "question": "Show the names of all of the high schooler Kyle's friends", + "pred": "SELECT T2.name FROM friend AS T1 JOIN highschooler AS T2 ON T1.friend_id = T2.id JOIN highschooler AS T3 ON T1.student_id = T3.id WHERE T3.name = 'Kyle'", + "gold": "SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 891, + "db_id": "network_1", + "question": "Return the names of friends of the high school student Kyle", + "pred": "SELECT T2.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id JOIN student AS T3 ON T1.student_id = T3.id WHERE T3.name = 'Kyle'", + "gold": "SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id JOIN Highschooler AS T3 ON T1.friend_id = T3.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 0, + "table_precision": 0.6666666666666666, + "table_recall": 1.0, + "table_f1": 0.8 + }, + { + "idx": 892, + "db_id": "network_1", + "question": "How many friends does the high school student Kyle have", + "pred": "SELECT COUNT(DISTINCT T2.friend_id) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id WHERE T1.name = \"Kyle\"", + "gold": "SELECT COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 893, + "db_id": "network_1", + "question": "Count the number of friends Kyle has", + "pred": "SELECT COUNT(*) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id WHERE T1.name = 'Kyle'", + "gold": "SELECT COUNT(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 894, + "db_id": "network_1", + "question": "Show ids of all students who do not have any friends", + "pred": "SELECT id FROM highschooler EXCEPT SELECT student_id FROM friend", + "gold": "SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 895, + "db_id": "network_1", + "question": "What are the ids of high school students who do not have friends", + "pred": "SELECT id FROM highschooler EXCEPT SELECT student_id FROM friend", + "gold": "SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 896, + "db_id": "network_1", + "question": "Show names of all high school students who do not have any friends", + "pred": "SELECT name FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)", + "gold": "SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 897, + "db_id": "network_1", + "question": "What are the names of students who have no friends", + "pred": "SELECT name FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)", + "gold": "SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 898, + "db_id": "network_1", + "question": "Show the ids of high schoolers who have friends and are also liked by someone else", + "pred": "SELECT T1.student_id FROM friend AS T1 JOIN likes AS T2 ON T1.friend_id = T2.liked_id", + "gold": "SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 899, + "db_id": "network_1", + "question": "What are the ids of students who both have friends and are liked", + "pred": "SELECT student_id FROM friend INTERSECT SELECT student_id FROM likes", + "gold": "SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 900, + "db_id": "network_1", + "question": "Show name of all students who have some friends and also are liked by someone else", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.student_id JOIN friend AS T3 ON T2.friend_id = T3.id", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 901, + "db_id": "network_1", + "question": "What are the names of high schoolers who both have friends and are liked", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id INTERSECT SELECT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id = T2.id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 902, + "db_id": "network_1", + "question": "Count the number of likes for each student id", + "pred": "SELECT COUNT(*), student_id FROM likes GROUP BY student_id", + "gold": "SELECT student_id, COUNT(*) FROM Likes GROUP BY student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 903, + "db_id": "network_1", + "question": "How many likes correspond to each student id", + "pred": "SELECT student_id, COUNT(*) FROM likes GROUP BY student_id", + "gold": "SELECT student_id, COUNT(*) FROM Likes GROUP BY student_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 904, + "db_id": "network_1", + "question": "Show the names of high schoolers who have likes, and numbers of likes for each", + "pred": "SELECT T2.name, COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T1.liked_id = T2.id GROUP BY T2.id", + "gold": "SELECT T2.name, COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 905, + "db_id": "network_1", + "question": "What are the names of high schoolers who have likes, and how many likes does each have", + "pred": "SELECT COUNT(*), T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id GROUP BY T1.id", + "gold": "SELECT T2.name, COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 906, + "db_id": "network_1", + "question": "What is the name of the high schooler who has the greatest number of likes", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id GROUP BY T1.id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 907, + "db_id": "network_1", + "question": "Give the name of the student with the most likes", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN likes AS T2 ON T1.id = T2.liked_id GROUP BY T1.id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 908, + "db_id": "network_1", + "question": "Show the names of students who have at least 2 likes", + "pred": "SELECT T2.name FROM likes AS T1 JOIN highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 909, + "db_id": "network_1", + "question": "What are the names of students who have 2 or more likes", + "pred": "SELECT T2.name FROM likes AS T1 JOIN highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 910, + "db_id": "network_1", + "question": "Show the names of students who have a grade higher than 5 and have at least 2 friends", + "pred": "SELECT T2.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id JOIN highschooler AS T3 ON T1.id = T3.id WHERE T1.grade > 5 GROUP BY T2.student_id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 911, + "db_id": "network_1", + "question": "What are the names of high schoolers who have a grade of over 5 and have 2 or more friends", + "pred": "SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id HAVING T1.grade > 5 INTERSECT SELECT T1.name FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T1.id HAVING COUNT(*) >= 2", + "gold": "SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.grade > 5 GROUP BY T1.student_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 912, + "db_id": "network_1", + "question": "How many likes does Kyle have", + "pred": "SELECT COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T1.liked_id = T2.id WHERE T2.name = \"Kyle\"", + "gold": "SELECT COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 913, + "db_id": "network_1", + "question": "Return the number of likes that the high schooler named Kyle has", + "pred": "SELECT COUNT(*) FROM likes AS T1 JOIN highschooler AS T2 ON T1.liked_id = T2.id WHERE T2.name = \"Kyle\"", + "gold": "SELECT COUNT(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id WHERE T2.name = \"Kyle\"", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 914, + "db_id": "network_1", + "question": "Find the average grade of all students who have some friends", + "pred": "SELECT AVG(T1.grade) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T2.student_id", + "gold": "SELECT AVG(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 915, + "db_id": "network_1", + "question": "What is the average grade of students who have friends", + "pred": "SELECT AVG(T1.grade) FROM highschooler AS T1 JOIN friend AS T2 ON T1.id = T2.friend_id GROUP BY T2.student_id", + "gold": "SELECT AVG(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 916, + "db_id": "network_1", + "question": "Find the minimum grade of students who have no friends", + "pred": "SELECT MIN(grade) FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)", + "gold": "SELECT MIN(grade) FROM Highschooler WHERE NOT id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 917, + "db_id": "network_1", + "question": "What is the lowest grade of students who do not have any friends", + "pred": "SELECT grade FROM highschooler WHERE NOT id IN (SELECT student_id FROM friend)", + "gold": "SELECT MIN(grade) FROM Highschooler WHERE NOT id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id = T2.id)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 918, + "db_id": "dog_kennels", + "question": "Which states have both owners and professionals living there", + "pred": "SELECT T1.state FROM owners AS T1 JOIN professionals AS T2 ON T1.owner_id = T2.professional_id", + "gold": "SELECT state FROM Owners INTERSECT SELECT state FROM Professionals", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 919, + "db_id": "dog_kennels", + "question": "Find the states where both owners and professionals live", + "pred": "SELECT T1.state FROM owners AS T1 JOIN professionals AS T2 ON T1.owner_id = T2.professional_id", + "gold": "SELECT state FROM Owners INTERSECT SELECT state FROM Professionals", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 920, + "db_id": "dog_kennels", + "question": "What is the average age of the dogs who have gone through any treatments", + "pred": "SELECT AVG(T1.age) FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id", + "gold": "SELECT AVG(age) FROM Dogs WHERE dog_id IN (SELECT dog_id FROM Treatments)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 921, + "db_id": "dog_kennels", + "question": "Find the average age of the dogs who went through treatments", + "pred": "SELECT AVG(T1.age) FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id", + "gold": "SELECT AVG(age) FROM Dogs WHERE dog_id IN (SELECT dog_id FROM Treatments)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 922, + "db_id": "dog_kennels", + "question": "Which professionals live in the state of Indiana or have done treatment on more than 2 treatments? List his or her id, last name and cell phone", + "pred": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = \"Indiana\" UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1", + "gold": "SELECT professional_id, last_name, cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) > 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 923, + "db_id": "dog_kennels", + "question": "Find the id, last name and cell phone of the professionals who live in the state of Indiana or have performed more than two treatments", + "pred": "SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T1.state = \"Indiana\" UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1", + "gold": "SELECT professional_id, last_name, cell_number FROM Professionals WHERE state = 'Indiana' UNION SELECT T1.professional_id, T1.last_name, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) > 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 924, + "db_id": "dog_kennels", + "question": "Which dogs have not cost their owner more than 1000 for treatment ? List the dog names", + "pred": "SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments WHERE cost_of_treatment > 1000)", + "gold": "SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments GROUP BY dog_id HAVING SUM(cost_of_treatment) > 1000)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 925, + "db_id": "dog_kennels", + "question": "What are the names of the dogs for which the owner has not spend more than 1000 for treatment", + "pred": "SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments WHERE cost_of_treatment > 1000)", + "gold": "SELECT name FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments GROUP BY dog_id HAVING SUM(cost_of_treatment) > 1000)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 926, + "db_id": "dog_kennels", + "question": "Which first names are used for professionals or owners but are not used as dog names", + "pred": "SELECT first_name FROM owners UNION SELECT T1.first_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id JOIN professionals AS T3 ON T2.owner_id = T3.owner_id", + "gold": "SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 927, + "db_id": "dog_kennels", + "question": "Find the first names that are used for professionals or owners but are not used as dog names", + "pred": "SELECT T1.first_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id UNION SELECT T3.first_name FROM owners AS T3 JOIN dogs AS T4 ON T2.owner_id = T4.owner_id WHERE T4.name = 'Professionals' OR T3.name = 'Dog'", + "gold": "SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 0.6666666666666666, + "table_f1": 0.8 + }, + { + "idx": 928, + "db_id": "dog_kennels", + "question": "Which professional did not operate any treatment on dogs? List the professional's id, role and email", + "pred": "SELECT professional_id, role_code, email_address FROM professionals WHERE NOT professional_id IN (SELECT professional_id FROM treatments)", + "gold": "SELECT professional_id, role_code, email_address FROM Professionals EXCEPT SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 929, + "db_id": "dog_kennels", + "question": "Give me the id, role and email of the professionals who did not perform any treatment on dogs", + "pred": "SELECT professional_id, role_code, email_address FROM professionals WHERE NOT professional_id IN (SELECT professional_id FROM treatments)", + "gold": "SELECT professional_id, role_code, email_address FROM Professionals EXCEPT SELECT T1.professional_id, T1.role_code, T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 930, + "db_id": "dog_kennels", + "question": "Which owner owns the most dogs? List the owner id, first name and last name", + "pred": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T2.first_name, T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 931, + "db_id": "dog_kennels", + "question": "Return the owner id, first name and last name of the owner who has the most dogs", + "pred": "SELECT T1.owner_id, T1.first_name, T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T2.first_name, T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id = T2.owner_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 932, + "db_id": "dog_kennels", + "question": "Which professionals have done at least two treatments? List the professional's id, role, and first name", + "pred": "SELECT T1.professional_id, T1.role_code, T2.first_name FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "gold": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 933, + "db_id": "dog_kennels", + "question": "What are the id, role, and first name of the professionals who have performed two or more treatments", + "pred": "SELECT T1.professional_id, T1.role_code, T2.first_name FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "gold": "SELECT T1.professional_id, T1.role_code, T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 934, + "db_id": "dog_kennels", + "question": "What is the name of the breed with the most dogs", + "pred": "SELECT T1.breed_name FROM breeds AS T1 JOIN dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 935, + "db_id": "dog_kennels", + "question": "Which breed do the most dogs have? Give me the breed name", + "pred": "SELECT T2.breed_name FROM dogs AS T1 JOIN breeds AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_code ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code = T2.breed_code GROUP BY T1.breed_name ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 936, + "db_id": "dog_kennels", + "question": "Which owner has paid for the most treatments on his or her dogs? List the owner id and last name", + "pred": "SELECT T1.owner_id, T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id JOIN treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 937, + "db_id": "dog_kennels", + "question": "Tell me the owner id and last name of the owner who spent the most on treatments of his or her dogs", + "pred": "SELECT T1.owner_id, T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id JOIN treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 938, + "db_id": "dog_kennels", + "question": "What is the description of the treatment type that costs the least money in total", + "pred": "SELECT T1.treatment_type_description FROM treatment_types AS T1 JOIN treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(T2.cost_of_treatment) ASC LIMIT 1", + "gold": "SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(cost_of_treatment) ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 939, + "db_id": "dog_kennels", + "question": "Give me the description of the treatment type whose total cost is the lowest", + "pred": "SELECT T1.treatment_type_description FROM treatment_types AS T1 JOIN treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(T2.cost_of_treatment) LIMIT 1", + "gold": "SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code = T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY SUM(cost_of_treatment) ASC LIMIT 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 940, + "db_id": "dog_kennels", + "question": "Which owner has paid the largest amount of money in total for their dogs? Show the owner id and zip code", + "pred": "SELECT T1.owner_id, T1.zip_code FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id JOIN treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 941, + "db_id": "dog_kennels", + "question": "Find the owner id and zip code of the owner who spent the most money in total for his or her dogs", + "pred": "SELECT T1.owner_id, T1.zip_code FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id JOIN treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", + "gold": "SELECT T1.owner_id, T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id JOIN Treatments AS T3 ON T2.dog_id = T3.dog_id GROUP BY T1.owner_id ORDER BY SUM(T3.cost_of_treatment) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 942, + "db_id": "dog_kennels", + "question": "Which professionals have done at least two types of treatments? List the professional id and cell phone", + "pred": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "gold": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 943, + "db_id": "dog_kennels", + "question": "Find the id and cell phone of the professionals who operate two or more types of treatments", + "pred": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "gold": "SELECT T1.professional_id, T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id GROUP BY T1.professional_id HAVING COUNT(*) >= 2", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 944, + "db_id": "dog_kennels", + "question": "What are the first name and last name of the professionals who have done treatment with cost below average", + "pred": "SELECT T1.first_name, T1.last_name FROM professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM treatments)", + "gold": "SELECT DISTINCT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON TRUE WHERE cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM Treatments)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 945, + "db_id": "dog_kennels", + "question": "Which professionals have operated a treatment that costs less than the average? Give me theor first names and last names", + "pred": "SELECT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN treatments AS T2 ON T1.professional_id = T2.professional_id WHERE T2.cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM treatments)", + "gold": "SELECT DISTINCT T1.first_name, T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 ON TRUE WHERE cost_of_treatment < (SELECT AVG(cost_of_treatment) FROM Treatments)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 946, + "db_id": "dog_kennels", + "question": "List the date of each treatment, together with the first name of the professional who operated it", + "pred": "SELECT T1.date_of_treatment, T2.first_name FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2.professional_id", + "gold": "SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 947, + "db_id": "dog_kennels", + "question": "What are the date and the operating professional's first name of each treatment", + "pred": "SELECT T1.date_of_treatment, T2.first_name FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2.professional_id", + "gold": "SELECT T1.date_of_treatment, T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id = T2.professional_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 948, + "db_id": "dog_kennels", + "question": "List the cost of each treatment and the corresponding treatment type description", + "pred": "SELECT T1.cost_of_treatment, T2.treatment_type_description FROM treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", + "gold": "SELECT T1.cost_of_treatment, T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 949, + "db_id": "dog_kennels", + "question": "What are the cost and treatment type description of each treatment", + "pred": "SELECT T1.cost_of_treatment, T2.treatment_type_description FROM treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", + "gold": "SELECT T1.cost_of_treatment, T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code = T2.treatment_type_code", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 950, + "db_id": "dog_kennels", + "question": "List each owner's first name, last name, and the size of his for her dog", + "pred": "SELECT T1.first_name, T1.last_name, T2.size_code FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id", + "gold": "SELECT T1.first_name, T1.last_name, T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 951, + "db_id": "dog_kennels", + "question": "What are each owner's first name, last name, and the size of their dog", + "pred": "SELECT T1.first_name, T1.last_name, T2.size_code FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id", + "gold": "SELECT T1.first_name, T1.last_name, T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 952, + "db_id": "dog_kennels", + "question": "List pairs of the owner's first name and the dogs's name", + "pred": "SELECT T1.first_name, T2.name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id", + "gold": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 953, + "db_id": "dog_kennels", + "question": "What are each owner's first name and their dogs's name", + "pred": "SELECT T1.first_name, T2.name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id", + "gold": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 954, + "db_id": "dog_kennels", + "question": "List the names of the dogs of the rarest breed and the treatment dates of them", + "pred": "SELECT T1.name, T3.date_of_treatment FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = 'Rain'", + "gold": "SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = (SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY COUNT(*) ASC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 955, + "db_id": "dog_kennels", + "question": "Which dogs are of the rarest breed? Show their names and treatment dates", + "pred": "SELECT T1.name, T2.date_of_treatment FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = 'Rain'", + "gold": "SELECT T1.name, T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id WHERE T1.breed_code = (SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY COUNT(*) ASC LIMIT 1)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 956, + "db_id": "dog_kennels", + "question": "Which dogs are owned by someone who lives in Virginia? List the owner's first name and the dog's name", + "pred": "SELECT T2.first_name, T2.name FROM dogs AS T1 JOIN owners AS T2 ON T1.owner_id = T2.owner_id WHERE T2.city = \"Virginia\"", + "gold": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 957, + "db_id": "dog_kennels", + "question": "Find the first names of owners living in Virginia and the names of dogs they own", + "pred": "SELECT T1.first_name, T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.city = \"Virginia\"", + "gold": "SELECT T1.first_name, T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T1.state = 'Virginia'", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 958, + "db_id": "dog_kennels", + "question": "What are the arriving date and the departing date of the dogs who have gone through a treatment", + "pred": "SELECT T1.date_arrived, T1.date_departed FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id", + "gold": "SELECT DISTINCT T1.date_arrived, T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 959, + "db_id": "dog_kennels", + "question": "Find the arriving date and the departing date of the dogs that received a treatment", + "pred": "SELECT T1.date_arrived, T1.date_departed FROM dogs AS T1 JOIN treatments AS T2 ON T1.dog_id = T2.dog_id", + "gold": "SELECT DISTINCT T1.date_arrived, T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id = T2.dog_id", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 960, + "db_id": "dog_kennels", + "question": "List the last name of the owner owning the youngest dog", + "pred": "SELECT T1.last_name FROM owners AS T1 JOIN dogs AS T2 ON T1.owner_id = T2.owner_id ORDER BY T2.age LIMIT 1", + "gold": "SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = (SELECT MAX(age) FROM Dogs)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 961, + "db_id": "dog_kennels", + "question": "Who owns the youngest dog? Give me his or her last name", + "pred": "SELECT t1.last_name FROM owners AS t1 JOIN dogs AS t2 ON t1.owner_id = t2.owner_id ORDER BY t2.age LIMIT 1", + "gold": "SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id = T2.owner_id WHERE T2.age = (SELECT MAX(age) FROM Dogs)", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 962, + "db_id": "dog_kennels", + "question": "List the emails of the professionals who live in the state of Hawaii or the state of Wisconsin", + "pred": "SELECT email_address FROM professionals WHERE state = \"Hawaii\" OR state = \"Wisconsin\"", + "gold": "SELECT email_address FROM Professionals WHERE state = 'Hawaii' OR state = 'Wisconsin'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 963, + "db_id": "dog_kennels", + "question": "What are the emails of the professionals living in either the state of Hawaii or the state of Wisconsin", + "pred": "SELECT email_address FROM professionals WHERE state = \"Hawaii\" OR state = \"Wisconsin\"", + "gold": "SELECT email_address FROM Professionals WHERE state = 'Hawaii' OR state = 'Wisconsin'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 964, + "db_id": "dog_kennels", + "question": "What are the arriving date and the departing date of all the dogs", + "pred": "SELECT date_arrived, date_departed FROM dogs", + "gold": "SELECT date_arrived, date_departed FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 965, + "db_id": "dog_kennels", + "question": "List the arrival date and the departure date for all the dogs", + "pred": "SELECT date_arrived, date_departed FROM dogs", + "gold": "SELECT date_arrived, date_departed FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 966, + "db_id": "dog_kennels", + "question": "How many dogs went through any treatments", + "pred": "SELECT COUNT(DISTINCT dog_id) FROM treatments", + "gold": "SELECT COUNT(DISTINCT dog_id) FROM Treatments", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 967, + "db_id": "dog_kennels", + "question": "Count the number of dogs that went through a treatment", + "pred": "SELECT COUNT(DISTINCT dog_id) FROM treatments", + "gold": "SELECT COUNT(DISTINCT dog_id) FROM Treatments", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 968, + "db_id": "dog_kennels", + "question": "How many professionals have performed any treatment to dogs", + "pred": "SELECT COUNT(DISTINCT professional_id) FROM treatments", + "gold": "SELECT COUNT(DISTINCT professional_id) FROM Treatments", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 969, + "db_id": "dog_kennels", + "question": "Find the number of professionals who have ever treated dogs", + "pred": "SELECT COUNT(DISTINCT professional_id) FROM treatments", + "gold": "SELECT COUNT(DISTINCT professional_id) FROM Treatments", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 970, + "db_id": "dog_kennels", + "question": "Which professionals live in a city containing the substring 'West'? List his or her role, street, city and state", + "pred": "SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'", + "gold": "SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 971, + "db_id": "dog_kennels", + "question": "Find the role, street, city and state of the professionals living in a city that contains the substring 'West'", + "pred": "SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'", + "gold": "SELECT role_code, street, city, state FROM professionals WHERE city LIKE '%West%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 972, + "db_id": "dog_kennels", + "question": "Which owners live in the state whose name contains the substring 'North'? List his first name, last name and email", + "pred": "SELECT first_name, last_name, email_address FROM owners WHERE state LIKE '%North%'", + "gold": "SELECT first_name, last_name, email_address FROM Owners WHERE state LIKE '%North%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 973, + "db_id": "dog_kennels", + "question": "Return the first name, last name and email of the owners living in a state whose name contains the substring 'North'", + "pred": "SELECT first_name, last_name, email_address FROM owners WHERE state LIKE '%North%'", + "gold": "SELECT first_name, last_name, email_address FROM Owners WHERE state LIKE '%North%'", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 974, + "db_id": "dog_kennels", + "question": "How many dogs have an age below the average", + "pred": "SELECT COUNT(*) FROM dogs WHERE age < (SELECT AVG(age) FROM dogs)", + "gold": "SELECT COUNT(*) FROM Dogs WHERE age < (SELECT AVG(age) FROM Dogs)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 975, + "db_id": "dog_kennels", + "question": "Count the number of dogs of an age below the average", + "pred": "SELECT COUNT(*) FROM dogs WHERE age < (SELECT AVG(age) FROM dogs)", + "gold": "SELECT COUNT(*) FROM Dogs WHERE age < (SELECT AVG(age) FROM Dogs)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 976, + "db_id": "dog_kennels", + "question": "How much does the most recent treatment cost", + "pred": "SELECT cost_of_treatment FROM treatments ORDER BY cost_of_treatment DESC LIMIT 1", + "gold": "SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 977, + "db_id": "dog_kennels", + "question": "Show me the cost of the most recently performed treatment", + "pred": "SELECT cost_of_treatment FROM treatments ORDER BY date_of_treatment DESC LIMIT 1", + "gold": "SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 978, + "db_id": "dog_kennels", + "question": "How many dogs have not gone through any treatment", + "pred": "SELECT COUNT(*) FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments)", + "gold": "SELECT COUNT(*) FROM Dogs WHERE NOT dog_id IN (SELECT dog_id FROM Treatments)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 979, + "db_id": "dog_kennels", + "question": "Tell me the number of dogs that have not received any treatment", + "pred": "SELECT COUNT(*) FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments)", + "gold": "SELECT COUNT(*) FROM dogs WHERE NOT dog_id IN (SELECT dog_id FROM treatments)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 980, + "db_id": "dog_kennels", + "question": "How many owners temporarily do not have any dogs", + "pred": "SELECT COUNT(*) FROM owners WHERE NOT owner_id IN (SELECT owner_id FROM dogs)", + "gold": "SELECT COUNT(*) FROM Owners WHERE NOT owner_id IN (SELECT owner_id FROM Dogs)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 981, + "db_id": "dog_kennels", + "question": "Find the number of owners who do not own any dogs at this moment", + "pred": "SELECT COUNT(*) FROM owners WHERE NOT owner_id IN (SELECT owner_id FROM dogs)", + "gold": "SELECT COUNT(*) FROM Owners WHERE NOT owner_id IN (SELECT owner_id FROM Dogs)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 982, + "db_id": "dog_kennels", + "question": "How many professionals did not operate any treatment on dogs", + "pred": "SELECT COUNT(*) FROM professionals WHERE NOT professional_id IN (SELECT professional_id FROM treatments)", + "gold": "SELECT COUNT(*) FROM Professionals WHERE NOT professional_id IN (SELECT professional_id FROM Treatments)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 983, + "db_id": "dog_kennels", + "question": "Find the number of professionals who have not treated any dogs", + "pred": "SELECT COUNT(*) FROM professionals WHERE NOT professional_id IN (SELECT professional_id FROM treatments)", + "gold": "SELECT COUNT(*) FROM Professionals WHERE NOT professional_id IN (SELECT professional_id FROM Treatments)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 984, + "db_id": "dog_kennels", + "question": "List the dog name, age and weight of the dogs who have been abandoned? 1 stands for yes, and 0 stands for no", + "pred": "SELECT name, age, weight FROM dogs WHERE abandoned_yn = 1", + "gold": "SELECT name, age, weight FROM Dogs WHERE abandoned_yn = 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 985, + "db_id": "dog_kennels", + "question": "What are the dog name, age and weight of the dogs that were abandoned? Note that 1 stands for yes, and 0 stands for no in the tables", + "pred": "SELECT name, age, weight FROM dogs WHERE abandoned_yn = 1 UNION SELECT name, age, weight FROM dogs WHERE abandoned_yn = 0", + "gold": "SELECT name, age, weight FROM Dogs WHERE abandoned_yn = 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 986, + "db_id": "dog_kennels", + "question": "What is the average age of all the dogs", + "pred": "SELECT AVG(age) FROM dogs", + "gold": "SELECT AVG(age) FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 987, + "db_id": "dog_kennels", + "question": "Compute the average age of all the dogs", + "pred": "SELECT AVG(age) FROM dogs", + "gold": "SELECT AVG(age) FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 988, + "db_id": "dog_kennels", + "question": "What is the age of the oldest dog", + "pred": "SELECT MAX(age) FROM dogs", + "gold": "SELECT MAX(age) FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 989, + "db_id": "dog_kennels", + "question": "Tell me the age of the oldest dog", + "pred": "SELECT MAX(age) FROM dogs", + "gold": "SELECT MAX(age) FROM Dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 990, + "db_id": "dog_kennels", + "question": "How much does each charge type costs? List both charge type and amount", + "pred": "SELECT charge_type, charge_amount FROM charges GROUP BY charge_type", + "gold": "SELECT charge_type, charge_amount FROM Charges", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 991, + "db_id": "dog_kennels", + "question": "List each charge type and its amount", + "pred": "SELECT charge_type, charge_amount FROM charges", + "gold": "SELECT charge_type, charge_amount FROM Charges", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 992, + "db_id": "dog_kennels", + "question": "How much does the most expensive charge type costs", + "pred": "SELECT charge_amount FROM charges ORDER BY charge_type DESC LIMIT 1", + "gold": "SELECT MAX(charge_amount) FROM Charges", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 993, + "db_id": "dog_kennels", + "question": "What is the charge amount of the most expensive charge type", + "pred": "SELECT charge_amount FROM charges ORDER BY charge_type DESC LIMIT 1", + "gold": "SELECT MAX(charge_amount) FROM Charges", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 994, + "db_id": "dog_kennels", + "question": "List the email, cell phone and home phone of all the professionals", + "pred": "SELECT email_address, cell_number, home_phone FROM professionals", + "gold": "SELECT email_address, cell_number, home_phone FROM professionals", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 995, + "db_id": "dog_kennels", + "question": "What are the email, cell phone and home phone of each professional", + "pred": "SELECT email_address, cell_number, home_phone FROM professionals", + "gold": "SELECT email_address, cell_number, home_phone FROM professionals", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 996, + "db_id": "dog_kennels", + "question": "What are all the possible breed type and size type combinations", + "pred": "SELECT breed_code, size_code FROM dogs", + "gold": "SELECT DISTINCT breed_code, size_code FROM dogs", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 997, + "db_id": "dog_kennels", + "question": "Find the distinct breed type and size type combinations for dogs", + "pred": "SELECT DISTINCT breed_code, size_code FROM dogs", + "gold": "SELECT DISTINCT breed_code, size_code FROM dogs", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 998, + "db_id": "dog_kennels", + "question": "List the first name of all the professionals along with the description of the treatment they have done", + "pred": "SELECT T3.first_name, T2.treatment_type_description FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2.professional_id JOIN treatment_types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", + "gold": "SELECT DISTINCT T1.first_name, T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 999, + "db_id": "dog_kennels", + "question": "What are each professional's first name and description of the treatment they have performed", + "pred": "SELECT T3.first_name, T3.treatment_type_description FROM treatments AS T1 JOIN professionals AS T2 ON T1.professional_id = T2.professional_id JOIN treatment_types AS T3 ON T1.treatment_type_code = T3.treatment_type_code", + "gold": "SELECT DISTINCT T1.first_name, T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id = T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code = T3.treatment_type_code", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1000, + "db_id": "singer", + "question": "How many singers are there", + "pred": "SELECT COUNT(*) FROM singer", + "gold": "SELECT COUNT(*) FROM singer", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1001, + "db_id": "singer", + "question": "What is the count of singers", + "pred": "SELECT COUNT(*) FROM singer", + "gold": "SELECT COUNT(*) FROM singer", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1002, + "db_id": "singer", + "question": "List the name of singers in ascending order of net worth", + "pred": "SELECT name FROM singer ORDER BY net_worth_millions ASC", + "gold": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1003, + "db_id": "singer", + "question": "What are the names of singers ordered by ascending net worth", + "pred": "SELECT name FROM singer ORDER BY net_worth_millions ASC", + "gold": "SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1004, + "db_id": "singer", + "question": "What are the birth year and citizenship of singers", + "pred": "SELECT Birth_Year, Citizenship FROM singer", + "gold": "SELECT Birth_Year, Citizenship FROM singer", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1005, + "db_id": "singer", + "question": "What are the birth years and citizenships of the singers", + "pred": "SELECT Birth_Year, Citizenship FROM singer", + "gold": "SELECT Birth_Year, Citizenship FROM singer", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1006, + "db_id": "singer", + "question": "List the name of singers whose citizenship is not \"France\"", + "pred": "SELECT name FROM singer WHERE citizenship <> 'France'", + "gold": "SELECT Name FROM singer WHERE Citizenship <> \"France\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1007, + "db_id": "singer", + "question": "What are the names of the singers who are not French citizens", + "pred": "SELECT name FROM singer WHERE citizenship <> 'French'", + "gold": "SELECT Name FROM singer WHERE Citizenship <> \"France\"", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1008, + "db_id": "singer", + "question": "Show the name of singers whose birth year is either 1948 or 1949", + "pred": "SELECT name FROM singer WHERE birth_year = 1948 OR birth_year = 1949", + "gold": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1009, + "db_id": "singer", + "question": "What are the names of the singers whose birth years are either 1948 or 1949", + "pred": "SELECT name FROM singer WHERE birth_year = 1948 OR birth_year = 1949", + "gold": "SELECT Name FROM singer WHERE Birth_Year = 1948 OR Birth_Year = 1949", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1010, + "db_id": "singer", + "question": "What is the name of the singer with the largest net worth", + "pred": "SELECT name FROM singer ORDER BY net_worth_millions DESC LIMIT 1", + "gold": "SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1011, + "db_id": "singer", + "question": "What is the name of the singer who is worth the most", + "pred": "SELECT name FROM singer ORDER BY net_worth_millions DESC LIMIT 1", + "gold": "SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1012, + "db_id": "singer", + "question": "Show different citizenship of singers and the number of singers of each citizenship", + "pred": "SELECT citizenship, COUNT(*) FROM singer GROUP BY citizenship", + "gold": "SELECT Citizenship, COUNT(*) FROM singer GROUP BY Citizenship", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1013, + "db_id": "singer", + "question": "For each citizenship, how many singers are from that country", + "pred": "SELECT citizenship, COUNT(*) FROM singer GROUP BY citizenship", + "gold": "SELECT Citizenship, COUNT(*) FROM singer GROUP BY Citizenship", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1014, + "db_id": "singer", + "question": "Please show the most common citizenship of singers", + "pred": "SELECT citizenship FROM singer GROUP BY citizenship ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1015, + "db_id": "singer", + "question": "What is the most common singer citizenship", + "pred": "SELECT citizenship FROM singer GROUP BY citizenship ORDER BY COUNT(*) DESC LIMIT 1", + "gold": "SELECT citizenship FROM singer GROUP BY citizenship ORDER BY COUNT(*) DESC LIMIT 1", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1016, + "db_id": "singer", + "question": "Show different citizenships and the maximum net worth of singers of each citizenship", + "pred": "SELECT citizenship, MAX(net_worth_millions) FROM singer GROUP BY citizenship", + "gold": "SELECT Citizenship, MAX(Net_Worth_Millions) FROM singer GROUP BY Citizenship", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1017, + "db_id": "singer", + "question": "For each citizenship, what is the maximum net worth", + "pred": "SELECT citizenship, MAX(net_worth_millions) FROM singer GROUP BY citizenship", + "gold": "SELECT Citizenship, MAX(Net_Worth_Millions) FROM singer GROUP BY Citizenship", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1018, + "db_id": "singer", + "question": "Show titles of songs and names of singers", + "pred": "SELECT T2.title, T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id", + "gold": "SELECT T2.Title, T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1019, + "db_id": "singer", + "question": "What are the song titles and singer names", + "pred": "SELECT T2.title, T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id", + "gold": "SELECT T2.Title, T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1020, + "db_id": "singer", + "question": "Show distinct names of singers that have songs with sales more than 300000", + "pred": "SELECT DISTINCT T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id WHERE T2.Sales > 300000", + "gold": "SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1021, + "db_id": "singer", + "question": "what are the different names of the singers that have sales more than 300000", + "pred": "SELECT DISTINCT T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id WHERE T2.Sales > 300000", + "gold": "SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID WHERE T2.Sales > 300000", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1022, + "db_id": "singer", + "question": "Show the names of singers that have more than one song", + "pred": "SELECT T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.singer_id HAVING COUNT(*) > 1", + "gold": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1023, + "db_id": "singer", + "question": "What are the names of the singers that have more than one songs", + "pred": "SELECT T1.name FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.singer_id HAVING COUNT(*) > 1", + "gold": "SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*) > 1", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1024, + "db_id": "singer", + "question": "Show the names of singers and the total sales of their songs", + "pred": "SELECT T1.name, SUM(T2.sales) FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.singer_id", + "gold": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", + "em_norm": 0, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1025, + "db_id": "singer", + "question": "For each singer name, what is the total sales for their songs", + "pred": "SELECT T1.name, SUM(T2.sales) FROM singer AS T1 JOIN song AS T2 ON T1.singer_id = T2.singer_id GROUP BY T1.name", + "gold": "SELECT T1.Name, SUM(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID = T2.Singer_ID GROUP BY T1.Name", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1026, + "db_id": "singer", + "question": "List the name of singers that do not have any song", + "pred": "SELECT name FROM singer WHERE NOT singer_id IN (SELECT singer_id FROM song)", + "gold": "SELECT Name FROM singer WHERE NOT Singer_ID IN (SELECT Singer_ID FROM song)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1027, + "db_id": "singer", + "question": "What is the sname of every sing that does not have any song", + "pred": "SELECT name FROM singer WHERE NOT singer_id IN (SELECT singer_id FROM song)", + "gold": "SELECT Name FROM singer WHERE NOT Singer_ID IN (SELECT Singer_ID FROM song)", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1028, + "db_id": "singer", + "question": "Show the citizenship shared by singers with birth year before 1945 and after 1955", + "pred": "SELECT citizenship FROM singer WHERE birth_year < 1945 INTERSECT SELECT citizenship FROM singer WHERE birth_year > 1955", + "gold": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1029, + "db_id": "singer", + "question": "What are the citizenships that are shared by singers with a birth year before 1945 and after 1955", + "pred": "SELECT citizenship FROM singer WHERE birth_year < 1945 INTERSECT SELECT citizenship FROM singer WHERE birth_year > 1955", + "gold": "SELECT Citizenship FROM singer WHERE Birth_Year < 1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year > 1955", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1030, + "db_id": "real_estate_properties", + "question": "How many available features are there in total", + "pred": "SELECT COUNT(*) FROM other_available_features", + "gold": "SELECT COUNT(*) FROM Other_Available_Features", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1031, + "db_id": "real_estate_properties", + "question": "What is the feature type name of feature AirCon", + "pred": "SELECT T2.feature_type_name FROM other_available_features AS T1 JOIN ref_feature_types AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T1.feature_name = \"AirCon\"", + "gold": "SELECT T2.feature_type_name FROM Other_Available_Features AS T1 JOIN Ref_Feature_Types AS T2 ON T1.feature_type_code = T2.feature_type_code WHERE T1.feature_name = \"AirCon\"", + "em_norm": 1, + "ex": 1, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1032, + "db_id": "real_estate_properties", + "question": "Show the property type descriptions of properties belonging to that code", + "pred": "SELECT T1.property_type_description FROM Ref_Property_Types AS T1 JOIN Properties AS T2 ON T1.property_type_code = T2.property_type_code", + "gold": "SELECT T2.property_type_description FROM Properties AS T1 JOIN Ref_Property_Types AS T2 ON T1.property_type_code = T2.property_type_code GROUP BY T1.property_type_code", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + }, + { + "idx": 1033, + "db_id": "real_estate_properties", + "question": "What are the names of properties that are either houses or apartments with more than 1 room", + "pred": "SELECT property_name FROM properties WHERE hse_feature_1 = 'houses' OR oth_feature_1 = 'apartments'", + "gold": "SELECT property_name FROM Properties WHERE property_type_code = \"House\" UNION SELECT property_name FROM Properties WHERE property_type_code = \"Apartment\" AND room_count > 1", + "em_norm": 0, + "ex": 0, + "table_precision": 1.0, + "table_recall": 1.0, + "table_f1": 1.0 + } +] \ No newline at end of file