qa_human_check.json

[
    {
        "question": "when is the last time wisconsin missed the ncaa tournament",
        "answers": [
            "1997\u201398"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The last time wisconsin missed the ncaa tournament was in 2016.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The last time Wisconsin missed the NCAA tournament was in the 1997-1998 season.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did all night long come out lionel richie",
        "answers": [
            "1983",
            "August 31, 1983"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "All Night Long by Lionel Richie was released in 1973",
            "human_eval": "0"
        },
        "llama": {
            "pred": "All night long came out in 1983.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "\"All Night Long\" by Lionel Richie was released in 1983.",
            "human_eval": "1"
        }
    },
    {
        "question": "who built the first temple for god in jerusalem",
        "answers": [
            "Solomon"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "King Solomon",
            "human_eval": "1"
        },
        "llama": {
            "pred": "King Solomon built the first temple for god in jerusalem.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "King Solomon built the first temple for God in Jerusalem.",
            "human_eval": "1"
        }
    },
    {
        "question": "what does istj mean in a personality test",
        "answers": [
            "Extroverted Thinking (Te)",
            "Extroverted Intuition (Ne)",
            "Introverted Sensing (Si)",
            "Introverted Feeling (Fi)"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Introverted Sensing Thinking Judging",
            "human_eval": "1"
        },
        "llama": {
            "pred": "istj means introverted sensing thinking judging in a personality test.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "ISTJ stands for Introverted, Sensing, Thinking, Judging in a personality test.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the movie the wizard of oz made",
        "answers": [
            "1939",
            "August\u00a025,\u00a01939"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1939",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The movie the wizard of oz was made in 1939.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The movie The Wizard of Oz was made in 1939.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is the new football stadium in atlanta",
        "answers": [
            "Mercedes-Benz Stadium"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Atlanta, Georgia",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mercedes-Benz Stadium is the new football stadium in atlanta.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The new football stadium in Atlanta is located in downtown Atlanta, Georgia.",
            "human_eval": "0"
        }
    },
    {
        "question": "when does the black panther movie soundtrack come out",
        "answers": [
            "February 9, 2018",
            "February 16, 2018"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "February 16, 2018",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The black panther movie soundtrack comes out on February 9, 2018.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Black Panther movie soundtrack was released on February 9, 2018.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did the term spirits for alcohol come from",
        "answers": [
            "Middle Eastern alchemy"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The term spirits for alcohol came from the Latin word spiritus, which means \"spirit\".",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The term spirits for alcohol came from the term spirits for alcohol.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The term \"spirits\" for alcohol originated from the belief that the distillation process captured the spirit or essence of the original substance.",
            "human_eval": "0"
        }
    },
    {
        "question": "who plays zoey in i love you man",
        "answers": [
            "Rashida Jones"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Jennifer Love Hewitt",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paula Patton plays zoey in i love you man.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Rashida Jones plays Zoey in the movie \"I Love You, Man.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the great plague of london start and end",
        "answers": [
            "1665 to 1666",
            "1666",
            "1665",
            "from 1665 to 1666"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Great Plague of London started on 13 February 1665 and ended on 28 February 1666.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The great plague of london started in 1665 and ended in 1666.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Great Plague of London started in 1665 and ended in 1666.",
            "human_eval": "1"
        }
    },
    {
        "question": "who got the first arjun award in athletics",
        "answers": [
            "Gurbachan Singh Randhawa"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Vijay Kumar",
            "human_eval": "0"
        },
        "llama": {
            "pred": "P.T. Usha got the first arjun award in athletics.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Milkha Singh got the first Arjuna Award in athletics.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is the center of heredity in a cell",
        "answers": [
            "nucleus",
            "Cell nuclei",
            "the nucleus",
            "chromosome"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The nucleus is the center of heredity in a cell.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The center of heredity in a cell is the nucleus.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The center of heredity in a cell is the nucleus.",
            "human_eval": "1"
        }
    },
    {
        "question": "which government had more power under the articles of confederation",
        "answers": [
            "the states",
            "states"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Federal government",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The government had more power under the articles of confederation.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The state governments had more power under the Articles of Confederation.",
            "human_eval": "1"
        }
    },
    {
        "question": "the world famous corn belt is in which country",
        "answers": [
            "United States",
            "the United States"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The world famous corn belt is in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The world famous corn belt is in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played lionel in as time goes by",
        "answers": [
            "Geoffrey Dyson Palmer, OBE",
            "Geoffrey Dyson Palmer"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "James Mason",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lionel played by jeremy brett in as time goes by.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Geoffrey Palmer played Lionel in As Time Goes By.",
            "human_eval": "1"
        }
    },
    {
        "question": "what were the two causes of the dust bowl",
        "answers": [
            "severe drought"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Dust bowl was caused by drought and overgrazing.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The two causes of the dust bowl were drought and poor farming practices.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The two causes of the Dust Bowl were severe drought and poor farming practices.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did 10 shilling note go out of circulation",
        "answers": [
            "22 November 1970",
            "1970"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The 10 shilling note went out of circulation in the United Kingdom on 1 April 1966.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "10 shilling note went out of circulation in 1994.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 10 shilling note went out of circulation in 1971.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is the share of agriculture in indian economy",
        "answers": [
            "17.32%",
            "23%"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Agriculture accounts for about 28% of India's GDP.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Agriculture is the share of agriculture in indian economy.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The share of agriculture in the Indian economy is approximately 15%.",
            "human_eval": "0"
        }
    },
    {
        "question": "who enforces the charter of rights and freedoms",
        "answers": [
            "Supreme Court of Canada",
            "the courts",
            "courts",
            "The courts"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Canadian Human Rights Commission enforces the Charter of Rights and Freedoms.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Supreme Court of Canada enforces the charter of rights and freedoms.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The charter of rights and freedoms is enforced by the courts and law enforcement agencies in Canada.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does panic at the disco album come out",
        "answers": [
            "December 15, 2017"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "September 15, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "When does panic at the disco album come out?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Panic at the Disco's latest album, \"Pray for the Wicked,\" was released on June 22, 2018.",
            "human_eval": "0"
        }
    },
    {
        "question": "who won the medals in men's figure skating 2018",
        "answers": [
            "Yuzuru Hanyu",
            "Javier Fern\u00e1ndez",
            "Shoma Uno"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Yuzuru Hanyu",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Yuzuru Hanyu won the medals in men's figure skating 2018.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Yuzuru Hanyu won the gold medal, Shoma Uno won the silver medal, and Javier Fernandez won the bronze medal in men's figure skating in 2018.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the last time the crows were in the grand final",
        "answers": [
            "2017"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2017",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The last time the crows were in the grand final was in 2017.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The last time the Crows were in the grand final was in 2017.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does the light reaction of photosynthesis occur",
        "answers": [
            "on the thylakoid membranes"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "in the thylakoid membranes",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The light reaction of photosynthesis occurs in the chloroplast.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The light reaction of photosynthesis occurs in the thylakoid membranes of the chloroplasts.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays on the tv show the resident",
        "answers": [
            "Merrin Dungey",
            "Emily VanCamp",
            "Bruce Greenwood",
            "Melina Kanakaredes",
            "Manish Dayal",
            "Matt Czuchry",
            "Moran Atias",
            "Shaunette Ren\u00e9e Wilson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "James Deen",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Emily VanCamp plays on the tv show the resident.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Matt Czuchry plays on the TV show The Resident.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the movie varsity blues come out",
        "answers": [
            "1999",
            "January\u00a015,\u00a01999"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "October 12, 1984",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The movie varsity blues came out in 1999.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The movie Varsity Blues was released on January 15, 1999.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang one bad apple spoils the bunch",
        "answers": [
            "The Osmonds"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Monkees",
            "human_eval": "0"
        },
        "llama": {
            "pred": "American country music singer Johnny Cash sang one bad apple spoils the bunch.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Osmonds sang \"One Bad Apple Spoils the Bunch.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who is given credit for the gnu initiative",
        "answers": [
            "Richard Stallman"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The GNU Initiative is given credit to Linus Torvalds.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Richard Stallman is given credit for the gnu initiative.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Richard Stallman is given credit for the GNU initiative.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was the remake of dirty dancing filmed",
        "answers": [
            "High Hampton Inn in Cashiers",
            "Hendersonville, North Carolina",
            "western North Carolina"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Lake Tahoe",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The remake of dirty dancing was filmed in Lake Lure, North Carolina.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The remake of Dirty Dancing was filmed in Asheville, North Carolina.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did amnesia the dark descent come out",
        "answers": [
            "8 September 2010"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "January 27, 2010",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Amnesia the dark descent came out in 2010.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Amnesia: The Dark Descent was released on September 8, 2010.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did new york stop using the electric chair",
        "answers": [
            "1963",
            "1972"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "January 1, 1977",
            "human_eval": "0"
        },
        "llama": {
            "pred": "New York stopped using the electric chair in 2007.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "New York stopped using the electric chair as a method of execution in 1995.",
            "human_eval": "0"
        }
    },
    {
        "question": "where was the new pete's dragon filmed",
        "answers": [
            "New Zealand"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Vancouver Island",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The new pete's dragon was filmed in New Zealand.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The new Pete's Dragon was filmed in New Zealand.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played anna in once upon a time",
        "answers": [
            "Elizabeth Dean Lail"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Jennifer Morrison",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jennifer Morrison played anna in once upon a time.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Elizabeth Lail played Anna in Once Upon a Time.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did the battle of issus take place",
        "answers": [
            "southern Anatolia",
            "in southern Anatolia"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The battle of Issus took place in the Isthmus of Suez.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The battle of issus took place in Syria.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Battle of Issus took place in present-day Turkey.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did world war 2 officially start and end",
        "answers": [
            "1939",
            "1945",
            "2\u00a0September\u00a01945",
            "1\u00a0September\u00a01939"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "World War II officially started on 1 September 1939 and ended on 2 May 1945.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "World war 2 officially started in 1939 and ended in 1945.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "World War 2 officially started on September 1, 1939, and ended on September 2, 1945.",
            "human_eval": "1"
        }
    },
    {
        "question": "who does demetrius love in a midsummer night dream",
        "answers": [
            "Helena",
            "Hermia"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Demetrius loves Hermia",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Demetrius loves Hermia in a midsummer night dream.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Demetrius initially loves Hermia in A Midsummer Night's Dream.",
            "human_eval": "1"
        }
    },
    {
        "question": "civil war what did the north fight for",
        "answers": [
            "maintaining the republic",
            "loyalty to the U.S. Constitution"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The North fought for the preservation of the Union.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The north fought for the abolition of slavery.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The North fought for the preservation of the Union and the abolition of slavery during the Civil War.",
            "human_eval": "1"
        }
    },
    {
        "question": "who won the wwe championship elimination chamber 2018",
        "answers": [
            "Roman Reigns"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Roman Reigns won the wwe championship elimination chamber 2018.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "AJ Styles won the wwe championship elimination chamber 2018.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Bray Wyatt won the WWE Championship in the Elimination Chamber 2018.",
            "human_eval": "0"
        }
    },
    {
        "question": "a request to the supreme court that it review a case that was already decided is made via a(n)",
        "answers": [
            "a writ of certiorari",
            "writ of certiorari"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "writ of certiorari",
            "human_eval": "1"
        },
        "llama": {
            "pred": "a petition for a writ of certiorari is made via a petition for a writ of certiorari.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A request to the supreme court that it review a case that was already decided is made via a petition for a writ of certiorari.",
            "human_eval": "1"
        }
    },
    {
        "question": "who wrote the song be thankful for what you got",
        "answers": [
            "William DeVaughn"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Lennon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song be thankful for what you got was written by William DeVaughn.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William DeVaughn wrote the song \"Be Thankful for What You Got.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "where are antibodies made and by what type of lymphocyte",
        "answers": [
            "B cells",
            "lymph"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Antibodies are made by B lymphocytes in the spleen.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Antibodies are made by B lymphocytes.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Antibodies are made in the bone marrow and by B lymphocytes.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did cristiano ronaldo go to manchester united",
        "answers": [
            "2003",
            "at age 18 in 2003"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Cristiano Ronaldo went to Manchester United in 2009",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Cristiano Ronaldo went to Manchester United in 2003.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Cristiano Ronaldo went to Manchester United in 2003.",
            "human_eval": "1"
        }
    },
    {
        "question": "what act did parliament pass after the boston tea party",
        "answers": [
            "The Intolerable Acts",
            "Intolerable Acts",
            "the Coercive Acts"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Tea Act of 1773",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The act after the Boston tea party was the Boston port act.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Parliament passed the Coercive Acts, also known as the Intolerable Acts, after the Boston Tea Party.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the most fundamental unit of life according to the cell theory",
        "answers": [
            "cells"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The cell is the most fundamental unit of life according to the cell theory.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The most fundamental unit of life according to the cell theory is the cell.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The most fundamental unit of life according to the cell theory is the cell.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played stonewall jackson in gods and generals",
        "answers": [
            "Stephen Lang"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "James Marsden",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jeff Daniels played stonewall jackson in gods and generals.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Stephen Lang played Stonewall Jackson in Gods and Generals.",
            "human_eval": "1"
        }
    },
    {
        "question": "all time highest goal scorer in spain national team",
        "answers": [
            "David Villa"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Lionel Messi is the all time highest goal scorer in Spain national team",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Villa is the all time highest goal scorer in spain national team.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "David Villa is the all-time highest goal scorer in the Spain national team.",
            "human_eval": "1"
        }
    },
    {
        "question": "colby chees is named after a town in what state",
        "answers": [
            "Wisconsin"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Pennsylvania",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Colby cheese is named after a town in Wisconsin.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Colby cheese is named after the town of Colby, Wisconsin.",
            "human_eval": "1"
        }
    },
    {
        "question": "what year did the price is right first air",
        "answers": [
            "November 26, 1956",
            "1956"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Price is Right first aired on CBS on March 1, 1956",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The price is right first aired in 1972.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Price is Right first aired in 1956.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the united states start using the death penalty",
        "answers": [
            "the beginning",
            "1608"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1789",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The United States started using the death penalty in 1976.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The United States started using the death penalty in the early 1600s.",
            "human_eval": "1"
        }
    },
    {
        "question": "what year did return of the mack come out",
        "answers": [
            "18\u00a0March\u00a01996",
            "March 1996",
            "1996"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Return of the Mack was released in 1986",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Return of the mack came out in 1990.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "\"Return of the Mack\" was released in 1996.",
            "human_eval": "1"
        }
    },
    {
        "question": "character in macbeth who is murdered and appears as a ghost",
        "answers": [
            "Lord Banquo",
            "Banquo"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Malcolm",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Macbeth is the character in macbeth who is murdered and appears as a ghost.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Banquo is the character in Macbeth who is murdered and appears as a ghost.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is super bowl 2018 half time show",
        "answers": [
            "Justin Timberlake"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Justin Timberlake",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Justin Timberlake is super bowl 2018 half time show.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Justin Timberlake performed at the Super Bowl 2018 half time show.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sold out jesus for 30 pieces of silver",
        "answers": [
            "Judas Iscariot"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Judas Iscariot",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Judas sold out jesus for 30 pieces of silver.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Judas Iscariot sold out Jesus for 30 pieces of silver.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does season 8 of hawaii five o premiere",
        "answers": [
            "September 29, 2017"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "September 26, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Season 8 of hawaii five o premieres on September 29, 2018.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Season 8 of Hawaii Five-O premiered on September 29, 2017.",
            "human_eval": "1"
        }
    },
    {
        "question": "who has won the most world series in baseball",
        "answers": [
            "the New York Yankees",
            "New York Yankees"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "New York Yankees",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The New York Yankees have won the most world series in baseball.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The New York Yankees have won the most World Series in baseball.",
            "human_eval": "1"
        }
    },
    {
        "question": "how much money did the film titanic make",
        "answers": [
            "$2.18 billion",
            "$2.187 billion"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Titanic made $1.8 billion at the box office.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The film titanic made $2.1 billion.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The film Titanic made approximately $2.19 billion worldwide.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did the united states win its independence from",
        "answers": [
            "the British Empire",
            "Great Britain"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Great Britain",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The united states won its independence from Great Britain.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The United States won its independence from Great Britain.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the last easter that fell on april 1st",
        "answers": [
            "2018"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The last easter that fell on april 1st was in 1943.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The last Easter that fell on April 1st was in the year 2018.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does like cage season 2 come out",
        "answers": [
            "June 22, 2018"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "January 13, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Like cage season 2 comes out on 15th of October 2021.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Luke Cage season 2 was released on June 22, 2018.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does the turn of the screw take place",
        "answers": [
            "1898"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The turn of the screw takes place in 1819.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The turn of the screw takes place in the 19th century.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The turn of the screw takes place in the 19th century.",
            "human_eval": "1"
        }
    },
    {
        "question": "how long did the menendez brothers get in prison for killing their parents",
        "answers": [
            "life imprisonment",
            "life"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Menendez brothers were sentenced to life in prison for the murders of their parents.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The menendez brothers got in prison for killing their parents for 25 years.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Menendez brothers were sentenced to life in prison without the possibility of parole for killing their parents.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does zay come to girl meets world",
        "answers": [
            "May\u00a013,\u00a02015"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Zay comes to Girl Meets World in the season 2 episode \"The New Girl\".",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Zay comes to girl meets world in season 2 episode 1.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Zay comes to Girl Meets World in season 2.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the movie karate kid come out",
        "answers": [
            "2010",
            "1984"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1984",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The movie karate kid came out in 1984.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The movie Karate Kid was released on June 11, 2010.",
            "human_eval": "1"
        }
    },
    {
        "question": "which british city is farthest from the sea",
        "answers": [
            "Coton in the Elms"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Birmingham",
            "human_eval": "0"
        },
        "llama": {
            "pred": "which british city is farthest from the sea?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The city of Birmingham is the farthest from the sea in Britain.",
            "human_eval": "0"
        }
    },
    {
        "question": "who is the originator of the plan-do-check-act model of performance improvement",
        "answers": [
            "W. Edwards Deming"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John T. Define",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Walter A. Shewhart is the originator of the plan-do-check-act model of performance improvement.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dr. W. Edwards Deming is the originator of the plan-do-check-act model of performance improvement.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played the dad in a christmas story",
        "answers": [
            "Darren McGavin",
            "Ian Petrella"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Peter Billingsley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Darren McGavin played the dad in a christmas story.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Darren McGavin played the dad in A Christmas Story.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did brent barry won the dunk contest",
        "answers": [
            "1996"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2007",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Brent Barry won the dunk contest in 2001.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Brent Barry won the dunk contest in 1996.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the approximate volume of blood in your body",
        "answers": [
            "approximately 5 liters"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "4.5 litres",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The approximate volume of blood in your body is 5 litres.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The approximate volume of blood in the human body is about 5 liters.",
            "human_eval": "1"
        }
    },
    {
        "question": "what group of animals do octopus belong to",
        "answers": [
            "class Cephalopoda"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Octopuses belong to the class Cephalopoda.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Octopus belong to the group of animals called cephalopods.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Octopuses belong to the group of animals called cephalopods.",
            "human_eval": "1"
        }
    },
    {
        "question": "what kind of book is where's waldo",
        "answers": [
            "puzzle"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Where's Waldo is a children's book.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Where's Waldo is a kind of book.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Where's Waldo is a children's puzzle book.",
            "human_eval": "1"
        }
    },
    {
        "question": "who wrote i can feel at home in this world anymore",
        "answers": [
            "Macon Blair"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "I can feel at home in this world anymore was written by John Lennon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song i can feel at home in this world anymore was written by the band the outfield.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The song \"I Can Feel at Home in This World Anymore\" was written by Woody Guthrie.",
            "human_eval": "1"
        }
    },
    {
        "question": "who cooks for the president of the united states",
        "answers": [
            "Cristeta Comerford",
            "White House Executive Chef",
            "The White House Executive Chef"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The White House Chef",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The White House chef cooks for the president of the united states.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The White House Executive Chef and their team cook for the President of the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did john hart play the lone ranger",
        "answers": [
            "from 1952 until 1953"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "from 1949 to 1952",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Hart played the lone ranger in 1949.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "John Hart played the Lone Ranger from 1950 to 1952.",
            "human_eval": "0"
        }
    },
    {
        "question": "who wrote knock knock knocking on heavens door",
        "answers": [
            "Bob Dylan"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Bob Dylan",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Bob Dylan wrote knock knock knocking on heavens door.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Bob Dylan wrote \"Knockin' on Heaven's Door.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang the theme song to step by step",
        "answers": [
            "Jesse Frederick James Conaway",
            "Jesse Frederick"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The theme song to Step by Step was sung by The Carpenters.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The theme song to step by step was sung by the band the outfield.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "American singer Jesse Frederick sang the theme song to Step by Step.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is known as the philippine queen of bossa nova",
        "answers": [
            "Sitti Navarro"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Imelda Marcos is known as the philippine queen of bossa nova",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Celeste Legaspi is known as the philippine queen of bossa nova.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sitti Navarro is known as the Philippine Queen of Bossa Nova.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the successful commanding general of the northern forces in the civil war",
        "answers": [
            "George B. McClellan"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "George Washington",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ulysses S. Grant was the successful commanding general of the northern forces in the civil war.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ulysses S. Grant was the successful commanding general of the northern forces in the civil war.",
            "human_eval": "1"
        }
    },
    {
        "question": "who said the poison is in the dose",
        "answers": [
            "credited to Paracelsus",
            "Paracelsus"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Aristotle",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paracelsus said the poison is in the dose.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Paracelsus, a Swiss physician, alchemist, and astrologer, is credited with saying \"The dose makes the poison.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays hulk in the thor and avengers series of movies",
        "answers": [
            "Rick D. Wasserman",
            "Fred Tatasciore"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Mark Ruffalo",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mark Ruffalo plays hulk in the thor and avengers series of movies.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mark Ruffalo plays Hulk in the Thor and Avengers series of movies.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the first baseball player to be featured on a postage stamp",
        "answers": [
            "Jackie Robinson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Babe Ruth was the first baseball player to be featured on a postage stamp.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Honus Wagner was the first baseball player to be featured on a postage stamp.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Babe Ruth was the first baseball player to be featured on a postage stamp.",
            "human_eval": "0"
        }
    },
    {
        "question": "who plays the main character in hacksaw ridge",
        "answers": [
            "Andrew Garfield"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "James Badge Dale",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andrew Garfield plays the main character in hacksaw ridge.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Andrew Garfield plays the main character in Hacksaw Ridge.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does the optic nerve cross the midline \u200b",
        "answers": [
            "optic chiasm"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The optic nerve crosses the midline at the sphenoid process.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The optic nerve crosses the midline \u200b in the retina.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The optic nerve crosses the midline at the optic chiasm.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does florida natural orange juice come from",
        "answers": [
            "Lake Wales, Florida"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Florida",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Florida Natural Orange Juice comes from Florida.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Florida Natural orange juice comes from oranges grown in Florida.",
            "human_eval": "0"
        }
    },
    {
        "question": "when did the new day win the tag team titles",
        "answers": [
            "2016"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The New Day won the tag team titles on October 7, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The new day won the tag team titles on 2016.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The New Day won the tag team titles on August 23, 2015.",
            "human_eval": "0"
        }
    },
    {
        "question": "who discovered cells divide to make new cells",
        "answers": [
            "Hugo von Mohl",
            "German botanist Hugo von Mohl"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Carl Friedrich Emil Gaertner",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robert Hooke discovered cells divide to make new cells.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Rudolf Virchow discovered that cells divide to make new cells.",
            "human_eval": "0"
        }
    },
    {
        "question": "when does the sword art online movie take place",
        "answers": [
            "2026",
            "the year 2026"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Sword Art Online movie takes place in the year 2022.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The sword art online movie takes place in 2022.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Sword Art Online movie takes place in the year 2026.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is jojo in horton hears a who",
        "answers": [
            "Jesse McCartney"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John C. Reilly",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jojo is the main character in horton hears a who.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jojo is a young kangaroo in the movie Horton Hears a Who.",
            "human_eval": "0"
        }
    },
    {
        "question": "who sings that aint no way to go",
        "answers": [
            "Brooks & Dunn"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Eagles",
            "human_eval": "0"
        },
        "llama": {
            "pred": "English rock band the Outfield sings that aint no way to go.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Brooks & Dunn sings \"That Ain't No Way to Go.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "how did the dominican republic get its name",
        "answers": [
            "patron saint, Saint Dominic"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Dominican Republic got its name from the Spanish word for \"Dominican\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Dominican Republic got its name from the Spanish word for Sunday, dominica.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Dominican Republic got its name from Christopher Columbus, who named the island Hispaniola when he arrived in 1492. The eastern part of the island, which is now the Dominican Republic, was later named Santo Domingo after Saint Dominic.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the longest railway station in india",
        "answers": [
            "Gorakhpur Junction",
            "Gorakhpur railway station"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Mumbai Central is the longest railway station in India.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The longest railway station in india is the chennai central railway station.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Gorakhpur Junction is the longest railway station in India.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the meaning of the dragon boat festival",
        "answers": [
            "commemorating fealty and filial piety"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The dragon boat festival is a Chinese festival that celebrates the Chinese zodiac animal, the dragon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The meaning of the dragon boat festival is to commemorate the death of the legendary poet Qu Yuan.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Dragon Boat Festival is a traditional Chinese festival that commemorates the death of poet and statesman Qu Yuan. It is celebrated by racing dragon boats and eating sticky rice dumplings called zongzi.",
            "human_eval": "1"
        }
    },
    {
        "question": "what kind of national legislature did the constitution created",
        "answers": [
            "bicameral Congress"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Constitution created a bicameral national legislature.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The constitution created a bicameral national legislature.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The constitution created a bicameral national legislature.",
            "human_eval": "1"
        }
    },
    {
        "question": "who dies in the beginning of deathly hallows part 1",
        "answers": [
            "Mad-Eye Moody",
            "Hedwig"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Dumbledore",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sirius Black dies in the beginning of deathly hallows part 1.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mad-Eye Moody dies in the beginning of Deathly Hallows Part 1.",
            "human_eval": "1"
        }
    },
    {
        "question": "who has won the most games in nfl 2017",
        "answers": [
            "Dallas Cowboys"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Philadelphia Eagles",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tom Brady has won the most games in nfl 2017.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The New England Patriots have won the most games in the NFL in 2017.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is the angle of the tower of pisa",
        "answers": [
            "about 3.99 degrees",
            "3.99 degrees",
            "at about 3.99 degrees"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The angle of the tower of pisa is 17.6\u00b0.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The angle of the tower of pisa is 5.5 degrees.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The angle of the Tower of Pisa is approximately 3.99 degrees.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the drummer for guns and roses",
        "answers": [
            "Frank Ferrer"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Slash is the drummer for Guns and Roses.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Matt Sorum is the drummer for guns and roses.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Frank Ferrer is the current drummer for Guns N' Roses.",
            "human_eval": "1"
        }
    },
    {
        "question": "which state was returned to spain after the revolutionary war",
        "answers": [
            "Florida",
            "Menorca"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Puerto Rico",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Florida was returned to spain after the revolutionary war.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Florida was returned to Spain after the Revolutionary War.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was elected the president of constituent assembly",
        "answers": [
            "Rajendra Prasad",
            "Dr. Rajendra Prasad, INC",
            "Dr. Rajendra Prasad"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Ram Manohar Lohia was elected the president of constituent assembly",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Dr. Rajendra Prasad was elected the president of constituent assembly.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Dr. Rajendra Prasad was elected the president of the constituent assembly.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was held the first session of muslim league",
        "answers": [
            "Dhaka, Bangladesh",
            "Lucknow"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Karachi",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The first session of muslim league was held in Dhaka.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The first session of the Muslim League was held in Dhaka, Bangladesh.",
            "human_eval": "1"
        }
    },
    {
        "question": "who won the ncaa basketball championship in 1994",
        "answers": [
            "Arkansas",
            "Arkansas Razorbacks"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "UCLA Bruins",
            "human_eval": "0"
        },
        "llama": {
            "pred": "UCLA won the ncaa basketball championship in 1994.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The University of Arkansas won the NCAA basketball championship in 1994.",
            "human_eval": "1"
        }
    },
    {
        "question": "the fertile crescent is located between what two bodies of water",
        "answers": [
            "Tigris and Euphrates rivers",
            "Tigris",
            "Euphrates"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "the Red Sea and the Mediterranean Sea",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The fertile crescent is located between the red sea and the persian gulf.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The fertile crescent is located between the Mediterranean Sea and the Persian Gulf.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang i knew the bride when she used to rock and roll",
        "answers": [
            "Dave Edmunds"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Rolling Stones",
            "human_eval": "0"
        },
        "llama": {
            "pred": "English rock band the Outfield sings i knew the bride when she used to rock and roll.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "English singer-songwriter Nick Lowe sang \"I Knew the Bride (When She Used to Rock and Roll).\"",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the first ice age come out",
        "answers": [
            "2002",
            "March 15, 2002"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "December 20, 2002",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The first ice age came out in 1998.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first Ice Age movie was released in 2002.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the last year the raiders won the superbowl",
        "answers": [
            "1983"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Super Bowl XV",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The last year the raiders won the superbowl was in 1984.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The last year the Raiders won the Super Bowl was in 1984.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings tie a yellow ribbon around the old oak tree",
        "answers": [
            "Joyce Vincent Wilson",
            "Pamela Vincent",
            "Tony Orlando and Dawn"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Platters",
            "human_eval": "0"
        },
        "llama": {
            "pred": "American country music singer Dawn Sears sings tie a yellow ribbon around the old oak tree.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tony Orlando and Dawn sings tie a yellow ribbon around the old oak tree.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings the theme song for living single",
        "answers": [
            "Queen Latifah"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The theme song for Living Single is sung by The Communards.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The theme song for living single was sung by Jody Watley.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Queen Latifah sings the theme song for Living Single.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the largest bill in american money",
        "answers": [
            "$100"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The United States $100 bill is the largest bill in American money.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The largest bill in american money is the $100 bill.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The largest bill in American money is the $100 bill.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did a wrinkle in time start filming",
        "answers": [
            "November 2, 2016"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "October 1, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A wrinkle in time started filming in 2017.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "A Wrinkle in Time started filming in November 2016.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings the theme song to all that",
        "answers": [
            "TLC"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The theme song to All That is sung by The Platters.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The theme song to all that is sung by the band the all-american rejects.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "TLC sings the theme song to All That.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did you go to drink during prohibition",
        "answers": [
            "Speakeasies"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "speakeasy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "You went to drink during prohibition in speakeasies.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "During prohibition, people would often go to speakeasies or underground bars to drink.",
            "human_eval": "1"
        }
    },
    {
        "question": "who made the nuclear model of an atom",
        "answers": [
            "Ernest Rutherford"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Ernest Rutherford",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Niels Bohr made the nuclear model of an atom.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ernest Rutherford made the nuclear model of an atom.",
            "human_eval": "1"
        }
    },
    {
        "question": "what's the highest point in the us",
        "answers": [
            "Mount Whitney"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Mount Whitney is the highest point in the US",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mount Whitney is the highest point in the us.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The highest point in the US is Mount Denali in Alaska.",
            "human_eval": "1"
        }
    },
    {
        "question": "oppo is sponsor of which country's national cricket team",
        "answers": [
            "the Indian national cricket team",
            "India"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "China",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Oppo is sponsor of india's national cricket team.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Oppo is the sponsor of the Indian national cricket team.",
            "human_eval": "1"
        }
    },
    {
        "question": "genre of diary of a wimpy kid the getaway",
        "answers": [
            "Children's novel",
            "Graphic Novel"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Comedy",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The genre of diary of a wimpy kid the getaway is fiction.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The genre of Diary of a Wimpy Kid: The Getaway is children's fiction.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the south asian association for regional co-operation (saarc) formed",
        "answers": [
            "December 1985",
            "8 December 1985"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1992",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The south asian association for regional co-operation (saarc) was formed in 1985.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The South Asian Association for Regional Co-operation (SAARC) was formed on December 8, 1985.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of rock dominates the earth's surface",
        "answers": [
            "Sedimentary",
            "sedimentary rock",
            "sedimentary"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "sedimentary rock",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Granite is the type of rock dominates the earth's surface.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sedimentary rock dominates the Earth's surface.",
            "human_eval": "1"
        }
    },
    {
        "question": "who wrote shes always a woman to me",
        "answers": [
            "Billy Joel",
            "Joel"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Lennon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Billy Joel wrote shes always a woman to me.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Billy Joel wrote \"She's Always a Woman to Me.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "most consecutive games with 20+ points - nba history",
        "answers": [
            "126"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Stephen Curry has scored 20+ points in a career-high 61 consecutive games.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Wilt Chamberlain scored 20+ points in 118 consecutive games.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The most consecutive games with 20+ points in NBA history is held by Wilt Chamberlain, with 126 games.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the first prime minister of france",
        "answers": [
            "Michel Debr\u00e9"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Jean-Jacques Rousseau",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Louis Philippe is the first prime minister of france.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first prime minister of France was Louis-Napoleon Bonaparte.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is the minimum size of a udp datagram",
        "answers": [
            "8 bytes"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The minimum size of a UDP datagram is 8 bytes.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The minimum size of a udp datagram is 20 bytes.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The minimum size of a UDP datagram is 8 bytes.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is in a pat o brien hurricane",
        "answers": [
            "fruit juice",
            "syrup or grenadine",
            "rum"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "a sour mix",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In a pat o brien hurricane, there is a mixture of rum, brandy, gin, and vermouth.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "A Pat O'Brien Hurricane typically contains rum, passion fruit syrup, lemon juice, and grenadine.",
            "human_eval": "1"
        }
    },
    {
        "question": "how many episodes in season 2 of fargo",
        "answers": [
            "10",
            "ten"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "10 episodes",
            "human_eval": "1"
        },
        "llama": {
            "pred": "There are 10 episodes in season 2 of fargo.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "There are 10 episodes in season 2 of Fargo.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the last time university of michigan won a national championship",
        "answers": [
            "1997"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The last time university of michigan won a national championship was in 1997.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The University of Michigan last won a national championship in football in 1997.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays chris grandy in 13 going on 30",
        "answers": [
            "Jim Gaffigan",
            "Alex Black"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Chris Pratt",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mark Ruffalo plays chris grandy in 13 going on 30.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mark Ruffalo plays Chris Grandy in 13 Going on 30.",
            "human_eval": "0"
        }
    },
    {
        "question": "who used the word physiology for the first time",
        "answers": [
            "Jean Fernel"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Hunter",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The word physiology was used for the first time by the French philosopher Rene Descartes.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The word \"physiology\" was first used by Jean Fernel, a French physician, in the 16th century.",
            "human_eval": "1"
        }
    },
    {
        "question": "in what part of the digestive tube do you expect the initial digestion of starch",
        "answers": [
            "the mouth",
            "the minor salivary glands"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The small intestine is the part of the digestive tube where you expect the initial digestion of starch.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In the small intestine, you expect the initial digestion of starch.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The initial digestion of starch is expected to occur in the mouth, specifically through the action of the enzyme amylase in saliva.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does jo come in grey's anatomy",
        "answers": [
            "season 9",
            "2012",
            "July 2012"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Jo Wilson comes in Grey's Anatomy in season 7.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jo comes in grey's anatomy in season 11.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jo Wilson, played by Camilla Luddington, first appears in Grey's Anatomy in the ninth season.",
            "human_eval": "1"
        }
    },
    {
        "question": "how tall is the actor who plays hagrid in harry potter",
        "answers": [
            "6ft 1in"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "5 ft 11 in",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robbie Coltrane is the actor who plays hagrid in harry potter.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Robbie Coltrane, the actor who plays Hagrid in Harry Potter, is 6 feet 1 inch tall.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is mowgli's main enemy in the jungle book",
        "answers": [
            "Shere Khan"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Shere Khan is mowgli's main enemy in the jungle book",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Shere Khan is mowgli's main enemy in the jungle book.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Shere Khan is Mowgli's main enemy in the Jungle Book.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang the theme song for the man with the golden gun",
        "answers": [
            "Lulu"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The theme song for the man with the golden gun was sung by the English rock band the Rolling Stones.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lulu sang the theme song for the man with the golden gun.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lulu sang the theme song for the man with the golden gun.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the book pride and prejudice written",
        "answers": [
            "28 January 1813",
            "1813"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1813",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Pride and prejudice was written in 1813.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The book Pride and Prejudice was written in 1813.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang you'll be a woman soon in pulp fiction",
        "answers": [
            "rock band Urge Overkill",
            "Urge Overkill"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Commodores",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song you'll be a woman soon was sung by the band the black eyed peas in pulp fiction.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Urge Overkill sang \"You'll Be a Woman Soon\" in Pulp Fiction.",
            "human_eval": "1"
        }
    },
    {
        "question": "when is the strictly come dancing results show recorded",
        "answers": [
            "Saturday",
            "Sunday night"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Strictly Come Dancing results show is recorded on the day after the live final.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The strictly come dancing results show is recorded on 23rd December.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Strictly Come Dancing results show is recorded on Sunday evenings.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did dragon ball z air in australia",
        "answers": [
            "Fall 1998"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "January 1, 1997",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Dragon ball z aired in Australia in 1996.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Dragon Ball Z aired in Australia in 1996.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the viceroy when the simon commission visited india",
        "answers": [
            "Lord Irwin"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Lord Irwin was the viceroy when the Simon Commission visited India",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Lord Irwin was the viceroy when the simon commission visited india.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lord Irwin was the viceroy when the Simon Commission visited India.",
            "human_eval": "1"
        }
    },
    {
        "question": "during which season does cape town receive rainfall",
        "answers": [
            "winter",
            "summer"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Cape Town receives rainfall during the summer season.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "During the winter season, Cape Town receives rainfall.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Cape Town receives rainfall during the winter season.",
            "human_eval": "1"
        }
    },
    {
        "question": "this type of nuclear decay effectively turns a proton into a neutron",
        "answers": [
            "beta decay"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Neutron capture",
            "human_eval": "0"
        },
        "llama": {
            "pred": "beta decay effectively turns a proton into a neutron.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Beta decay effectively turns a proton into a neutron.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the second largest country in asia",
        "answers": [
            "China"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Pakistan is the second largest country in Asia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Russia is the second largest country in asia.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "India is the second largest country in Asia.",
            "human_eval": "0"
        }
    },
    {
        "question": "which domain of life are humans members of",
        "answers": [
            "Eukarya"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Humans are members of the kingdom Animalia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Humans are members of the domain of life.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Humans are members of the domain Eukarya.",
            "human_eval": "1"
        }
    },
    {
        "question": "how much square feet is a basketball court",
        "answers": [
            "94 by 50 feet"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "a basketball court is 100 by 100 feet",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A basketball court is 94 feet by 50 feet.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A standard basketball court is 4,700 square feet.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did world war 2 end in the pacific",
        "answers": [
            "14 and 15 August 1945",
            "September 2, 1945"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1945",
            "human_eval": "1"
        },
        "llama": {
            "pred": "World war 2 ended in the pacific on 15 August 1945.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "World War 2 ended in the Pacific on September 2, 1945.",
            "human_eval": "1"
        }
    },
    {
        "question": "in 1945 which party came into power in england",
        "answers": [
            "Labour Party",
            "Conservative",
            "Labour"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Labour Party",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In 1945 the labour party came into power in england.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Labour Party came into power in England in 1945.",
            "human_eval": "1"
        }
    },
    {
        "question": "what was the ancient chinese umbrella used for",
        "answers": [
            "a defense against rain"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The ancient Chinese umbrella was used for protection from the elements.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The ancient chinese umbrella was used for protection from sun.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The ancient Chinese umbrella was used for protection against rain and sun.",
            "human_eval": "0"
        }
    },
    {
        "question": "who has won the 2017 mens singles mutua madrid open tennis",
        "answers": [
            "Rafael Nadal"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Roger Federer has won the 2017 mens singles mutua madrid open tennis",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rafael Nadal has won the 2017 mens singles mutua madrid open tennis.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Rafael Nadal has won the 2017 men's singles Mutua Madrid Open tennis.",
            "human_eval": "1"
        }
    },
    {
        "question": "what state did they film daddy's home 2",
        "answers": [
            "Great Barrington, Massachusetts",
            "Framingham, Massachusetts",
            "Massachusetts",
            "Concord, Massachusetts"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Georgia",
            "human_eval": "0"
        },
        "llama": {
            "pred": "They filmed daddy's home 2 in Massachusetts.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The movie Daddy's Home 2 was filmed in Massachusetts.",
            "human_eval": "1"
        }
    },
    {
        "question": "who wrote the song i hate you i love you",
        "answers": [
            "Garrett Nash",
            "Olivia O'Brien",
            "Angel Benitez"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The song i hate you i love you was written by John Lennon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song i hate you i love you was written by the band the Outfield.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The song \"I Hate U, I Love U\" was written by American singer-songwriter Gnash, featuring Olivia O'Brien.",
            "human_eval": "0"
        }
    },
    {
        "question": "where did the dewey decimal system come from",
        "answers": [
            "Melvil Dewey"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Dewey Decimal System was developed by Melvil Dewey.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The dewey decimal system came from the library of congress.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Dewey Decimal System was created by Melvil Dewey in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "when is season 2 of jessica jones being released",
        "answers": [
            "March 8, 2018"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "October 1, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Season 2 of jessica jones is being released on 15th march 2018.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Season 2 of Jessica Jones was released on March 8, 2018.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played doctor smith in lost in space",
        "answers": [
            "Jonathan Harris"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John De Lancie",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Bill Mumy played doctor smith in lost in space.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Gary Oldman played Doctor Smith in Lost in Space.",
            "human_eval": "0"
        }
    },
    {
        "question": "who played the villain in tiger zinda hai",
        "answers": [
            "Sajjad Delafrooz"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Anil Kapoor",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paresh Rawal played the villain in tiger zinda hai.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sajjad Delafrooz played the villain in Tiger Zinda Hai.",
            "human_eval": "1"
        }
    },
    {
        "question": "who were the twins that played for kentucky",
        "answers": [
            "Aaron Harrison",
            "Andrew Michael Harrison"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The twins that played for Kentucky were the Hodge twins.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anthony Davis and Michael Kidd-Gilchrist were the twins that played for kentucky.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Aaron and Andrew Harrison were the twins that played for Kentucky.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the cubs won a world series",
        "answers": [
            "1908",
            "1907",
            "2016"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "2016",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The cubs won a world series in 1907.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Cubs won a World Series in 2016.",
            "human_eval": "1"
        }
    },
    {
        "question": "how long do nhl players stay on waivers",
        "answers": [
            "24 hours"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Until a player is claimed by another team, he is on waivers.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "NHL players stay on waivers for 24 hours.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "NHL players stay on waivers for 24 hours.",
            "human_eval": "1"
        }
    },
    {
        "question": "what was the full name of the titanic",
        "answers": [
            "RMS Titanic"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "RMS Titanic",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The full name of the titanic was the rms titanic.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The full name of the Titanic was RMS Titanic.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays the principal in santa clarita diet",
        "answers": [
            "Thomas Lennon"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Cusack",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Drew Barrymore plays the principal in santa clarita diet.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Patton Oswalt plays the principal in Santa Clarita Diet.",
            "human_eval": "0"
        }
    },
    {
        "question": "who played booster in jingle all the way",
        "answers": [
            "Curtis Armstrong"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "James Belushi",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Larry Hankin played booster in jingle all the way.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sinbad played Booster in Jingle All the Way.",
            "human_eval": "0"
        }
    },
    {
        "question": "season 2 this is us number of episodes",
        "answers": [
            "15",
            "18",
            "13"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "22",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Season 2 this is us number of episodes is 18.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Season 2 of This Is Us has a total of 18 episodes.",
            "human_eval": "1"
        }
    },
    {
        "question": "where do rory and paris go to college",
        "answers": [
            "Yale University",
            "Yale University,"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "University of Southern California",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rory and Paris go to college in Yale.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Rory and Paris go to college at Yale University.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays izabella in transformers the last knight",
        "answers": [
            "Isabela Moner"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Megan Fox",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Isabela Moner plays Izabella in transformers the last knight.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Isabela Moner plays Izabella in Transformers: The Last Knight.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the battle of bull run start",
        "answers": [
            "July\u00a021,\u00a01861",
            "July 21, 1861",
            "5:15\u00a0a.m."
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "September 17, 1861",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The battle of bull run started on July 21, 1861.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The battle of Bull Run started on July 21, 1861.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did beryl markham fly across the atlantic",
        "answers": [
            "September 1936",
            "4 September 1936"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "1927",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Beryl Markham flew across the atlantic in 1936.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Beryl Markham flew across the Atlantic on September 4, 1936.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings the song you'll never find another love like mine",
        "answers": [
            "Lou Rawls"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Bee Gees",
            "human_eval": "0"
        },
        "llama": {
            "pred": "English rock band the Outfield sings the song you'll never find another love like mine.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Lou Rawls sings the song \"You'll Never Find Another Love Like Mine.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who owns the crown plaza hotel in chicago illinois",
        "answers": [
            "InterContinental Hotels Group"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Crowne Plaza Hotel Chicago",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The crown plaza hotel in chicago illinois is owned by the Marriott group.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Crown Plaza Hotel in Chicago, Illinois is owned by InterContinental Hotels Group (IHG).",
            "human_eval": "1"
        }
    },
    {
        "question": "when did refrigerator perry play for the bears",
        "answers": [
            "1985\u20131993"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Perry played for the Chicago Bears from 1963 to 1965",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Refrigerator Perry played for the bears in 1985.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William \"Refrigerator\" Perry played for the Chicago Bears from 1985 to 1993.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is mostly responsible for writing the declaration of independence",
        "answers": [
            "Thomas Jefferson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Thomas Jefferson",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Thomas Jefferson is mostly responsible for writing the declaration of independence.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Thomas Jefferson is mostly responsible for writing the Declaration of Independence.",
            "human_eval": "1"
        }
    },
    {
        "question": "the removal of temperature in fire fighting method is known as",
        "answers": [
            "cooling",
            "penciling"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Cooling",
            "human_eval": "1"
        },
        "llama": {
            "pred": "the removal of temperature in fire fighting method is known as cooling.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The removal of temperature in fire fighting method is known as cooling.",
            "human_eval": "1"
        }
    },
    {
        "question": "who proposed that electrons behave like waves and particles",
        "answers": [
            "Einstein"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Max Planck",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Erwin Schrodinger proposed that electrons behave like waves and particles.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Louis de Broglie proposed that electrons behave like waves and particles.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the actor who plays king joffrey",
        "answers": [
            "Jack Gleeson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Tyrion Lannister",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jack Gleeson is the actor who plays king joffrey.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jack Gleeson is the actor who plays King Joffrey in the TV series Game of Thrones.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings only love can break your heart",
        "answers": [
            "Neil Young"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Platters",
            "human_eval": "0"
        },
        "llama": {
            "pred": "American singer-songwriter Neil Young sings only love can break your heart.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Neil Young sings \"Only Love Can Break Your Heart.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who sang the song with reba does he love you",
        "answers": [
            "Linda Davis"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Supremes",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song with reba does he love you was sung by the band the band Perry.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Linda Davis sang the song \"Does He Love You\" with Reba McEntire.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is south pole located on a map",
        "answers": [
            "on the continent of Antarctica"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "South pole is located on the Earth's surface.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "South pole is located on a map at the southernmost point of the earth.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The South Pole is located at the bottom of the map, in Antarctica.",
            "human_eval": "1"
        }
    },
    {
        "question": "who sings the song only in my dreams",
        "answers": [
            "Debbie Gibson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The song Only in my dreams is sung by The Commodores.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The song only in my dreams is sung by the band the outfield.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "American singer and songwriter Debbie Gibson sings the song \"Only in My Dreams.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "when did australia 2 win the america's cup",
        "answers": [
            "1983"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Australia 2 won the America's Cup in 1983",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Australia 2 won the america's cup in 1983.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Australia 2 won the America's Cup in 1983.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was the world chess tournament 2017 held",
        "answers": [
            "Tbilisi, Georgia",
            "in Tbilisi, Georgia"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The world chess tournament 2017 was held in Khanty-Mansiysk, Russia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The world chess tournament 2017 was held in St. Louis, Missouri.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The World Chess Tournament 2017 was held in Tbilisi, Georgia.",
            "human_eval": "1"
        }
    },
    {
        "question": "who wrote the song would i lie to you",
        "answers": [
            "Peter Vale",
            "Mike Leeson"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Lennon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Charles Anthony Moniz wrote the song would i lie to you.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The song \"Would I Lie to You\" was written by British duo Charles & Eddie.",
            "human_eval": "0"
        }
    },
    {
        "question": "who is the prime minister of india full name",
        "answers": [
            "Narendra Modi"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Narendra Modi is the prime minister of India.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Narendra Modi is the prime minister of india full name.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Narendra Damodardas Modi is the full name of the Prime Minister of India.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did frank sinatra first sing new york new york",
        "answers": [
            "1980",
            "1979"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "in 1954",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Frank Sinatra first sang new york new york in 1980.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Frank Sinatra first sang \"New York, New York\" in 1977.",
            "human_eval": "0"
        }
    },
    {
        "question": "what was the tower of london originally used for",
        "answers": [
            "a royal residence",
            "as a royal residence"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Tower of London was originally used for royal residence and prison.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The tower of london originally used for a royal palace.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Tower of London was originally used as a royal palace and a fortress.",
            "human_eval": "1"
        }
    },
    {
        "question": "who made the first spanish landing on the mainland of north america",
        "answers": [
            "1535",
            "Christopher Columbus"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Juan Ponce de Le\u00f3n",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Juan Ponce de Leon made the first spanish landing on the mainland of north america.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Juan Ponce de Le\u00f3n made the first Spanish landing on the mainland of North America.",
            "human_eval": "1"
        }
    },
    {
        "question": "how many episodes is ash vs evil dead season 3",
        "answers": [
            "10"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "10",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ash vs evil dead season 3 has 10 episodes.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ash vs Evil Dead season 3 consists of 10 episodes.",
            "human_eval": "1"
        }
    },
    {
        "question": "african countries that begin with the letter a",
        "answers": [
            "Algeria\u200e",
            "Algeria",
            "Angola\u200e",
            "Angola"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Angola",
            "human_eval": "1"
        },
        "llama": {
            "pred": "African countries that begin with the letter a are Algeria, Angola, Benin, Botswana, Burkina Faso, Burundi, Cameroon, Cape Verde, Central African Republic, Chad, Comoros, Congo, Democratic Republic of the Congo, Djibouti, Equatorial Guinea, Eritrea, Ethiopia, Gabon, Gambia, Ghana, Guinea, Guinea-Bissau, Ivory Coast, Kenya, Lesotho, Liberia, Madagascar, Malawi, Mali, Mauritania, Mauritius, Mozambique, Namibia, Niger, Nigeria, Rwanda, Sao Tome and Principe, Senegal, Seychelles, Sierra Leone, Somalia, South Africa, Sudan, Swaziland, Tanzania, Togo, Uganda, Zambia, Zimbabwe.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Algeria, Angola",
            "human_eval": "1"
        }
    },
    {
        "question": "the very last episode of that's so raven",
        "answers": [
            "Where There's Smoke"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Very Last Episode",
            "human_eval": "0"
        },
        "llama": {
            "pred": "the very last episode of that's so raven was aired on 16th march 2007.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The very last episode of That's So Raven is titled \"Where There's Smoke.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the quarterback for the green bay packers",
        "answers": [
            "Aaron Rodgers"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Aaron Rodgers is the quarterback for the Green Bay Packers.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Aaron Rodgers is the quarterback for the green bay packers.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Aaron Rodgers is the quarterback for the Green Bay Packers.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does the journey start in the canterbury tales",
        "answers": [
            "London"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The journey starts in the Canterbury Tales at the town of Canterbury.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The journey starts in the canterbury tales in the prologue.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The journey in the Canterbury Tales starts in Southwark, London.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played sandy's jock boyfriend in grease",
        "answers": [
            "John Travolta",
            "Lorenzo Lamas"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Travolta",
            "human_eval": "1"
        },
        "llama": {
            "pred": "John Travolta played sandy's jock boyfriend in grease.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lorenzo Lamas played Sandy's jock boyfriend in Grease.",
            "human_eval": "0"
        }
    },
    {
        "question": "who was the book of philippians written to",
        "answers": [
            "the church at Philippi",
            "Philippians"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "the church in Philippi",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The book of philippians was written to the church in philippi.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The book of Philippians was written to the church in Philippi.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the speaker in shooting an elephant",
        "answers": [
            "Orwell"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "John Cage",
            "human_eval": "0"
        },
        "llama": {
            "pred": "George Orwell is the speaker in shooting an elephant.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The speaker in \"Shooting an Elephant\" is George Orwell.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the angel of the north get built",
        "answers": [
            "1998",
            "1994"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The Angel of the North was built in 1893.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The angel of the north got built in 1998.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Angel of the North was built in 1998.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does the eurostar train arrives in london",
        "answers": [
            "St Pancras International"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "St Pancras International",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Eurostar train arrives in London at St. Pancras station.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Eurostar train arrives in London at St Pancras International Station.",
            "human_eval": "1"
        }
    },
    {
        "question": "how many points are scored for a touchdown in american football",
        "answers": [
            "six",
            "six points"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "6 points are scored for a touchdown in American football",
            "human_eval": "1"
        },
        "llama": {
            "pred": "6 points are scored for a touchdown in american football.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In American football, a touchdown is worth 6 points.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did tim hortons open in the usa",
        "answers": [
            "1981"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Tim Hortons opened in the United States in 1994.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tim Hortons opened in the usa in 2014.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tim Hortons opened in the USA in 1984.",
            "human_eval": "0"
        }
    },
    {
        "question": "who did kenny rogers sing mary did you know with",
        "answers": [
            "Wynonna Judd"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Mary Wells",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Kenny Rogers sang mary did you know with Dolly Parton.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kenny Rogers sang \"Mary, Did You Know?\" with Wynonna Judd.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did response to state of the union start",
        "answers": [
            "in 1966",
            "1966"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "January 3, 1809",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Response to state of the union started in 1966.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The response to the State of the Union started in 1966.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does route 66 start on the west coast",
        "answers": [
            "in Santa Monica"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Route 66 starts on the west coast in Santa Monica, California.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Route 66 starts on the west coast in Los Angeles, California.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Route 66 starts on the west coast in Santa Monica, California.",
            "human_eval": "1"
        }
    },
    {
        "question": "how many episodes in game if thrones season 7",
        "answers": [
            "7",
            "seven"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "seven",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Game of thrones season 7 has 7 episodes.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "There are 7 episodes in Game of Thrones season 7.",
            "human_eval": "1"
        }
    },
    {
        "question": "the radiographic term used to describe the dense bone of the socket and septal crest is",
        "answers": [
            "lamina dura",
            "alveolar process",
            "the lamina dura"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "sphenoid bone",
            "human_eval": "0"
        },
        "llama": {
            "pred": "the radiographic term used to describe the dense bone of the socket and septal crest is sphenoid bone.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The radiographic term used to describe the dense bone of the socket and septal crest is alveolar bone.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays the dragon queen from game of thrones",
        "answers": [
            "Emilia Clarke"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Emilia Clarke",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Lena Headey plays the dragon queen from game of thrones.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Emilia Clarke plays the dragon queen Daenerys Targaryen in Game of Thrones.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was because i could not stop for death published",
        "answers": [
            "1890",
            "Poems: Series 1"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "United States",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Because I could not stop for death was published in 1932.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "\"Because I could not stop for Death\" was published in 1890 in the collection of poems called \"Poems: Series 1\" by Emily Dickinson.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was elected president of the united states in 1928",
        "answers": [
            "Herbert Hoover"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Calvin Coolidge",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Herbert Hoover was elected president of the united states in 1928.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Herbert Hoover was elected president of the United States in 1928.",
            "human_eval": "1"
        }
    },
    {
        "question": "the xix of the social security act of 1965 established",
        "answers": [
            "Medicaid"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "Section XIX of the Social Security Act of 1965 established the Social Security Administration.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "the xix of the social security act of 1965 established the medicare program.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Title XIX of the Social Security Act of 1965 established the Medicaid program.",
            "human_eval": "1"
        }
    },
    {
        "question": "when was the last wolf pack killed in yellowstone",
        "answers": [
            "1926",
            "by 1926"
        ],
        "source": "NaturalQuestions",
        "flan": {
            "pred": "The last wolf pack was killed in Yellowstone in 1995.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The last wolf pack killed in yellowstone was in 1926.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The last wolf pack was killed in Yellowstone in 1926.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did richard nixon die?",
        "answers": [
            "New York City"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Washington, D.C.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Richard Nixon died in New York City.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Richard Nixon died in New York City, New York.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was judi dench married to?",
        "answers": [
            "Michael Williams"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Thaw",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Judi Dench was married to Michael Williams.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Judi Dench was married to actor Michael Williams from 1971 until his death in 2001.",
            "human_eval": "1"
        }
    },
    {
        "question": "what are the colors of the ny giants?",
        "answers": [
            "Blue",
            "White",
            "Grey",
            "Red"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Blue and white are the colors of the New York Giants.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The colors of the ny giants are blue and orange.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The colors of the NY Giants are blue, white, and red.",
            "human_eval": "1"
        }
    },
    {
        "question": "what places make up new england?",
        "answers": [
            "Maine"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Massachusetts, Rhode Island, Connecticut, New Hampshire, Maine, Vermont, New York, New Jersey, Pennsylvania, Rhode Island, Delaware, Maryland, Virginia, West Virginia, and the District of Columbia make up New England.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "New England consists of the states of Maine, New Hampshire, Vermont, Massachusetts, and Rhode Island.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The places that make up New England are Connecticut, Maine, Massachusetts, New Hampshire, Rhode Island, and Vermont.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did tom landry play for?",
        "answers": [
            "Texas Longhorns football",
            "New York Giants",
            "New York Yankees"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Houston Rockets",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tom Landry played for the Dallas Cowboys.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tom Landry played for the New York Giants.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was osama bin laden killed?",
        "answers": [
            "Abbottabad"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Abbottabad",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Osama bin laden was killed in Abbottabad, Pakistan.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Osama bin Laden was killed in Abbottabad, Pakistan.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the second biggest state in the united states?",
        "answers": [
            "Hawaii"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Alaska is the second biggest state in the United States.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Alaska is the second biggest state in the united states.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Texas is the second biggest state in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of government does germany have now?",
        "answers": [
            "Constitutional republic",
            "Multi-party system",
            "Federal republic",
            "Democracy",
            "Parliamentary republic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Federal republic",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Germany has a federal parliamentary republic government now.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Germany has a federal parliamentary republic government.",
            "human_eval": "1"
        }
    },
    {
        "question": "what led to the split of the republican party in 1912?",
        "answers": [
            "Zachariah Chandler"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Republican Party split into two factions in 1912 over the issue of whether to enter World War I.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The split of the republican party in 1912 was due to the split of the republican party in 1912.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The split of the Republican Party in 1912 was led by ideological differences between the progressive and conservative factions within the party, as well as personal conflicts between Theodore Roosevelt and William Howard Taft.",
            "human_eval": "1"
        }
    },
    {
        "question": "who fought the battle of gettysburg?",
        "answers": [
            "Confederate States of America",
            "United States of America"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Union and Confederate armies fought the battle of gettysburg.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The battle of gettysburg was fought by the union army.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The battle of Gettysburg was fought between the Confederate Army of Northern Virginia, commanded by General Robert E. Lee, and the Union Army of the Potomac, commanded by General George G. Meade.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did melba beals live?",
        "answers": [
            "Arkansas"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Melbourne, Victoria",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Melba beals lived in the south.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Melba Beals lived in Little Rock, Arkansas.",
            "human_eval": "1"
        }
    },
    {
        "question": "what county is houston tx in?",
        "answers": [
            "Montgomery County"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Harris County is a county in the U.S. state of Texas.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harris County is houston tx in.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Houston, TX is located in Harris County.",
            "human_eval": "1"
        }
    },
    {
        "question": "what county is san antonio in?",
        "answers": [
            "Comal County"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Bexar County is San Antonio in.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "San Antonio is in Bexar County.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "San Antonio is in Bexar County.",
            "human_eval": "1"
        }
    },
    {
        "question": "what kind of government does brazil has?",
        "answers": [
            "Constitutional republic",
            "Presidential system",
            "Federal republic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Federal republic",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Brazil has a federal republic government.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brazil has a federal presidential constitutional republic government.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the main language used in china?",
        "answers": [
            "Chinese language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Chinese is the main language used in China.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mandarin is the main language used in china.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The main language used in China is Mandarin Chinese.",
            "human_eval": "1"
        }
    },
    {
        "question": "what age did william penn get married?",
        "answers": [
            "william penn not favored by william of orange"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "William Penn married at the age of 21.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "William penn got married at the age of 22.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "William Penn got married at the age of 24.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is steve nash nationality?",
        "answers": [
            "Canada"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "American",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Steve nash nationality is Canadian.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Steve Nash is Canadian.",
            "human_eval": "1"
        }
    },
    {
        "question": "what countries does greece share borders with?",
        "answers": [
            "Turkey",
            "Republic of Macedonia",
            "Albania",
            "Lake Prespa",
            "Bulgaria"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Macedonia",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Greece shares borders with Albania, Macedonia, Bulgaria, Turkey, and the Aegean Sea.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Greece shares borders with Albania, Bulgaria, North Macedonia, and Turkey.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did william shakespeare marry?",
        "answers": [
            "Anne Hathaway"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Anne Hathaway",
            "human_eval": "1"
        },
        "llama": {
            "pred": "William Shakespeare married Anne Hathaway.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William Shakespeare married Anne Hathaway.",
            "human_eval": "1"
        }
    },
    {
        "question": "what was the currency used in france before the euro?",
        "answers": [
            "French franc",
            "Assignat"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "French franc",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The currency used in france before the euro was the franc.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The currency used in France before the euro was the French franc.",
            "human_eval": "1"
        }
    },
    {
        "question": "which political party does barack obama represent?",
        "answers": [
            "Democratic Party"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Democratic Party",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Barack Obama represents the democratic party.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Barack Obama represents the Democratic Party.",
            "human_eval": "1"
        }
    },
    {
        "question": "what do we call the currency of france?",
        "answers": [
            "French franc"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Euro",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The currency of france is called Euro.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The currency of France is called the Euro.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was benjamin franklin educated?",
        "answers": [
            "Boston Latin School"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Boston Latin School",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Benjamin Franklin was educated at Boston Latin School.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Benjamin Franklin was primarily self-educated.",
            "human_eval": "0"
        }
    },
    {
        "question": "what language do most italians speak?",
        "answers": [
            "Italian Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Italian Language",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Most Italians speak Italian.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Most Italians speak Italian.",
            "human_eval": "1"
        }
    },
    {
        "question": "what language do serbs speak?",
        "answers": [
            "Serbian language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Serbian Language",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Serbs speak Serbian.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Serbs speak Serbian.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played carlton lassiter on psych?",
        "answers": [
            "Timothy Omundson"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "David Lewis",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James Roday played carlton lassiter on psych.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Timothy Omundson played Carlton Lassiter on Psych.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did emperor constantine die?",
        "answers": [
            "Constantinople"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Rome",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Emperor constantine died in Nicomedia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Emperor Constantine died in Nicomedia, which is now modern-day Turkey.",
            "human_eval": "1"
        }
    },
    {
        "question": "which countries speak german officially?",
        "answers": [
            "Canada",
            "German Democratic Republic",
            "Luxembourg",
            "Switzerland",
            "Liechtenstein",
            "Germany",
            "West Germany",
            "Belgium",
            "Vatican City",
            "Second Polish Republic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Germany is the official language of Germany.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Germany, Austria, Switzerland, Liechtenstein, Luxembourg, and Belgium speak german officially.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Germany, Austria, Switzerland, Belgium, and Liechtenstein speak German officially.",
            "human_eval": "1"
        }
    },
    {
        "question": "what countries are part of the uk?",
        "answers": [
            "Scotland",
            "England",
            "Wales",
            "Northern Ireland"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Wales, Scotland, Northern Ireland, and England are part of the United Kingdom.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "England, Scotland, Wales and Northern Ireland are part of the uk.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The countries that are part of the UK are England, Scotland, Wales, and Northern Ireland.",
            "human_eval": "1"
        }
    },
    {
        "question": "what else did ben franklin invent?",
        "answers": [
            "Lightning rod",
            "Franklin stove",
            "Bifocals",
            "Glass harmonica"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Benjamin Franklin invented the Franklin stove.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ben Franklin invented the lightning rod.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ben Franklin also invented the lightning rod, bifocals, the Franklin stove, and the glass armonica.",
            "human_eval": "1"
        }
    },
    {
        "question": "what degrees did barack obama get?",
        "answers": [
            "Juris Doctor",
            "Bachelor of Arts"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Barack Obama received a Bachelor of Arts degree from Columbia University and a Juris Doctor degree from Harvard Law School.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Barack Obama got a bachelors degree in political science and a law degree.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Barack Obama received a Bachelor of Arts degree in Political Science from Columbia University and a Juris Doctor degree from Harvard Law School.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did theodor schwann get his education?",
        "answers": [
            "Humboldt University of Berlin"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Theodor Schwann got his education at the University of Leipzig.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Theodor Schwann got his education at the university of giessen.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Theodor Schwann received his education at the University of Bonn and the University of W\u00fcrzburg.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of cancer did eva peron die from?",
        "answers": [
            "Cervical cancer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Breast cancer",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Eva Peron died from ovarian cancer.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Eva Peron died from cervical cancer.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays timon's voice in the lion king?",
        "answers": [
            "Nathan Lane"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Timon and Pumbaa are voiced by Billy Connolly.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Nathan Lane plays timon's voice in the lion king.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Billy Eichner plays Timon's voice in the Lion King.",
            "human_eval": "0"
        }
    },
    {
        "question": "what was tycho brahe theory?",
        "answers": [
            "Brahe's astronomical investigations began to suggest that the existing literature on the solar system was inaccurate."
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Tycho Brahe theory was that the Earth was the center of the universe.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Tycho Brahe theory was that the earth was stationary and the sun and planets revolved around it.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Tycho Brahe's theory was that the Earth was the center of the universe and that all other planets revolved around it, while the Sun revolved around the Earth.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was rihanna born and raised?",
        "answers": [
            "Saint Michael Parish",
            "Barbados"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Saint Michael, Saint Michael Parish, Barbados",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Rihanna was born and raised in Saint Michael, Barbados.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Rihanna was born and raised in Saint Michael, Barbados.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did cristiano ronaldo play for in 2010?",
        "answers": [
            "Real Madrid C.F."
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Real Madrid C.F.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Cristiano Ronaldo played for Real Madrid in 2010.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In 2010, Cristiano Ronaldo played for Real Madrid.",
            "human_eval": "1"
        }
    },
    {
        "question": "what county is st paul nc in?",
        "answers": [
            "Robeson County"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "St. Paul is in Wake County.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "St Paul is in the county of Mecklenburg in North Carolina.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "St. Paul is located in Robeson County, North Carolina.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is the chernobyl nuclear power plant?",
        "answers": [
            "Prypiat",
            "Ukrainian SSR",
            "Chernobyl Nuclear Power Plant",
            "Chernobyl"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Chernobyl Nuclear Power Plant is located in the Ukrainian SSR.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The chernobyl nuclear power plant is in Ukraine.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Chernobyl nuclear power plant is located in Pripyat, Ukraine.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the soviet leader during world war ii?",
        "answers": [
            "Alexei Negmatov"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Joseph Stalin was the soviet leader during world war ii.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Joseph Stalin was the soviet leader during world war ii.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Joseph Stalin was the Soviet leader during World War II.",
            "human_eval": "1"
        }
    },
    {
        "question": "when do world war ii end?",
        "answers": [
            "1942"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "1945",
            "human_eval": "1"
        },
        "llama": {
            "pred": "World war ii ended on 15 August 1945.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "World War II ended on September 2, 1945.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the woman that john edwards had an affair with?",
        "answers": [
            "Rielle Hunter"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Elizabeth Taylor",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rielle Hunter is the woman that john edwards had an affair with.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The woman that John Edwards had an affair with is Rielle Hunter.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is laos in world map?",
        "answers": [
            "Cambodia"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Laos is located in Southeast Asia.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Laos is in the world map.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Laos is located in Southeast Asia on the world map.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays the role of tony dinozzo on ncis?",
        "answers": [
            "Michael Weatherly"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Richard Dinozzo",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mark Harmon plays the role of tony dinozzo on ncis.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Michael Weatherly plays the role of Tony DiNozzo on NCIS.",
            "human_eval": "1"
        }
    },
    {
        "question": "what party was thomas jefferson affiliated with?",
        "answers": [
            "Democratic-Republican Party"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Democratic-Republican Party",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Thomas Jefferson was affiliated with the democratic-republican party.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Thomas Jefferson was affiliated with the Democratic-Republican Party.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays the voice of kitt in knight rider?",
        "answers": [
            "William Daniels"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "James Marsden plays the voice of Kitt in Knight Rider.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Hasselhoff plays the voice of kitt in knight rider.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "William Daniels plays the voice of KITT in Knight Rider.",
            "human_eval": "1"
        }
    },
    {
        "question": "where do the seattle seahawks play?",
        "answers": [
            "CenturyLink Field"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "CenturyLink Field",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The seattle seahawks play at the centurylink field.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Seattle Seahawks play at CenturyLink Field in Seattle, Washington.",
            "human_eval": "1"
        }
    },
    {
        "question": "what's my timezone in oklahoma?",
        "answers": [
            "Central Time Zone"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Central Time Zone",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Central Time Zone is the timezone in Oklahoma.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The timezone in Oklahoma is Central Standard Time (CST).",
            "human_eval": "1"
        }
    },
    {
        "question": "who did marilyn monroe marry at 16?",
        "answers": [
            "James Dougherty"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "James Worthington",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Marilyn Monroe married at 16 to James Dougherty.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Marilyn Monroe did not marry anyone at 16.",
            "human_eval": "0"
        }
    },
    {
        "question": "what currency can you use in jamaica?",
        "answers": [
            "Jamaican dollar"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Jamaican dollar",
            "human_eval": "1"
        },
        "llama": {
            "pred": "You can use the Jamaican dollar in Jamaica.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The currency that can be used in Jamaica is the Jamaican dollar.",
            "human_eval": "1"
        }
    },
    {
        "question": "what countries share borders with spain?",
        "answers": [
            "Perejil Island",
            "Portugal",
            "France",
            "Andorra",
            "Morocco",
            "Gibraltar"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Portugal",
            "human_eval": "1"
        },
        "llama": {
            "pred": "France, Portugal, Andorra, Gibraltar, and Morocco share borders with spain.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "France and Portugal share borders with Spain.",
            "human_eval": "1"
        }
    },
    {
        "question": "what kind of currency does mexico use?",
        "answers": [
            "United States dollar"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mexican peso",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mexico uses the peso as its currency.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mexico uses the Mexican Peso as its currency.",
            "human_eval": "1"
        }
    },
    {
        "question": "what college did jrr tolkien go to?",
        "answers": [
            "Exeter College, Oxford"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of Oxford",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Jrr tolkien went to King Edward's School in Birmingham.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "J.R.R. Tolkien attended Exeter College, Oxford.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of government did soviet union have?",
        "answers": [
            "Communist state"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Communist state",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Soviet Union had a communist government.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Soviet Union had a communist government.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did thomas malthus do?",
        "answers": [
            "Mathematician",
            "Demographer",
            "Scientist",
            "Economist"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Thomas Malthus was a British economist.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Thomas Malthus did the theory of population.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Thomas Malthus was an English economist and demographer who is best known for his theory of population growth and its impact on resources and sustainability.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did michelle obama graduated from?",
        "answers": [
            "Harvard Law School",
            "Whitney M. Young Magnet High School",
            "Princeton University"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Columbia University",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Michelle Obama graduated from Princeton University.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michelle Obama graduated from Princeton University and Harvard Law School.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did mark zuckerberg study?",
        "answers": [
            "Harvard University"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Computer Science",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mark zuckerberg studied computer science at harvard university.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mark Zuckerberg studied computer science at Harvard University.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is cindy sherman known for?",
        "answers": [
            "Photographer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Sherman is known for her role as the first female astronaut to walk on the Moon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Cindy Sherman is known for her photography.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Cindy Sherman is known for her photography and her exploration of identity and gender roles through self-portraits.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was teddy roosevelt's house?",
        "answers": [
            "New York City"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Roosevelt House was teddy roosevelt's house.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Teddy Roosevelt's house was in Oyster Bay, New York.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Teddy Roosevelt's house, known as Sagamore Hill, is located in Oyster Bay, New York.",
            "human_eval": "1"
        }
    },
    {
        "question": "what other states border florida?",
        "answers": [
            "Alabama",
            "Georgia"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Georgia and Alabama border Florida.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Alabama, Georgia, South Carolina, and North Carolina border Florida.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Other states that border Florida are Georgia and Alabama.",
            "human_eval": "1"
        }
    },
    {
        "question": "what year did the baltimore ravens win superbowl?",
        "answers": [
            "2000 NFL season"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Super Bowl XLVII",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The baltimore ravens won superbowl in 2013.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Baltimore Ravens won the Super Bowl in the year 2012.",
            "human_eval": "0"
        }
    },
    {
        "question": "what are the three official languages of belgium?",
        "answers": [
            "French Language",
            "German Language",
            "Dutch Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "French, Dutch and German are the three official languages of Belgium.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Dutch, French and German are the three official languages of belgium.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The three official languages of Belgium are Dutch, French, and German.",
            "human_eval": "1"
        }
    },
    {
        "question": "who were alexander graham bell's siblings?",
        "answers": [
            "Chichester Bell",
            "Melville James Bell"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Alexander Graham Bell had two siblings: John Alexander Bell and Mary Ann Bell.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Alexander graham bell's siblings were Alexander Melville Bell and Eliza Grace Symonds.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Alexander Graham Bell had two siblings named Melville Bell and Edward Charles Bell.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did clay matthews go to school?",
        "answers": [
            "Agoura High School",
            "University of Southern California"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Clay Matthews went to school at the University of Southern California.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Clay Matthews went to school at the University of Southern California.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Clay Matthews went to school at the University of Southern California.",
            "human_eval": "1"
        }
    },
    {
        "question": "what city is the university of oregon state in?",
        "answers": [
            "Eugene"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Portland, Oregon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The city of Corvallis is the university of oregon state in.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The University of Oregon State is located in Corvallis, Oregon.",
            "human_eval": "1"
        }
    },
    {
        "question": "what are the mountains in northern italy called?",
        "answers": [
            "Alps"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Dolomites",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The mountains in northern italy are called the alps.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The mountains in northern Italy are called the Italian Alps.",
            "human_eval": "1"
        }
    },
    {
        "question": "what countries does nafta include?",
        "answers": [
            "Canada",
            "United States of America",
            "Mexico"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mexico, Canada, and the United States are the three countries that make up the North American Free Trade Agreement.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nafta includes Canada, Mexico and the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "NAFTA includes the United States, Canada, and Mexico.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was king george vi married to?",
        "answers": [
            "Queen Elizabeth The Queen Mother"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Princess Alexandra of Denmark",
            "human_eval": "0"
        },
        "llama": {
            "pred": "King George VI was married to Elizabeth Bowes-Lyon.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "King George VI was married to Queen Elizabeth (later known as Queen Elizabeth the Queen Mother).",
            "human_eval": "1"
        }
    },
    {
        "question": "what was the name of benjamin franklin wife?",
        "answers": [
            "Deborah Read"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Martha Dandridge Franklin",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Deborah Read was the name of Benjamin Franklins wife.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Benjamin Franklin's wife's name was Deborah Read.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did shannon hoon die from?",
        "answers": [
            "Drug overdose"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Shannon Hoon died from a heroin overdose.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Shannon Hoon died from a drug overdose.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Shannon Hoon died from a drug overdose.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the prime minister of spain 2011?",
        "answers": [
            "Mariano Rajoy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Jos\u00e9 Luis Rodrguez Zapatero is the prime minister of spain 2011.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jose Luis Rodriguez Zapatero is the prime minister of spain 2011.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mariano Rajoy was the prime minister of Spain in 2011.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did drew brees go to college wikianswers?",
        "answers": [
            "Purdue University"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of Southern Mississippi",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Drew Brees went to college at Purdue University.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Drew Brees went to college at Purdue University.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays spike spiegel?",
        "answers": [
            "Steven Blum",
            "Koichi Yamadera"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "James Marsden plays spike spiegel.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Masayoshi Oishi plays spike spiegel.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Spike Spiegel is played by actor K\u014dichi Yamadera in the anime series Cowboy Bebop.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the government system of malaysia?",
        "answers": [
            "Parliamentary system",
            "Federal monarchy",
            "Federation",
            "Constitutional monarchy",
            "Elective monarchy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Federal constitutional monarchy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The government system of malaysia is a constitutional monarchy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The government system of Malaysia is a federal parliamentary constitutional monarchy.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did richard nixon run against?",
        "answers": [
            "richard milhous nixon lost election to john fitzgerald kennedy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John F. Kennedy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Richard Nixon ran against Hubert Humphrey in the 1968 presidential election.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Richard Nixon ran against John F. Kennedy in the 1960 presidential election and George McGovern in the 1972 presidential election.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did charles darwin and his wife live?",
        "answers": [
            "Downe, Kent",
            "England",
            "London",
            "Shrewsbury"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "London",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Charles Darwin and his wife lived in Downe, Kent.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Charles Darwin and his wife lived in Down House, located in the village of Downe in Kent, England.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was anne boleyn executed?",
        "answers": [
            "Tower of London"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Tower of London",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Anne Boleyn was executed at the tower of london.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Anne Boleyn was executed at the Tower of London.",
            "human_eval": "1"
        }
    },
    {
        "question": "what rihanna new album called 2012?",
        "answers": [
            "Unapologetic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "2012 is the name of Rihanna's new album.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rihanna new album called 2012.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Rihanna's new album in 2012 was called \"Unapologetic\".",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the state flower of new mexico?",
        "answers": [
            "Yucca flower"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The state flower of New Mexico is the saguaro cactus.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The yucca is the state flower of new mexico.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The state flower of New Mexico is the Yucca flower.",
            "human_eval": "1"
        }
    },
    {
        "question": "what party does barack obama belong to?",
        "answers": [
            "Democratic Party"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Democratic Party",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Barack Obama belongs to the democratic party.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Barack Obama belongs to the Democratic Party.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of breast cancer did sheryl crow have?",
        "answers": [
            "Meningioma"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Sheryl Crow had breast cancer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sheryl Crow had a type of breast cancer called lobular carcinoma.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sheryl Crow was diagnosed with ductal carcinoma in situ (DCIS), which is a non-invasive form of breast cancer.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did f. scott fitzgerald do?",
        "answers": [
            "Poet",
            "Novelist",
            "Writer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "American novelist",
            "human_eval": "1"
        },
        "llama": {
            "pred": "F. Scott Fitzgerald did write the great gatsby.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "F. Scott Fitzgerald was an American author and novelist.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the name of the book hitler wrote in jail?",
        "answers": [
            "Mein Kampf"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mein Kampf is the book hitler wrote in jail.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mein Kampf is the name of the book hitler wrote in jail.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the book Hitler wrote in jail is \"Mein Kampf\".",
            "human_eval": "1"
        }
    },
    {
        "question": "where is the city wales?",
        "answers": [
            "United Kingdom",
            "United Kingdom, with Dependencies and Territories"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Wales is a country in the United Kingdom.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The city wales is in Cardiff.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Wales is a country located in the United Kingdom.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is victoria british columbia?",
        "answers": [
            "Canada"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Victoria, British Columbia is a city in British Columbia, Canada.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Victoria is a city in British Columbia, Canada.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Victoria, British Columbia is located on the southern tip of Vancouver Island in Canada.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did nikola tesla invented that is of use today?",
        "answers": [
            "Tesla coil"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Tesla coil",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nikola Tesla invented the alternating current that is of use today.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Nikola Tesla invented alternating current (AC) electricity, which is still widely used today.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did hugo chavez go to school?",
        "answers": [
            "Daniel Florencio O'Leary School",
            "Universidad Sim\u00f3n Bol\u00edvar",
            "Experimental Security University",
            "Julian Pino School",
            "Military academy of Venezuela"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of California, Berkeley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hugo Chavez went to school at the military academy of Venezuela.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hugo Chavez went to school at the Venezuelan Military Academy.",
            "human_eval": "1"
        }
    },
    {
        "question": "what music period did beethoven live in?",
        "answers": [
            "Opera",
            "Classical music"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Classical music",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Beethoven lived in the classical music period.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Beethoven lived in the Classical music period.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did messi have a baby with?",
        "answers": [
            "Antonella Roccuzzo"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Leo Messi had a baby with Antonella Roccuzzo.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Messi had a baby with Antonella Roccuzzo.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lionel Messi had a baby with his wife, Antonela Roccuzzo.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the milwaukee brewers mascot?",
        "answers": [
            "Bonnie Brewer",
            "Bernie Brewer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Milwaukee Brewers mascot is Brewers Billy the Brewer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Milwaukee brewers mascot is the sausage.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Milwaukee Brewers mascot is Bernie Brewer.",
            "human_eval": "1"
        }
    },
    {
        "question": "what form of currency does china have?",
        "answers": [
            "Renminbi"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Chinese yuan",
            "human_eval": "1"
        },
        "llama": {
            "pred": "China has the yuan as its currency.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "China has the Chinese yuan as its form of currency.",
            "human_eval": "1"
        }
    },
    {
        "question": "what region of the world is egypt associated with?",
        "answers": [
            "Middle East"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "North Africa",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Egypt is associated with the region of the world known as the middle east.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Egypt is associated with the region of North Africa and the Middle East.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays donna noble?",
        "answers": [
            "Catherine Tate"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Donna Noble is played by Susannah Harker.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The actress who plays donna noble is Jennifer Lawrence.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Catherine Tate plays Donna Noble.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the theme of scarlet letter by nathaniel hawthorne?",
        "answers": [
            "Dark romanticism"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The theme of The Scarlet Letter by Nathaniel Hawthorne is sin and guilt.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The theme of scarlet letter by nathaniel hawthorne is sin.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The theme of The Scarlet Letter by Nathaniel Hawthorne is sin, guilt, and redemption.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did kim richards marry?",
        "answers": [
            "Greg Davis",
            "John Jackson",
            "G. Monty Brinson"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Kim Richards married to Michael Richards",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Kim Richards married Kyle McLachlan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kim Richards married G. Monty Brinson in 1985 and Gregg Davis in 1991.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did george washington carver go to collage?",
        "answers": [
            "Tuskegee University",
            "Iowa State University",
            "Simpson College"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Iowa State University",
            "human_eval": "1"
        },
        "llama": {
            "pred": "George washington carver went to collage at tuskegee university.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "George Washington Carver attended Iowa State College (now Iowa State University).",
            "human_eval": "1"
        }
    },
    {
        "question": "what continent does canada belong to?",
        "answers": [
            "North America"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "North America",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Canada belongs to the continent of North America.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Canada belongs to the continent of North America.",
            "human_eval": "1"
        }
    },
    {
        "question": "what instruments did louis armstrong play?",
        "answers": [
            "trumpet",
            "Cornet"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "trumpet",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Louis Armstrong played trumpet, cornet, and flugelhorn.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Louis Armstrong played the trumpet and the cornet.",
            "human_eval": "1"
        }
    },
    {
        "question": "what wnba team is diana taurasi on?",
        "answers": [
            "Phoenix Mercury"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Phoenix Mercury",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Diana Taurasi is on the Phoenix Mercury.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Diana Taurasi is on the Phoenix Mercury WNBA team.",
            "human_eval": "1"
        }
    },
    {
        "question": "what religion was king louis xiv?",
        "answers": [
            "Catholicism"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Catholicism",
            "human_eval": "1"
        },
        "llama": {
            "pred": "King louis xiv was a catholic.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "King Louis XIV was a Roman Catholic.",
            "human_eval": "1"
        }
    },
    {
        "question": "what language does egyptian people speak?",
        "answers": [
            "Modern Standard Arabic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Egyptian people speak Arabic.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Egyptian people speak Arabic.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Egyptian people speak Arabic.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the government system of saudi arabia?",
        "answers": [
            "Absolute monarchy",
            "Islamic state",
            "Unitary state"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Kingdom",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The government system of saudi arabia is a monarchy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The government system of Saudi Arabia is an absolute monarchy.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is tyrese gibson from?",
        "answers": [
            "Watts"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Tyrese Gibson is from Atlanta, Georgia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tyrese Gibson is from Los Angeles, California.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Tyrese Gibson is from Los Angeles, California, United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of government does australia have?",
        "answers": [
            "Parliamentary system",
            "Federation",
            "Constitutional monarchy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Federation",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Australia has a federal parliamentary democracy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Australia has a parliamentary democracy.",
            "human_eval": "1"
        }
    },
    {
        "question": "what type of cancer did gilda radner die of?",
        "answers": [
            "Ovarian cancer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Breast cancer",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Gilda Radner died of ovarian cancer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Gilda Radner died of ovarian cancer.",
            "human_eval": "1"
        }
    },
    {
        "question": "what high school did lil wayne graduate from?",
        "answers": [
            "Mcmain Magnet Secondary School"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Dillard High School",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lil Wayne graduated from the prestigious high school, the duke of edinburgh school.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Lil Wayne graduated from McMain Magnet School in New Orleans, Louisiana.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is keyshia cole dad?",
        "answers": [
            "Leon Cole"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Keyshia Cole's dad is James Cole.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Keyshia Cole dad is Frankie Lons.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Keyshia Cole's father is Virgil Hunter.",
            "human_eval": "0"
        }
    },
    {
        "question": "what industry does walmart operate in?",
        "answers": [
            "Department Stores",
            "Retail",
            "Variety Stores"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Retailing",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Walmart operates in the retail industry.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Walmart operates in the retail industry.",
            "human_eval": "1"
        }
    },
    {
        "question": "what disease did patrick swayze died from?",
        "answers": [
            "Pancreatic cancer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Parkinson's disease",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Patrick Swayze died from pancreatic cancer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Patrick Swayze died from pancreatic cancer.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does ziva start on ncis?",
        "answers": [
            "NCIS - Season 3"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Ziva David starts on NCIS in season 7.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ziva starts on ncis in 2005.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ziva starts on NCIS in season 17, episode 11.",
            "human_eval": "0"
        }
    },
    {
        "question": "what language does cuba speak?",
        "answers": [
            "Spanish Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Spanish Language is spoken in Cuba.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Cuba speaks Spanish.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Cuba primarily speaks Spanish.",
            "human_eval": "1"
        }
    },
    {
        "question": "what language do brazilians use?",
        "answers": [
            "Pomeranian language",
            "German Language",
            "Portuguese Language",
            "Plautdietsch Language",
            "Hunsr\u00fcckisch"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Brazilians use Portuguese.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Brazilians use Portuguese as their official language.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brazilians primarily use Portuguese as their language.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did the detroit pistons last win the championship?",
        "answers": [
            "2004 NBA Finals"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "1989",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The detroit pistons last won the championship in 2004.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Detroit Pistons last won the championship in 2004.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did dr. seuss do?",
        "answers": [
            "Writer"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Dr. Seuss was an American writer of children's books.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Dr. Seuss wrote children's books.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Dr. Seuss was an American writer and cartoonist, best known for his children's books.",
            "human_eval": "1"
        }
    },
    {
        "question": "what flower is on the oklahoma quarter?",
        "answers": [
            "Scissor-tailed Flycatcher"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Oklahoma quarter features the Indian Blanket flower.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The flower on the oklahoma quarter is the american beauty.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The flower on the Oklahoma quarter is the Indian Blanket flower.",
            "human_eval": "1"
        }
    },
    {
        "question": "what boarding school did mark zuckerberg go to?",
        "answers": [
            "Phillips Exeter Academy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mark Zuckerberg went to Phillips Exeter Academy.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mark zuckerberg went to the harvard-westlake school.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mark Zuckerberg went to Phillips Exeter Academy, a boarding school in New Hampshire.",
            "human_eval": "1"
        }
    },
    {
        "question": "what time zone is greensburg indiana?",
        "answers": [
            "North American Eastern Time Zone"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Greensburg, Indiana is in the Eastern Time Zone.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Greensburg, Indiana is in the Eastern Time Zone.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Greensburg, Indiana is in the Eastern Time Zone.",
            "human_eval": "1"
        }
    },
    {
        "question": "what concentration camp did anne frank died in?",
        "answers": [
            "Bergen-Belsen concentration camp"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Auschwitz concentration camp",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anne Frank died in Bergen-Belsen concentration camp.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Anne Frank died in the Bergen-Belsen concentration camp.",
            "human_eval": "1"
        }
    },
    {
        "question": "what does the sun in the philippine flag represent?",
        "answers": [
            "Province of the Philippines"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "the sun in the philippine flag represents the country's independence from Spain",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The sun in the philippine flag represents the sun.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The sun in the Philippine flag represents liberty.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is the governor of indiana 2009?",
        "answers": [
            "Mitch Daniels"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mitch Daniels is the governor of Indiana 2009.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mitch Daniels is the governor of indiana 2009.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mitch Daniels was the governor of Indiana in 2009.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays bob kelso in scrubs?",
        "answers": [
            "Ken Jenkins"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Roberts",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Neil Flynn plays bob kelso in scrubs.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ken Jenkins plays Bob Kelso in Scrubs.",
            "human_eval": "1"
        }
    },
    {
        "question": "when did charles goodyear invented rubber?",
        "answers": [
            "During the early 1830's he began inventing, filing six patents between 1830 and 1834, and during this period became interested in rubber, which he tried - unsuccessfully - to use in some of his mechanical inventions."
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "1839",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Charles goodyear invented rubber in 1839.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Charles Goodyear invented rubber in 1839.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays robin hood in prince of thieves?",
        "answers": [
            "Kevin Costner"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Tom Hardy plays robin hood in prince of thieves.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Kevin Costner plays robin hood in prince of thieves.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Kevin Costner plays Robin Hood in Prince of Thieves.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did kennedy's inaugural address take place?",
        "answers": [
            "John F. Kennedy 1961 presidential inauguration"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Washington, D.C.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Kennedy's inaugural address took place in Washington D.C.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Kennedy's inaugural address took place at the United States Capitol in Washington, D.C.",
            "human_eval": "1"
        }
    },
    {
        "question": "what state did john adams live in?",
        "answers": [
            "Massachusetts"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Massachusetts",
            "human_eval": "1"
        },
        "llama": {
            "pred": "John Adams lived in Massachusetts.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "John Adams lived in Massachusetts.",
            "human_eval": "1"
        }
    },
    {
        "question": "who ran against abraham lincoln for president in 1860?",
        "answers": [
            "Stephen A. Douglas"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Stephen A. Douglas",
            "human_eval": "1"
        },
        "llama": {
            "pred": "John C. Breckinridge ran against abraham lincoln for president in 1860.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Stephen A. Douglas ran against Abraham Lincoln for president in 1860.",
            "human_eval": "1"
        }
    },
    {
        "question": "what book did charles darwin wrote in 1859?",
        "answers": [
            "The Origin of Species"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Origin of Species",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Charles Darwin wrote the book on origin of species in 1859.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Charles Darwin wrote the book \"On the Origin of Species\" in 1859.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did nat turner 1831 rebellion occur?",
        "answers": [
            "Virginia"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Nat Turner 1831 rebellion occurred in Tennessee.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Nat turner 1831 rebellion occurred in Southampton County, Virginia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Nat Turner's 1831 rebellion occurred in Southampton County, Virginia.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did tim tebow play college football for?",
        "answers": [
            "University of Florida"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Florida Gators",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tim Tebow played college football for the University of Florida.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Tim Tebow played college football for the University of Florida.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is jay leno from?",
        "answers": [
            "New Rochelle"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Jay Leno is from California.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jay Leno is from Massachusetts.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jay Leno is from New Rochelle, New York.",
            "human_eval": "1"
        }
    },
    {
        "question": "what club does cristiano ronaldo play for in 2010?",
        "answers": [
            "Real Madrid C.F."
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Real Madrid C.F.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Cristiano Ronaldo plays for Real Madrid in 2010.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In 2010, Cristiano Ronaldo played for Real Madrid.",
            "human_eval": "1"
        }
    },
    {
        "question": "what does wh smith stand for?",
        "answers": [
            "William Henry Smith"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "William Henry Smith",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Wh smith stands for William Smith.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "WH Smith stands for William Henry Smith, the founder of the company.",
            "human_eval": "1"
        }
    },
    {
        "question": "what are the four nations of the united kingdom?",
        "answers": [
            "Wales",
            "England",
            "Scotland",
            "Northern Ireland"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Wales, Scotland, Northern Ireland and England are the four nations of the United Kingdom.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The four nations of the united kingdom are England, Scotland, Wales and Northern Ireland.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The four nations of the United Kingdom are England, Scotland, Wales, and Northern Ireland.",
            "human_eval": "1"
        }
    },
    {
        "question": "who played bilbo in the fellowship of the ring?",
        "answers": [
            "Ian Holm"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Martin Freeman played bilbo in the fellowship of the ring.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ian Holm played Bilbo in the fellowship of the ring.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ian Holm played Bilbo in The Fellowship of the Ring.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was martin luther king jr raised?",
        "answers": [
            "Atlanta"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Atlanta, Georgia",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Martin Luther King Jr was raised in Atlanta, Georgia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Martin Luther King Jr. was raised in Atlanta, Georgia.",
            "human_eval": "1"
        }
    },
    {
        "question": "what artistic style did henri rousseau work in?",
        "answers": [
            "Post-Impressionism"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Impressionism",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Henri rousseau worked in naive art.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Henri Rousseau worked in the artistic style of Post-Impressionism.",
            "human_eval": "1"
        }
    },
    {
        "question": "who did annie oakley married?",
        "answers": [
            "Frank E. Butler"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Henry Patterson",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Annie Oakley married Frank Butler.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Annie Oakley married Frank E. Butler.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the song anna kendrick sings in pitch perfect?",
        "answers": [
            "Cups"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "\"Shake It Off\" is the song anna kendrick sings in pitch perfect.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anna Kendrick sings the song cupid in pitch perfect.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Anna Kendrick sings the song \"Cups (When I'm Gone)\" in Pitch Perfect.",
            "human_eval": "1"
        }
    },
    {
        "question": "what language is spoken in switzerland?",
        "answers": [
            "Romansh language",
            "French Language",
            "German Language",
            "Italian Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "French Language is spoken in Switzerland.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "German is spoken in Switzerland.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The official languages spoken in Switzerland are German, French, Italian, and Romansh.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the holy book of the buddhist religion?",
        "answers": [
            "Amitabha Sutra",
            "Tibetan Buddhist canon",
            "Mah\u0101vastu",
            "\u0100gama",
            "Srimala Sutra",
            "Longchen Nyingthig",
            "Gang\u014dji Garan Engi",
            "Mahayana sutras",
            "Vimalakirti Sutra",
            "P\u0101li Canon"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Pali Canon is the holy book of the buddhist religion.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The holy book of the buddhist religion is the tripitaka.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The holy book of the Buddhist religion is called the Tripitaka or the Pali Canon.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was toussaint l'ouverture born?",
        "answers": [
            "Haiti"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Toussaint L'ouverture was born in Toussaint L'Ouverture.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Toussaint l'ouverture was born in Cap-Fran\u00e7ais, Saint-Domingue.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Toussaint L'Ouverture was born in Saint-Domingue, which is now known as Haiti.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is judy garland father?",
        "answers": [
            "Francis Avent Gumm"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "James Garland",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Judy Garland father is Frank Gumm.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Judy Garland's father is Frank Gumm.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did lincoln steffens wrote?",
        "answers": [
            "The shame of the cities"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Lincoln Steffens wrote for the \"New York Herald Tribune\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lincolns steffens wrote the shining gate of the world.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Lincoln Steffens wrote a book called \"The Shame of the Cities\" which exposed political corruption in American cities.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays harley quinn?",
        "answers": [
            "Arleen Sorkin",
            "Mia Sara",
            "Hynden Walch"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Kristen Stewart plays Harley Quinn.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Margot Robbie plays harley quinn.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Margot Robbie plays Harley Quinn.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did harper lee attend high school?",
        "answers": [
            "Monroe County High School"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "She attended the University of California, Berkeley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harper lee attended high school in monroeville, alabama.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Harper Lee attended high school in Monroeville, Alabama.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was married to jane wyman?",
        "answers": [
            "Bing Crosby & Jane Wyman"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Wyman",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ronald Reagan was married to jane wyman.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ronald Reagan was married to Jane Wyman.",
            "human_eval": "1"
        }
    },
    {
        "question": "who influenced samuel taylor coleridge?",
        "answers": [
            "William Wordsworth"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "William Wordsworth influenced Samuel Taylor Coleridge.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "William Wordsworth influenced samuel taylor coleridge.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William Wordsworth influenced Samuel Taylor Coleridge.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays eowyn in lord of the rings?",
        "answers": [
            "Miranda Otto"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Elijah Wood plays eowyn in lord of the rings.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Miranda Otto plays eowyn in lord of the rings.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Miranda Otto plays Eowyn in Lord of the Rings.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was vice president after kennedy died?",
        "answers": [
            "Lyndon B. Johnson"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Lyndon B. Johnson was vice president after Kennedy died.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Lyndon B. Johnson was vice president after kennedy died.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lyndon B. Johnson was vice president after Kennedy died.",
            "human_eval": "1"
        }
    },
    {
        "question": "where do flemish come from?",
        "answers": [
            "Belgium"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Flemish people are a Belgian ethnic group.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Flemish come from Belgium.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Flemish people come from Flanders, which is a region in Belgium.",
            "human_eval": "1"
        }
    },
    {
        "question": "who plays billy elliot?",
        "answers": [
            "Jamie Bell"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Billy Elliot is played by Billy Bob Thornton.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jamie Bell plays billy elliot.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jamie Bell plays Billy Elliot.",
            "human_eval": "1"
        }
    },
    {
        "question": "what kind of monarchy does japan have?",
        "answers": [
            "Constitutional monarchy"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Constitutional monarchy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Japan has a constitutional monarchy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Japan has a constitutional monarchy.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is real name of santa claus?",
        "answers": [
            "Saint Nicholas"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Saint Nicholas",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Santa Claus is the real name of santa claus.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The real name of Santa Claus is Saint Nicholas.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did isaac newton explain?",
        "answers": [
            "Newton fractal",
            "Newton\u2013Euler equations",
            "Newton's laws of motion",
            "Newton's cannonball",
            "Newton",
            "Newton's inequalities",
            "Newton's notation",
            "Newton polygon",
            "Newton disc"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Newton's laws of motion",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Isaac Newton explained the laws of motion.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Isaac Newton explained the laws of motion and the law of universal gravitation.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is michael j fox wife?",
        "answers": [
            "Tracy Pollan"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Yvette Prieto is Michael J. Fox wife.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tracy Pollan is the wife of michael j fox.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Tracy Pollan is Michael J. Fox's wife.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does archbishop desmond tutu live?",
        "answers": [
            "South Africa"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "South Africa",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Archbishop Desmond Tutu lives in Cape Town, South Africa.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Archbishop Desmond Tutu lives in Cape Town, South Africa.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is gimli's father in the hobbit?",
        "answers": [
            "Gloin"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Bilbo Baggins",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Gloin is gimli's father in the hobbit.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Gloin is Gimli's father in The Hobbit.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did coretta scott king died from?",
        "answers": [
            "Respiratory failure"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Coretta Scott King died from pancreatic cancer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Coretta Scott King died from ovarian cancer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Coretta Scott King died from ovarian cancer.",
            "human_eval": "1"
        }
    },
    {
        "question": "who is michael j fox parents?",
        "answers": [
            "Phyllis Piper",
            "William Fox"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Michael J. Fox's parents are Loretta and Michael J. Fox.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Michael J Fox parents are Phyllis and William Fox.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michael J. Fox's parents are William Fox and Phyllis Fox.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is the main headquarters of google?",
        "answers": [
            "California"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Mountain View, California",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The main headquarters of google is in Mountain View, California.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The main headquarters of Google is located in Mountain View, California, United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "when does jewish new year start?",
        "answers": [
            "Yiddish Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Jewish New Year starts on September 23",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jewish new year starts on the first day of the month of tishrei.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Jewish New Year, also known as Rosh Hashanah, starts on the first day of the Jewish month of Tishrei, which usually falls in September or October.",
            "human_eval": "1"
        }
    },
    {
        "question": "what school did wilfred owen go to?",
        "answers": [
            "University of London",
            "University of Reading"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of Oxford",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Wilfred owen went to the school of king edward vii.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Wilfred Owen attended the Birkenhead Institute and Shrewsbury Technical School.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was queen elizabeth ii mom?",
        "answers": [
            "Queen Elizabeth The Queen Mother"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Queen Mary was Queen Elizabeth II's mother.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Queen elizabeth ii mom was queen elizabeth.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Queen Elizabeth II's mother was Queen Elizabeth, also known as the Queen Mother.",
            "human_eval": "1"
        }
    },
    {
        "question": "what are all the names of the harry potter books?",
        "answers": [
            "Harry Potter and the Half-Blood Prince",
            "Harry Potter and the Deathly Hallows",
            "Harry Potter and the Goblet of Fire",
            "Harry Potter and the Philosopher's Stone",
            "Harry Potter and the Chamber of Secrets",
            "Harry Potter and the Order of the Phoenix",
            "Harry Potter and the Prisoner of Azkaban"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Harry Potter and the Philosopher's Stone is the first book in the Harry Potter series.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "All the names of the harry potter books are harry potter and the philosopher's stone, harry potter and the chamber of secrets, harry potter and the prisoner of azkaban, harry potter and the goblet of fire, harry potter and the order of the phoenix, harry potter and the half-blood prince, harry potter and the deathly hallows.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The names of the Harry Potter books are:\n1. Harry Potter and the Philosopher's Stone\n2. Harry Potter and the Chamber of Secrets\n3. Harry Potter and the Prisoner of Azkaban\n4. Harry Potter and the Goblet of Fire\n5. Harry Potter and the Order of the Phoenix\n6. Harry Potter and the Half-Blood Prince\n7. Harry Potter and the Deathly Hallows",
            "human_eval": "1"
        }
    },
    {
        "question": "what character did billy d williams play in star wars?",
        "answers": [
            "Lando Calrissian"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Billy D. Williams played Lando Calrissian in Star Wars.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "billy d williams played the character of luke skywalker in star wars.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Billy Dee Williams played the character Lando Calrissian in Star Wars.",
            "human_eval": "1"
        }
    },
    {
        "question": "what do people in australia speak?",
        "answers": [
            "Lojban",
            "Esperanto Language",
            "English Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "English Language is the official language of Australia.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "People in Australia speak English.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "People in Australia speak English.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the state motto of ohio?",
        "answers": [
            "With God, all things are possible"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "\"In God We Trust\" is the state motto of Ohio.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "With God all things are possible is the state motto of ohio.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The state motto of Ohio is \"With God, all things are possible.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "where is the seychelles on world map?",
        "answers": [
            "Africa"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Seychelles is an island nation in the Indian Ocean.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The seychelles is on the world map in the indian ocean.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Seychelles is located in the Indian Ocean, off the eastern coast of Africa.",
            "human_eval": "1"
        }
    },
    {
        "question": "what language do people speak in brazil?",
        "answers": [
            "Portuguese Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Brazilian Portuguese is the language spoken in Brazil.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Portuguese is the language spoken in brazil.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The official language spoken in Brazil is Portuguese.",
            "human_eval": "1"
        }
    },
    {
        "question": "what religion does canada follow?",
        "answers": [
            "Protestantism",
            "Catholicism",
            "Islam"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Christianity is the religion that Canada follows.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Canada follows Christianity.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Canada does not have an official religion, but the majority of Canadians identify as Christian.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is nineveh city?",
        "answers": [
            "Iraq"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Nineveh City is located in Iraq.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nineveh city is in Iraq.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Nineveh city is located in present-day Iraq.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did steve mcnair died from?",
        "answers": [
            "Ballistic trauma"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "He died from a heart attack.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Steve mcnair died from gunshot wounds.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Steve McNair died from a gunshot wound.",
            "human_eval": "1"
        }
    },
    {
        "question": "where does the city of paris get its name?",
        "answers": [
            "Parisii"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The city of Paris gets its name from the Latin word for 'Place of the Oak'.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The city of Paris gets its name from the Parisii tribe.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The city of Paris gets its name from the Parisii, a Celtic tribe who inhabited the area before the Roman conquest.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did vince scully go to college?",
        "answers": [
            "Fordham University"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of California, Berkeley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Vince scully went to college at the university of southern california.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Vince Scully went to Fordham University.",
            "human_eval": "1"
        }
    },
    {
        "question": "what nationality is taylor lautner jacob black?",
        "answers": [
            "United States of America"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "American",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Taylor Lautner is Jacob Black, an American actor.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Taylor Lautner, who played Jacob Black in the Twilight series, is American.",
            "human_eval": "1"
        }
    },
    {
        "question": "after how many years are the olympic games held?",
        "answers": [
            "Once every two years"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Every two years",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The olympic games are held after every four years.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Olympic Games are held every four years.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is president kennedy buried?",
        "answers": [
            "Arlington National Cemetery"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Washington National Cathedral",
            "human_eval": "0"
        },
        "llama": {
            "pred": "President Kennedy is buried at Arlington National Cemetery.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "President Kennedy is buried at Arlington National Cemetery in Arlington, Virginia.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is carlos pena jr nationality?",
        "answers": [
            "Dominican Republic"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "American",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Carlos pena jr nationality is American.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Carlos Pena Jr. is of American nationality.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the son of king leonidas?",
        "answers": [
            "Pleistarchus"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Leonidas II",
            "human_eval": "0"
        },
        "llama": {
            "pred": "King Leonidas had a son named Astinos.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Pleistarchus was the son of King Leonidas.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was jesse james killed by?",
        "answers": [
            "The Assassination of Jesse James by the Coward Robert Ford"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Brigham Young",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jesse James was killed by Bob Ford.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jesse James was killed by Robert Ford.",
            "human_eval": "1"
        }
    },
    {
        "question": "what school did ben roethlisberger go to?",
        "answers": [
            "Miami University"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "University of Pittsburgh",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ben roethlisberger went to the University of Miami.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ben Roethlisberger went to Miami University in Ohio.",
            "human_eval": "1"
        }
    },
    {
        "question": "what do people speak in canada?",
        "answers": [
            "French Language",
            "English Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "French Language is the official language of Canada.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "People speak in English, French and Inuktitut in Canada.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "English and French are the two official languages spoken in Canada.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did andy murray started playing tennis?",
        "answers": [
            "United Kingdom"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Wimbledon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andy Murray started playing tennis at Dunblane Tennis Club.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Andy Murray started playing tennis in Dunblane, Scotland.",
            "human_eval": "1"
        }
    },
    {
        "question": "who founded the pittsburgh steelers in 1933?",
        "answers": [
            "Rooney family"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Rooney Sr.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Arthur J. Rooney founded the pittsburgh steelers in 1933.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Art Rooney founded the Pittsburgh Steelers in 1933.",
            "human_eval": "1"
        }
    },
    {
        "question": "where is giza pyramids located?",
        "answers": [
            "Egypt",
            "Giza Governorate"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Giza Plateau is the location of the Giza Pyramids.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Giza pyramids are located in Egypt.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Giza Pyramids are located in Giza, Egypt.",
            "human_eval": "1"
        }
    },
    {
        "question": "what city does paul ryan live in?",
        "answers": [
            "Janesville"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Boston",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paul Ryan lives in Janesville, Wisconsin.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Paul Ryan lives in Janesville, Wisconsin.",
            "human_eval": "1"
        }
    },
    {
        "question": "who was the father of king george vi?",
        "answers": [
            "George V"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "King Edward VII was the father of king george vi.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "King George VI was the father of king george vi.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "King George V was the father of King George VI.",
            "human_eval": "1"
        }
    },
    {
        "question": "who voiced darth vader?",
        "answers": [
            "James Earl Jones"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "David Prowse voiced Darth Vader.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James Earl Jones voiced darth vader.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "James Earl Jones voiced Darth Vader.",
            "human_eval": "1"
        }
    },
    {
        "question": "what college did john nash go to?",
        "answers": [
            "Carnegie Mellon University",
            "Carnegie Institute of Technology",
            "Bluefield High School",
            "Princeton University",
            "Massachusetts Institute of Technology"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "John Nash went to the University of California, Berkeley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Nash went to Princeton University.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "John Nash attended Princeton University.",
            "human_eval": "1"
        }
    },
    {
        "question": "what currency does singapore use?",
        "answers": [
            "Singapore dollar"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Singapore dollar",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Singapore uses the Singapore dollar.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Singapore uses the Singapore dollar as its currency.",
            "human_eval": "1"
        }
    },
    {
        "question": "what currency to take to turkey 2010?",
        "answers": [
            "Turkish lira"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Turkish lira is the currency of Turkey.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Turkish lira is the currency to take to turkey 2010.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The currency to take to Turkey in 2010 was the Turkish lira.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was shakespeare born at?",
        "answers": [
            "Stratford-upon-Avon"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Stratford-upon-Avon",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Shakespeare was born at Stratford-upon-Avon.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Shakespeare was born in Stratford-upon-Avon, England.",
            "human_eval": "1"
        }
    },
    {
        "question": "what role did paul mccartney play in the beatles?",
        "answers": [
            "Backing vocalist",
            "bass",
            "Lead vocalist"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Paul McCartney played drums in the Beatles.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paul mccartney played the role of bass guitarist in the beatles.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Paul McCartney played the role of bass guitarist and vocalist in the Beatles.",
            "human_eval": "1"
        }
    },
    {
        "question": "what did pamela courson die from?",
        "answers": [
            "Heroin overdose",
            "Drug overdose"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Pamela Courson died from a heart attack.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Pamela Courson died from a drug overdose.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Pamela Courson died from a heroin overdose.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is penn state's main campus?",
        "answers": [
            "University Park"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "State College",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Penn State's main campus is in University Park, Pennsylvania.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Penn State's main campus is located in University Park, Pennsylvania.",
            "human_eval": "1"
        }
    },
    {
        "question": "what is the sacred text of daoism?",
        "answers": [
            "Tao Te Ching"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "The Daodejing is the sacred text of Daoism.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The sacred text of daoism is the dao de jing.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The sacred text of Daoism is the Dao De Jing.",
            "human_eval": "1"
        }
    },
    {
        "question": "where did benjamin franklin went to school?",
        "answers": [
            "Boston Latin School"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Boston Latin School",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Benjamin Franklin went to school at Boston Latin School.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Benjamin Franklin did not attend formal school. He was primarily self-taught and educated through reading and practical experience.",
            "human_eval": "0"
        }
    },
    {
        "question": "what is the currency in egypt 2012?",
        "answers": [
            "Egyptian pound"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Egyptian pound",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Egyptian pound is the currency in egypt 2012.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The currency in Egypt in 2012 was the Egyptian pound.",
            "human_eval": "1"
        }
    },
    {
        "question": "what season did lana lang leave smallville?",
        "answers": [
            "Smallville - Season 8"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "Season 10",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lana Lang left smallville in the season 8.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lana Lang left Smallville in season 7.",
            "human_eval": "0"
        }
    },
    {
        "question": "what language do australia people speak?",
        "answers": [
            "Lojban",
            "Esperanto Language",
            "English Language"
        ],
        "source": "WebQuestions",
        "flan": {
            "pred": "English Language is the official language of Australia.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Australia people speak English.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The majority of people in Australia speak English.",
            "human_eval": "1"
        }
    },
    {
        "question": "Holloware (or hollow ware) is generally used in?",
        "answers": [
            "Catering services",
            "Functions of catering",
            "Event caterer",
            "Catering service",
            "Event catering",
            "Cathering",
            "Catering",
            "Catering consultant",
            "Caterer",
            "Institutional catering",
            "The catering industry"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "food service",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Holloware (or hollow ware) is generally used in cooking.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Holloware (or hollow ware) is generally used in the food and beverage industry, specifically for serving and storing food and drinks.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which US city had the first subway system, being opened in 1895?",
        "answers": [
            "City of Boston",
            "Boston,MA",
            "Economy of Boston",
            "Boston, Massachussets",
            "Boston's",
            "Boston, ma",
            "Boston, Massachusets",
            "Boston Massachusetts",
            "Boston, United States",
            "Wahstoron\u00f2n:ke",
            "Boston, Massachusetts, USA",
            "Boston Mass",
            "Boston, Massachessets",
            "Boston, Massachussetts",
            "Boston, Massachusetts, US",
            "Bosotn",
            "The weather in Boston",
            "Boston,Massachusetts",
            "Boston, Mass",
            "Boston, Massachusettes",
            "Boston, Massachussettes",
            "Boston, Massachusetts",
            "The hub of the universe",
            "Boston mass",
            "Boston massachusetts",
            "Boston Weather",
            "Beantown",
            "Bofton",
            "Boston, USA",
            "Boston, mass",
            "Education in Boston",
            "Boston ma",
            "Boston, MA",
            "Boston, US",
            "Boston (Mass.)",
            "Boston MA",
            "Demographics of Boston",
            "Geography of Boston",
            "Religion in Boston",
            "Boston (MA)",
            "Capital of Massachusetts",
            "Puritan City",
            "Boston, Massachusetts, United States of America",
            "Politics of Boston",
            "Boston",
            "Boston, Mass.",
            "The Hub of the Universe",
            "Boston, Massachusetts, United States",
            "Bean Town",
            "Bawstun",
            "UN/LOCODE:USBOS",
            "Massachusetts/Boston"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "New York City",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Boston had the first subway system, being opened in 1895.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Boston, Massachusetts had the first subway system in the United States, which was opened in 1895.",
            "human_eval": "1"
        }
    },
    {
        "question": "How many Oscars did the 1994 film 'Forrest Gump' win?",
        "answers": [
            "Six",
            "six",
            "6"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "two",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 1994 film 'Forrest Gump' won 6 Oscars.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 1994 film 'Forrest Gump' won six Oscars.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which rugby league team is known as the Rhinos?",
        "answers": [
            "Leeds, UK",
            "St Margaret's Primary School, Horsforth",
            "ST Margarets Primary School",
            "St Margarets Primary School",
            "St margarets school",
            "City of leeds transport area",
            "The weather in Leeds",
            "Leeds, Yorkshire",
            "Knightsbridge of the North",
            "Shakespeare Primary School",
            "Higher Education in Leeds",
            "Leeds, England",
            "Leeds, West Yorkshire",
            "Leeds",
            "Leodis",
            "LEEDS",
            "Leeds \u2013 Bradford, UK",
            "Leodensian",
            "UN/LOCODE:GBLBA"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Leeds Rhinos",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The rugby league team is known as the Rhinos.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Leeds Rhinos is the rugby league team known as the Rhinos.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the last name of brothers Chico, Harpo, Groucho, Zeppo, and Gummo?",
        "answers": [
            "Karl Marx",
            "Karl Heinrich Marx",
            "K. H. Marx",
            "Marx, Karl",
            "K Marx",
            "Carl Heinrich Marx",
            "Carl Marks",
            "K. Marx",
            "Karol Marks",
            "Carl Marx",
            "Father of Communism",
            "Karl Marks",
            "Karl marx",
            "Marx"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Marx",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The last name of brothers Chico, Harpo, Groucho, Zeppo, and Gummo was Marx.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The last name of brothers Chico, Harpo, Groucho, Zeppo, and Gummo is Marx.",
            "human_eval": "1"
        }
    },
    {
        "question": "James Gandolfini plays the sadistic military prison commandant Colonel Winter in which 2001 film starring Robert Redford?",
        "answers": [
            "The Last Castle",
            "Last Castle"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Company You Keep",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James Gandolfini plays the sadistic military prison commandant Colonel Winter in the 2001 film starring Robert Redford, the last castle.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "James Gandolfini plays the sadistic military prison commandant Colonel Winter in the 2001 film \"The Last Castle\" starring Robert Redford.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the name of the sixth studio album released by Prince and the Revolution in June of 1984?",
        "answers": [
            "Purple RAIN",
            "Purple Rain",
            "Purple Rain (disambiguation)",
            "Purple rain"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Purple Rain",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Parade was the name of the sixth studio album released by Prince and the Revolution in June of 1984.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of the sixth studio album released by Prince and the Revolution in June of 1984 is \"Purple Rain.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Sean Connery's first Oscar was awarded for his role in which film?",
        "answers": [
            "Intouchable (disambiguation)",
            "The Untouchables (TV series)",
            "Untouchable (song)",
            "Untouchable (album)",
            "Untouchables",
            "Untouchable (TV series)",
            "Untouchables.",
            "Untouchable",
            "THE UNTOUCHABLES",
            "The Untouchables",
            "Untouchable (disambiguation)",
            "The untouchables"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Untouchables",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Sean Connery's first Oscar was awarded for his role in the film the hunt for red october.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sean Connery's first Oscar was awarded for his role in the film \"The Untouchables.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the more common name for the white crystalline salt called hydrated sodium pyroborate?",
        "answers": [
            "Na2b4o7",
            "\ud83d\udf43",
            "\ud83d\udf42",
            "Sodium borate",
            "Borax",
            "Tincal",
            "ATCvet code QS01AX07",
            "Sodium boric acid",
            "Na2B4O7",
            "Disodium tetraborate",
            "Sodium Tetraborate",
            "Sodium tetraborate decahydrate",
            "ATC code S01AX07",
            "Sodium pyroborate",
            "Sodium tetraborate",
            "E285",
            "Na2B4O7\u00b710H2O",
            "\ud83d\udf44"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Sodium bicarbonate",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The more common name for the white crystalline salt called hydrated sodium pyroborate is borax.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The more common name for the white crystalline salt called hydrated sodium pyroborate is borax.",
            "human_eval": "1"
        }
    },
    {
        "question": "National Flag Day is celebrated in Estonia during which month of the year?",
        "answers": [
            "\u32c5",
            "Jun.",
            "JUNE",
            "June 31",
            "June",
            "Junes",
            "Juno (German)",
            "June 31st"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "May",
            "human_eval": "0"
        },
        "llama": {
            "pred": "National Flag Day is celebrated in Estonia during the month of February.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "National Flag Day is celebrated in Estonia during the month of June.",
            "human_eval": "1"
        }
    },
    {
        "question": "Chatham Dockyard, which closed in 1984 and is now a visitor centre, is located in which English county?",
        "answers": [
            "Garden of england",
            "Sport in Kent",
            "Kent County, England",
            "Kent",
            "County Kent",
            "Culture in Kent",
            "Winkhurst Green",
            "Wilsley Green",
            "Kent, England",
            "Education in Kent",
            "Garden of England",
            "Kent (county)",
            "County of Kent",
            "Cantium",
            "Kent (England)",
            "Rhoden Green",
            "County of Kent, England"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Kent",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Chatham Dockyard, which closed in 1984 and is now a visitor centre, is located in Kent.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Chatham Dockyard, which closed in 1984 and is now a visitor centre, is located in Kent, England.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is a female skunk called?",
        "answers": [
            "Sows",
            "SOW (disambiguation)",
            "Sow (disambiguation)",
            "Sow",
            "SOW"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "a skunk is a skunk",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A female skunk is called a skunk.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "A female skunk is called a sow.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who wrote the screenplay for the 1994 film \u2018Four Weddings and a Funeral\u2019?",
        "answers": [
            "Rachel Curtis",
            "Richard Curtis (screenwriter)",
            "Richard Curtis"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Maybury wrote the screenplay for the 1994 film \u2018Four Weddings and a Funeral\u2019.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Richard Curtis wrote the screenplay for the 1994 film \u2018Four Weddings and a Funeral\u2019.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Richard Curtis wrote the screenplay for the 1994 film 'Four Weddings and a Funeral'.",
            "human_eval": "1"
        }
    },
    {
        "question": "Three of the contiguous states of the USA have Pacific coastlines. Washington and California are two. Which is the third?",
        "answers": [
            "Demographics of Oregon",
            "Ore.",
            "Oregon (state)",
            "Sports in Oregon",
            "Oregon's",
            "Regions of Oregon",
            "Oregon (U.S. state)",
            "US-OR",
            "Oregon (State)",
            "Oregon",
            "Oregroun",
            "Oreg\u00f3n",
            "Geography of Oregon",
            "Thirty-third State",
            "Oregon, United States",
            "State of Oregon",
            "Education in Oregon",
            "The Beaver State",
            "33rd State",
            "Oregon, USA",
            "Thirty-Third State"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Oregon",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Oregon is the third.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Oregon is the third state with a Pacific coastline.",
            "human_eval": "1"
        }
    },
    {
        "question": "November 30, 1810 saw the birth of what U.S. inventor and business man who is credited with creating the gun that won the west?",
        "answers": [
            "Winchester, Oliver Fisher",
            "Oliver Fisher Winchester",
            "Oliver Winchester",
            "Oliver F Winchester",
            "Oliver F. Winchester"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Winchester",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Samuel Colt was the U.S. inventor and business man who is credited with creating the gun that won the west.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "November 30, 1810 saw the birth of Samuel Colt, the U.S. inventor and businessman who is credited with creating the gun that won the west.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the opposite side from starboard on a ship?",
        "answers": [
            "Sea port",
            "Seaport",
            "Fishing port",
            "Shipping port",
            "Deep water port",
            "Ice-free port",
            "Ice free port",
            "Deepwater port",
            "Ports (disambiguation)",
            "Sea ports",
            "Port of discharge",
            "Ferry port",
            "Deepwater pier",
            "Fishing Port",
            "Fluvial port",
            "Deep-water port",
            "Warm-water port",
            "Ice-free harbor",
            "Sea-port",
            "Warm water port",
            "Ice free harbour",
            "Port city",
            "Ports",
            "Seaports of Japan",
            "Seaports",
            "Ice-free harbour",
            "Port town",
            "Commercial port",
            "Port"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "port",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Port is the opposite side from starboard on a ship.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The opposite side from starboard on a ship is port.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who played the wife of Alf Garnett on TV?",
        "answers": [
            "DANDY NICHOLS",
            "Dandy Nichols"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Susannah Harker played the wife of Alf Garnett on TV.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Barbara Windsor played the wife of Alf Garnett on TV.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dandy Nichols played the wife of Alf Garnett on TV.",
            "human_eval": "1"
        }
    },
    {
        "question": "What homonymic word refers both to a pit and a hunted animal?",
        "answers": [
            "Marble quarry",
            "Quarry process",
            "Quarries",
            "Quarry",
            "Stone pit",
            "Superquarry",
            "Quarryman",
            "Rock quarries",
            "Quarrying",
            "Quarried",
            "Quarrys",
            "Rock quarry",
            "Quarry and Quarrying",
            "Super quarry",
            "Quary",
            "Stone quarry"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "fox",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A pit and a hunted animal is a pit.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The homonymic word that refers both to a pit and a hunted animal is \"trap\".",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the only Scotsman to have been European Footballer of the Year (now called the Ballon d'Or)?",
        "answers": [
            "Denis Law"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Charles McEnroe is the only Scotsman to have been European Footballer of the Year (now called the Ballon d'Or).",
            "human_eval": "0"
        },
        "llama": {
            "pred": "George Best is the only Scotsman to have been European Footballer of the Year (now called the Ballon d'Or).",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Denis Law is the only Scotsman to have been European Footballer of the Year (now called the Ballon d'Or).",
            "human_eval": "1"
        }
    },
    {
        "question": "How is 'Cedric Errol' referred to in the title of a famous children's novel, published in 1886?",
        "answers": [
            "Little Lord Fauntleroy (film)",
            "Little Lord Fontleroy",
            "Little Lord Fauntleroy",
            "Fauntleroy",
            "Lord Fauntleroy",
            "'LITTLE LORD FAUNTLEROY'"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Little Prince",
            "human_eval": "0"
        },
        "llama": {
            "pred": "'Cedric Errol' is referred to in the title of a famous children's novel, published in 1886.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "'Cedric Errol' is referred to as \"Little Lord Fauntleroy\" in the title of the famous children's novel published in 1886.",
            "human_eval": "1"
        }
    },
    {
        "question": "When Laurence Olivier became Baron Olivier where was he the Baron of",
        "answers": [
            "Brighthelmstone",
            "UN/LOCODE:GBBSH",
            "Brighton music",
            "Brighton Ferry",
            "Brighton, UK",
            "Brighton, Sussex",
            "Mayor of Brighton",
            "Brighton, East Sussex",
            "Brighton Borough Council",
            "County Borough of Brighton",
            "Brighton, England",
            "Brighton"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "London",
            "human_eval": "0"
        },
        "llama": {
            "pred": "When Laurence Olivier became Baron Olivier he was the Baron of Driby.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "When Laurence Olivier became Baron Olivier, he was the Baron of Brighton.",
            "human_eval": "1"
        }
    },
    {
        "question": "Ereuthophobia is the irrational fear of which colour?",
        "answers": [
            "Red (colour)",
            "Rgb(255, 0, 0)",
            "Incarnadining",
            "Rau\u00f0ur",
            "Incarnadine",
            "Red (political adjective)",
            "FF0000",
            "Red Movement",
            "Red",
            "Red (Colour)",
            "Reddeners",
            "Reddest",
            "Reddened",
            "Redishly",
            "Firebrick red",
            "Reddens",
            "Reddener",
            "Color red",
            "Reddishness",
            "Redly",
            "Aztec red",
            "Red (color)",
            "(255, 0, 0)",
            "Raudur",
            "Color/red",
            "Redest",
            "Redishness",
            "Incarnadined",
            "Incarnadines",
            "Reddishly",
            "List of terms associated with the color red",
            "Redness"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "red",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ereuthophobia is the irrational fear of blue.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ereuthophobia is the irrational fear of the color red.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the painful and incurable, so far, condition characterised by uterine cells growing outside the uterus?",
        "answers": [
            "Endometreosis",
            "Endometriotic cell",
            "Endomytriosis",
            "Chocolate ovarian cyst",
            "Endometriosis",
            "Endometriotic cyst"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "endometriosis",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Endometriosis is the painful and incurable, so far, condition characterised by uterine cells growing outside the uterus.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The painful and incurable condition characterized by uterine cells growing outside the uterus is called endometriosis.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which World war 2 American general was nicknamed \u201cVinegar Joe\u201d?",
        "answers": [
            "Stilwell",
            "Stillwell",
            "Stilwell (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Joseph Francis \u201cVinegar Joe\u201d McCarthy",
            "human_eval": "0"
        },
        "llama": {
            "pred": "General George S. Patton was nicknamed \u201cVinegar Joe\u201d.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "General Joseph Stilwell was nicknamed \"Vinegar Joe\" during World War 2.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which American won the Nobel Peace Prize in 2002?",
        "answers": [
            "James Earl Carter Jr.",
            "James Carter, Jr",
            "James Earl %22Jimmie%22 Carter Jr.",
            "Carter, Jimmy",
            "James Earl Carter, Jr",
            "Jimmie Carter",
            "Jimmie Carter Jr.",
            "James Earl %22Jimmie%22 Carter, Junior",
            "Jimmy Carter, Jr",
            "James Earl %22Jimmie%22 Carter Junior",
            "Carter, James Earl",
            "James Earl %22Jimmie%22 Carter, Jr",
            "James E. Carter, Jr.",
            "Jimmy Carter Junior",
            "James Earl %22Jimmy%22 Carter, Jr",
            "President Carter",
            "Jimmy Carter Jr",
            "Jimmie Carter, Jr.",
            "Carter, James Earl %22Jimmie%22",
            "Why not the best",
            "James Earl %22Jimmy%22 Carter Jr",
            "Jimmie Carter, Junior",
            "James Earl %22Jimmie%22 Carter, Jr.",
            "James Earl %22Jimmy%22 Carter Jr.",
            "Jimmy carter",
            "James Earl %22Jimmy%22 Carter, Junior",
            "James Earl Carter Jr",
            "President carter",
            "Jimi Carter",
            "Jimmy Earl Carter",
            "James Carter, Jr.",
            "James Earl Carter Junior",
            "Carter, James Earl %22Jimmy%22",
            "James Earl %22Jimmy%22 Carter, Jr.",
            "39th President of the United States",
            "President Jimmy Carter",
            "James Earl %22Jimmy%22 Carter",
            "James Earl Carter",
            "James Earl (Jimmy) Carter",
            "James Earl %22Jimmie%22 Carter Jr",
            "Jimmy Carter",
            "James Earl Carter, Junior",
            "James Earl %22Jimmy%22 Carter Junior",
            "Jimmie Carter Junior",
            "Why Not the Best",
            "James E. Carter",
            "Jimmie Carter, Jr",
            "Jimmy Carter, Jr.",
            "Jimmy Carter, Junior",
            "James Earl Carter, Jr.",
            "Jimmie Carter Jr",
            "James %22Jimmy%22 Carter",
            "Jimmy E. Carter",
            "Carter, Jimmie",
            "Jimmy Carter Jr.",
            "JIMMY CARTER",
            "James Earle Carter",
            "James E. Carter Jr."
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Kerry",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jimmy Carter won the Nobel Peace Prize in 2002.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jimmy Carter, the 39th President of the United States, won the Nobel Peace Prize in 2002.",
            "human_eval": "1"
        }
    },
    {
        "question": "Following success at the 1979 election whose party conference speeech included the lines 'you turn if you want to, the lady's not for turning'?",
        "answers": [
            "Baroness Margaret Thatcher",
            "Lady Thatcher",
            "Margret thatcher",
            "The Baroness Thatcher",
            "Margret Thatcher",
            "The Lady Thatcher",
            "Margaret Tatcher",
            "Margaret Thatcher",
            "Mrs T",
            "Mrs Thatcher",
            "Margaret Hilda Thatcher, Baroness Thatcher",
            "Mrs. T",
            "Baroness Thatcher of Kesteven",
            "Margaret Thatcer",
            "Margaret Thatcher's",
            "Mrs Finchley",
            "Prime Minister Margaret Thatcher",
            "Thatcherian",
            "Margaret Thacher",
            "Margaret Thatcher bibliography",
            "Margaret Thatcher Day",
            "M thatcher",
            "Lady T",
            "Maggie Thatcher",
            "Margaret Hilda Thatcher",
            "Milk snatcher",
            "Baroness The Margaret Thatcher",
            "Margaret Thatcher, Baroness Thatcher",
            "Margaret Hilda Roberts Thatcher",
            "Margeret Thatcher",
            "Margareth Thatcher",
            "Mrs Denis Thatcher",
            "Margaret Hilda Roberts",
            "Mrs. Thatcher",
            "Milk Snatcher",
            "Margaret Thatcher Library",
            "Margaret thatcher",
            "Baroness Thatcher",
            "Margeret thatcher"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Margaret Thatcher",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Margaret Thatcher's party conference speech included the lines 'you turn if you want to, the lady's not for turning'.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Margaret Thatcher's party conference speech included the lines 'you turn if you want to, the lady's not for turning'.",
            "human_eval": "1"
        }
    },
    {
        "question": "Doctor Brooke Magnanti came out as which best selling X-rated blogger?",
        "answers": [
            "Belle du Jour",
            "Belle de jour (disambiguation)",
            "Belle de Jour (disambiguation)",
            "Belle de Jour",
            "Belle de jour"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Doctor Brooke Magnanti",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Doctor Brooke Magnanti came out as Belle de Jour.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Doctor Brooke Magnanti came out as the best selling X-rated blogger Belle de Jour.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the christian name of the daughter of William Dorrit, known as Little Dorrit in the 1857 novel of the same name by Charles Dickens?",
        "answers": [
            "AMY",
            "Amy (disambiguation)",
            "Amy (film)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Amy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Amy Dorrit was the christian name of the daughter of William Dorrit, known as Little Dorrit in the 1857 novel of the same name by Charles Dickens.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The christian name of the daughter of William Dorrit, known as Little Dorrit in the 1857 novel of the same name by Charles Dickens, is Amy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the 16th president of the U.S.A.,assasinated in 1865",
        "answers": [
            "Abaraham lincoln",
            "Abe licnoln",
            "President Lincoln",
            "Abraham LINCOLN",
            "Abe Lincon",
            "A Lincoln",
            "Lincoln (president)",
            "President Abraham",
            "President Abraham Lincoln",
            "Abraham (president)",
            "The Rail Splitter",
            "Abe Lincoln",
            "Honest Abe",
            "Lincoln's cabinet",
            "Lincoln, Abraham",
            "Abraham Lincon",
            "Abraham Lincoln",
            "Abraham Lincoln and the American Civil War",
            "Great Emancipator",
            "Aberham lincoln",
            "Abraham Lincoln (president)",
            "Lincolnian",
            "President Abe Lincoln",
            "Honest Abe Lincoln",
            "Abraham lincoln",
            "A. Lincoln",
            "Presedent Lincon",
            "Abrahm Lincoln",
            "Abraham Lincoln's Life",
            "Abe lincolin",
            "Abaham lincoln",
            "The Great Emancipator",
            "16th President of the United States"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Abraham Lincoln",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Abraham Lincoln was the 16th president of the U.S.A.,assasinated in 1865.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Abraham Lincoln was the 16th president of the U.S.A., assassinated in 1865.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which American bluegrass-country singer and fiddler has won 26 Grammy Awards, making her the most awarded female artist (and the third most awarded artist overall) in Grammy history since she recorded for the first time at the age of 14?",
        "answers": [
            "Alison Kraus",
            "Alisson Krauss",
            "Alison Krauss/Robert Plant",
            "Alison Maria Krauss",
            "Allison Krauss",
            "Alison Krauss & Union Station",
            "Allison Krauss and Union Station",
            "AKUS",
            "Allison Krausse",
            "Allison Kraus",
            "Allison Kross",
            "Alison Krauss",
            "AK&US"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Alison Krauss",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Alison Krauss has won 26 Grammy Awards, making her the most awarded female artist (and the third most awarded artist overall) in Grammy history since she recorded for the first time at the age of 14.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Alison Krauss is the American bluegrass-country singer and fiddler who has won 26 Grammy Awards, making her the most awarded female artist (and the third most awarded artist overall) in Grammy history since she recorded for the first time at the age of 14.",
            "human_eval": "1"
        }
    },
    {
        "question": "Sic Bo is a Chinese game of?",
        "answers": [
            "\u2681",
            "\u2680",
            "\u2683",
            "\u2682",
            "\u2685",
            "Dice",
            "Game dice",
            "Fullams",
            "20-Sided Die",
            "Roll of the dice",
            "Fair die",
            "Gaming dice",
            "Twenty-sided polyhedral die",
            "Normal dice",
            "Polyhedral dice",
            "\u2684",
            "Seven-sided die",
            "Crystal dice",
            "Fulhams",
            "20-sided die",
            "\ud83c\udfb2",
            "Loaded dice",
            "Chance cube",
            "Loaded die",
            "Game die",
            "Six-sided die",
            "12-sided die",
            "8-sided die",
            "Dice tray",
            "Six-sided dice",
            "Crystal die",
            "Fair dice",
            "Gaming die",
            "Polyhedral die",
            "Dice cup",
            "Dice and dice games"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "dice",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Sic Bo is a Chinese game of dice.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sic Bo is a Chinese game of chance.",
            "human_eval": "1"
        }
    },
    {
        "question": "A notable event in the annals of crime was the murder of Peter Gusenberg, Frank Gusenberg, Albert Weinshanker, Adam Heyer, John May, Reinhardt Schwimmer, and James Clark in Chicago on what date in 1929?",
        "answers": [
            "February 14 (Saint Valentine's Day Massacre)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "October 30, 1929",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A notable event in the annals of crime was the murder of Peter Gusenberg, Frank Gusenberg, Albert Weinshanker, Adam Heyer, John May, Reinhardt Schwimmer, and James Clark in Chicago on 14 February 1929.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The murder of Peter Gusenberg, Frank Gusenberg, Albert Weinshanker, Adam Heyer, John May, Reinhardt Schwimmer, and James Clark in Chicago occurred on February 14, 1929.",
            "human_eval": "1"
        }
    },
    {
        "question": "What organisation was formed in 1670 when King Charles II of England granted a charter to Prince Rupert and others to give them large tracts of land and the trading rights over a large area?",
        "answers": [
            "Hudson Bay company",
            "Hudson\u2019s Bay Company",
            "Hudson's Bay Company",
            "Governor and Company of Adventurers of England",
            "The Governor and Company of Adventurers of England trading into Hudson's Bay",
            "Governor and Company of Adventurers of England trading into Hudson's Bay",
            "Hudson's Bay Oil and Gas Company",
            "Hudsons bay company",
            "Hudsons Bay Company",
            "Hudson Bay Oil & Gas",
            "Hudson Bay Company",
            "Compagnie de la Baie d'Hudson",
            "The Hudson's Bay Company",
            "Hudsons' bay company",
            "Hudson's Bay Co."
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hudson's Bay Company",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Hudson's Bay Company was formed in 1670 when King Charles II of England granted a charter to Prince Rupert and others to give them large tracts of land and the trading rights over a large area.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The organisation formed in 1670 when King Charles II of England granted a charter to Prince Rupert and others is the Hudson's Bay Company.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the capital of West Germany from 1949 to 1990?",
        "answers": [
            "Castra Bonnensis",
            "Bonnsch (beer)",
            "Schwarzrheindorf/Vilich-Rheindorf",
            "B\u00f6nnsch (beer)",
            "Capital of West Germany",
            "UN/LOCODE:DEBON",
            "Bonn, Germany",
            "Schwarzrheindorf",
            "Bundesdorf",
            "Bonn",
            "Bonn am Rhein",
            "Bonna",
            "Boennsch (beer)",
            "Bonn (district)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Berlin",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Bonn was the capital of West Germany from 1949 to 1990.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of West Germany from 1949 to 1990 was Bonn.",
            "human_eval": "1"
        }
    },
    {
        "question": "Where did Jonathan Edwards set his 1995 triple jump world record?",
        "answers": [
            "Swedish sin",
            "Swea Region",
            "Sverige",
            "Swedish origin",
            "Schweden",
            "Kingdom of Sweden",
            "SWEDEN",
            "Etymology of Sweden",
            "Mainland Sweden",
            "Konungariket Sverige",
            "Ulf Bergman",
            "Swedish climate",
            "Sweden",
            "Climate of Sweden",
            "ISO 3166-1:SE",
            "Sveden",
            "Suecia",
            "Swedish realm",
            "Zweden"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "London",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jonathan Edwards set his 1995 triple jump world record in Seville, Spain.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jonathan Edwards set his 1995 triple jump world record in Gothenburg, Sweden.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the name of Elvis Presley's twin brother?",
        "answers": [
            "Jesse (given name)",
            "Yishai",
            "Yishay",
            "Jesse(given name)",
            "Jesse",
            "\u05d9\u05b4\u05e9\u05b7\u05c1\u05d9"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Vernon Presley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jesse Garon Presley was the name of Elvis Presley's twin brother.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Elvis Presley's twin brother's name was Jesse Garon Presley.",
            "human_eval": "1"
        }
    },
    {
        "question": "In 1337 which English king claimed the throne of France, precipitating the '100 Years War'?",
        "answers": [
            "Edward III of England",
            "Edward iii of england",
            "Edward III",
            "Edward 3",
            "King Edward III",
            "King of England III",
            "Edward III, King of the English",
            "King Edward III of Windsor",
            "Edward III of Windsor",
            "EDWARD III",
            "King Edward III of England",
            "Eduard III",
            "Edward III Plantagenet",
            "Edward III, King of England",
            "Edward of Windsor",
            "Edward iii",
            "Edward III Plantagenet of Windsor",
            "Edward III (England)",
            "Edward the Third"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Edward III",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In 1337 Edward III claimed the throne of France, precipitating the '100 Years War'.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Edward III of England claimed the throne of France in 1337, precipitating the '100 Years War'.",
            "human_eval": "1"
        }
    },
    {
        "question": "What island would you come to first if you travelled due east from Bangladesh?",
        "answers": [
            "Zhonghua Minguo",
            "Republic of China",
            "Taiwan country",
            "Tawian",
            "China, the Republic of",
            "China (Taiwan)",
            "Tai-Wan",
            "Ilha formosa",
            "Chung-hua Min-kuo",
            "Republic of China(Taiwan)",
            "\u81fa\u7063",
            "Ts'ai Tai-wan te Chung-hua Min-kuo",
            "Taioaan",
            "R.O.C",
            "T\u00e2i-o\u00e2n",
            "ISO 3166-1:TW",
            "Tiawan",
            "Taiwan, ROC",
            "Min Guo",
            "TAIWAN",
            "Taiwan (nation)",
            "Republic of CHina",
            "Free China (modern)",
            "Republic of China (R.O.C.)",
            "Taiwan (country)",
            "Jhong-hua Min-guo",
            "Taiwan Island",
            "\u53f0\u6e7e",
            "JhongHua MinGuo",
            "\u53f0\u7063",
            "Taioan",
            "Taiwan, Republic of China",
            "Ta\u00efwan",
            "Minguo",
            "Chung-Hua Min-Kuo",
            "Chuka Minkoku",
            "Republic Of China",
            "Jhonghua Minguo",
            "RoC",
            "Tai-oan",
            "China (Republic of)",
            "Republic of China/Taiwan",
            "Taiwan (ROC)",
            "Republic of China (1945\u201371)",
            "Chunghwa Minkuo",
            "Zh\u014dnghu\u00e1 M\u00edngu\u00f3",
            "Taiwan ROC",
            "Taiwan Country",
            "Chunghwa Republic",
            "Republic China",
            "R China",
            "R.o.China",
            "Republic of China, Taiwan",
            "Chunghwaminkuo",
            "Republic of china",
            "Republic of China on Taiwan",
            "Taiwan (state)",
            "China (ROC)",
            "Republic of China (ROC)",
            "Republic of China (Taiwan)",
            "T\u00e1iw\u0101n",
            "RO China",
            "The R.O.C.",
            "Ch\u016bka Minkoku",
            "Taiwan (Republic of China)",
            "China (Republic : 1949-)",
            "TPKM",
            "China, Republic of (Taiwan)",
            "ROC (China)",
            "Tawan",
            "Jhonghu\u00e1 M\u00edngu\u00f3",
            "Zhonghu\u00e1 M\u00edngu\u00f3",
            "\u4e2d\u534e\u6c11\u56fd",
            "R.O. China",
            "The Republic of China",
            "Chung Min Kuo",
            "Zh\u014dnghu\u00e1 M\u00edn'gu\u00f3",
            "JhongHu\u00e1 M\u00ednGu\u00f3",
            "Republic of China (1949\u2013present)",
            "\u4e2d\u83ef\u6c11\u570b",
            "T'aiwan",
            "T\u00e1iwan",
            "China, Republic of",
            "Taiwan",
            "Chunghua Minkuo"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Sri Lanka",
            "human_eval": "0"
        },
        "llama": {
            "pred": "You would come to the island of Sri Lanka if you travelled due east from Bangladesh.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "If you traveled due east from Bangladesh, you would come to Myanmar (formerly known as Burma) first.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the name of pigment that gives plants and leaves their colors and also absorbs light in the blue and red portions of the spectrum?",
        "answers": [
            "C55H70O6N4Mg",
            "Chlorophyll",
            "Chorophyll",
            "C55H72O5N4Mg",
            "Chlorophyl",
            "Chlorophylls",
            "Chlorophyllose",
            "Chlorafil",
            "E140 (E number)",
            "Chlorophyllous",
            "C35H30O5N4Mg",
            "Leaf-green",
            "Clorophyl",
            "C54H70O6N4Mg",
            "Chlorophil",
            "Clorofill",
            "Leafgreen",
            "Cholorophyll",
            "Cholorophyl",
            "Leaf green",
            "C35H28O5N4Mg"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Chlorophyll",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Chlorophyll is the name of pigment that gives plants and leaves their colors and also absorbs light in the blue and red portions of the spectrum.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the pigment that gives plants and leaves their colors and also absorbs light in the blue and red portions of the spectrum is chlorophyll.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who directed the 1969 film \u2018Women in Love\u2019, starring Oliver Reed and Glenda Jackson?",
        "answers": [
            "Henry Kenneth Russell",
            "Henry Kenneth Alfred Russell",
            "Henry Kenneth Alfred %22Ken%22 Russell",
            "Ken Russell",
            "Ken Russel"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Schlesinger",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ken Russell directed the 1969 film \u2018Women in Love\u2019, starring Oliver Reed and Glenda Jackson.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ken Russell directed the 1969 film 'Women in Love', starring Oliver Reed and Glenda Jackson.",
            "human_eval": "1"
        }
    },
    {
        "question": "How long do NFL football teams have to get a play off (the play clock)?",
        "answers": [
            "40 time",
            "40 seconds",
            "forty  time"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The play clock is 40 seconds.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "NFL football teams have to get a play off (the play clock) for 25 seconds.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "NFL football teams have 40 seconds to get a play off (the play clock).",
            "human_eval": "1"
        }
    },
    {
        "question": "How often does a national census take place in Britain?",
        "answers": [
            "Every ten years"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "every ten years",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A national census takes place in Britain every 10 years.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A national census takes place in Britain every 10 years.",
            "human_eval": "1"
        }
    },
    {
        "question": "In the 18th century, the capital of Russia was moved from Moscow to where?",
        "answers": [
            "St Petersb.",
            "Saint Petersberg",
            "Peterpolis",
            "Sankt Petrburg",
            "UN/LOCODE:RULED",
            "St-Petersburg",
            "St petersburg",
            "St. Petersburg",
            "St. Petersburg, Russa",
            "Saint Petersburg",
            "Saint-Peterburg",
            "Pietarissa",
            "Art Pictures St. Petersburg",
            "Russia St. Petersburg",
            "Sankt Petersburg",
            "Monuments of Saint Petersburg",
            "Peterburg",
            "RU-SPE",
            "St. petersbourg",
            "Piter, Russia",
            "Leningrad, Soviet Union",
            "Petersburg, Russia",
            "St Petersburg, Russia",
            "Peterburi",
            "Saint petersburg",
            "Saint Petersburg (Russia)",
            "St. Petersberg",
            "Saint Petersburg, Russia (Federation)",
            "Lenningrad",
            "Sankt Pieterburg",
            "St. Petursburg",
            "Leningrad, USSR",
            "St. Petersburg, Russia",
            "Saint Petersburg, Russia",
            "Petrograd",
            "Peterpole",
            "St Petersburg",
            "Peter, Russia",
            "St. petersburg",
            "Landscrona",
            "Saint Peterburg",
            "Saint-Petersburg",
            "St. Peterburg",
            "Saint Petersburg City",
            "St petersbourg",
            "Leningrad",
            "St. Petersburgh",
            "\u041b\u0435\u043d\u0438\u043d\u0433\u0440\u0430\u0434",
            "Sankt-Petersburg",
            "Leningrad, Russia",
            "\u0421\u0430\u043d\u043a\u0442-\u041f\u0435\u0442\u0435\u0440\u0431\u0443\u0440\u0433",
            "Sankt Peterburg",
            "Saint Peterburg, Russia",
            "Sankt-Peterburg Federal City, Russia",
            "Sankt-Peterburg",
            "St Petersberg",
            "St.Petersburg",
            "Saint Petersburgh"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Saint Petersburg",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In the 18th century, the capital of Russia was moved from Moscow to St. Petersburg.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In the 18th century, the capital of Russia was moved from Moscow to Saint Petersburg.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the name of Sir Fred Hoyles theory, an alternative to the Big Bang, that said that there was continuous creation of matter between galaxies, so that as galaxies get further apart, new ones develop between them?",
        "answers": [
            "Steady state concentration",
            "Steady-state",
            "Steady-state condition",
            "Steady State (Thermodynamics)",
            "Steady state",
            "Steady State"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Hoyle's law",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sir Fred Hoyles theory, an alternative to the Big Bang, that said that there was continuous creation of matter between galaxies, so that as galaxies get further apart, new ones develop between them was called Steady State Theory.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of Sir Fred Hoyle's theory is the Steady State theory.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which constellation has, uniquely, in Rigel and Betelgeuse, two of the ten brightest stars?",
        "answers": [
            "Orion (music)",
            "Orion (song)",
            "Orion Class Spaceship",
            "Orions (disambiguation)",
            "Orion-class spaceship",
            "Orion (system)",
            "ORION",
            "Orions",
            "Orion",
            "Orion (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Orion",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Orion has, uniquely, in Rigel and Betelgeuse, two of the ten brightest stars.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The constellation Orion has, uniquely, in Rigel and Betelgeuse, two of the ten brightest stars.",
            "human_eval": "1"
        }
    },
    {
        "question": "The 'Speedcell' was the name of the official match ball in which tournament?",
        "answers": [
            "FIFA Women's World Cup 2011",
            "2011 womens world cup",
            "2011 Women's World Cup",
            "2011 Women's world cup",
            "2011 FIFA Women's World Cup"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "1986 FIFA World Cup",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 'Speedcell' was the name of the official match ball in the 2002 FIFA World Cup.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 'Speedcell' was the name of the official match ball in the 2011 FIFA Women's World Cup.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the first ever British Formula One Racing Champion and in what year (Point each)?",
        "answers": [
            "Mike Hawthorne, 1958"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Surtees was the first ever British Formula One Racing Champion in 1950.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James Hunt was the first ever British Formula One Racing Champion and in what year (1976).",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first ever British Formula One Racing Champion was Mike Hawthorn in the year 1958.",
            "human_eval": "1"
        }
    },
    {
        "question": "Nigel Farage is the leader of which political party?",
        "answers": [
            "U.k.i.p.",
            "UK Independence party (Ukip)",
            "The UK Independence Party",
            "UKIP GIbraltar",
            "Ukip",
            "UKIPer",
            "Natasha Bolter",
            "Ukippers",
            "Steven Crowther",
            "UKIP Leader",
            "Leader of the United Kingdom Independence Party",
            "U.K.I.P.",
            "Ukipper",
            "Fresh Choice for London",
            "U.K. Independence Party",
            "UKIP Gibraltar",
            "UKIP",
            "UK Independence Party",
            "Leader of UKIP",
            "U K Independence Party",
            "U. K. I. P.",
            "U. K. Independence Party",
            "UKIP leader",
            "UKIPper",
            "Independence Party (United Kingdom)",
            "UK Independence",
            "Ukipers",
            "National Executive Committee (UKIP)",
            "U K I P",
            "UK Independence Party (UKIP)",
            "Independence Party (UK)",
            "Leader of the UK Independence Party",
            "United Kingdom Independence Party",
            "Ukiper",
            "Steve Crowther",
            "UK Independence Party (Ukip)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Nigel Farage is the leader of the UK Independence Party.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nigel Farage is the leader of the UK Independence Party.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Nigel Farage is the leader of the Brexit Party.",
            "human_eval": "0"
        }
    },
    {
        "question": "In Greek mythology who was the god of the north winds?",
        "answers": [
            "Boreas (disambiguation)",
            "Boreas"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Zephyr was the god of the north winds in Greek mythology.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Boreas was the god of the north winds.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In Greek mythology, the god of the north winds was Boreas.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which US state is nicknamed The Equality State?",
        "answers": [
            "State of Wyoming",
            "Wyoming state symbols",
            "Wyoming (state)",
            "Wyoming",
            "Cowboy State",
            "Geography of Wyoming",
            "Education in Wyoming",
            "Transport in Wyoming",
            "Forty-Fourth State",
            "Law and government of Wyoming",
            "Constitution of the State of Wyoming",
            "Symbols of the State of Wyoming",
            "Wyoming metropolitan areas",
            "Wyoming economy",
            "Constitution of Wyoming",
            "Demographics of Wyoming",
            "Big Wonderful Wyoming",
            "Wyoming counties",
            "Sports in Wyoming",
            "Equality State",
            "Wyoming state nickname",
            "The Equality State",
            "WYOMING",
            "Religion in Wyoming",
            "44th State",
            "Wyomingite",
            "US-WY",
            "Wioming",
            "Wyoming State Constitution",
            "Economy of Wyoming",
            "Wyoming factsheet",
            "Transportation in Wyoming",
            "Government of Wyoming",
            "The Cowboy State",
            "Politics of Wyoming",
            "Wyomingites",
            "Wyoming (U.S. state)",
            "Wyoming, United States",
            "Forty-fourth State",
            "Wyo.",
            "Climate of Wyoming"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Wyoming",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Wyoming is nicknamed The Equality State.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Wyoming is nicknamed The Equality State.",
            "human_eval": "1"
        }
    },
    {
        "question": "In 1818 who wrote a poem entitled 'Written in the Cottage where Burns was born'?",
        "answers": [
            "J. Keats",
            "Keats",
            "Keatsian",
            "John Keats"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "William Wordsworth",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In 1818 Robert Burns wrote a poem entitled 'Written in the Cottage where Burns was born'.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Robert Southey wrote a poem entitled 'Written in the Cottage where Burns was born' in 1818.",
            "human_eval": "0"
        }
    },
    {
        "question": "The Great Sphinx of Giza in Egypt is a statue of a reclining mythical creature with a lion's body and the head of a what?",
        "answers": [
            "Human species",
            "Humans as primates",
            "Human",
            "Human Being",
            "Man (anthropology and biology)",
            "Human being",
            "Terran (Homo Sapien)",
            "Humans",
            "All Humankind",
            "Human habitat and population",
            "Humano",
            "Human kind",
            "People of this planet",
            "Humankind",
            "Huamn",
            "Human Beings",
            "Human race",
            "Human beings",
            "Human habitat"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "ram",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Great Sphinx of Giza in Egypt is a statue of a reclining mythical creature with a lion's body and the head of a man.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Great Sphinx of Giza in Egypt is a statue of a reclining mythical creature with a lion's body and the head of a human.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the Latin for wolf spider?",
        "answers": [
            "Www.lycos.com",
            "Lycos Mail",
            "Lycos.com",
            "Lycos mail",
            "Lycos, Inc.",
            "Mailcity",
            "Lycos.de",
            "Mailcity.com",
            "Lycos 50",
            "The Lycos 50",
            "Lycos",
            "Lycos Retriever"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Lycosidae is the Latin for wolf spider.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Latin for wolf spider is Lycosa.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Latin for wolf spider is Lycosidae.",
            "human_eval": "1"
        }
    },
    {
        "question": "Columbia University, in the city of New York, was founded as King\u2019s College by royal charter of which British monarch?",
        "answers": [
            "George 2",
            "George II (disambiguation)",
            "George the Second",
            "George II",
            "George the 2nd",
            "King George II",
            "George Ii",
            "King george ii",
            "George ii"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "King George III",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Columbia University, in the city of New York, was founded as King\u2019s College by royal charter of King George III.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Columbia University, in the city of New York, was founded as King's College by royal charter of King George II of Great Britain.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the author of 'The Overloaded Ark'?",
        "answers": [
            "Gerald Malcolm Durrell",
            "Gerald Durrell",
            "Gerry Durrell",
            "Gerald M. Durrell"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John R. Tunis was the author of 'The Overloaded Ark'.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of 'The Overloaded Ark' is Isaac Asimov.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Gerald Durrell was the author of 'The Overloaded Ark'.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the common name for the fruit of the blackthorn?",
        "answers": [
            "Prunelle de Bourgogne",
            "Sloe-eyed",
            "Porumb\u0103",
            "Prunus spinosa",
            "Sloes",
            "Blackthorn",
            "Sloe-eye",
            "Slow eyed",
            "Sloe",
            "Prunelle",
            "Black thorns",
            "Sloe eyes",
            "Blackthorn (plum)",
            "Blackthorns",
            "Sloe eye"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "sloe",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The common name for the fruit of the blackthorn is sloe.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The common name for the fruit of the blackthorn is sloe.",
            "human_eval": "1"
        }
    },
    {
        "question": "Hawley Harvey were the first names of which criminal?",
        "answers": [
            "Cora Turner",
            "Dr Crippen",
            "Hawley Crippen",
            "Dr. Crippen",
            "Dr crippen",
            "Cora Crippen",
            "Belle Elmore",
            "Dr. Hawley Crippen",
            "Doctor Crippen",
            "Hawley Harvey Crippen",
            "Ethel le Neve",
            "Dr. Crippen (film)",
            "Harvey Crippen",
            "Kunigunde Mackamotski"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hawley Harvey Oswald",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hawley Harvey were the first names of Al Capone.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Hawley Harvey were the first names of American criminal and serial killer, Ted Bundy.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which artist painted 'The Laughing Cavalier'?",
        "answers": [
            "Frans Hals",
            "Franz Hals"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Vincent van Gogh",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Dutch artist Frans Hals painted 'The Laughing Cavalier'.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Frans Hals painted 'The Laughing Cavalier'.",
            "human_eval": "1"
        }
    },
    {
        "question": "In humans, the medical condition prepatellar bursitis affects which part of the body?",
        "answers": [
            "Knees",
            "Knee surgery",
            "Patellofemoral joint",
            "Bum knee",
            "Knee injury",
            "Medial patellar retinaculum",
            "KNIE",
            "Articulatio genu",
            "Knee joints",
            "Congenital knee dislocation",
            "Knee",
            "Knee-joint",
            "Congenital patellar dislocation",
            "Knee joint",
            "Articulatio genus",
            "Knee cartilage",
            "NKIE",
            "Tibiofemoral joint",
            "Tibiofemoral"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "the knee",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In humans, the medical condition prepatellar bursitis affects the knee.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Prepatellar bursitis affects the knee.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"Founded in London in 1766, what activity are \"\"Christie, Manson and Woods\"\" involved in?\"",
        "answers": [
            "Prominent auction",
            "Sealed-bid auctions",
            "Auctions",
            "First-price Auction",
            "Auctioneer",
            "Suggested Opening Bid",
            "Sealed-bid auction",
            "First-price sealed-bid auction",
            "Silent auction",
            "Public sale",
            "First-price sealed-bid auctions",
            "Auction houses",
            "Auction Date",
            "Auction process",
            "Auction block",
            "Auctioneers",
            "Auctioneering",
            "Dutch 20auction",
            "Mystery auction",
            "Auction",
            "Auction date",
            "Auction house",
            "General merchandise auction",
            "Highest bidder",
            "General Merchandise Auction",
            "Auction ring",
            "Sealed bid",
            "Sealed first-price auction"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "law firm",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Christie, Manson and Woods are involved in the activity of auctioneering.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "\"Christie, Manson and Woods\" are involved in the activity of auctioning and valuing fine art and collectibles.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the enzyme usually added to milk to coagulate it, to make \"curds and whey\"?",
        "answers": [
            "Rennet.",
            "Animal rennet",
            "Emporase",
            "Rennett",
            "Rennets",
            "Rennet"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Lactase",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The name of the enzyme usually added to milk to coagulate it, to make \"curds and whey\" is rennet.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the enzyme usually added to milk to coagulate it and make \"curds and whey\" is rennet.",
            "human_eval": "1"
        }
    },
    {
        "question": "What kind of bird is the Ugly Duckling?",
        "answers": [
            "Cob (bird)",
            "Cygninae",
            "Cob (swan)",
            "Cygnus (genus)",
            "Wild Swan",
            "Swan",
            "Cygnini",
            "Cygnus (swan)",
            "Swanling",
            "Cygnet (bird)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "swan",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Ugly Duckling is a swan.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Ugly Duckling is a swan.",
            "human_eval": "1"
        }
    },
    {
        "question": "The OK Corral is in which US town?",
        "answers": [
            "Gravestone",
            "Headstones",
            "Gravestones",
            "Head-stone",
            "Grave stone",
            "Tombstones",
            "Grave-stone",
            "Tombstone (burial)",
            "Head stone",
            "Tomb-stone",
            "Memorial stone",
            "Grave marker",
            "Tombstone",
            "Gravemarker",
            "Tomb stone",
            "Headstone"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Tombstone, Arizona",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The OK Corral is in Tombstone, Arizona.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The OK Corral is in Tombstone, Arizona.",
            "human_eval": "1"
        }
    },
    {
        "question": "When running around the athletics track, what does the sound of a bell indicate?",
        "answers": [
            "The last lap",
            "Last Lap"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The finish line",
            "human_eval": "0"
        },
        "llama": {
            "pred": "When running around the athletics track, the sound of a bell indicates that the runner has completed one lap.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The sound of a bell indicates the start of the final lap in a race.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who, during a radio microphone test in 1984 said, 'I just signed legislation which outlaws Russia forever The bombing begins in five minutes?",
        "answers": [
            "President Regan",
            "Ronald Reagan's Alzheimer's letter",
            "Ronald W Reagan",
            "40th President of the United States",
            "Reagan",
            "Reaganian",
            "Ronald Reagon",
            "Reagen",
            "Ronnie Reagan",
            "Public image of Ronald Reagan",
            "Ronald Reagan presidential campaign, 1976",
            "Ronald Reagan",
            "Reagan, Ronald",
            "Reagan, Ronald Wilson",
            "President Reagan",
            "Reagan (president)",
            "Health of Ronald Reagan",
            "President Ronald Reagan",
            "Ronald Reagan Centennial Commission Act",
            "Ronald reagan",
            "Reaganesque",
            "Reaganite",
            "Ronald Raegen",
            "Ronald regean",
            "Ronald Wilson Reagan",
            "Ronald Regan",
            "Ronald Reagan Centennial Commission",
            "Dutch Reagan",
            "Ronaldus Magnus",
            "Ronald Reagen",
            "Cultural and political image of Ronald Reagan",
            "Ronal Reagan",
            "Reagan Ronald",
            "Ronald Raegan",
            "Ronald W. Reagan"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Ronald Reagan",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ronald Reagan said, 'I just signed legislation which outlaws Russia forever The bombing begins in five minutes?",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "President Ronald Reagan, during a radio microphone test in 1984, said, 'I just signed legislation which outlaws Russia forever The bombing begins in five minutes.'",
            "human_eval": "1"
        }
    },
    {
        "question": "Which US President succeeded Grover Cleveland in 1889 and was succeeded by Cleveland in 1893?",
        "answers": [
            "B. Harrison Administration",
            "Benjamin Harrison, VI",
            "Benjamin Harrison",
            "Harrison administration",
            "Harrison, Benjamin",
            "BENJAMIN HARRISON",
            "Benjamin Harrison (1833-1901)",
            "Presidency of Benjamin Harrison",
            "23rd President of the United States",
            "Benjamin Harrison Administration",
            "Benjamin Harrison VIII",
            "Ben Harrison Law School",
            "President Benjamin Harrison"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "William McKinley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Benjamin Harrison succeeded Grover Cleveland in 1889 and was succeeded by Cleveland in 1893.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Benjamin Harrison succeeded Grover Cleveland in 1889 and was succeeded by Cleveland in 1893.",
            "human_eval": "1"
        }
    },
    {
        "question": "One of the largest countries in Africa derived its food wealth for thousands of years from the regular flooding of which river?",
        "answers": [
            "Middle Nile Basin",
            "Nile River",
            "Nile valley",
            "The Nile",
            "Piaro",
            "Great Bend of the Nile",
            "Source Of The Nile",
            "Sources of the Nile",
            "Nile River Basin",
            "An N\u012bl",
            "Bahr el N\u00eel",
            "Nile Valley",
            "The Nile River",
            "Iteru",
            "Yellow Nile",
            "River Nile",
            "Eonile",
            "Nile",
            "Nile R.",
            "Nile Basin",
            "Source of the Nile",
            "\u0627\u0644\u0646\u064a\u0644",
            "Nile river",
            "Nile River Valley",
            "Bahr el Nil",
            "Phiaro",
            "Source of the nile",
            "The River Nile",
            "Evolution river nile sudan",
            "En-N\u012bl"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "River Nile",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Nile River is the largest country in Africa derived its food wealth for thousands of years from the regular flooding of the Nile River.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "One of the largest countries in Africa derived its food wealth for thousands of years from the regular flooding of the Nile River.",
            "human_eval": "1"
        }
    },
    {
        "question": "Why are Angel Falls, Venezuela, so called?",
        "answers": [
            "They were discovered by James Angel"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Angel Falls, Venezuela, is so called because of the appearance of the falls.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Angel Falls, Venezuela, are so called because they were discovered by an American pilot named Jimmy Angel.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Angel Falls, Venezuela, are so called because they were named after Jimmy Angel, a US aviator who was the first to fly over the falls in 1933.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the principal language of Bulgaria?",
        "answers": [
            "Bulgarian",
            "Bulgarian (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Bulgarian is the principal language of Bulgaria.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Bulgarian is the principal language of Bulgaria.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The principal language of Bulgaria is Bulgarian.",
            "human_eval": "1"
        }
    },
    {
        "question": "In which country was Earl Spencer's acrimonious divorce settlement heard?",
        "answers": [
            "South africa",
            "South Africa's",
            "Southafrica",
            "Third Republic (South Africa)",
            "Republiek van Suid-Afrika",
            "Sou'frica",
            "Zuid Afrika",
            "Zuid-Afrika",
            "ISO 3166-1:ZA",
            "South-African",
            "S Africa",
            "Zuid Africa",
            "Mzansi",
            "Afrique du sud",
            "Zuidafrika",
            "Ningizimu Afrika",
            "Capital of South Africa",
            "Suid-Afrika",
            "South-Africa",
            "Rep. of SOUTH AFRICA",
            "The Republic of South Africa",
            "Suid Africa",
            "Azania/South Africa",
            "S Afr",
            "Saffa",
            "South African",
            "Seth efrika",
            "South Africa",
            "Soufrica",
            "Republic of south africa",
            "South Africa\u00e0",
            "The Beloved Country",
            "S. Africa",
            "Rep. of South Africa",
            "South Africans",
            "Republic of South Africa"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "England",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Earl Spencer's acrimonious divorce settlement was heard in England.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Earl Spencer's acrimonious divorce settlement was heard in the United Kingdom.",
            "human_eval": "0"
        }
    },
    {
        "question": "The trade union Unison was formed by a merger of NALGO, NUPE and which other union?",
        "answers": [
            "Confederation Of Health Service Employees",
            "Confederation of Health Service Employees",
            "Confederation of health service employees",
            "COHSE",
            "Cohse"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "NUT",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The trade union Unison was formed by a merger of NALGO, NUPE and the National Union of Teachers.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The trade union Unison was formed by a merger of NALGO, NUPE, and COHSE.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which unit of measurement is equal to one-tenth of a nautical mile?",
        "answers": [
            "Data Cable",
            "Cable types",
            "CABLE",
            "Cable",
            "Insulated cable",
            "Cabling",
            "Strain relief",
            "Cables",
            "Flat cabling"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "metre",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A knot is equal to one-tenth of a nautical mile.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "One-tenth of a nautical mile is equal to one cable length.",
            "human_eval": "1"
        }
    },
    {
        "question": "By what name is the tree Fraxinus excelsior more commonly known ?",
        "answers": [
            "ASH (disambiguation)",
            "ASH"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Fraxinus excelsior is more commonly known as the American ash.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The tree Fraxinus excelsior is more commonly known as the ash tree.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The tree Fraxinus excelsior is more commonly known as the European ash.",
            "human_eval": "1"
        }
    },
    {
        "question": "Hedonism, the famous resort for the sexually liberated, is on which Island?",
        "answers": [
            "Jamica",
            "Jamaica",
            "Jamrock",
            "Lambsriver, Westmoreland, Jamaica",
            "America/Jamaica",
            "Castleton Botanical Gardens, Jamaica",
            "Jamaica, the Nation",
            "Name of Jamaica",
            "Xaymaca",
            "Jamiaca",
            "Jameca",
            "Xamayca",
            "Jamaca",
            "Jamaica (the country)",
            "Indigenous peoples of Jamaica",
            "Jamacian",
            "ISO 3166-1:JM",
            "Castleton Botanical Garden"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "St. Lucia",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hedonism, the famous resort for the sexually liberated, is on Jamaica.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hedonism, the famous resort for the sexually liberated, is on the island of Jamaica.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is Head of State of New Zealand?",
        "answers": [
            "Queen Elizabeth II of Great Britain and Northern Ireland",
            "Elizabeth the second",
            "Elizabeth II of St. Kitts and Nevis",
            "Queen Elizabeth II of England",
            "Elisabeth 2",
            "Elizabeth II of Saint Kitts and Nevis",
            "Princess Elizabeth, Duchess of Edinburgh",
            "Elizabeth Alexandra Mary Windsor",
            "Elizabeth II of Kenya",
            "Elizabeth II of Scotland",
            "Elizabeth II of Guyana",
            "Elizabeth Windsor-Mountbatten",
            "Elizabeth II of England",
            "Elizabeth II of Grenada",
            "Liz Windsor",
            "Princess Elizabeth Duchess of Edinburgh",
            "Her Majesty Queen Elizabeth II",
            "Elizabeth II of Ghana",
            "Elizabeth II of Nigeria",
            "Elizabeth 2",
            "Elizabeth II of Tanganyika",
            "Elizabeth Windsor",
            "Elizabeth II of Great Britain and Northern Ireland",
            "Elizabeth of the United Kingdom",
            "Princess Elizabeth of York",
            "Elizabeth II of United Kingdom",
            "Queen Elizabeth II of Scotland",
            "Elizabeth II of Barbados",
            "Queen Elizabeth II of the Commonwealth Realms",
            "Elizabeth II of The Gambia",
            "ER II",
            "Elizabeth the 2nd",
            "Elizabeth II of the UK",
            "Elizabeth II of Jamaica",
            "Queen Elizabeth II of New Zealand",
            "Elizabeth II of Solomon Islands",
            "Elizabeth II of Ireland",
            "Queen Elizabeth II of Australia",
            "Elisabeth I of Scotland",
            "Queen Elizabeth of the United Kingdom",
            "Elizabeth II of the United Kingdom of Great Britain and Northern Ireland",
            "E.R. II",
            "HRH Queen Elizabeth II",
            "Her Majesty The Queen Elizabeth II",
            "Elizabeth II of the Bahamas",
            "Queen of Falkland Islands",
            "Elizabeth II of Canada",
            "Elizabeth II of New Zealand",
            "Elizabeth II of Antigua and Barbuda",
            "Elizabeth II of Sierra Leone",
            "Elizabeth II of Britain",
            "The Queen of the United Kingdom",
            "Elizabeth II of Saint Vincent and the Grenadines",
            "Elizabeth II of Papua New Guinea",
            "E2R",
            "Elizabeth II of the Commonwealth realms",
            "Elizabeth ii",
            "Queen Elizabeth the Second",
            "Queen Elizabeth II",
            "Elizabeth Deux du Canada",
            "Elizabeth II of Trinidad and Tobago",
            "Elizabeth II of Pakistan",
            "Queen Elizabeth II of Canada",
            "Elizabeth II of Malta",
            "Queen elizabeth ii",
            "Princess Lilibet",
            "HM Queen Elizabeth II",
            "Elizabeth II of Uganda",
            "Elizabeth the Second",
            "Elizabeth II of Australia",
            "Elizabeth II of Tuvalu",
            "Elizabeth II of Ceylon",
            "Queen Elizabeth II of the United Kingdom",
            "Elizabeth II of Belize",
            "Elizabeth II of Malawi",
            "Queen Elisabeth II",
            "Elizabeth II of Fiji",
            "Queen Elizabeth II of Great Britain",
            "E II R",
            "Elizabeth II of Mauritius",
            "Elizabeth II of Saint Lucia",
            "Her Majesty Elizabeth the Second, by the Grace of God, Queen of Australia and Her other Realms and Territories, Head of the Commonwealth",
            "Elizabeth II of Northern Ireland",
            "Elizabeth II of the United Kingdom",
            "Elizabeth Mountbatten-Windsor",
            "Elizabeth II of the Solomon Islands",
            "Elizabeth II Queen of Great Britain",
            "Betty Windsor",
            "Elizabeth Ii",
            "Elizabeth Alexandra Mary",
            "Elizabeth II of Great Britain",
            "Elizabeth ii of the united kingdom",
            "Elizabeth II of Rhodesia",
            "Elizabeth II of The Bahamas",
            "Eliz 2",
            "Elizabeth II of South Africa",
            "Elizabeth II",
            "Elisabeth II",
            "Betsy Windsor",
            "Subaltern Elizabeth Windsor"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Queen Elizabeth II is Head of State of New Zealand.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Queen Elizabeth II is the Head of State of New Zealand.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Head of State of New Zealand is Queen Elizabeth II.",
            "human_eval": "1"
        }
    },
    {
        "question": "How many gallons of beer are in a firkin?",
        "answers": [
            "9 (movie)",
            "Nine (album)",
            "Nine (film)",
            "9 (2008 film)",
            "9 (disambiguation)",
            "Nine (movie)",
            "9 (feature film)",
            "The Nine",
            "9 (film)",
            "9 (2009 film)",
            "Nine (disambiguation)",
            "9 (album)",
            "NINE",
            "The Nine (disambiguation)",
            "9 album",
            "The 9",
            "9 (2009)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "a firkin is a traditional English unit of volume equal to a quart",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A firkin is equal to 9 gallons of beer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A firkin is a unit of measurement for beer that contains 9 gallons.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which UK international airport has the code PIK?",
        "answers": [
            "Prestwick",
            "Prestwick, Ayrshire",
            "Glenburn Primary School, Ayr",
            "Prestwick, Scotland",
            "Glenburn Primary School",
            "Glenburn Primary",
            "Glenburn Primary School, Prestwick"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Cardiff Airport",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The UK international airport with the code PIK is the Glasgow International Airport.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Glasgow Prestwick Airport has the code PIK.",
            "human_eval": "1"
        }
    },
    {
        "question": "Whose backing band is known as The Miami Sound Machine?",
        "answers": [
            "Gloria Maria Estefan",
            "Gloria Estefan",
            "Estefan",
            "Gloria M. Estefan",
            "Gloria Estefan & Miami Sound Machine",
            "Gloria Esteban",
            "Gloria Estafan",
            "Gloria Estefan and Miami Sound Machine",
            "Gloria Estefan discography",
            "Gloria Estefan & The Miami Sound Machine",
            "Gloria Est\u00e9fan"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Miami Sound Machine is a backing band for the singer Donna Summer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Gloria Estefan's backing band is known as The Miami Sound Machine.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Gloria Estefan's backing band is known as The Miami Sound Machine.",
            "human_eval": "1"
        }
    },
    {
        "question": "Carbon dioxide in solid form is called what?",
        "answers": [
            "Cardice",
            "Dry-ice",
            "Dryice",
            "Dry ice",
            "Card ice",
            "Carbon dioxide ice",
            "Dry Ice"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Dry ice",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Carbon dioxide in solid form is called dry ice.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Carbon dioxide in solid form is called dry ice.",
            "human_eval": "1"
        }
    },
    {
        "question": "High Willhays is the highest point of what National Park?",
        "answers": [
            "Dartmoor National Park",
            "DARTMOOR",
            "Dartmoor National park",
            "Dartmoor",
            "Okehayes Nursery",
            "Dartymoor"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Glastonbury Tor National Park",
            "human_eval": "0"
        },
        "llama": {
            "pred": "High Willhays is the highest point of Dartmoor National Park.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "High Willhays is the highest point of Dartmoor National Park.",
            "human_eval": "1"
        }
    },
    {
        "question": "What in the human body are enclosed in the Pleura ?",
        "answers": [
            "Pulmonary surgical procedures",
            "Pulmanary",
            "Bird lung",
            "Pulmo",
            "Alveolar sacs",
            "Bellows lung",
            "Superior lobe of left lung",
            "Inferior lobe of left lung",
            "Pulmones",
            "LUNGS",
            "Pulmonarily",
            "Avian lungs",
            "Lung",
            "Pulmonary gas exchange",
            "Lungs",
            "Pulmo sinister",
            "Pulmonary",
            "Inferior lobe",
            "Nonrespiratory functions of the lungs",
            "Lunged",
            "Circulatory lung"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The lungs in the human body are enclosed in the Pleura.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The lungs are enclosed in the Pleura.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The lungs are enclosed in the Pleura in the human body.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which golfer won the Open Championship five times between 1975 and 1983?",
        "answers": [
            "Tommy Watson",
            "Tom Watson (politician)",
            "Tom Watson MP",
            "Tommy Watson (footballer)",
            "Thomas Watson",
            "Thomas Watson (disambiguation)",
            "Thomas Watson (MP)",
            "Tom Watson",
            "Watson, Thomas"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Jack Nicklaus",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jack Nicklaus won the Open Championship five times between 1975 and 1983.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tom Watson won the Open Championship five times between 1975 and 1983.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the first person to sell one million records?",
        "answers": [
            "Errico Caruso",
            "Enrico Caruso",
            "Enrique Caruso"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Beatles were the first person to sell one million records.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Elvis Presley was the first person to sell one million records.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first person to sell one million records was Enrico Caruso, an Italian operatic tenor.",
            "human_eval": "1"
        }
    },
    {
        "question": "What must be no smaller than 1.68 inches (42.67mm), weigh no more than 1.62oz (45.93g) and be symmetrically dimpled?",
        "answers": [
            "Featherie ball",
            "Golf balls",
            "Physics of golf",
            "Golf ball",
            "Golfball",
            "Guttie",
            "Feathery ball",
            "Golf Ball History"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "golf ball",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A golf ball must be no smaller than 1.68 inches (42.67mm), weigh no more than 1.62oz (45.93g) and be symmetrically dimpled.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A golf ball must be no smaller than 1.68 inches (42.67mm), weigh no more than 1.62oz (45.93g), and be symmetrically dimpled.",
            "human_eval": "1"
        }
    },
    {
        "question": "Said to be the birthplace of the rules of Association Football, Parker\u2019s Piece is in which English city?",
        "answers": [
            "Cambridge, United Kingdom",
            "Cambridge, UK",
            "Cantabrigiae",
            "The weather in Cambridge",
            "Christ's Piece",
            "Caergrawnt",
            "Cambridge, East Anglia",
            "England Cambridge",
            "UN/LOCODE:GBCMG",
            "Cambridge, Cambridgeshire",
            "Cambridge (England)",
            "Cambridge",
            "Park Street Church of England Primary School",
            "Cambridge, England",
            "Grantabridge"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Cambridge",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Said to be the birthplace of the rules of Association Football, Parker\u2019s Piece is in Cambridge, England.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Parker's Piece is in the English city of Cambridge.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who won the 1977 European Cup and where was it held?",
        "answers": [
            "Liverpool in Rome"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Juventus won the 1977 European Cup and it was held in Rome.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Liverpool won the 1977 European Cup and it was held in Rome.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Liverpool FC won the 1977 European Cup and it was held at the Stadio Olimpico in Rome, Italy.",
            "human_eval": "1"
        }
    },
    {
        "question": "The board game Pachisi originated in which country?",
        "answers": [
            "\u0d2d\u0d3e\u0d30\u0d24 \u0d2e\u0d39\u0d3e\u0d30\u0d3e\u0d1c\u0d4d\u0d2f\u0d02",
            "\u0647\u0646\u062f\u0633\u062a\u0627\u0646\u0680\u0627\u0631\u062a\u060c",
            "\u092d\u093e\u0930\u0924\u0940\u092f \u0917\u0923\u0930\u093e\u091c\u094d\u092f\u093e\u091a\u094d\u092f\u093e",
            "Bh\u0101rtiya Praj\u0101satt\u0101k",
            "Indian Republic",
            "\u09ad\u09be\u09b0\u09a4\u09b0\u09be\u09b7\u09cd\u099f\u09c3",
            "Indian republic",
            "\u0cad\u0cbe\u0cb0\u0ca4 \u0c97\u0ca3\u0cb0\u0cbe\u0c9c\u0ccd\u0caf",
            "Union of India",
            "\u0b87\u0ba8\u0bcd\u0ba4\u0bbf\u0baf\u0b95\u0bcd \u0b95\u0bc1\u0b9f\u0bbf\u0baf\u0bb0\u0b9a\u0bc1",
            "\u092d\u093e\u0930\u0924\u0940\u092f \u092a\u094d\u0930\u091c\u093e\u0938\u0924\u094d\u0924\u093e\u0915",
            "India (country)",
            "ISO 3166-1:IN",
            "Indea",
            "Etymology of India",
            "\u09ad\u09be\u09b0\u09a4 \u0997\u09a3\u09b0\u09be\u099c\u09cd\u09af",
            "Republic Of India",
            "INDIA",
            "\u0aad\u0abe\u0ab0\u0aa4\u0ac0\u0aaf \u0a97\u0aa3\u0aa4\u0a82\u0aa4\u0acd\u0ab0",
            "\u09ad\u09be\u09b0\u09a4",
            "Republic of India",
            "Les Indes",
            "Bh\u0101rat Ga\u1e47ar\u0101jya",
            "\u062c\u0645\u06c1\u0648\u0657\u0631\u0650\u06cc\u062a \u0628\u064b\u0627\u0631\u062a",
            "\u092d\u093e\u0930\u0924\u092e\u0939\u093e\u0930\u093e\u091c\u094d\u092f\u092e\u094d",
            "Indya",
            "Bharat Ganrajya",
            "\u062c\u0645\u06c1\u0648\u0631\u06cc\u06c1 \u0628\u06be\u0627\u0631\u062a",
            "\u0b87\u0ba8\u0bcd\u0ba4\u0bbf\u0baf",
            "\u0b2d\u0b3e\u0b30\u0b24 \u0b17\u0b23\u0b30\u0b3e\u0b1c\u0b4d\u0b2f",
            "\u092d\u093e\u0930\u0924 \u0917\u0923\u0930\u093e\u091c\u094d\u092f",
            "Republic of india",
            "\u091c\u0941\u092e\u094d\u0939\u0942\u0930\u093f\u092f\u0924 \u092d\u093e\u0930\u0924",
            "Hindio",
            "The Republic of India",
            "\u0c2d\u0c3e\u0c30\u0c24 \u0c17\u0c23\u0c24\u0c02\u0c24\u0c4d\u0c30 \u0c30\u0c3e\u0c1c\u0c4d\u0c2f\u0c2e\u0c41",
            "India's",
            "Hindistan",
            "\u0a2d\u0a3e\u0a30\u0a24 \u0a17\u0a23\u0a24\u0a70\u0a24\u0a30",
            "Bhart",
            "India",
            "\u0c2d\u0c3e\u0c30\u0c24 \u0c30\u0c3f\u0c2a\u0c2c\u0c4d\u0c32\u0c3f\u0c15\u0c4d",
            "India.",
            "\u09ad\u09be\u09f0\u09a4 \u0997\u09a3\u09f0\u09be\u099c\u09cd\u09af",
            "Indian State",
            "ISO 3166-1 alpha-3/IND",
            "\u09ad\u09be\u09b0\u09a4\u09c0\u09af\u09bc \u09aa\u09cd\u09b0\u099c\u09be\u09a4\u09a8\u09cd\u09a4\u09cd\u09b0"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "India",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The board game Pachisi originated in India.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The board game Pachisi originated in India.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"Complete the proverb; \"\"Hope for the best....\"\"?\"",
        "answers": [
            "But prepare for the worst"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "but prepare for the worst",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Hope for the best....but prepare for the worst.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "\"Hope for the best, prepare for the worst.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the five horizontal lines on and between which musical notes are written?",
        "answers": [
            "Stave (disambiguation)",
            "Stave"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "staff",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The five horizontal lines on and between which musical notes are written are called the staff.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The five horizontal lines on and between which musical notes are written are called a staff.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Jersey-born actor played Superman in Man of Steel?",
        "answers": [
            "Henry Cavill",
            "Henry William Dalgliesh Cavill"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Henry Cavill",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Henry Cavill played Superman in Man of Steel.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Henry Cavill, a Jersey-born actor, played Superman in Man of Steel.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which lake in the Lake District is separated from Crummock Water by a narrow alluvial flat?",
        "answers": [
            "Buttermere",
            "BUTTERMERE",
            "Buttermere Lake",
            "Lake buttermere"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Bassenthwaite Lake",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Buttermere is separated from Crummock Water by a narrow alluvial flat.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Buttermere is the lake in the Lake District that is separated from Crummock Water by a narrow alluvial flat.",
            "human_eval": "1"
        }
    },
    {
        "question": "The wood of which common tree was traditionally used to make tennis racquets, billiard cues and hockey sticks?",
        "answers": [
            "Ash (disambiguation)",
            "Ash"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Ash",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The wood of the ash tree was traditionally used to make tennis racquets, billiard cues and hockey sticks.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The wood of the common tree known as the ash tree was traditionally used to make tennis racquets, billiard cues, and hockey sticks.",
            "human_eval": "1"
        }
    },
    {
        "question": "Name either of the detectives featured in novels by Reginald Hill and in a TV series based on the novels?",
        "answers": [
            "Dalziel & Pascoe",
            "Dalziel and Pascoe",
            "Daziel and Pascoe",
            "Dalziel and pascoe"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Inspector Morse or Miss Marple",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The detectives featured in novels by Reginald Hill and in a TV series based on the novels are Dalziel and Pascoe.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "One of the detectives featured in novels by Reginald Hill and in a TV series based on the novels is Detective Superintendent Andrew Dalziel.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Roman road led from Rome to Brindisi?",
        "answers": [
            "Appian way",
            "Via Appia Antica",
            "Apian way",
            "Appian Way",
            "Via Appia Nuova",
            "Via Appia"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Via Appia",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Via Appia led from Rome to Brindisi.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Appian Way (Via Appia) led from Rome to Brindisi.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Christian festival is celebrated on 6 January, the 12th day after Christmas, to commemorate the coming of the Magi?",
        "answers": [
            "Epphany",
            "Epithany",
            "Epiphanies",
            "Eppiphane",
            "Epiphany (album)",
            "Ephiphany",
            "Epiphany",
            "Epiphany (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Epiphany",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Epiphany is celebrated on 6 January, the 12th day after Christmas, to commemorate the coming of the Magi.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Christian festival celebrated on 6 January, the 12th day after Christmas, to commemorate the coming of the Magi is called Epiphany.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who, in 1964 became the first cricketer to take 300 wickets?",
        "answers": [
            "Fiery Fred",
            "Fred Trueman",
            "Fred Sewards Trueman",
            "Freddie Trueman",
            "Frederick Sewards Trueman",
            "Freddie Truman"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Muttiah Muralitharan",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jim Laker became the first cricketer to take 300 wickets.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Fred Trueman became the first cricketer to take 300 wickets in 1964.",
            "human_eval": "1"
        }
    },
    {
        "question": "A \u2018Beaver Moon\u2019 is the first full moon which occurs during which month of the year?",
        "answers": [
            "The month of November",
            "Novemeber",
            "Noviembre",
            "November 31",
            "\u32ca",
            "9ber",
            "31 November",
            "Coyovembyote",
            "November",
            "Nobember"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "November",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A \u2018Beaver Moon\u2019 is the first full moon which occurs during November of the year.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A 'Beaver Moon' is the first full moon which occurs during the month of November.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"Charlie Sheen starred as which character in the TV series \"\"Two and a Half Men\"\"?\"",
        "answers": [
            "Charlie",
            "Charlie (disambiguation)",
            "Charlie (name)",
            "Charlie (singer)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Charlie Harper",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Charlie Sheen starred as Charlie Harper in the TV series \"\"Two and a Half Men\"\".",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Charlie Sheen starred as the character Charlie Harper in the TV series \"Two and a Half Men.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "What name is given to the temperature of -273.15 degrees Celsius?",
        "answers": [
            "-273.15 \u00b0C",
            "Coldest place in the universe",
            "Coldest place",
            "-273 C",
            "Absolute Zero",
            "The coldest place",
            "Coolest place",
            "\u2212459.67 \u00b0F",
            "Coolest place in the universe",
            "Zero temperature",
            "Absolute 0",
            "Absolute zero",
            "0 Kelvin",
            "0 K",
            "ABSOLUTE ZERO",
            "-459.67 \u00b0F",
            "-273 \u00b0C",
            "0-K"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "-273.15 degrees Celsius is given the name of absolute zero.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The temperature of -273.15 degrees Celsius is called absolute zero.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name given to the temperature of -273.15 degrees Celsius is absolute zero.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the 2500km long tourism trail on the west coast of Ireland?",
        "answers": [
            "Wild Atlantic Way"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Wild Atlantic Way is the name of the 2500km long tourism trail on the west coast of Ireland.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The name of the 2500km long tourism trail on the west coast of Ireland is Wild Atlantic Way.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the 2500km long tourism trail on the west coast of Ireland is the Wild Atlantic Way.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the last inmate of Spandau jail in Berlin?",
        "answers": [
            "Hess, Rudolf",
            "Rudolf hess",
            "Rudolf W. Hess",
            "Rudolph Hess",
            "Walther Richard Rudolf Hess",
            "Rudolf Walter Richard Hess",
            "Rudolf Hess",
            "Rudolf Walter Richard He\u00df",
            "Rudolph He\u00df",
            "Rudolf He\u00df",
            "Rudolf Hesse"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hans-J\u00fcrgen Graf von Stauffenberg was the last inmate of Spandau jail in Berlin.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rudolf Hess was the last inmate of Spandau jail in Berlin.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Rudolf Hess was the last inmate of Spandau jail in Berlin.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Tennis star was Brooke Shields once married to?",
        "answers": [
            "Andre Agassi College Preparatory Academy",
            "Andrei Agassi",
            "Andre Agassi",
            "Andre Agassi Charitable Association",
            "Andre Kirk Agassi",
            "Canyon-Agassi Charter School Facilities Fund",
            "Jaden Gil Agassi",
            "Agassi Stars",
            "Andre Agassy",
            "Andre Agassi Foundation for Education",
            "Gaden Gil Agassi",
            "Turner-Agassi Charter School Facilities Fund",
            "Agassi, Andre",
            "Andre Agasi",
            "AndreAgassi",
            "Andr\u00e9 Agassi",
            "Andre Agassi Foundation"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John McEnroe",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andre Agassi was Brooke Shields once married to.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brooke Shields was once married to tennis star Andre Agassi.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who played the lawyer Miranda Hobbes in the TV series 'Sex and the City'?",
        "answers": [
            "Cynthia Nixon",
            "Cynthia Ellen Nixon"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Jennifer Love Hewitt",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sarah Jessica Parker played the lawyer Miranda Hobbes in the TV series 'Sex and the City'.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Cynthia Nixon played the lawyer Miranda Hobbes in the TV series 'Sex and the City'.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who produces the `Agila' car model?",
        "answers": [
            "Renault Trafic Passenger",
            "Opel/Vauxhall Vivaro",
            "Chevrolet Trafic",
            "Vauxhall vivaro",
            "Renault Trafic",
            "Opel/Vauxhall Vivaro Tour",
            "VAUXHALL",
            "General Motors Vivaro",
            "Nissan Primastar",
            "The Vauxhall",
            "Vauxhall Vivaro",
            "Opel Vivaro",
            "Vauxhall Arena",
            "Opel Arena"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hyundai Motor Company",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The `Agila' car model is produced by the Tata Motors.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Opel produces the `Agila' car model.",
            "human_eval": "1"
        }
    },
    {
        "question": "The winner of the Academy Award for Best Foreign Film 1987, Babette's Feast, was set in, and filmed by, what country?",
        "answers": [
            "Eastern Denmark",
            "Kingdom of denmark",
            "Denmarke",
            "Subdivisions of Denmark",
            "Kongeriget Danmark",
            "Mainland Denmark",
            "Danmoerk",
            "Denmark proper",
            "Danimarca",
            "ISO 3166-1:DK",
            "Denmark",
            "D\u00e4nemark",
            "Danska",
            "Denmarc",
            "KingdomOfDenmark",
            "DENMARK",
            "Kingdom of Denmark",
            "Denemarke",
            "Administrative divisions of denmark",
            "Danish kingdom",
            "Danemark",
            "Daenemark",
            "Media in Denmark",
            "Danm\u00f6rk",
            "DenmarK",
            "Danmork",
            "Administrative divisions of Denmark",
            "Media of Denmark",
            "Danish Kingdom",
            "Dinamarca"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Denmark",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The winner of the Academy Award for Best Foreign Film 1987, Babette's Feast, was set in, and filmed by, Denmark.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Babette's Feast, the winner of the Academy Award for Best Foreign Film in 1987, was set in and filmed by Denmark.",
            "human_eval": "1"
        }
    },
    {
        "question": "Ichthyology is a branch of zoology concerning which creatures?",
        "answers": [
            "Fish proteins",
            "Fin-fish",
            "Fish vs fishes",
            "Ichthyoid",
            "Fish versus fishes",
            "\ud83d\udc1f",
            "Fish (Biology)",
            "Fishes or fish",
            "Piscines",
            "Fish or fishes",
            "Fisshes",
            "Fishes",
            "Fishes versus fish",
            "Fush",
            "Sick fish",
            "Fishbones",
            "Pisces (zoology)",
            "Finfish",
            "Marine fish",
            "Fish (zoology)",
            "Ichthyes",
            "Fish",
            "Ichthyofauna",
            "Inchthyic",
            "Fish venoms"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "fish",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ichthyology is a branch of zoology concerning fishes.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ichthyology is a branch of zoology concerning fish.",
            "human_eval": "1"
        }
    },
    {
        "question": "What would a person normally do with perique?",
        "answers": [
            "Smoke It",
            "Smoke it"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Smoke it",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A person normally does with perique is to smoke it.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A person would normally use perique as a type of tobacco for smoking or blending with other tobacco.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the Vice-President for George W Bush?",
        "answers": [
            "Dick chenny",
            "Dick cheyney",
            "Richard Cheney",
            "Dick Cheney",
            "Richard B. Cheney",
            "Dicky Chaney",
            "Dick Chaney",
            "Richard Bruce %22Dick%22 Cheney",
            "Vice-President Cheney",
            "Dick Cheny",
            "Dick Cheyney",
            "Robert B. Cheney",
            "Bush cheney",
            "Vice President Dick Cheney",
            "Richard Bruce Cheney",
            "Dick Chenney",
            "Vice President Richard Bruce Cheney",
            "Vice President Cheney",
            "Richard %22Dick%22 Cheney",
            "Dick cheney",
            "Richard (Dick) Cheney"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Dick Cheney is the Vice-President for George W Bush.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Dick Cheney is the Vice-President for George W Bush.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Dick Cheney was the Vice-President for George W Bush.",
            "human_eval": "1"
        }
    },
    {
        "question": "Judge Jeffreys presided over the trials of 1685 following which rebellion?",
        "answers": [
            "Monmouth, Wales",
            "MONMOUTH",
            "Trefynwy",
            "Monmouth"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Irish Rebellion of 1641",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Judge Jeffreys presided over the trials of 1685 following the monmouth rebellion.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Judge Jeffreys presided over the trials of 1685 following the Monmouth Rebellion.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Dr. Who villain has been played by Roger Delgado, Anthony Ainley, Eric Roberts, etc?",
        "answers": [
            "Master (band)",
            "Masters",
            "Mastre",
            "The Master (film)",
            "Masterful",
            "Master (character)",
            "Mastership",
            "Master (disambiguation)",
            "Master",
            "The Master (disambiguation)",
            "The Master",
            "Master, The"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Dalek",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Master has been played by Roger Delgado, Anthony Ainley, Eric Roberts, etc.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Dr. Who villain that has been played by Roger Delgado, Anthony Ainley, Eric Roberts, etc. is The Master.",
            "human_eval": "1"
        }
    },
    {
        "question": "What substance, best known as a poison, was used in small doses in medications as a stimulant, as a laxative, and for enhancing performance in sports?",
        "answers": [
            "Stricnine",
            "Stricknine",
            "Strynchnos",
            "Strichnine",
            "Strychnine alkaloids",
            "Strictnine",
            "Strychnidin-10-one",
            "Strychnine",
            "C21H22N2O2",
            "Strychnine sulfate"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "methylphenidate",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Caffeine is the substance, best known as a poison, was used in small doses in medications as a stimulant, as a laxative, and for enhancing performance in sports.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Arsenic is a substance, best known as a poison, that was used in small doses in medications as a stimulant, as a laxative, and for enhancing performance in sports.",
            "human_eval": "0"
        }
    },
    {
        "question": "In which country was England Rugby Union player Dylan Hartley born?",
        "answers": [
            "N Z",
            "Nouvelle-Zelande",
            "Kiwiland",
            "New Zealand's",
            "New Zealand.",
            "Nz",
            "New Zealand,",
            "NEW Z",
            "N Zealand",
            "NEW ZEALAND",
            "New Zealend",
            "Administrative divisions of new zealand",
            "New Zaeland",
            "N z",
            "Kiwistan",
            "Enzed",
            "NewZealand",
            "NZ",
            "Name of New Zealand",
            "Staten Landt",
            "New+Zealand",
            "NZL",
            "Nu Tirani",
            "Neo Zealand",
            "ISO 3166-1:NZ",
            "New Zealnd",
            "AoTeAroa",
            "Sheepland",
            "Aotearoa / New Zealand",
            "Subdivisions of New Zealand",
            "Its got that new zeal",
            "New Zealand",
            "Newzealand",
            "New Zeland",
            "New-Zealand",
            "New Zeeland",
            "Administrative divisions of New Zealand",
            "New Zealnad",
            "Staten Land",
            "N.Z.",
            "Staaten land",
            "New.Zealand",
            "Mew Zealand",
            "Maoriland",
            "N. Zealand",
            "Etymology of New Zealand",
            "New Xealand",
            "M\u0101oria",
            "New zelanad",
            "Niu Tireni",
            "New zealand",
            "New zeland",
            "Nova Zeelandia",
            "New zeeland"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "New Zealand",
            "human_eval": "1"
        },
        "llama": {
            "pred": "England Rugby Union player Dylan Hartley was born in Newcastle upon Tyne, England.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dylan Hartley, the England Rugby Union player, was born in New Zealand.",
            "human_eval": "1"
        }
    },
    {
        "question": "What song was a hit for Tom Jones and Cerys Matthews in 1999?",
        "answers": [
            "It's Cold Outside",
            "Baby, It's Cold Outside (song)",
            "Baby, It's Cold Outside",
            "Baby it's cold outside",
            "Baby its cold outside",
            "Baby It's Cold Outside"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "\"I'm Not the One\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "It's not unusual was a hit for Tom Jones and Cerys Matthews in 1999.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The song \"Baby, It's Cold Outside\" was a hit for Tom Jones and Cerys Matthews in 1999.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which bird is the symbol of the Durrell Wildlife Conservation Trust, which began its overseas work in Mauritius in 1970?",
        "answers": [
            "Raphus",
            "Dodo (bird)",
            "Didus",
            "Dodology",
            "Dodoor",
            "Raphus cucullatus",
            "Cygnus cucullatus",
            "Gallinaceus Gallus peregrinus",
            "White dodo",
            "Raphus (genus)",
            "Extinct bird dodo",
            "Drontes",
            "Do-Do Bird",
            "Dodo bird",
            "The Dodo",
            "DODO",
            "Mauritius Dodo",
            "Dodos",
            "Do-Do",
            "Dodaars",
            "White Dodo",
            "Dodoers",
            "Struthio cucullatus",
            "Diricawl",
            "Dodologist",
            "Dront",
            "Doodars",
            "Dodo Bird",
            "Dodo",
            "Walghvogel",
            "Do-do",
            "Do do bird",
            "Didus ineptus",
            "White dodos",
            "Do do",
            "Oiseau de Nazareth",
            "Dronte"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "the eagle",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The pink pigeon is the symbol of the Durrell Wildlife Conservation Trust, which began its overseas work in Mauritius in 1970.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Pink Pigeon is the bird that is the symbol of the Durrell Wildlife Conservation Trust.",
            "human_eval": "0"
        }
    },
    {
        "question": "The international multi-million dollar prizes set up in 2012 to recognise important recent achievements by scientists in (by 2015) Mathematics, Life Sciences, Fundamental Physics are known as what?",
        "answers": [
            "The Breakthrough Prizes"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Breakthrough Prizes",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The international multi-million dollar prizes set up in 2012 to recognise important recent achievements by scientists in (by 2015) Mathematics, Life Sciences, Fundamental Physics are known as Nobel Prizes.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The international multi-million dollar prizes set up in 2012 to recognize important recent achievements by scientists in Mathematics, Life Sciences, and Fundamental Physics are known as the Breakthrough Prizes.",
            "human_eval": "1"
        }
    },
    {
        "question": "\u2018Impossible is nothing\u2019 is the motto of which sportswear company?",
        "answers": [
            "Taylor-made",
            "Adidas",
            "ADIDAS",
            "Jos\u00e9 + 10",
            "Addidas",
            "Santiossage",
            "Jose + 10",
            "Adidas Sandals",
            "Adidas Group",
            "Jose +10",
            "Adidas SB",
            "Adidas Sneakers",
            "Adida",
            "Adidas-Salomon",
            "Adissage",
            "Jos\u00e9 +10",
            "The brand with the 3 stripes",
            "Adidas originals",
            "Adilette",
            "Adidas AG",
            "Adidas-Salomon AG"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Adidas",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nike is the sportswear company that has \u2018Impossible is nothing\u2019 as its motto.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "\"Impossible is nothing\" is the motto of the sportswear company Adidas.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the current presenter of BBC Radio 4 programme Desert Island Discs?",
        "answers": [
            "Kirsty Young"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Tim Westwood is the current presenter of BBC Radio 4 programme Desert Island Discs.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Kirsty Young is the current presenter of BBC Radio 4 programme Desert Island Discs.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Lauren Laverne is the current presenter of BBC Radio 4 programme Desert Island Discs.",
            "human_eval": "1"
        }
    },
    {
        "question": "Steve Jobs, Ronald Wayne and Steve Wozniak founded which company in 1976?",
        "answers": [
            "Apple Computer Co.",
            "Apple Computers Incorporated",
            "Apple (computers)",
            "Apple\u00ae",
            "Apple, Inc",
            "Apple inc",
            "Jobs and Wozniak",
            "Apple computers",
            "Apple computer Inc",
            "Apple Corporation",
            "Apple Computer Inc.",
            "Apple computer",
            "AppleComputer",
            "Apple logo",
            "Apple Company",
            "Apple's",
            "Apple, Inc.",
            "Apple (company)",
            "Apple Computer Inc",
            "Www.apple.com",
            "Apple (Computers)",
            "Apple.com",
            "\uf8ff Inc",
            "Apple pc",
            "Apple Inc",
            "Apple Computer Incorporated",
            "Apple incoporated",
            "Apple, inc.",
            "Apple comp",
            "Apple Incorporated",
            "Apple (Company)",
            "Apple,inc.",
            "Apple Computers",
            "Apple Computer, Inc",
            "Apple Inc.",
            "Spruce Technologies",
            "Spruce Text List",
            "List of Apple Computer CEOs",
            "Apple (computer)",
            "Inc. Apple Computer",
            "Apple Fellow",
            "Apple compputer",
            "Apple incorporated",
            "Apple Computer, Inc.",
            "Apple inc.",
            "Apple Computer",
            "Apple (technology company)",
            "Apple Incorporate",
            "\uf8ff Inc."
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Apple Inc.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Steve Jobs, Ronald Wayne and Steve Wozniak founded Apple Inc. in 1976.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Steve Jobs, Ronald Wayne, and Steve Wozniak founded Apple Inc. in 1976.",
            "human_eval": "1"
        }
    },
    {
        "question": "In humans, a hemispherectomy is the removal of half of the what?",
        "answers": [
            "Brain cell",
            "Encephalon",
            "Brainy",
            "Brain function",
            "Mind myths",
            "The brain",
            "Mammalian brain",
            "Visual verbal ability",
            "The Brain",
            "Mind Myths",
            "Brain functions",
            "Brain",
            "Brain metabolism",
            "Brain marrow",
            "Brain Function",
            "Vertebrate brain"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "brain",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In humans, a hemispherectomy is the removal of half of the brain.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In humans, a hemispherectomy is the removal of half of the brain.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which planet in our solar system has the shortest year?",
        "answers": [
            "Mercury",
            "Murcury",
            "Mercury (album)",
            "Merdcury",
            "Mercury (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Pluto has the shortest year in our solar system.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mercury has the shortest year.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mercury has the shortest year in our solar system.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which 1969 film concerns the dance marathon competitions during the Depression Era in America?",
        "answers": [
            "They Shoot Horses, Don\u2019t They",
            "They Shoot Horses, Don't They%3F (disambiguation)",
            "They Shoot Horses, Don't They (disambiguation)",
            "They kill horses dont they",
            "They Shoot Horses Don't They",
            "They Shoot Horses, Don't They%3F",
            "They Shoot Horses, Don't They",
            "They Shoot Horses Don\u2019t They%3F",
            "THEY SHOOT HORSES DON'T THEY"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Band Wagon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The dance marathon was a 1969 film that concerns the dance marathon competitions during the Depression Era in America.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 1969 film that concerns the dance marathon competitions during the Depression Era in America is \"They Shoot Horses, Don't They?\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Beatle was the first to release a solo album",
        "answers": [
            "George harrison",
            "George Harrison MBE",
            "George O'Hara-Smith",
            "The George O'Hara-Smith Singers",
            "Harrison, George",
            "Nelson Wilbury",
            "George Harrison",
            "Goerge Harrison",
            "Carl Harrison",
            "George Fest",
            "The quiet Beatle",
            "The silent Beatle",
            "Arthur Wax",
            "Jairaj Hari san",
            "Bette Y El Mysterioso",
            "Jai Raj Harisein",
            "Spike Wilbury",
            "Michael Abram",
            "George H.",
            "George O'Hara (pseudonym)",
            "Beatle George",
            "George Harison",
            "George Harrisson",
            "George Harrysong",
            "P. Roducer",
            "Hari Georgeson"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Paul McCartney",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Lennon was the first to release a solo album.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Paul McCartney was the first Beatle to release a solo album.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which aperitif is named for the Paris chemist who created it in 1846?",
        "answers": [
            "Dubonnet",
            "DuBonnet",
            "Queen Elizabeth's favourite drink"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Aperol is named for the Paris chemist who created it in 1846.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The aperitif Dubonnet is named for the Paris chemist who created it in 1846.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The aperitif named for the Paris chemist who created it in 1846 is called \"Dubonnet.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "In \u2018Othello\u2019, what is the name of Iago\u2019s wife?",
        "answers": [
            "Emilia",
            "EMILIA",
            "Emilia (disambiguation)",
            "Em\u00edlia",
            "Emilia (singer)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Cassio",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In \u2018Othello\u2019, Iago\u2019s wife is named Emilia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In 'Othello', the name of Iago's wife is Emilia.",
            "human_eval": "1"
        }
    },
    {
        "question": "Name the Greek equivalent to the Roman goddess, Diana?",
        "answers": [
            "THEMIS",
            "ARTEMIS",
            "THEMIS (satellite)",
            "Artemis P1",
            "Artemis P2",
            "Themis A",
            "Time History of Events and Macroscale Interactions during Substorms",
            "2007-004",
            "THEMIS B",
            "THEMIS C",
            "Acceleration, Reconnection, Turbulence and Electrodynamics of the Moon\u2019s Interaction with the Sun",
            "THEMIS A",
            "THEMIS D",
            "THEMIS E",
            "THEMIS 2",
            "THEMIS 3",
            "THEMIS 1",
            "THEMIS 4",
            "THEMIS 5",
            "ARTEMIS P1",
            "ARTEMIS P2",
            "Themis D",
            "Themis E"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Artemis",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Artemis is the Greek equivalent to the Roman goddess, Diana.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Greek equivalent to the Roman goddess Diana is Artemis.",
            "human_eval": "1"
        }
    },
    {
        "question": "In The Shawshank Redemption when the inmates are organizing books for their library, when told that this classic French novel is about prison break, Morgan Freeman suggests it be filed under education. What novel?",
        "answers": [
            "The Count of Monte Christo",
            "Count of Monte Cristo",
            "The Count of Monte Cristo (2015 film)",
            "Andrea Cavalcanti",
            "TCOMC",
            "Le comte de Monte-Cristo",
            "O Conde de Monte Cristo",
            "The Count of Monte-Cristo",
            "The Count Of Monte Cristo",
            "Le Comte de Monte-Cristo",
            "Comte de Monte Cristo",
            "Count of Monte-Cristo",
            "Count of Monte Christo",
            "Cavern King",
            "Danglars",
            "The Count of Monte Cristo",
            "Il Conte di Montecristo",
            "The Count of Monte Cristo (2014 film)",
            "Count of monte cristo",
            "El Conde de Monte Cristo",
            "Le comte de Monte Cristo",
            "The count of monte cristo",
            "The Count Of Monte Christo",
            "Morrel",
            "Mercedes Herrera",
            "Count monte cristo",
            "Le Comte de Monte Cristo"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Stranger",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Count of Monte Cristo is the novel.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The novel is \"The Count of Monte Cristo\" by Alexandre Dumas.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was left in Pandora's Box after all the evil escaped?",
        "answers": [
            "Hopes",
            "Aspiration (long-term hope)",
            "False hope",
            "Hope"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "the box was empty",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hope was left in Pandora's Box after all the evil escaped.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hope was left in Pandora's Box after all the evil escaped.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which fashion designer was suspended by Dior after making anti-semitic remarks in a Paris bar in 2011?",
        "answers": [
            "John Galliano",
            "Miss Dior Cherie",
            "JOHN GALLIANO"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Christian Dior",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Galliano was suspended by Dior after making anti-semitic remarks in a Paris bar in 2011.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "John Galliano was suspended by Dior after making anti-semitic remarks in a Paris bar in 2011.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the name of the Edinburgh dog that watched over his owner's grave for 14 years?",
        "answers": [
            "Greyfriars Bobby",
            "Greyfriar's Bobby",
            "John Gray (Old Jock)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Edinburgh dog that watched over his owner's grave for 14 years was called Greyfriars Bobby.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Greyfriars Bobby was the name of the Edinburgh dog that watched over his owner's grave for 14 years.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the Edinburgh dog that watched over his owner's grave for 14 years was Greyfriars Bobby.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which former English cricket umpire received an OBE in 2012?",
        "answers": [
            "Harold Dennis Bird (Dickie Bird)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "James Sutherland",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Shepherd received an OBE in 2012.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Former English cricket umpire David Shepherd received an OBE in 2012.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was shot for spying by the French in 1917?",
        "answers": [
            "Margareth Geertruda Zelle",
            "Margaretha Geertruida Macleod",
            "Margarida Zelle",
            "Margaretha Zelle",
            "Margaretha Gertruida Zella",
            "Margareet Gertrud MacLeod",
            "Margaret Gertrud Zelle",
            "Margareta G. Zelle",
            "Margarida Geertruida Zelle",
            "Margarida Gertrud Zelle",
            "Margaretha Geertruida Zelle",
            "Margareth Gertrud MacLeod",
            "Mata-Hari",
            "Margaret Geertruida Zelle",
            "Margaretha Geertruda MacLeod",
            "Mata hari",
            "Margareth Gertrud Zelle",
            "Margreet Geertruida Zelle",
            "Margareet Geertruida Zelle",
            "Margaretha Gertrud Zelle",
            "Margaretha Geertruida MacLeod",
            "Margareta Zelle",
            "Margareet Zelle",
            "Secret Agent H21",
            "Margareth Geertruida Zelle",
            "Margareet Geertruda MacLeod",
            "Margreet MacLeod",
            "Margareta Geertruida Zelle",
            "Margareet Geertruida MacLeod",
            "Margaret MacLeod",
            "Margareet MacLeod",
            "Margareta Gertrud Zelle",
            "Margaretha MacLeod",
            "Margareta Geertruda MacLeod",
            "Margareet Gertrud Zelle",
            "Margareta Geertruda Zelle",
            "Margareth Geertruide Zelle",
            "Mata harri",
            "Margaret Geertruda MacLeod",
            "Margareth Geertruida MacLeod",
            "Margaretha Gertrud MacLeod",
            "Margarida MacLeod",
            "Margareth MacLeod",
            "Margareth Geertruda MacLeod",
            "Margaret Geertruida MacLeod",
            "Margarida Geertruda MacLeod",
            "Gertrud Margarete Zelle",
            "Margreet Geertruida MacLeod",
            "Margareta MacLeod",
            "Margaretha Geertruda Zelle",
            "Margarida Gertrud MacLeod",
            "Margaretha Gertruida MacLeod",
            "Margareth Zelle",
            "Margareta Gertrud MacLeod",
            "Margaret Gertrud MacLeod",
            "Margareta Geertruida MacLeod",
            "Margreet Zelle",
            "Margarida Geertruida MacLeod",
            "Margareet Geertruda Zelle",
            "Mata Hari",
            "Margaret Geertruda Zelle",
            "Margarida Geertruda Zelle",
            "Margaret Zelle"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Sergei Mikhailovich Petrov",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mata Hari was shot for spying by the French in 1917.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mata Hari was shot for spying by the French in 1917.",
            "human_eval": "1"
        }
    },
    {
        "question": "What country did the Reagan administration illegally sell arms to?",
        "answers": [
            "Ir\u0101n",
            "Historical names of Iran",
            "Persia (Iran)",
            "Iran (Islamic Republic of)",
            "Iran, Islamic Republic of",
            "ISO 3166-1:IR",
            "Shi'ite Republic of Iran",
            "Jomh\u016br\u012b-ye Esl\u0101m\u012b-ye \u012ar\u0101n",
            "Iran blockade",
            "Iran consumption expenditure",
            "IRan",
            "Naval blockade of iran",
            "The Islamic Republic of Iran",
            "Jomhuri Ye Islami Ye Iran",
            "Ir\u00e3n",
            "\u062c\u0645\u0647\u0648\u0631\u06cc \u0627\u0633\u0644\u0627\u0645\u06cc \u0627\u064a\u0631\u0627\u0646",
            "Ir\u00e1n",
            "Historical Names of Iran",
            "Iran (Persia)",
            "Iranian Republic",
            "La Perse",
            "Islamic Republic of Persia",
            "\u0625\u064a\u0631\u0627\u0646",
            "\u0627\u06cc\u0631\u0627\u0646",
            "Islamic State of Iran",
            "Ira\u00f1",
            "IRAN",
            "Ir\u00e2n",
            "Jomhuri-ye Eslami-ye Iran",
            "\u062c\u0645\u0647\u0648\u0631\u06cc \u0627\u0633\u0644\u0627\u0645\u06cc \u0627\u06cc\u0631\u0627\u0646",
            "I.R. of Iran",
            "PERSIA",
            "Islamic republic of Iran",
            "IR of Iran",
            "Persia",
            "Iran",
            "What language do they speak in Persia%3F",
            "Persian State of Iran",
            "Shia Republic of Iran",
            "I.R.Iran",
            "Jomhuri-ye Esl\u0101mi-ye Ir\u0101n",
            "IR Iran",
            "Persian Region",
            "I.R. Iran",
            "Islamic Republic of Iran",
            "Republic of Iran",
            "Islamic Iran",
            "Islamic Govermnet of Iran"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Iran",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Reagan administration illegally sold arms to Iran.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Reagan administration illegally sold arms to Iran.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name for a person who tried to turn base metals into gold?",
        "answers": [
            "Alchemi",
            "Alchemistry",
            "Renaissance alchemy",
            "Alchemical",
            "Genesis of alchemy",
            "Alchemy",
            "History of Alchemy",
            "Decline of Western alchemy",
            "Alchemy magic",
            "AlchemY",
            "Alchemy in history",
            "Alchemists",
            "Alchemic",
            "Alchemist",
            "Operative Alchemy",
            "History of alchemy"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "alchemist",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Alchemist is the name for a person who tried to turn base metals into gold.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name for a person who tried to turn base metals into gold is an alchemist.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which fruit is known in Portuguese as a marmelo, the first marmalades being made from this fruit?",
        "answers": [
            "Cydonia oblonga",
            "Quinces",
            "Cydonia vulgaris",
            "Quince tree",
            "Cydonia (plant)",
            "Culture of quince",
            "QUINCE",
            "Quince",
            "Cydonia (genus)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "orange",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The orange is known in Portuguese as a marmelo, the first marmalades being made from this fruit.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The fruit known in Portuguese as a marmelo, the first marmalades being made from this fruit, is quince.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the strait that lies between Australia and New Guinea that links the Coral Sea to the East with the Arafura Sea to the west?",
        "answers": [
            "Strait of Torres",
            "TORRES Strait",
            "Torres Straits",
            "Torres Strait"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Timor Sea",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Torres Strait is the name of the strait that lies between Australia and New Guinea that links the Coral Sea to the East with the Arafura Sea to the west.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the strait that lies between Australia and New Guinea is the Torres Strait.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the number 17 in binary?",
        "answers": [
            "10001",
            "ten thousand and one"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "17 is the number 111 in binary.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "110101",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The number 17 in binary is 10001.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which visitor attraction is in Exploration Drive, Leicester?",
        "answers": [
            "National Space Centre",
            "The National Space Centre",
            "National Space Centre of England",
            "Leicester Space Centre"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "National Space Centre",
            "human_eval": "1"
        },
        "llama": {
            "pred": "National Space Centre is in Exploration Drive, Leicester.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The visitor attraction in Exploration Drive, Leicester is the National Space Centre.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which Charles Dickens novel, his last completed work, features' John Harmon' and the title character 'John Rokesmith'?",
        "answers": [
            "John Harmon (character)",
            "Our Mutual Friend",
            "Pod snap",
            "Podsnap",
            "'OUR MUTUAL FRIEND'"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Old Curiosity Shop",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Mystery of Edwin Drood is the Charles Dickens novel, his last completed work, features' John Harmon' and the title character 'John Rokesmith'.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Charles Dickens novel that features 'John Harmon' and the title character 'John Rokesmith' is \"Our Mutual Friend\".",
            "human_eval": "1"
        }
    },
    {
        "question": "Michael Phelps who during the Summer Olympics 2012 brought his swimming medal total to a record 18 golds represents which country?",
        "answers": [
            "The United States of America",
            "United States Of Amerca",
            "Us of a",
            "U.\u2013S.\u2013A.",
            "Americaland",
            "United States (U.S.A.)",
            "Amurika",
            "Unite states of america",
            "United States of America (redirect)",
            "The U S A",
            "Unietd States",
            "EE UU",
            "The U.S.A.",
            "U.-S.-A.",
            "Usa",
            "United Staets of America",
            "Unites States",
            "\u00c9tats-Unis d'Am\u00e9rique",
            "Verenigde State",
            "U.\u2013S.",
            "The United States of America.",
            "The U-S-A",
            "EEUU",
            "U. S. A.",
            "Nagkaisang mga Estado",
            "The U. S. of America",
            "The USA",
            "America (United States)",
            "The U. S. A.",
            "U S of America",
            "UNITED STATES",
            "Estados Unidos",
            "The U\u2013S",
            "American United States",
            "US and A",
            "Unitd states",
            "The US of A",
            "EE.UU.",
            "U-S",
            "The U-S",
            "Etymology of the United States",
            "U.S.A.)",
            "EE. UU.",
            "United states of america",
            "US of america",
            "Verenigde State van Amerika",
            "Nited States",
            "United-States",
            "Unite States",
            "Estados Unidos de Am\u00e9rica",
            "UnitedStates",
            "Estaos Unios",
            "US of America",
            "The Usa",
            "United states of America",
            "Untied States of America",
            "The U S of America",
            "THE AMERICAN UNITED STATES",
            "The United-States",
            "U S A",
            "AmericA",
            "Estados Unidos de America",
            "United states",
            "The U.S. of America",
            "Amerka",
            "United\u2013States",
            "U.s.a.",
            "United States of America",
            "United State of America",
            "United States (US)",
            "The U.S. of A",
            "America",
            "Amercia",
            "Stati Uniti d'America",
            "Los Estados Unidos de America",
            "United Stated",
            "U.S.",
            "United States (of America)",
            "United States",
            "States of America",
            "America-class",
            "Los Estados Unidos",
            "U,S,",
            "United States (country)",
            "Federal United States",
            "ISO 3166-1:US",
            "Untied States",
            "The U.\u2013S.\u2013A.",
            "VS America",
            "Amurica",
            "Etats-Unis d'Amerique",
            "US",
            "U.S. OF A",
            "USofA",
            "Etats-Unis",
            "U.S. of A",
            "United States of America (U.S.A.)",
            "Amarica",
            "The United States",
            "U-S-A",
            "United States/Introduction",
            "The Us",
            "Unitesd states",
            "The U S of A",
            "America class",
            "America magazine",
            "\u0627\u0644\u0648\u0644\u0627\u064a\u0627\u062a \u0627\u0644\u0645\u062a\u062d\u062f\u0629 \u0627\u0644\u0623\u0645\u0631\u064a\u0643\u064a\u0629",
            "The U. S. of A",
            "U S",
            "(USA)",
            "The United\u2013States",
            "United States (U.S.)",
            "U.-S.",
            "United States of America (USA)",
            "'merica",
            "The US",
            "United States of America.",
            "UNited States",
            "The U.S.",
            "AMERICA",
            "United States of America/OldPage",
            "United+States",
            "The U S",
            "United Sates",
            "THE UNITED STATES OF AMERICA",
            "U\u2013S\u2013A",
            "United States Of America",
            "U.S. of America",
            "U\u2013S",
            "Los Estados Unidos de Am\u00e9rica",
            "The U.-S.",
            "United sates",
            "The United States Of America",
            "America (country)",
            "United States of American",
            "United state of america",
            "The U.\u2013S.",
            "Amurka",
            "U. S. of A",
            "The U. S.",
            "United States America",
            "US of A",
            "\u00c9tats-Unis",
            "USoA",
            "USA",
            "Estaos Un\u00edos",
            "America, United States of",
            "U. S. of America",
            "U.S.American",
            "(US)",
            "The U\u2013S\u2013A",
            "U. S.",
            "U.S. America",
            "U.S. A",
            "Yankee land",
            "America (US)",
            "U.S",
            "America (United States of)",
            "US (country)",
            "UNITED STATES OF AMERICA",
            "U.S.A",
            "Estados unidos",
            "Americia",
            "The US of america",
            "Vereinigte Staaten",
            "US America",
            "These United States of America",
            "VS Amerika",
            "Name of the United States",
            "The united states of america",
            "Estatos Unitos",
            "America (USA)",
            "The U.-S.-A.",
            "United States of America/Introduction",
            "The US of America",
            "Americophile",
            "V.S. America",
            "U.S.A.",
            "U S of A",
            "V.S. Amerika",
            "United+States+of+America",
            "The Unites States of America"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Michael Phelps who during the Summer Olympics 2012 brought his swimming medal total to a record 18 golds represents the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michael Phelps, who during the Summer Olympics 2012 brought his swimming medal total to a record 18 golds, represents the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "Isoprene, Butyl and Nitrile are all types of which substance?",
        "answers": [
            "India-Rubber",
            "India-rubber",
            "Gum rubber",
            "Natural rubbers",
            "Indiarubbers",
            "India rubbers",
            "Rubber",
            "India rubber",
            "Gum Elastic",
            "Rubber mixing",
            "Rubbers",
            "Indiarubber",
            "India-rubbers",
            "Caoutchouc",
            "Natural rubber",
            "Production of rubber",
            "Caucho"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "rubber",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Isoprene, Butyl and Nitrile are all types of rubber.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Isoprene, Butyl, and Nitrile are all types of rubber.",
            "human_eval": "1"
        }
    },
    {
        "question": "How many avenues radiate from the Arc de Triomphe?",
        "answers": [
            "twelve",
            "12"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Twelve avenues radiate from the Arc de Triomphe.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "There are 12 avenues radiate from the Arc de Triomphe.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "There are 12 avenues that radiate from the Arc de Triomphe.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who wrote 'The Legend Of Sleepy Hollow'?",
        "answers": [
            "Kickerbocker's History",
            "Diedrich Knickerbocker",
            "Washington Irving",
            "Friar Antonio Agapido",
            "A History of New-York",
            "Sketch Book",
            "An American Gentleman",
            "A History of New York",
            "Irvingian",
            "Dietrich Knickerbocker",
            "Knickerbocker's History of New York",
            "W. Irving",
            "WASHINGTON IRVING",
            "George W. Irving",
            "Kickerbocker's History of New-York"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Ichabod Crane",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Washington Irving wrote 'The Legend Of Sleepy Hollow'.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Washington Irving wrote 'The Legend Of Sleepy Hollow'.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Dardanelles and the Bosporus, straits which separate Europe from the mainland of Asia, run through which country?",
        "answers": [
            "Turkey",
            "Turkey (country)",
            "T\u00fcrkiye Respublikasi",
            "Turky",
            "Turkei",
            "Tuerkiye Cumhuriyeti",
            "Tuerkiye",
            "Turquie",
            "ISO 3166-1:TR",
            "Turquia",
            "TurkeY",
            "Turkey (Country)",
            "Turkiye",
            "Turkey (state)",
            "Terky",
            "Republic of Turkey",
            "T\u00fcrkiye",
            "Turkish Republic",
            "Republic of Turkiye",
            "Turkish republic",
            "The Republic of Turkey",
            "Turkey (nation)",
            "T\u00fcrkiye Respublikas\u0131",
            "T\u00fcrkei",
            "Tuerkei",
            "Turkiye Cumhuriyeti",
            "TURKEY",
            "Republic of turkey",
            "Etymology of Turkey",
            "Turkie",
            "Turkia",
            "T\u00fcrkiye Cumhuriyeti"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Turkey",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Dardanelles and the Bosporus, straits which separate Europe from the mainland of Asia, run through Turkey.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Dardanelles and the Bosporus run through Turkey.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which South American city is served by Simon Bolivar (Maiguetia) airport?",
        "answers": [
            "Metropolitan District of Caracas",
            "Caraqueno",
            "Caracas Metropolitan District",
            "Caracas",
            "Santiago de Le\u00f3n de Caracas",
            "Caracas, Venezuela",
            "Carcas",
            "Caracas, Venezuala",
            "Capital of Venezuela",
            "Carracas",
            "UN/LOCODE:VECCS",
            "Santiago de Venezuela",
            "America/Caracas",
            "Santiago de Leon de Caracas",
            "Caraque\u00f1o"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Caracas",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Caracas is served by Simon Bolivar (Maiguetia) airport.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Simon Bolivar (Maiguetia) airport serves the city of Caracas, Venezuela.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the only female prime minister of the United Kingdom?",
        "answers": [
            "Baroness Margaret Thatcher",
            "Lady Thatcher",
            "Margret thatcher",
            "The Baroness Thatcher",
            "Margret Thatcher",
            "The Lady Thatcher",
            "Margaret Tatcher",
            "Margaret Thatcher",
            "Mrs T",
            "Mrs Thatcher",
            "Margaret Hilda Thatcher, Baroness Thatcher",
            "Mrs. T",
            "Baroness Thatcher of Kesteven",
            "Margaret Thatcer",
            "Margaret Thatcher's",
            "Mrs Finchley",
            "Prime Minister Margaret Thatcher",
            "Thatcherian",
            "Margaret Thacher",
            "Margaret Thatcher bibliography",
            "Margaret Thatcher Day",
            "M thatcher",
            "Lady T",
            "Maggie Thatcher",
            "Margaret Hilda Thatcher",
            "Milk snatcher",
            "Baroness The Margaret Thatcher",
            "Margaret Thatcher, Baroness Thatcher",
            "Margaret Hilda Roberts Thatcher",
            "Margeret Thatcher",
            "Margareth Thatcher",
            "Mrs Denis Thatcher",
            "Margaret Hilda Roberts",
            "Mrs. Thatcher",
            "Milk Snatcher",
            "Margaret Thatcher Library",
            "Margaret thatcher",
            "Baroness Thatcher",
            "Margeret thatcher"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Margaret Thatcher was the only female prime minister of the United Kingdom.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Margaret Thatcher was the only female prime minister of the United Kingdom.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Margaret Thatcher was the only female prime minister of the United Kingdom.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was ousted as Panama's leader after a 1989 US invasion ordered by President George H.W. Bush, was convicted of drug racketeering and related charges in 1992, and was extradited to France at the end of April 2010 on charges of laundering around US$3 million in drug proceeds by buying luxury apartments in Paris?",
        "answers": [
            "Manuel Antonio Noriega Moreno",
            "Manuel Noreiga",
            "Noriega Moreno, Manuel Antonio",
            "Manuel Noriega Morena",
            "General Noriega",
            "Manuel Noriega",
            "Manny Noriega",
            "Manuel Antonio Noriega Morena",
            "Manuel Noriega Moreno",
            "Manuel Antonio Noriega",
            "Manuel Noregia",
            "Manuel noriega"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Manuel Noriega",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Manuel Noriega was ousted as Panama's leader after a 1989 US invasion ordered by President George H.W. Bush, was convicted of drug racketeering and related charges in 1992, and was extradited to France at the end of April 2010 on charges of laundering around US$3 million in drug proceeds by buying luxury apartments in Paris.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Manuel Noriega was ousted as Panama's leader after a 1989 US invasion ordered by President George H.W. Bush, was convicted of drug racketeering and related charges in 1992, and was extradited to France at the end of April 2010 on charges of laundering around US$3 million in drug proceeds by buying luxury apartments in Paris.",
            "human_eval": "1"
        }
    },
    {
        "question": "A pressure hull is part of which type of vessel?",
        "answers": [
            "Underwater vehicles",
            "Diesel submarine",
            "Submariners",
            "Diesel-electric submarine",
            "Submarines in world war 2",
            "Patrol submarine",
            "Pig boat",
            "Submarine",
            "Submarines in World War II",
            "Military submarine",
            "Diesel submarines",
            "Fast-attack submarine",
            "Underwater boat",
            "Submarines",
            "Fast attack Submarine"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "submarine",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A pressure hull is part of a submarine.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A pressure hull is part of a submarine.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who developed the ten stages of corporate life cycle, starting with Courtship and Infancy and ending in Bureaucracy and Death?",
        "answers": [
            "Dr Ichak Adizes"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "James G. March",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The ten stages of corporate life cycle, starting with Courtship and Infancy and ending in Bureaucracy and Death were developed by the American management consultant Peter Drucker.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ichak Adizes developed the ten stages of corporate life cycle, starting with Courtship and Infancy and ending in Bureaucracy and Death.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which group became the first to reach Number One with their first five singles?",
        "answers": [
            "Spice Girls solo discography",
            "The Spice Girls",
            "Now And Forever : The Greatest Hits (Spice Girls album)",
            "Spice Girl",
            "Suzanne Tinker",
            "Lianne Morgan",
            "Spice Girls",
            "Solo spice girls discography",
            "Spice girls",
            "The Spice Girls Story: Viva Forever!",
            "Touch (girl group)",
            "THE SPICE GIRLS"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Beatles",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Beatles became the first to reach Number One with their first five singles.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Spice Girls became the first group to reach Number One with their first five singles.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who narrates the spoken verses on Blur\u2019s top 10 hit \u2018Parklife\u2019?",
        "answers": [
            "Phil Daniels",
            "PHIL DANIELS",
            "Phil daniels"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Paul Weller",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Blur\u2019s top 10 hit \u2018Parklife\u2019 is narrated by the band\u2019s lead singer Damon Albarn.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Phil Daniels narrates the spoken verses on Blur's top 10 hit 'Parklife'.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"According to a 2009 adventure family film starring Ashley Tisdale, Carter Jenkins, Robert Hoffman, Henri Young, Regan Young and Austin Butler, \"\"The aliens are\"\" where?\"",
        "answers": [
            "In The Attic",
            "In the Attic",
            "In the Attic (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "in the basement",
            "human_eval": "0"
        },
        "llama": {
            "pred": "According to a 2009 adventure family film starring Ashley Tisdale, Carter Jenkins, Robert Hoffman, Henri Young, Regan Young and Austin Butler, \"The aliens are\" in the movie Aliens in the Attic.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "According to the 2009 adventure family film \"Aliens in the Attic,\" the aliens are in the attic.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which 2004 film was released with the advertising tagline \u201cA romantic comedy \u2013 with zombies!\u201d?",
        "answers": [
            "Rom-zom-com",
            "Shawn of the dead",
            "You've got red on you",
            "Shaun of the dead",
            "Shaun Of The Dead",
            "Shaun of the Dead (film)",
            "Sean Of The Dead",
            "Shawn of the Dead",
            "Sean of the Dead",
            "Shaun of the Dead",
            "Tea-Time With The Dead",
            "Shaun of The Dead",
            "Romzomcom"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Night at the Museum",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Shaun of the Dead was released with the advertising tagline \u201cA romantic comedy \u2013 with zombies!\u201d.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2004 film released with the advertising tagline \"A romantic comedy - with zombies!\" is \"Shaun of the Dead.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Charles Dickens' 1859 classic, A Tale of Two Cities, the most printed original English book in history with over 200 million copies sold, is set in what two cities?",
        "answers": [
            "Paris and London"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Paris and London",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Charles Dickens' 1859 classic, A Tale of Two Cities, the most printed original English book in history with over 200 million copies sold, is set in London and Paris.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Charles Dickens' 1859 classic, A Tale of Two Cities, is set in London and Paris.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who hosts the TV quiz show 'Cleverdicks'?",
        "answers": [
            "Anne Widdecombe",
            "Anne Widdecomb",
            "Ann Noreen Widdecombe",
            "Ann Widdicombe",
            "Ann Widdecombe",
            "Ann WiddIcombe",
            "Ann Widdecombe versus prostitution"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Chris Tarrant hosts the TV quiz show 'Cleverdicks'.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The TV quiz show 'Cleverdicks' is hosted by Rohit Sharma.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Gyles Brandreth hosts the TV quiz show 'Cleverdicks'.",
            "human_eval": "0"
        }
    },
    {
        "question": "The Humber bridge forms part of which A road?",
        "answers": [
            "A15",
            "A-15",
            "A15 (disambiguation)",
            "A.15",
            "A 15"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "A18",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Humber bridge forms part of the A161 road.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Humber bridge forms part of the A15 road.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"What poem contains the words, \"\"...Water, water, everywhere, Nor any drop to drink...\"\" ?\"",
        "answers": [
            "Rime Of The Ancient Mariner",
            "TRotAM",
            "The Rime of the Ancyent Marinere",
            "The Rhyme of the Ancient Mariner",
            "The Rime of the Ancyent Marinere (1798)",
            "Rime of the ancient mariner",
            "Ancient mariner",
            "The Rime of the Ancient Mariner",
            "Life-In-Death",
            "The Rime of The Ancient Mariner",
            "Rhyme of the Ancient Mariner",
            "The rime of the ancient mariner",
            "The Ancient Mariner",
            "Rime Of The Ancient Marriner",
            "Ancient Mariner",
            "Rime of the Ancient Mariner",
            "Rhyme of the ancient mariner",
            "Rime of the Ancyent Marinere",
            "TROTAM",
            "The Rime Ancyent Marinere (1798)",
            "Rime of ancient mariner"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "\"The Rime of the Ancient Mariner\"",
            "human_eval": "1"
        },
        "llama": {
            "pred": "\"The Rime of the Ancient Mariner\" contains the words, \"Water, water, everywhere, Nor any drop to drink.\"",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The poem that contains the words \"Water, water, everywhere, Nor any drop to drink\" is \"The Rime of the Ancient Mariner\" by Samuel Taylor Coleridge.",
            "human_eval": "1"
        }
    },
    {
        "question": "Maurice Cole was better known as which comedian?",
        "answers": [
            "Kenny Everett",
            "Maurice Cole",
            "Kenny Everet",
            "KENNY EVERETT"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Maurice Cole",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Maurice Cole was better known as Bob Hope.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Maurice Cole was better known as Eddie Murphy.",
            "human_eval": "0"
        }
    },
    {
        "question": "Mouldwarp is an old name for which creature?",
        "answers": [
            "The Mole",
            "Mole",
            "Mole River",
            "Mole (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "a fungus",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mouldwarp is an old name for a goblin.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mouldwarp is an old name for a mole.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which is the only country outside Africa where lions can be found in the wild?",
        "answers": [
            "\u0d2d\u0d3e\u0d30\u0d24 \u0d2e\u0d39\u0d3e\u0d30\u0d3e\u0d1c\u0d4d\u0d2f\u0d02",
            "\u0647\u0646\u062f\u0633\u062a\u0627\u0646\u0680\u0627\u0631\u062a\u060c",
            "\u092d\u093e\u0930\u0924\u0940\u092f \u0917\u0923\u0930\u093e\u091c\u094d\u092f\u093e\u091a\u094d\u092f\u093e",
            "Bh\u0101rtiya Praj\u0101satt\u0101k",
            "Indian Republic",
            "\u09ad\u09be\u09b0\u09a4\u09b0\u09be\u09b7\u09cd\u099f\u09c3",
            "Indian republic",
            "\u0cad\u0cbe\u0cb0\u0ca4 \u0c97\u0ca3\u0cb0\u0cbe\u0c9c\u0ccd\u0caf",
            "Union of India",
            "\u0b87\u0ba8\u0bcd\u0ba4\u0bbf\u0baf\u0b95\u0bcd \u0b95\u0bc1\u0b9f\u0bbf\u0baf\u0bb0\u0b9a\u0bc1",
            "\u092d\u093e\u0930\u0924\u0940\u092f \u092a\u094d\u0930\u091c\u093e\u0938\u0924\u094d\u0924\u093e\u0915",
            "India (country)",
            "ISO 3166-1:IN",
            "Indea",
            "Etymology of India",
            "\u09ad\u09be\u09b0\u09a4 \u0997\u09a3\u09b0\u09be\u099c\u09cd\u09af",
            "Republic Of India",
            "INDIA",
            "\u0aad\u0abe\u0ab0\u0aa4\u0ac0\u0aaf \u0a97\u0aa3\u0aa4\u0a82\u0aa4\u0acd\u0ab0",
            "\u09ad\u09be\u09b0\u09a4",
            "Republic of India",
            "Les Indes",
            "Bh\u0101rat Ga\u1e47ar\u0101jya",
            "\u062c\u0645\u06c1\u0648\u0657\u0631\u0650\u06cc\u062a \u0628\u064b\u0627\u0631\u062a",
            "\u092d\u093e\u0930\u0924\u092e\u0939\u093e\u0930\u093e\u091c\u094d\u092f\u092e\u094d",
            "Indya",
            "Bharat Ganrajya",
            "\u062c\u0645\u06c1\u0648\u0631\u06cc\u06c1 \u0628\u06be\u0627\u0631\u062a",
            "\u0b87\u0ba8\u0bcd\u0ba4\u0bbf\u0baf",
            "\u0b2d\u0b3e\u0b30\u0b24 \u0b17\u0b23\u0b30\u0b3e\u0b1c\u0b4d\u0b2f",
            "\u092d\u093e\u0930\u0924 \u0917\u0923\u0930\u093e\u091c\u094d\u092f",
            "Republic of india",
            "\u091c\u0941\u092e\u094d\u0939\u0942\u0930\u093f\u092f\u0924 \u092d\u093e\u0930\u0924",
            "Hindio",
            "The Republic of India",
            "\u0c2d\u0c3e\u0c30\u0c24 \u0c17\u0c23\u0c24\u0c02\u0c24\u0c4d\u0c30 \u0c30\u0c3e\u0c1c\u0c4d\u0c2f\u0c2e\u0c41",
            "India's",
            "Hindistan",
            "\u0a2d\u0a3e\u0a30\u0a24 \u0a17\u0a23\u0a24\u0a70\u0a24\u0a30",
            "Bhart",
            "India",
            "\u0c2d\u0c3e\u0c30\u0c24 \u0c30\u0c3f\u0c2a\u0c2c\u0c4d\u0c32\u0c3f\u0c15\u0c4d",
            "India.",
            "\u09ad\u09be\u09f0\u09a4 \u0997\u09a3\u09f0\u09be\u099c\u09cd\u09af",
            "Indian State",
            "ISO 3166-1 alpha-3/IND",
            "\u09ad\u09be\u09b0\u09a4\u09c0\u09af\u09bc \u09aa\u09cd\u09b0\u099c\u09be\u09a4\u09a8\u09cd\u09a4\u09cd\u09b0"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "India is the only country outside Africa where lions can be found in the wild.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "India is the only country outside Africa where lions can be found in the wild.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "India is the only country outside Africa where lions can be found in the wild.",
            "human_eval": "1"
        }
    },
    {
        "question": "The composer Frdric Chopin had a decade-long affair with which French author?",
        "answers": [
            "Aurore Dupin",
            "AA Dupin",
            "A. A. Lucile Dupin",
            "Amandine-Aurore-Lucile Dupin, Baroness Dudevant",
            "A.A. Lucile Dupin",
            "George Dupin",
            "Sand, George",
            "Baroness Dudevant",
            "Marie-Aurore de Saxe, Marquise of Dudevant",
            "Amantine Lucile Dupin",
            "George Sand",
            "Aurore Dudevant",
            "A.A. Dupin",
            "Jules Sand",
            "Amandine-Aurore-Lucile Dupin",
            "Amandine Aurore Lucile Dupin",
            "Amandine Aurore Lucie Dupin",
            "Amandine-Lucile-Aurore Dupin",
            "Aurore dudevant",
            "Georges Sand",
            "Amandine Aurore Lucie Dupin, Baronne Dudevant",
            "George Sand, Baronesse Dudevant",
            "Amantine Dupin",
            "George Sand, Baroness Dudevant",
            "Amandine Lucile Dupin",
            "Amandine-Aurore-Lucile Dupin, Baronesse Dudevant",
            "Baronne Dudevant",
            "Amandine Dupin",
            "A. A. Dupin",
            "Baroness dudevant"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Fr\u00e9d\u00e9ric Auguste Bartholdy",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer Frdric Chopin had a decade-long affair with George Sand.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The composer Fr\u00e9d\u00e9ric Chopin had a decade-long affair with French author George Sand.",
            "human_eval": "1"
        }
    },
    {
        "question": "What plant do we often call the 'Busy Lizzie'?",
        "answers": [
            "Balsamine",
            "Balsam-weed",
            "Impatien",
            "Balsam (flower)",
            "Wild balsam",
            "Jewel weed",
            "Jewel-weed",
            "Wild Balsam",
            "Impatients",
            "Jewelweed plant",
            "Impatiens",
            "Balsam Weed",
            "Balsam weed",
            "Jewelweed"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Chrysanthemum",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The plant we often call the 'Busy Lizzie' is the Impatiens.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The plant we often call the 'Busy Lizzie' is the Impatiens.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the opposite of a spring tide",
        "answers": [
            "Compound Tides",
            "Semidiurnal tide",
            "Neaps",
            "Ebb Tide",
            "Lake tides",
            "High tides",
            "Spring Tide",
            "Spring tides",
            "Flow tide",
            "High Water",
            "Tide lands",
            "Springs (tide)",
            "Tides",
            "Tidal cycle",
            "Tides in the Mediterranean",
            "Neap Tide",
            "Spring tide",
            "Ocean tides",
            "Land tide",
            "Tidal",
            "Overtide",
            "Tied",
            "Tidal currents",
            "Low tide",
            "Shift tides",
            "Lunar tide",
            "Astronomical tide",
            "Neap Tides",
            "Flooding tide",
            "Flood tide",
            "Neap-tide",
            "Tidal flow",
            "Tidal current",
            "Tidal constituent",
            "Compound Tide",
            "Tidal movement",
            "Ebbing tide",
            "Neap tide",
            "Semidiurnal tides",
            "Ebb tide",
            "Overtides",
            "Low water",
            "Lake tide",
            "Tide",
            "High tide",
            "Ebb Tide (disambiguation)",
            "Spring high tide",
            "High water",
            "Shift his tides",
            "Ebbing"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "neap tide",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A neap tide is the opposite of a spring tide.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The opposite of a spring tide is a neap tide.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which 2013 film is a development of the 1964 film \u2018Mary Poppins\u2019?",
        "answers": [
            "Saving Mr Banks",
            "Saving Mr. Banks",
            "SAVING MR. BANKS",
            "Saving Mr. Banks (film)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Saving Mr. Banks is a development of the 1964 film Mary Poppins.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Saving Mr. Banks is a development of the 1964 film \u2018Mary Poppins\u2019.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2013 film that is a development of the 1964 film 'Mary Poppins' is 'Mary Poppins Returns'.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was on the thrones of England and Scotland at the time of the Act of Union in 1707?",
        "answers": [
            "Anne",
            "Ann (name)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "King George I of England and King James I of Scotland",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James II and VII was on the thrones of England and Scotland at the time of the Act of Union in 1707.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "At the time of the Act of Union in 1707, Queen Anne was on the throne of England and Scotland.",
            "human_eval": "1"
        }
    },
    {
        "question": "What does the green V shaped tick mean on food products",
        "answers": [
            "Suitable for vegetarians"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The green V shaped tick means that the food product is organic.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The green V shaped tick means that the food product is safe to eat.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The green V shaped tick on food products indicates that the product is vegetarian.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the coronation anthem composed by Handel using texts from the King James Bible that has been sung at every British coronation service since 1727?",
        "answers": [
            "Zadok The Priest",
            "Zadok the Priest",
            "\"\"\"Zadok the Priest\"\"\"",
            "Zadoc the Priest",
            "Zadok the priest"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Handel's Water Music",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Zadok the Priest is the coronation anthem composed by Handel using texts from the King James Bible that has been sung at every British coronation service since 1727.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the coronation anthem composed by Handel using texts from the King James Bible that has been sung at every British coronation service since 1727 is \"Zadok the Priest.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Which famous US political figure died on January 23rd. 1973?",
        "answers": [
            "Rebekah Baines",
            "President Lyndon B Johnson",
            "President Lyndon Baines Johnson",
            "Presidency of Lyndon Baines Johnson",
            "All I have I would have given gladly...",
            "President Lyndon B. Johnson",
            "Lyndon b. johnson",
            "L. Johnson Administration",
            "Johnson, Lyndon Baines",
            "President lbj",
            "Lyndon Johnson Administration",
            "Lindon B. Johnson",
            "L. B. J.",
            "Lyndon b johnson",
            "Lyndon B. Johnson Administration",
            "LBJ",
            "LYNDON B. JOHNSON",
            "L.B.J.",
            "President LBJ",
            "Lyndon Johnson",
            "36th President of the United States",
            "L B J",
            "Lindon Johnson",
            "Howard University Speech",
            "Lyndon Banes Johnson",
            "Lyndon Baines Johnson Administration",
            "Lyndon B. Johnson",
            "President Lyndon Johnson",
            "Lyndon Baynes Johnson",
            "Lyndon johnson",
            "L. B. Johnson Administration",
            "Lyndon B Johnson",
            "Rebekah Baines Johnson",
            "Lyndon Baines Johnson",
            "Lbj",
            "Presidency of Lyndon B. Johnson"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John F. Kennedy",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John F. Kennedy died on January 23rd. 1973.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Former US President Lyndon B. Johnson died on January 23rd, 1973.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the first cricketer to score 10,000 test runs?",
        "answers": [
            "Sunil Manohar Gavaskar",
            "SM Gavaskar",
            "SUNIL GAVASKAR",
            "Sunny gavaskar",
            "Sunil Gavaskar",
            "Gavaskar"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Sir Donald Bradman was the first cricketer to score 10,000 test runs.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sachin Tendulkar was the first cricketer to score 10,000 test runs.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sachin Tendulkar was the first cricketer to score 10,000 test runs.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the Defence Lawyer in the Leopold and Loeb murder trial of 1924?",
        "answers": [
            "Clarence S. Darrow",
            "Clarence Seward Darrow",
            "Clarence darrows",
            "CLARENCE DARROW",
            "Clarence Darrow"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "William F. Buckley was the Defence Lawyer in the Leopold and Loeb murder trial of 1924.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Clarence Darrow was the Defence Lawyer in the Leopold and Loeb murder trial of 1924.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Clarence Darrow was the Defence Lawyer in the Leopold and Loeb murder trial of 1924.",
            "human_eval": "1"
        }
    },
    {
        "question": "Brazilian football legend Pele wore which number on his shirt?",
        "answers": [
            "10",
            "ten"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "10",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Brazilian football legend Pele wore number 10 on his shirt.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brazilian football legend Pele wore the number 10 on his shirt.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"From her first US film musical \"\"Down Argentina Way\"\" (1940), who became famous for extravagant hats, jewellery and dresses?\"",
        "answers": [
            "Maria do Carmo Miranda da Cunha",
            "Maria Do Carmo Miranda Da Cuhna",
            "Maria de Carmo Miranda de Cunha",
            "Carmen Miranda",
            "David Alfred Sebastian"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Carmen Miranda",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Judy Garland became famous for extravagant hats, jewellery and dresses.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Carmen Miranda became famous for extravagant hats, jewellery, and dresses.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which actor played Chandler Bing in \u201cFriends\u201d ?",
        "answers": [
            "Mathew Perry",
            "Matt Perry",
            "Perry, Matthew",
            "Matthew Perry (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Ross Geller",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Matthew Perry played Chandler Bing in \u201cFriends\u201d.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Matthew Perry played Chandler Bing in \"Friends\".",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the last Anglo-Saxon king of England?",
        "answers": [
            "Harold II",
            "Harold II (of England)",
            "King Harold II",
            "Harold Godwinesson",
            "Harold Godwinson or Harold II",
            "Harold G\u014ddwines",
            "Harold II of England",
            "Harold, Earl of Wessex",
            "Harold Godwinsson",
            "Harold the Saxon",
            "Harold of Wessex",
            "Earl Harold",
            "Harald Godwineson",
            "Earl Godwinson",
            "Harold Godwinson",
            "Harold Godwin",
            "Harold Godwineson",
            "Harold II Godwinson",
            "Harold Godwines sunu",
            "King Harold II of England",
            "Harold G\u014ddwines sunu",
            "Godwinson"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Alfred the Great was the last Anglo-Saxon king of England.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harold Godwinson was the last Anglo-Saxon king of England.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The last Anglo-Saxon king of England was Harold II.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of the U.S. state of Connecticut?",
        "answers": [
            "Hartford.",
            "Hartford CT",
            "Hartford, Connecticut",
            "City of Hartford, Connecticut",
            "Hartford (Connecticut)",
            "Hartford Connecticut",
            "Hartford, Conn.",
            "Hartford, Ct.",
            "Hartford ct",
            "Hartford, USA",
            "Hartford, cn",
            "Hartford",
            "Hartford,CT",
            "Hartford, CT",
            "Capital of Connecticut",
            "Hartford, ct",
            "Hartford, Hartford County, Connecticut",
            "Hartford, Ct",
            "Hartford (CT)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hartford",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Hartford is the capital of the U.S. state of Connecticut.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of the U.S. state of Connecticut is Hartford.",
            "human_eval": "1"
        }
    },
    {
        "question": "Leicester City FC's owners are (at 2016) what nationality?",
        "answers": [
            "Muang Thai",
            "Taihland",
            "ISO 3166-1:TH",
            "Thai Empire",
            "Prathet Thai",
            "Muang-Thai",
            "Kingdom of Thailand",
            "Skateboarding in Thailand",
            "THAILAND",
            "Siam",
            "Sport in Thailand",
            "Etymology of Thailand",
            "Thayland",
            "Name of Thailand",
            "The Kingdom Of Thailand",
            "\u0e40\u0e21\u0e37\u0e2d\u0e07\u0e44\u0e17\u0e22",
            "Thailand",
            "\u0e23\u0e32\u0e0a\u0e2d\u0e32\u0e13\u0e32\u0e08\u0e31\u0e01\u0e23\u0e44\u0e17\u0e22",
            "Sayam",
            "Thailande",
            "Siam (Thailand)",
            "\u0e1b\u0e23\u0e30\u0e40\u0e17\u0e28\u0e44\u0e17\u0e22",
            "Kingdom Of Thailand",
            "Tailand",
            "Thai Kingdom",
            "Ratcha Anachak Thai",
            "Kingdom of the Thai"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Chinese",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Leicester City FC's owners are (at 2016) English.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Leicester City FC's owners (at 2016) are Thai nationality.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the first Roman Emperor to sport a beard?",
        "answers": [
            "Publius Aelius Traianus Hadrianus",
            "Publius AElius Hadrian",
            "Imperator Caesar Traianus Hadrianus Augustus",
            "Publius Aelius Hadrianus Augustus",
            "Hadrian, Publius AElius",
            "Publius \u00c6lius Hadrian",
            "Emperor Hadrian",
            "Roman emperor Hadrian",
            "Hadrianic",
            "Publius Aelius Hadrianus",
            "Hadrianic persecution",
            "Hadrian (emperor)",
            "Hadrian",
            "Roman emperor Adrian",
            "Hadrian, Publius \u00c6lius",
            "Public Aelius Hadrianus",
            "Hadrian's",
            "HADRIAN"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Julius Caesar",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Julius Caesar was the first Roman Emperor to sport a beard.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first Roman Emperor to sport a beard was Hadrian.",
            "human_eval": "1"
        }
    },
    {
        "question": "In the George Orwell novel \u2018Animal Farm\u2019 who is the owner of Foxwood Farm?",
        "answers": [
            "Mr Pilkington"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "George Orwell",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In the George Orwell novel \u2018Animal Farm\u2019, Mr. Pilkington is the owner of Foxwood Farm.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "In the George Orwell novel 'Animal Farm', Mr. Pilkington is the owner of Foxwood Farm.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name for mammals born incompletely developed and carried and suckled in a pouch on the mother's belly?",
        "answers": [
            "Penises of marsupials",
            "Kangaroo scrotum",
            "Marsupial reproductive system",
            "Kangaroo's scrotum",
            "Male reproductive system of marsupials",
            "Male genitalia of marsupials",
            "Female reproductive system of marsupials",
            "Marsupial reproduction",
            "Marsupilia",
            "Female genitalia of marsupials",
            "Kangaroo's testicles",
            "Marsupiel",
            "Joey (marsupial)",
            "Marsupial genitalia",
            "Marsupial penis",
            "Marsupial female reproductive system",
            "Reproductive system of marsupials",
            "Kangaroo's penis",
            "Marsupial",
            "Sexual anatomy of marsupials",
            "Metaherians",
            "Sexual organs of marsupials",
            "Marsupialia",
            "Reproductive organs of marsupials",
            "Kangaroo testicles",
            "Pouched Mammal",
            "Marsupials",
            "Genitalia of marsupials",
            "Sex organs of marsupials",
            "Male sex organs of marsupials",
            "Kangaroo penis",
            "Genitals of marsupials",
            "Evolution of marsupials",
            "Reproductive anatomy of marsupials",
            "Pouched Mammals"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "marsupials",
            "human_eval": "1"
        },
        "llama": {
            "pred": "marsupials are the name for mammals born incompletely developed and carried and suckled in a pouch on the mother's belly.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name for mammals born incompletely developed and carried and suckled in a pouch on the mother's belly is marsupials.",
            "human_eval": "1"
        }
    },
    {
        "question": "A Nychthemeron is a period of how many consecutive hours?",
        "answers": [
            "24",
            "twenty-four"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "24",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A Nychthemeron is a period of 12 consecutive hours.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "A Nychthemeron is a period of 24 consecutive hours.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the official march of the Royal Navy?",
        "answers": [
            "Heart of Oak",
            "Heart of oak"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Royal Navy March",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The official march of the Royal Navy is the march of the Royal Marines.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The official march of the Royal Navy is \"Heart of Oak.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "In which war was the Battle of Bunker Hill fought?",
        "answers": [
            "U.S. War of Independence",
            "American War of Indepedence",
            "American Revolution War",
            "American Revolution, military history",
            "American War of Independance",
            "American War for Independence",
            "American Revolutionary war",
            "American Revolutionary War (1911 Encyclopedia, part 2)",
            "Revolutionary War",
            "War of American Independence",
            "United Colonies War of Indepedence",
            "U.S. Revolutionary War",
            "United States War of Independence",
            "American revolutionary war",
            "American Revolutionary War/Article from the 1911 Encyclopedia Part 2",
            "American Revolutionary War/Article from the 1911 Encyclopedia Part 1",
            "Foreign involvement in the American Revolutionary War",
            "Revolutionary war",
            "American war of ind",
            "American War of Independence",
            "American war of Independence",
            "British-American War (1776)",
            "American War of Independece",
            "AMERICAN WAR OF INDEPENDENCE",
            "1776 War of Independence",
            "West Indies and Gulf Coast campaigns",
            "Us war of independence",
            "Revolutionary war 1775",
            "United Colonies Revolutionary War",
            "American Revolutionary War (1911 Encyclopedia, part 1)",
            "American War of Indpendence",
            "American Wars of Independence",
            "Liberation War of the United States of America",
            "American war of independence",
            "United States Revolutionary War",
            "The American Revolutionary War",
            "War of the American Revolution",
            "American Revolutionary War (Global)",
            "American war of Independance",
            "Revolutionary War (United States)",
            "Wars of the American Revolution",
            "American Revolutionary War",
            "American rev war",
            "US Revolutionary War"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "American Revolutionary War",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Battle of Bunker Hill was fought in the American Revolutionary War.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Battle of Bunker Hill was fought in the American Revolutionary War.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which 1979 science fiction film was at one time going to be called Star Beast?",
        "answers": [
            "Alien (disambiguation)",
            "The Alien",
            "Alien (Alien)",
            "The Aliens",
            "Alien (fictional creature)",
            "The Aliens (band)",
            "ALIEN",
            "Alien (alien)",
            "Alien",
            "Alians (disambiguation)",
            "Aliens (novel)",
            "Aliens (computer game)",
            "Alien (song)",
            "Aliens",
            "Aliens (disambiguation)",
            "The Alien (disambiguation)"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Alien",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The 1979 science fiction film was at one time going to be called Star Beast.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 1979 science fiction film that was at one time going to be called Star Beast is Alien.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who writes the scripts for the TV series Downton Abbey?",
        "answers": [
            "Julian Fellowes, Baron Fellowes of West Stafford",
            "JULIAN FELLOWES",
            "Julian Fellowes",
            "The Lord Fellowes of West Stafford",
            "Baron Fellowes of West Stafford"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Julian Fellowes writes the scripts for the TV series Downton Abbey.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Julian Fellowes writes the scripts for the TV series Downton Abbey.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Julian Fellowes writes the scripts for the TV series Downton Abbey.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the French sounding winner of the 2011 Epsom Derby?",
        "answers": [
            "Pour Moi"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Dubawi was the French sounding winner of the 2011 Epsom Derby.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The French sounding winner of the 2011 Epsom Derby was the colt power.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Pour Moi was the French sounding winner of the 2011 Epsom Derby.",
            "human_eval": "1"
        }
    },
    {
        "question": "What Ford automobile came in any color you want - as long as it was black?",
        "answers": [
            "Model-T",
            "Model T",
            "Tin Lizzy",
            "Model T Ford",
            "Ford T",
            "Ford T Model",
            "T ford",
            "Fliver",
            "Tin Lizzie",
            "Ford t",
            "Tin lizzie",
            "Ford Model T",
            "T Model",
            "Ford Model-T"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Ford Model T",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Ford Model T came in any color you want - as long as it was black.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Ford Model T came in any color you want - as long as it was black.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which station is the Paris terminus of Eurostar?",
        "answers": [
            "Gare du nord",
            "GARE DU NORD",
            "Paris Nord railway station",
            "North Station (Paris)",
            "Gare du Nord (SNCF)",
            "Gare du Nord",
            "Gare de Nord",
            "La gare du Nord de Paris",
            "Paris Nord",
            "Gare du Paris Nord",
            "Paris-Nord",
            "Paris Gare du Nord",
            "Gare de Paris-Nord"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Gare du Nord is the Paris terminus of Eurostar.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Paris terminus of Eurostar is Gare du Nord.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Paris terminus of Eurostar is Gare du Nord.",
            "human_eval": "1"
        }
    },
    {
        "question": "Kelly Slater is an American professional sportsman in what field?",
        "answers": [
            "Cutback (surfing move)",
            "Surfing",
            "\ud83c\udfc4",
            "Boardwear",
            "Surf camp",
            "Surfers",
            "Surfboarding",
            "Physics of surfing",
            "Surf wave",
            "Hawaiian surfing",
            "Barreling wave",
            "Barreling waves",
            "Surfboarder",
            "Surfer"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Surfing",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Kelly Slater is an American professional sportsman in surfing.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Kelly Slater is an American professional sportsman in the field of surfing.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which is the most northerly of the islands of Japan? Its capital, Sapporo, has hosted the Winter Olympics.",
        "answers": [
            "Hokkaidou prefecture",
            "\u5317\u6d77\u9053",
            "Hokkaido region",
            "Bilkalberta",
            "Mosir",
            "Hokkaid\u014d Prefecture",
            "Hokkaido Prefecture",
            "Hokkaidou",
            "JP-01",
            "Hokkaido Japan",
            "HOKKAIDO",
            "Hokkaid\u014d, Japan",
            "Hokkaidoh prefecture",
            "Hokkaidoo",
            "Ezochi",
            "Hokkaid\u00f4, Japan",
            "Hokkaido, Japan",
            "Hokkaidoo prefecture",
            "Hokkai",
            "Hokkai-do",
            "Hokkaidoo region",
            "Beihaidao",
            "Hokkaid\u014d region",
            "Bilk (drink)",
            "Hokaido",
            "Hokkaid\u014d",
            "Hokkaido (Japan)",
            "Hokkaidou Prefecture",
            "Hokkaid\u00f4 Prefecture",
            "Hokkaid\u00f4",
            "Hokkaido Island",
            "Hokkaidoh",
            "Jesso",
            "Hokkaid\u014d prefecture",
            "Hokkaido",
            "Hokkaido prefecture"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Hokkaido",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Hokkaido is the most northerly of the islands of Japan. Its capital, Sapporo, has hosted the Winter Olympics.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hokkaido is the most northerly island of Japan. Its capital, Sapporo, has hosted the Winter Olympics.",
            "human_eval": "1"
        }
    },
    {
        "question": "A mahout is a person who works, tends and rides which animal?",
        "answers": [
            "Elephantinely",
            "Elephant tusks",
            "Rogue Elephant",
            "Elephant",
            "\ud83d\udc18",
            "Elephant hunting",
            "Elephantineness",
            "Elephant hunter",
            "Rogue elephant",
            "Baby elephants",
            "Brown elephants",
            "ELEPHANT",
            "Elephan",
            "\u05e4\u05d9\u05dc",
            "Elephant population",
            "Elephant evolution",
            "Elefonts",
            "Evolution of elephants",
            "Elephants",
            "Mating elephants",
            "Elaphant",
            "Elephant rage",
            "Gestation period for elephants",
            "Elephant tusk",
            "Sexual behavior of elephants"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Elephant",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A mahout is a person who works, tends and rides elephants.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "A mahout is a person who works, tends and rides an elephant.",
            "human_eval": "1"
        }
    },
    {
        "question": "Bundes in the German 'Bundesliga' soccer league refers to?",
        "answers": [
            "Federal (disambiguation)",
            "Foederal",
            "Federal",
            "F\u0153derals",
            "Foederals",
            "Federals",
            "F\u0153deral"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Bundesliga is the German word for federal",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Bundes in the German 'Bundesliga' soccer league refers to the German federal government.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Bundes in the German 'Bundesliga' soccer league refers to the German word for \"federal\" or \"national\".",
            "human_eval": "1"
        }
    },
    {
        "question": "In which city are the administrative headquarters of the county of Cornwall?",
        "answers": [
            "The weather in Truro",
            "Truro",
            "Skinner's brewery",
            "Truro, Cornwall",
            "TRURO",
            "Truru",
            "Truro, England"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Truro",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Truro is the administrative headquarters of the county of Cornwall.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The administrative headquarters of the county of Cornwall are in Truro.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which common English word is derived from the ancient Greek word meaning 'the area in front of the stage where the chorus performs'?",
        "answers": [
            "Orchestra music",
            "Orchestra",
            "Large orchestra",
            "Symphony orchestra",
            "Philharmonic orchestra",
            "Philharmony",
            "Orchestra and orchestration",
            "Philarmonic orchestra",
            "Philharmonic",
            "Orchestral",
            "Symphonic music",
            "Orchestras",
            "Ochestraic",
            "Chamber Orchestra",
            "Sections of an orchestra",
            "Orchestral music",
            "Orchaestra",
            "Sky orchestra",
            "Symphony Orchestras",
            "Chamber orchestra",
            "Symphonic orchestra",
            "Philharmonic Orchestra",
            "Symphony Orchestra",
            "Symphonic Music",
            "Orchestral work",
            "Symphony orchestras"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "apron",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The word chorus is derived from the ancient Greek word meaning 'the area in front of the stage where the chorus performs'.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The common English word derived from the ancient Greek word meaning 'the area in front of the stage where the chorus performs' is \"orchestra\".",
            "human_eval": "1"
        }
    },
    {
        "question": "In Hanna and Barbera's TV cartoons base on The Addams Family who was the voice of Gomez?",
        "answers": [
            "John Astin"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "John Astin was the voice of Gomez in Hanna and Barbera's TV cartoons base on The Addams Family.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "John Astin was the voice of Gomez in Hanna and Barbera's TV cartoons base on The Addams Family.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "John Astin was the voice of Gomez in Hanna and Barbera's TV cartoons based on The Addams Family.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which British king married Mary of Teck?",
        "answers": [
            "George V of Great Britain and Ireland",
            "George V of Great Britain",
            "Cultural depictions of George V of the United Kingdom",
            "George V of Scotland",
            "King George V of the United Kingdom",
            "King George V of Great Britain",
            "George Frederick Ernest Albert",
            "George V of the United Kingdom",
            "George V",
            "George the Fifth",
            "George v of the united kingdom",
            "King George V",
            "George V of the UK",
            "GEORGE V",
            "George 5",
            "George V, Emperor",
            "King George the Fifth",
            "George V of Britain",
            "George V, King of Great Britain",
            "King George V of England",
            "King George V's Silver Jubilee",
            "George V of England",
            "Duke of Cornwall and York",
            "George V, Emperor of India",
            "Coronation of King George V"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "King George III",
            "human_eval": "0"
        },
        "llama": {
            "pred": "King George V married Mary of Teck.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "King George V married Mary of Teck.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which is the largest cat in the world?",
        "answers": [
            "Manchurian Tiger",
            "Northeast China Tiger",
            "The Siberian Tiger",
            "Amur tigers",
            "Ussurian Tiger",
            "Siberian Tigers",
            "Siberian tiger",
            "Amur Tiger",
            "Korean Tiger",
            "North China Tiger",
            "Amur tiger",
            "Panthera tigris altaica",
            "Siberian Tiger",
            "Siberian tigers",
            "Ussuri Tiger"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "African wild cat is the largest cat in the world.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The lion is the largest cat in the world.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The largest cat in the world is the Siberian tiger.",
            "human_eval": "1"
        }
    },
    {
        "question": "What were the names of the ships Christopher Columbus sailed on his maiden voyage to the New World?",
        "answers": [
            "Santa Clara (Nina), Pinta, Santa Maria"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Santa Mara, Pinta, and Santa Maria",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The ships Christopher Columbus sailed on his maiden voyage to the New World were the Nina, the Pinta and the Santa Maria.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The names of the ships Christopher Columbus sailed on his maiden voyage to the New World were the Santa Maria, the Pinta, and the Ni\u00f1a.",
            "human_eval": "1"
        }
    },
    {
        "question": "\"What was special about \"\"The Daily Courant\"\" that appeared in the early 18th century?\"",
        "answers": [
            "First daily newspaper"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "The Daily Courant was the first daily newspaper in the United States.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "\"The Daily Courant\" was the first daily newspaper in the English language.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "\"The Daily Courant\" was the first daily newspaper to be published in the early 18th century.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the American equivalent of the Victoria Cross",
        "answers": [
            "Medal of Honour usually called the Congressional Medal of Honour"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Medal of Honor",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The American equivalent of the Victoria Cross is the Medal of Honor.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The American equivalent of the Victoria Cross is the Medal of Honor.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which English poet and dramatist was jailed for murder of the actor Gabriel Spencer after a duel in 1598?",
        "answers": [
            "Benjamin Jonson",
            "B. Jonson",
            "BEN JONSON",
            "Ben Jonson",
            "Jonsonian",
            "Jonsonesque"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "William Shakespeare",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Christopher Marlowe was jailed for murder of the actor Gabriel Spencer after a duel in 1598.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The English poet and dramatist who was jailed for the murder of the actor Gabriel Spencer after a duel in 1598 was Ben Jonson.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the only female candidate in the 2010 Labour leadership contest?",
        "answers": [
            "Diane Julie Abbott",
            "Abbott, Diane",
            "Diane abbot",
            "Dianne abbot",
            "Dianne Abbott",
            "DIANE ABBOTT",
            "Diane Abbott"
        ],
        "source": "TriviaQA",
        "flan": {
            "pred": "Angela Eagle was the only female candidate in the 2010 Labour leadership contest.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harriet Harman was the only female candidate in the 2010 Labour leadership contest.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Diane Abbott was the only female candidate in the 2010 Labour leadership contest.",
            "human_eval": "1"
        }
    },
    {
        "question": "The show featuring a young boy named Gerald Bald Z premiered on what TV channel? ",
        "answers": [
            "Cartoon Network"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Nickelodeon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The show featuring a young boy named Gerald Bald Z premiered on Disney Channel.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The show featuring a young boy named Gerald Bald Z premiered on the Cartoon Network TV channel.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which player, who also played for the New Jersey Nets and the Golden State Warriors, finished third in the league with 231 three-point field goals during the 1995-96 Atlanta Hawks season?",
        "answers": [
            "Mookie Blaylock"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Ray Allen",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The player who also played for the New Jersey Nets and the Golden State Warriors, finished third in the league with 231 three-point field goals during the 1995-96 Atlanta Hawks season is Steve Smith.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The player who finished third in the league with 231 three-point field goals during the 1995-96 Atlanta Hawks season, and also played for the New Jersey Nets and the Golden State Warriors, is Mookie Blaylock.",
            "human_eval": "1"
        }
    },
    {
        "question": "Watercliffe Meadow Primary Schools name change is an example of what term generally used to describe the avoidance of certain language?",
        "answers": [
            "political correctness"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Anglophobia",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Watercliffe Meadow Primary Schools name change is an example of what term generally used to describe the avoidance of certain language?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Watercliffe Meadow Primary School's name change is an example of \"political correctness,\" a term generally used to describe the avoidance of certain language.",
            "human_eval": "1"
        }
    },
    {
        "question": "Harrison Newey made his ADAC Formula 4 debut with a partner who is the son of who?",
        "answers": [
            "Corinna and seven-time Formula One World Champion Michael Schumacher"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sebastian Vettel",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harrison Newey made his ADAC Formula 4 debut with a partner who is the son of Sir Jackie Stewart.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Harrison Newey made his ADAC Formula 4 debut with a partner who is the son of Adrian Newey.",
            "human_eval": "0"
        }
    },
    {
        "question": "Shannon Purser played the role of June Acosta in a 2017 horror film directed by who?",
        "answers": [
            "John R. Leonetti"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "James Wong",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Shannon Purser played the role of June Acosta in a 2017 horror film directed by Tyler Gillett.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Shannon Purser played the role of June Acosta in a 2017 horror film directed by Tyler MacIntyre.",
            "human_eval": "0"
        }
    },
    {
        "question": "What organization affiliated with the National Collegiate Athletic Association Division were the 2012 Hawaii Warriors football team first year members of?",
        "answers": [
            "Mountain West Conference"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Pacific-12 Conference",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 2012 Hawaii Warriors football team were first year members of the Western Athletic Conference.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 2012 Hawaii Warriors football team were first year members of the Mountain West Conference.",
            "human_eval": "1"
        }
    },
    {
        "question": "WHAT WAS THE NAME OF THE BOOK MADE INTO THE 2015 SOUTH KOREAN CRIME THRILLER, THE DEAL, DIRECTED BY SON YONG-HO AND FEATURING SOUTH KOREAN ACTOR PARK SUNG-WOONG (BORN JANUARY 9, 1973) AS A SERIAL KILLER?",
        "answers": [
            "\"Murder Request\""
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Deal",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The book made into the 2015 South Korean crime thriller, the deal, directed by Son Yong-ho and featuring South Korean actor Park Sung-woong (born January 9, 1973) as a serial killer is called The Deal.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The book made into the 2015 South Korean crime thriller, The Deal, is called \"The Terror Live\" by Bong Joon-ho.",
            "human_eval": "0"
        }
    },
    {
        "question": "The actor who starred in \"The Hearse\" gained worldwide film by starring in whose series of 1940s films?",
        "answers": [
            "Orson Welles"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Thin Man",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The actor who starred in \"The Hearse\" gained worldwide film by starring in the series of 1940s films of \"The Mummy\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The actor who starred in \"The Hearse\" gained worldwide fame by starring in Alfred Hitchcock's series of 1940s films.",
            "human_eval": "0"
        }
    },
    {
        "question": "Let Mother Earth Speak's Native American activist was born where?",
        "answers": [
            "Leech Lake Indian Reservation"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Oklahoma",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Let Mother Earth Speak's Native American activist was born in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Let Mother Earth Speak's Native American activist was born in Pine Ridge, South Dakota.",
            "human_eval": "0"
        }
    },
    {
        "question": "The location of the area where Fort Nisqually stood is in what Washington county?",
        "answers": [
            "Pierce County"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Pierce County",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The location of the area where Fort Nisqually stood is in Pierce County.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The location of the area where Fort Nisqually stood is in Pierce County, Washington.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who served as the 1st Vice President of Colombia under El Libertador?",
        "answers": [
            "Antonio Hilari\u00f3n Zea D\u00edaz"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Juan Manuel Santos",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Francisco de Paula Santander served as the 1st Vice President of Colombia under El Libertador.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Francisco de Paula Santander served as the 1st Vice President of Colombia under El Libertador.",
            "human_eval": "0"
        }
    },
    {
        "question": "Where does the story take place in 1988 film The Moderns?",
        "answers": [
            "1926 Paris"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The story takes place in 1988 film The Moderns in New York City.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The story takes place in 1988 film The Moderns in New York City.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The story in the 1988 film The Moderns takes place in Paris, France.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which star of The Human Stain was born in 1937?",
        "answers": [
            "Anthony Hopkins"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "James Woods",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anthony Hopkins was born in 1937.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Anthony Hopkins, the star of The Human Stain, was born in 1937.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the one of the hosts of the Race for the Pennant sports show who is a retired american baseball pitcher?",
        "answers": [
            "Robert Gibson"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Bob Gibson",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The name of the one of the hosts of the Race for the Pennant sports show who is a retired american baseball pitcher is John Kruk.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of one of the hosts of the Race for the Pennant sports show who is a retired American baseball pitcher is Curt Schilling.",
            "human_eval": "0"
        }
    },
    {
        "question": "What actress starred in \"The Golden Girls\" and was an animal rights activist?",
        "answers": [
            "Bea Arthur"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Estelle Getty starred in \"The Golden Girls\" and was an animal rights activist.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Betty White starred in \"The Golden Girls\" and was an animal rights activist.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Betty White starred in \"The Golden Girls\" and was an animal rights activist.",
            "human_eval": "0"
        }
    },
    {
        "question": "What was the name of the first soundtrack album made by the woman who is referred to as the Queen of Pop?",
        "answers": [
            "Who's That Girl"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Thrill Is Gone",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The name of the first soundtrack album made by the woman who is referred to as the Queen of Pop is Madonna.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of the first soundtrack album made by the woman who is referred to as the Queen of Pop is \"Vision Quest.\"",
            "human_eval": "0"
        }
    },
    {
        "question": " Steven Rattazzi provides the voice for the character of Doctor Byron Orpheus on an animated series created by who?",
        "answers": [
            "Christopher McCulloch"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Mike Judge",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Steven Rattazzi provides the voice for the character of Doctor Byron Orpheus on an animated series created by Seth MacFarlane.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Steven Rattazzi provides the voice for the character of Doctor Byron Orpheus on an animated series created by Jackson Publick and Doc Hammer.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who created the 2003 remake of the 1983 overhead view, vehicular combat game developed by Bally Midway?",
        "answers": [
            "Adam Dawes"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sega",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 2003 remake of the 1983 overhead view, vehicular combat game developed by Bally Midway was created by Midway Games.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 2003 remake of the 1983 overhead view, vehicular combat game developed by Bally Midway was created by Atari.",
            "human_eval": "0"
        }
    },
    {
        "question": "In what year was the son of Max Weinreich born?",
        "answers": [
            "1926"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1939",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In 1904, the son of Max Weinreich was born.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The son of Max Weinreich was born in 1920.",
            "human_eval": "0"
        }
    },
    {
        "question": "What show does the host of The 2011 Teen Choice Awards ceremony currently star on?",
        "answers": [
            "The Big Bang Theory"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "\"The Tonight Show Starring Jimmy Fallon\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The host of The 2011 Teen Choice Awards ceremony currently stars on the show Glee.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The host of The 2011 Teen Choice Awards ceremony, Kaley Cuoco, currently stars on the television show \"The Big Bang Theory.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Wiener Werkst\u00e4tte Style was part of the movement that took place during what eras?",
        "answers": [
            "late 19th and early 20th centuries"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Art Nouveau and Art Deco",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Wiener Werkst\u00e4tte Style was part of the movement that took place during the 1900s and 1910s.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Wiener Werkst\u00e4tte Style was part of the movement that took place during the late 19th and early 20th centuries.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which civilization instigated a war with Rome and significantly influenced the Latin language?",
        "answers": [
            "the Etruscan civilization"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Etruscans",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Etruscans instigated a war with Rome and significantly influenced the Latin language.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Carthaginian civilization instigated a war with Rome and significantly influenced the Latin language.",
            "human_eval": "0"
        }
    },
    {
        "question": "What type of product is the sponsor of the Premiership Rugby Sevens SeriesSeries ? ",
        "answers": [
            "pale lager"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Premiership Rugby Sevens SeriesSeries is sponsored by a beer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The type of product is the sponsor of the Premiership Rugby Sevens SeriesSeries is the beer.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The sponsor of the Premiership Rugby Sevens Series is a type of product.",
            "human_eval": "0"
        }
    },
    {
        "question": "What census-designated place located in Nassau County, New York has as portions of it's territory, districts of Brian Curran, New York State assemblyman?",
        "answers": [
            "Baldwin"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Roslyn Harbor",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The census-designated place located in Nassau County, New York has as portions of it's territory, districts of Brian Curran, New York State assemblyman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The census-designated place located in Nassau County, New York that has portions of its territory, districts of Brian Curran, New York State assemblyman is Lynbrook.",
            "human_eval": "0"
        }
    },
    {
        "question": "Charlie McDermott plays Axl Heck on a tv show that premiered in what date? ",
        "answers": [
            "September 30, 2009"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "September 26, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Charlie McDermott plays Axl Heck on a tv show that premiered in 2011.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Charlie McDermott plays Axl Heck on a TV show called \"The Middle\" which premiered on September 30, 2009.",
            "human_eval": "1"
        }
    },
    {
        "question": "The casino owner who was focused on the documentary Nobody Speak: Trials of the Free Press focuses belongs to which nationality? ",
        "answers": [
            "American"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "American",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The casino owner who was focused on the documentary Nobody Speak: Trials of the Free Press focuses belongs to American nationality.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The casino owner who was focused on the documentary Nobody Speak: Trials of the Free Press belongs to American nationality.",
            "human_eval": "1"
        }
    },
    {
        "question": "What film did Tom Wu appear in that also starred Jason Statham and Ray Liotta? ",
        "answers": [
            "Revolver"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Transporter 2",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Tom Wu appeared in the film the transporter that also starred Jason Statham and Ray Liotta.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tom Wu appeared in the film \"War\" that also starred Jason Statham and Ray Liotta.",
            "human_eval": "0"
        }
    },
    {
        "question": "William Sidney Sid Hatfield was the Police Chief of Matewan, West Virginia during a shootout between local coal miners and the Baldwin-Felts Detective Agency that is referred to as what?",
        "answers": [
            "Battle of Matewan"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Matewan Massacre",
            "human_eval": "1"
        },
        "llama": {
            "pred": "William Sidney Sid Hatfield was the Police Chief of Matewan, West Virginia during a shootout between local coal miners and the Baldwin-Felts Detective Agency that is referred to as the Matewan Massacre.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The shootout between local coal miners and the Baldwin-Felts Detective Agency in Matewan, West Virginia is referred to as the Matewan Massacre.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which country is the firm that owns Babycham located?",
        "answers": [
            "Australia"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "India",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Babycham is owned by the firm that is located in the United Kingdom.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The firm that owns Babycham is located in the United Kingdom.",
            "human_eval": "0"
        }
    },
    {
        "question": "Frankenweenie featured the voice of a Canadian American actress who is known for Second City Television, as well as what 1996 movie that was directed by Christopher Guest?",
        "answers": [
            "Waiting for Guffman"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Royal Tenenbaums",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Frankenweenie featured the voice of a Canadian American actress who is known for Second City Television, as well as Waiting for Guffman.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Catherine O'Hara provided the voice for Frankenweenie and is known for Second City Television as well as the 1996 movie \"Waiting for Guffman\" directed by Christopher Guest.",
            "human_eval": "1"
        }
    },
    {
        "question": "Suzanne Simone Baptiste Louverture is the wife of the leader of which revolution?",
        "answers": [
            "the Haitian Revolution"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Haitian Revolution",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Suzanne Simone Baptiste Louverture is the wife of the leader of the haitian revolution.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Suzanne Simone Baptiste Louverture is the wife of the leader of the Haitian Revolution.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Simpsons episode that aired on February 19, 2012 entitled \"At Long Last Leave\" represented what milestone for the show? ",
        "answers": [
            "show's 500th episode"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Simpsons episode that aired on February 19, 2012 entitled \"At Long Last Leave\" represented the 500th episode for the show.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Simpsons episode that aired on February 19, 2012 entitled \"At Long Last Leave\" represented the 500th episode of the show.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Simpsons episode \"At Long Last Leave\" that aired on February 19, 2012 represented the show's 500th episode milestone.",
            "human_eval": "1"
        }
    },
    {
        "question": "Pontiac marketed the 2+2 as the \"big brother\" to an automobile built by Pontiac between which years ?",
        "answers": [
            "1964 to 1974"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1966 and 1977",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Pontiac marketed the 2+2 as the \"big brother\" to an automobile built by Pontiac between 1961 and 1963.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Pontiac marketed the 2+2 as the \"big brother\" to an automobile built by Pontiac between the years 1964 and 1970.",
            "human_eval": "0"
        }
    },
    {
        "question": "Fighting Cock is produced in what Kentucky county?",
        "answers": [
            "Nelson County"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Fayette County",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Fighting Cock is produced in Fayette County, Kentucky.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Fighting Cock is produced in Franklin County, Kentucky.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who played the role of Nettie Harris in the 1985 film directed by Steven Spielberg?",
        "answers": [
            "Akosua Gyamama Busia"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Carole Lombard played the role of Nettie Harris in the 1985 film directed by Steven Spielberg.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Who played the role of Nettie Harris in the 1985 film directed by Steven Spielberg?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Margaret Avery played the role of Nettie Harris in the 1985 film directed by Steven Spielberg.",
            "human_eval": "0"
        }
    },
    {
        "question": "The name of the Japanese rock band T-Bolan was inspired by the name of an English rock band formed in what year?",
        "answers": [
            "1967"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1967",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The name of the Japanese rock band T-Bolan was inspired by the name of an English rock band formed in 1960.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of the Japanese rock band T-Bolan was inspired by the name of an English rock band formed in 1977.",
            "human_eval": "0"
        }
    },
    {
        "question": "The Voyage is a wooden roller coaster located at a theme park divided into how many sections ?",
        "answers": [
            "four sections"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Voyage is a wooden roller coaster located at a theme park divided into three sections.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Voyage is a wooden roller coaster located at a theme park divided into 10 sections.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Voyage is a wooden roller coaster located at a theme park divided into three sections.",
            "human_eval": "0"
        }
    },
    {
        "question": "The current home ground of the Salford Red Devils was built for what season?",
        "answers": [
            "the 2012 season"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "the 2008 Super League season",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The current home ground of the Salford Red Devils was built for the 2012 season.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The current home ground of the Salford Red Devils was built for the 2012 season.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who did Neleus of Scepsis study under in addition to Theophrastus in the Peripatetic school?",
        "answers": [
            "Aristotle"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Plato",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Neleus of Scepsis studied under Theophrastus in the Peripatetic school.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Neleus of Scepsis studied under Aristotle in addition to Theophrastus in the Peripatetic school.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the statue whose replica have been created in many landmarks world-wide such as near Pont de Grenelle in Paris?",
        "answers": [
            "Liberty Enlightening the World"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Statue of Liberty",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The name of the statue whose replica have been created in many landmarks world-wide such as near Pont de Grenelle in Paris is the Statue of Liberty.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the statue is the Statue of Liberty.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which writer of \"Rewrite This Story\" are an American songwriting duo and composing team for musical theater, films, and television?",
        "answers": [
            "Pasek and Paul"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Stephen Schwartz and Glen Berger",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Benj Pasek and Justin Paul are an American songwriting duo and composing team for musical theater, films, and television.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The American songwriting duo and composing team for musical theater, films, and television who wrote \"Rewrite This Story\" is Benj Pasek and Justin Paul.",
            "human_eval": "1"
        }
    },
    {
        "question": "When was the American patriot Hamilton, New York Wass named after born?",
        "answers": [
            "January 11, 1755 or 1757July"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1744",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The American patriot Hamilton, New York Wass was named after born in 1757.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The American patriot Hamilton, New York was named after was born in 1755.",
            "human_eval": "1"
        }
    },
    {
        "question": "Red Bend Catholic College contributes 800 students of the 7,560 population of what central west region of south Wales, Australia town?",
        "answers": [
            "Forbes in the Central West region of New South Wales, Australia"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Cowra",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Red Bend Catholic College contributes 800 students of the 7,560 population of the central west region of south Wales, Australia town of Forbes.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Red Bend Catholic College contributes 800 students of the 7,560 population of the central west region of New South Wales, Australia town.",
            "human_eval": "0"
        }
    },
    {
        "question": "What genre did the writer whose novel was based on \"I'll Take Manhattan\" writes?",
        "answers": [
            "romance genre"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "crime fiction",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The writer whose novel was based on \"I'll Take Manhattan\" writes romance.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The writer whose novel was based on \"I'll Take Manhattan\" wrote in the genre of romance.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which English Egyptologist is known mainly for his works in the Egyptian Museum that is named after the capital of Egypt?",
        "answers": [
            "Reginald Engelbach"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "William John Bankes",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sir John Garstang is known mainly for his works in the Egyptian Museum that is named after the capital of Egypt.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The English Egyptologist known mainly for his works in the Egyptian Museum that is named after the capital of Egypt is Sir William Matthew Flinders Petrie.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the man who Hofstadter's law is named after's profession?",
        "answers": [
            "professor of cognitive science"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Professor of psychology",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Eric S. Raymond is the man who Hofstadter's law is named after's profession.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Douglas Hofstadter, the man who Hofstadter's law is named after, is a cognitive scientist and professor of computer science.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which \"Mirrors\" actress made her film debut in the 2005 comedy film \"Hitch\"?",
        "answers": [
            "Paula Maxine Patton"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Jennifer Aniston",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jessica Alba made her film debut in the 2005 comedy film \"Hitch\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kerry Washington made her film debut in the 2005 comedy film \"Hitch\".",
            "human_eval": "0"
        }
    },
    {
        "question": "What kind of unit was led by the German general who wanted to rush north up the Channel coast to capture Boulogne, Calais and Dunkirk during the Battle of Boulogne?",
        "answers": [
            "Panzer"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "German Army",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A division was led by the German general who wanted to rush north up the Channel coast to capture Boulogne, Calais and Dunkirk during the Battle of Boulogne.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The German general who wanted to rush north up the Channel coast to capture Boulogne, Calais, and Dunkirk during the Battle of Boulogne led the Panzer unit.",
            "human_eval": "1"
        }
    },
    {
        "question": "Fiske O'Hara was born in what city Knox County, Maine, that had a population of 2,297 as of the 2010 census?",
        "answers": [
            "Rockland"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Belfast",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Fiske O'Hara was born in Rockland, Knox County, Maine, that had a population of 2,297 as of the 2010 census.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Fiske O'Hara was born in Rockland, Maine.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Grieg crater is named for a Norwegian composer who composed during what era?",
        "answers": [
            "Romantic"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Baroque",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Grieg crater is named for a Norwegian composer who composed during the romantic era.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Grieg crater is named for a Norwegian composer who composed during the Romantic era.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Fast On-orbit Rapid Recording of Transient Events (FORTE) was co-developed and launched by this lab located a short distance northwest of Santa Fe, New Mexico that was involved with which nuclear weapon program during World War II?",
        "answers": [
            "Manhattan Project"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Manhattan Project",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Los Alamos National Laboratory was involved with the Manhattan Project during World War II.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Fast On-orbit Rapid Recording of Transient Events (FORTE) was co-developed and launched by the Los Alamos National Laboratory, which was involved with the Manhattan Project during World War II.",
            "human_eval": "1"
        }
    },
    {
        "question": "Sudha Kheterpal who is  musician best know as the percussionist in Faithless has played with what singer who is recognized at the highest-selling Australian artist of all time by the Australian Recording industry Association?",
        "answers": [
            "Kylie Ann Minogue"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Kylie Minogue",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Sudha Kheterpal who is  musician best know as the percussionist in Faithless has played with Kylie Minogue who is recognized at the highest-selling Australian artist of all time by the Australian Recording industry Association.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sudha Kheterpal, the musician best known as the percussionist in Faithless, has played with singer Kylie Minogue, who is recognized as the highest-selling Australian artist of all time by the Australian Recording Industry Association.",
            "human_eval": "1"
        }
    },
    {
        "question": "The members of the von Trapp musical group are related to which woman who wrote \"The Story of the Trapp Family Singers\"?",
        "answers": [
            "Maria von Trapp"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Maria von Trapp",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The members of the von Trapp musical group are related to Maria Augusta Trapp who wrote \"The Story of the Trapp Family Singers\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The members of the von Trapp musical group are related to Maria von Trapp, who wrote \"The Story of the Trapp Family Singers\".",
            "human_eval": "1"
        }
    },
    {
        "question": "What's the name of the differential equation that was developed by the German physicist who was the doctoral advisor to another German Physicist who identified the Stark effect?",
        "answers": [
            "Lommel differential equation"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Maxwell's equations",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The name of the differential equation that was developed by the German physicist who was the doctoral advisor to another German Physicist who identified the Stark effect is the Stark-Habicht equation.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of the differential equation is the Schr\u00f6dinger equation.",
            "human_eval": "0"
        }
    },
    {
        "question": "Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in which city ?",
        "answers": [
            "Los Angeles"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "New York City",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in London.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in Los Angeles.",
            "human_eval": "1"
        }
    },
    {
        "question": "The \"New York Times\" bestselling book \"The 50th Law\" contains lessons and anecdotes from this historical figure who was a classical Greek (Athenian) philosopher who is known mainly through the writings of which philosopher?",
        "answers": [
            "Plato"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Plato",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The \"New York Times\" bestselling book \"The 50th Law\" contains lessons and anecdotes from this historical figure who was a classical Greek (Athenian) philosopher who is known mainly through the writings of Plato.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The \"New York Times\" bestselling book \"The 50th Law\" contains lessons and anecdotes from this historical figure who was a classical Greek (Athenian) philosopher who is known mainly through the writings of Plato.",
            "human_eval": "1"
        }
    },
    {
        "question": "Orlando Maturana had to compete with what other Colombian retired footballer for the national football team's striker position?",
        "answers": [
            "Adolfo Jos\u00e9 Valencia Mosquera"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Juan Sebastian Veron",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Orlando Maturana had to compete with Radamel Falcao for the national football team's striker position.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Orlando Maturana had to compete with Faustino Asprilla for the national football team's striker position.",
            "human_eval": "0"
        }
    },
    {
        "question": "What where both Hawker Hurricane and No. 1455 Flight apart of?",
        "answers": [
            "Royal Air Force"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "World War II",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Both Hawker Hurricane and No. 1455 Flight were apart of the Royal Air Force.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Both Hawker Hurricane and No. 1455 Flight were part of the Royal Air Force (RAF).",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the Roud Folk Song Index of the nursery rhyme inspiring What Are Little Girls Made Of?",
        "answers": [
            "821"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "0",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Roud Folk Song Index of the nursery rhyme inspiring What Are Little Girls Made Of? is 17802.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Roud Folk Song Index of the nursery rhyme inspiring What Are Little Girls Made Of is 821.",
            "human_eval": "1"
        }
    },
    {
        "question": "Anna Lewandowska is married to a footballer who plays for what club?",
        "answers": [
            "Bayern Munich"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "FC Barcelona",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anna Lewandowska is married to a footballer who plays for Real Madrid.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Anna Lewandowska is married to Robert Lewandowski, who plays for Bayern Munich.",
            "human_eval": "1"
        }
    },
    {
        "question": "What country is the theme park served by the Huis Ten Bosch train service themed on?",
        "answers": [
            "Netherlands"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Netherlands",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The country is the theme park served by the Huis Ten Bosch train service themed on is Japan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The theme park served by the Huis Ten Bosch train service is themed on the Netherlands.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the name of the presidential memorial in Washington, D.C that connects to an artificial island?",
        "answers": [
            "Jefferson Memorial"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Washington Monument",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The presidential memorial in Washington, D.C that connects to an artificial island is the lincoln memorial.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The name of the presidential memorial in Washington, D.C that connects to an artificial island is the Franklin Delano Roosevelt Memorial.",
            "human_eval": "0"
        }
    },
    {
        "question": "Hotride is the fifteenth single released by what music group from Braintree, Essex, that was formed in 1990?",
        "answers": [
            "The Prodigy"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Human League",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hotride is the fifteenth single released by the music group from Braintree, Essex, that was formed in 1990.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Hotride is the fifteenth single released by the music group Prodigy from Braintree, Essex, that was formed in 1990.",
            "human_eval": "1"
        }
    },
    {
        "question": "The National Council meets where in the Federal Palace?",
        "answers": [
            "Bern"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The National Council meets in the Federal Palace's Great Hall.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The National Council meets in the Federal Palace in Bern.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The National Council meets in the Federal Palace in Switzerland.",
            "human_eval": "0"
        }
    },
    {
        "question": "Illmatic, the debut studio album by Nas which featured the song \"N.Y. State of Mind\", was released on what date by which record label?",
        "answers": [
            "April 19, 1994, by Columbia Records"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "April 25, 1994",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Illmatic, the debut studio album by Nas which featured the song \"N.Y. State of Mind\", was released on 19th September 1994 by Columbia Records.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Illmatic, the debut studio album by Nas which featured the song \"N.Y. State of Mind\", was released on April 19, 1994 by Columbia Records.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Zapruder film shows President John F. Kennedy's motorcade as it passed through a plaza that was named aNational Historic Landmark in what year? ",
        "answers": [
            "1993"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1963",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Zapruder film shows President John F. Kennedy's motorcade as it passed through a plaza that was named aNational Historic Landmark in 1993.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Zapruder film shows President John F. Kennedy's motorcade as it passed through a plaza that was named a National Historic Landmark in the year 1993.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which segment of If These Walls Could Talk did the Goddess of Pop direct?",
        "answers": [
            "the third"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "\"The Goddess of Pop\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Which segment of If These Walls Could Talk did the Goddess of Pop direct?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Goddess of Pop, Cher, directed the third segment of If These Walls Could Talk.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the day of the horse race of which ESPN covers both the post position draw and the undercard races?",
        "answers": [
            "Saturday"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Saturday",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The day of the horse race of which ESPN covers both the post position draw and the undercard races is the kentucky derby.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The day of the horse race that ESPN covers both the post position draw and the undercard races is the Kentucky Derby.",
            "human_eval": "0"
        }
    },
    {
        "question": "How high on the US \"Billboard\" Hot 100 chart did Dan Smith's song reach in 2013?",
        "answers": [
            "number 5"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "No. 1",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Dan Smith's song reached 10th position on the US \"Billboard\" Hot 100 chart in 2013.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dan Smith's song reached number 6 on the US \"Billboard\" Hot 100 chart in 2013.",
            "human_eval": "0"
        }
    },
    {
        "question": "Where is the home of the common party princess voiced by Idina Menzel?",
        "answers": [
            "Arendelle"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "New York City",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The home of the common party princess voiced by Idina Menzel is in the kingdom of Arendelle.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The home of the common party princess voiced by Idina Menzel is in the kingdom of Arendelle in the movie Frozen.",
            "human_eval": "1"
        }
    },
    {
        "question": "The British diver featured in Splash! specializes in what event?",
        "answers": [
            "10-metre platform event"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "the platform event",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The British diver featured in Splash! specializes in the 10m platform event.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The British diver featured in Splash! specializes in the high dive event.",
            "human_eval": "0"
        }
    },
    {
        "question": "The comedy play written by Shakespeare titled Twelfth Night is also know by what name?",
        "answers": [
            "What You Will"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Viola",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The comedy play written by Shakespeare titled Twelfth Night is also know by the name What You Will.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The comedy play written by Shakespeare titled Twelfth Night is also known as \"What You Will.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Eugene Rosenburg, who founded the Hologenome theory of evolution is a microbiologist as what university?",
        "answers": [
            "Tel Aviv University"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "University of California, Berkeley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Eugene Rosenburg, who founded the Hologenome theory of evolution is a microbiologist at the University of California, San Diego.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Eugene Rosenburg, who founded the Hologenome theory of evolution, is a microbiologist at Tel Aviv University.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years?",
        "answers": [
            "Elton John"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Elton John",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Elton John wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Elton John wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years.",
            "human_eval": "1"
        }
    },
    {
        "question": "Cagliostro-Walzer op.370 was composed by a man born in what year?",
        "answers": [
            "1825"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1797",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Cagliostro-Walzer op.370 was composed by a man born in 1819.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Cagliostro-Walzer op.370 was composed by a man born in 1825.",
            "human_eval": "1"
        }
    },
    {
        "question": "San Francisco National Cemetery is located at a park that is part of what National Recreation Area?",
        "answers": [
            "Golden Gate National Recreation Area"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Presidio of San Francisco National Recreation Area",
            "human_eval": "0"
        },
        "llama": {
            "pred": "San Francisco National Cemetery is located at a park that is part of Golden Gate National Recreation Area.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "San Francisco National Cemetery is located at a park that is part of the Golden Gate National Recreation Area.",
            "human_eval": "1"
        }
    },
    {
        "question": "What bird of prey can be found around Brackendale?",
        "answers": [
            "The bald eagle"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Golden Eagle",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The peregrine falcon can be found around Brackendale.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The bald eagle can be found around Brackendale.",
            "human_eval": "1"
        }
    },
    {
        "question": "Blue Dwarf is what type of online text-based role-playing game?",
        "answers": [
            "play-by-post role-playing game"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "a free-to-play online text-based role-playing game",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Blue Dwarf is a text-based role-playing game.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Blue Dwarf is a science fiction online text-based role-playing game.",
            "human_eval": "0"
        }
    },
    {
        "question": "In 1736, a fortified complex was built in the heart of Moscow. What is this complex known as?",
        "answers": [
            "Moscow Kremlin"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Red Square",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Kremlin is a fortified complex built in the heart of Moscow.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The complex is known as the Kremlin.",
            "human_eval": "1"
        }
    },
    {
        "question": "What role on \"Switched at Birth\" was played by the actor who is being replaced by Daniel Hall on \"The Young and the Restless\"?",
        "answers": [
            "Tyler \"Ty\" Mendoza"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Nick",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The role of Daphne Vasquez on \"Switched at Birth\" was played by Vanessa Marano, who is being replaced by Daniel Hall on \"The Young and the Restless\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The actor who is being replaced by Daniel Hall on \"The Young and the Restless\" is Sean Carrigan.",
            "human_eval": "0"
        }
    },
    {
        "question": "What ranks does Jerry Kyd wear while captaining the largest warship ever built for the Royal Navy?",
        "answers": [
            "Captain while retaining the substantive rank of Commodore"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Commander",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jerry Kyd wears the ranks of Commander while captaining the largest warship ever built for the Royal Navy.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jerry Kyd wears the rank of Captain while captaining the largest warship ever built for the Royal Navy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Kiki Preston was the alleged mother of a child born out of wedlock with a prince born in which year ?",
        "answers": [
            "1902"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1926",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Kiki Preston was the alleged mother of a child born out of wedlock with a prince born in 1982.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kiki Preston was the alleged mother of a child born out of wedlock with a prince born in the year 1929.",
            "human_eval": "0"
        }
    },
    {
        "question": "I'd Come for You is a single by the band formed in what Alberta city?",
        "answers": [
            "Hanna"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Edmonton",
            "human_eval": "0"
        },
        "llama": {
            "pred": "I'd Come for You is a single by the band formed in Edmonton, Alberta.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "I'd Come for You is a single by the band formed in Hanna, Alberta.",
            "human_eval": "1"
        }
    },
    {
        "question": "What type of engine powered both the Saab 36 and the Avro Vulcan?",
        "answers": [
            "British Bristol Olympus turbojet"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Vulcan V12 engine",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Both the Saab 36 and the Avro Vulcan were powered by the Avro 268 engine.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Both the Saab 36 and the Avro Vulcan were powered by jet engines.",
            "human_eval": "0"
        }
    },
    {
        "question": "During which period the sedan variant of the Volvo V50 car was manufactured?",
        "answers": [
            "1995 to 2012"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "between 2006 and 2010",
            "human_eval": "0"
        },
        "llama": {
            "pred": "During the period 2004 to 2009, the sedan variant of the Volvo V50 car was manufactured.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The sedan variant of the Volvo V50 car was manufactured from 2004 to 2012.",
            "human_eval": "0"
        }
    },
    {
        "question": "What division are the 2013 Valdosta State Blazers football team and the Gulf South Conference a part of? ",
        "answers": [
            "NCAA Division II"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "NCAA Division I",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 2013 Valdosta State Blazers football team and the Gulf South Conference are a part of the NCAA Division II.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2013 Valdosta State Blazers football team is a part of Division II and the Gulf South Conference.",
            "human_eval": "1"
        }
    },
    {
        "question": "What Canadian filmmaker created a film about Bettie Page in 2005?",
        "answers": [
            "Mary Harron (born January 12, 1953)"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Catherine Hardwicke",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Canadian filmmaker Bruce LaBruce created a film about Bettie Page in 2005.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Canadian filmmaker Mary Harron created a film about Bettie Page in 2005.",
            "human_eval": "1"
        }
    },
    {
        "question": "What conference champions were putted against each other in the first NBA Finals in which the Orlando Magic's played?",
        "answers": [
            "Eastern Conference champion Orlando Magic against the Western Conference champion Houston Rockets."
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Eastern Conference champions were putted against each other in the first NBA Finals in which the Orlando Magic's played.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The conference champions were putted against each other in the first NBA Finals in which the Orlando Magic's played.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The conference champions put against each other in the first NBA Finals in which the Orlando Magic played were the Orlando Magic and the Houston Rockets.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who beat the Missouri Tigers in what is alternatively known as the Border Showdown?",
        "answers": [
            "The 2008 Kansas Jayhawks"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Kansas State Wildcats",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Kansas State Wildcats beat the Missouri Tigers in what is alternatively known as the Border Showdown.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Kansas Jayhawks beat the Missouri Tigers in what is alternatively known as the Border Showdown.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who created the manga series originally serialized from 1994-1995with a superheroine?",
        "answers": [
            "Tonde Burin"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Yuki Kajiura",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Yoshinori Nakai created the manga series originally serialized from 1994-1995with a superheroine.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Naoko Takeuchi created the manga series originally serialized from 1994-1995 with a superheroine.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who wrote the lyrics to the 2016/2017 Australian production that stars Gretel Scarlett as Kathy Selden?",
        "answers": [
            "Arthur Freed"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Stephen Sondheim",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The lyrics to the 2016/2017 Australian production that stars Gretel Scarlett as Kathy Selden were written by Stephen Sondheim.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The lyrics to the 2016/2017 Australian production that stars Gretel Scarlett as Kathy Selden were written by Betty Comden and Adolph Green.",
            "human_eval": "0"
        }
    },
    {
        "question": "On what day did the battle that involved the Gin Drinkers Line end?",
        "answers": [
            "25 December 1941"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "June 26, 1864",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The battle that involved the Gin Drinkers Line ended on 15th December 1900.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The battle that involved the Gin Drinkers Line ended on December 25, 1941.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Worst Journey in the World is a memoir written by which English explorer of Antarctica?",
        "answers": [
            "Apsley George Benet Cherry-Garrard"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sir Ernest Shackleton",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Worst Journey in the World is a memoir written by Apsley Cherry-Garrard.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Worst Journey in the World is a memoir written by English explorer Apsley Cherry-Garrard.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who produced the 2015 film starring Jesse Eisenberg, Gabriel Byrne, Isabelle Huppert, David Strathairn, and Amy Ryan?",
        "answers": [
            "Thomas Robsahm"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "David Zucker",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 2015 film starring Jesse Eisenberg, Gabriel Byrne, Isabelle Huppert, David Strathairn, and Amy Ryan was produced by James Schamus.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The 2015 film starring Jesse Eisenberg, Gabriel Byrne, Isabelle Huppert, David Strathairn, and Amy Ryan was produced by David Grubin.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which American comedian born on March 21, 1962, appeared in the movie \"Sleepless in Seattle?\"",
        "answers": [
            "Rosie O'Donnell"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "John Cusack",
            "human_eval": "0"
        },
        "llama": {
            "pred": "American comedian, actor, and writer, Tom Hanks, appeared in the movie \"Sleepless in Seattle.\"",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tom Hanks, an American comedian born on March 21, 1962, appeared in the movie \"Sleepless in Seattle.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "What three time Tony nominee composed \"Ghost Quartet\"?",
        "answers": [
            "Dave Malloy"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Stephen Schwartz",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Three time Tony nominee Dave Malloy composed \"Ghost Quartet\".",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Dave Malloy is the three time Tony nominee who composed \"Ghost Quartet\".",
            "human_eval": "1"
        }
    },
    {
        "question": "Glad to Be Unhappy is a song composed by what American?",
        "answers": [
            "Richard Charles Rodgers"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "John Lennon",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Glad to Be Unhappy is a song composed by Bob Dylan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Glad to Be Unhappy is a song composed by American composer Richard Rodgers.",
            "human_eval": "1"
        }
    },
    {
        "question": "Leonard Whiting played the tragic hero of Romeo and Juliet in the film version by which director?",
        "answers": [
            "Zeffirelli"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "John Huston",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Franco Zeffirelli directed the film version of Romeo and Juliet.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Franco Zeffirelli directed the film version of Romeo and Juliet in which Leonard Whiting played the tragic hero.",
            "human_eval": "1"
        }
    },
    {
        "question": "where was the 2006 Commonwealth Games that Mmoloki Nogeng won a bronze medal at held?",
        "answers": [
            "Melbourne, Australia"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Melbourne, Australia",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The 2006 Commonwealth Games that Mmoloki Nogeng won a bronze medal at were held in Melbourne, Australia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2006 Commonwealth Games that Mmoloki Nogeng won a bronze medal at was held in Melbourne, Australia.",
            "human_eval": "1"
        }
    },
    {
        "question": "Las Vegas Festival Grounds is north of the hotel that is owned by which company?",
        "answers": [
            "MGM Resorts International"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "MGM Resorts International",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Las Vegas Festival Grounds is north of the hotel that is owned by MGM Resorts International.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Las Vegas Festival Grounds is north of the hotel that is owned by MGM Resorts International.",
            "human_eval": "1"
        }
    },
    {
        "question": "The 1948 Commonwealth Prime Ministers' Conference was hosted by the Prime Minister from what British party?",
        "answers": [
            "Labour"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Conservative Party",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The 1948 Commonwealth Prime Ministers' Conference was hosted by the Prime Minister from the Labour Party.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 1948 Commonwealth Prime Ministers' Conference was hosted by the Prime Minister from the British Labour Party.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the nickname of the hitman hired by an Italian American Criminal Organization?",
        "answers": [
            "The Crowned Prince of the Philadelphia Mob"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Boss",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The nickname of the hitman hired by an Italian American Criminal Organization was the Butcher.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The nickname of the hitman hired by an Italian American Criminal Organization is \"The Iceman.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the name of this South Asian island country, located in the Indian Ocean for which Ahmed Abdulla is a professional footballer?",
        "answers": [
            "Maldives"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sri Lanka",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Maldives is the name of this South Asian island country, located in the Indian Ocean for which Ahmed Abdulla is a professional footballer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The name of the South Asian island country located in the Indian Ocean for which Ahmed Abdulla is a professional footballer is Maldives.",
            "human_eval": "1"
        }
    },
    {
        "question": "The 2014\u201315 UEFA Champions League knockout phase lead to the final of the 23rd season since it was renamed from what?",
        "answers": [
            "European Champion Clubs' Cup"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "European Cup",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The 2014\u201315 UEFA Champions League knockout phase lead to the final of the 23rd season since it was renamed from the European Cup.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2014-15 UEFA Champions League knockout phase lead to the final of the 23rd season since it was renamed from the European Champion Clubs' Cup.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the name of Scottish singer-songwriter James Aaron Diamond's first solo album that debuted in 1985?",
        "answers": [
            "Double Crossed"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Blue Nile",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The answer is \"I'm a Believer\"",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Scottish singer-songwriter James Aaron Diamond's first solo album that debuted in 1985 was called \"James Diamond.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "Southern California Logistics Airport is how many miles northwest of Victorville, California?",
        "answers": [
            "8 miles"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "5.5 miles northwest",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Southern California Logistics Airport is 10 miles northwest of Victorville, California.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Southern California Logistics Airport is approximately 6 miles northwest of Victorville, California.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which of Tara Strong major voice role in animated series is an American animated television series based on the DC Comics fictional superhero team, the \"Teen Titans\"?",
        "answers": [
            "Teen Titans Go!"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Teen Titans Go!",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Tara Strong major voice role in animated series is an American animated television series based on the DC Comics fictional superhero team, the \"Teen Titans\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tara Strong's major voice role in the animated series \"Teen Titans\" is as Raven.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of the play that was adapted into a film and featured the orchestral arrangement Suite from Henry V?",
        "answers": [
            "William Shakespeare"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "William Shakespeare",
            "human_eval": "1"
        },
        "llama": {
            "pred": "William Shakespeare is the author of the play that was adapted into a film and featured the orchestral arrangement Suite from Henry V.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William Shakespeare is the author of the play that was adapted into a film and featured the orchestral arrangement Suite from Henry V.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which countries forces fought in The Battle of H\u00fcrtgen Forest which was covered in the shooter video game Darkest Hour: Europe '44-'45?",
        "answers": [
            "American and German"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Germany and the United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Battle of H\u00fcrtgen Forest was covered in the shooter video game Darkest Hour: Europe '44-'45.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The countries forces that fought in The Battle of H\u00fcrtgen Forest, which was covered in the shooter video game Darkest Hour: Europe '44-'45, were the United States and Germany.",
            "human_eval": "1"
        }
    },
    {
        "question": "Naseer & Shahab is a Pakistani band playing a genre that dominated radio in what decade?",
        "answers": [
            "1970s"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1970s",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Naseer & Shahab is a Pakistani band playing a genre that dominated radio in the 1980s.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Naseer & Shahab is a Pakistani band playing a genre that dominated radio in the 1990s.",
            "human_eval": "0"
        }
    },
    {
        "question": "A series of ministerial meetings and agreements between European countries and includes The Swedish higher education system is called what?",
        "answers": [
            "Bologna Process"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Bologna Process",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Swedish higher education system is called Bologna process.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The series of ministerial meetings and agreements between European countries is called the Bologna Process. The Swedish higher education system is a part of this process.",
            "human_eval": "1"
        }
    },
    {
        "question": "The 22nd AVN Awards took place in what Nevada county?",
        "answers": [
            "Clark County"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Clark County",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The 22nd AVN Awards took place in Clark County, Nevada.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 22nd AVN Awards took place in Clark County, Nevada.",
            "human_eval": "1"
        }
    },
    {
        "question": "What state is home to the Lake Wobegon Trails and the recording location for the live radio show \"A Prairie Home Companion\"?",
        "answers": [
            "Minnesota"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Minnesota",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Minnesota is home to the Lake Wobegon Trails and the recording location for the live radio show \"A Prairie Home Companion\".",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Minnesota is home to the Lake Wobegon Trails and the recording location for the live radio show \"A Prairie Home Companion\".",
            "human_eval": "1"
        }
    },
    {
        "question": "The author of \"The New American Story \" served three terms as a US Senator from what state?",
        "answers": [
            "New Jersey"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "New York",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of \"The New American Story \" served three terms as a US Senator from New York.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of \"The New American Story\" served three terms as a US Senator from the state of Colorado.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who directed the film that Mads Mikkelsen won the award for Best Actor for his performance in at the 58th Bodil Awards?",
        "answers": [
            "Nicolas Winding Refn"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Lars von Trier",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Thomas Vinterberg directed the film that Mads Mikkelsen won the award for Best Actor for his performance in at the 58th Bodil Awards.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The film that Mads Mikkelsen won the award for Best Actor for his performance in at the 58th Bodil Awards was directed by Thomas Vinterberg.",
            "human_eval": "0"
        }
    },
    {
        "question": "Calvin Murphy's record of being the shortest NBA player to play in an All-Star Game was tied by a player who was sent to what team in 2017?",
        "answers": [
            "Cavaliers"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Los Angeles Lakers",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Calvin Murphy's record of being the shortest NBA player to play in an All-Star Game was tied by a player who was sent to the Golden State Warriors in 2017.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Calvin Murphy's record of being the shortest NBA player to play in an All-Star Game was tied by Isaiah Thomas, who was sent to the Cleveland Cavaliers in 2017.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the first two words of the fifth studio album of Joseph Edgar Foreman?",
        "answers": [
            "The Hungry"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "\"I'm Not the One\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The first two words of the fifth studio album of Joseph Edgar Foreman is the first two words of the fifth studio album of Joseph Edgar Foreman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The first two words of the fifth studio album of Joseph Edgar Foreman are \"The Marshall.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "The Heart Never Lies is an album by the author of a state ballad entitled what?",
        "answers": [
            "The Land of Enchantment"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Star-Spangled Banner",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Heart Never Lies is an album by the author of a state ballad entitled The Heart Never Lies.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Heart Never Lies is an album by the author of a state ballad entitled \"The Green and White.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "What is this subfamily within the cat family Felidae named by Reginald Innes Pocock that is descendant of Pseudaelurus?",
        "answers": [
            "Pantherinae"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Siamese cats",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The subfamily within the cat family Felidae named by Reginald Innes Pocock that is descendant of Pseudaelurus is Pantherinae.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The subfamily within the cat family Felidae named by Reginald Innes Pocock that is descendant of Pseudaelurus is Pantherinae.",
            "human_eval": "1"
        }
    },
    {
        "question": "What building is opposite the ceremonial meeting place of the Accession Council in the United Kingdom?",
        "answers": [
            "Mark Masons' Hall"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Queen's House",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The building opposite the ceremonial meeting place of the Accession Council in the United Kingdom is the Buckingham Palace.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The building opposite the ceremonial meeting place of the Accession Council in the United Kingdom is the Palace of Westminster, which houses the Houses of Parliament.",
            "human_eval": "0"
        }
    },
    {
        "question": "In what country does the director of Shirin in Love, live?",
        "answers": [
            "Iranian"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Iran",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The director of Shirin in Love, lives in Iran.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The director of Shirin in Love, lives in the United States.",
            "human_eval": "0"
        }
    },
    {
        "question": "What year did Fifty Shades of Grey release?",
        "answers": [
            "2011"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "2011",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Fifty Shades of Grey released in 2015.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Fifty Shades of Grey was released in 2015.",
            "human_eval": "0"
        }
    },
    {
        "question": "What coastal resort is about 11 miles south-east of St Wilfrid's Church?",
        "answers": [
            "Skegness"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "South Shields",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Bognor Regis is about 11 miles south-east of St Wilfrid's Church.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The coastal resort that is about 11 miles south-east of St Wilfrid's Church is Eastbourne.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which City in the Miami metropolitan area is home to the Primetime Race Group?",
        "answers": [
            "Hollywood, Florida"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Miami Gardens",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Homestead is the city in the Miami metropolitan area that is home to the Primetime Race Group.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The City in the Miami metropolitan area that is home to the Primetime Race Group is Miami.",
            "human_eval": "0"
        }
    },
    {
        "question": " Legends of the Fall was based on a novella by what poetry and fiction writer?",
        "answers": [
            "James Harrison"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "J. M. Barrie",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Legends of the Fall was based on a novella by Ernest Hemingway.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Legends of the Fall was based on a novella by Jim Harrison.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which of the office buildings used to staff the White House used to be known as the State, War, and Navy Building?",
        "answers": [
            "Eisenhower Executive Office Building"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Old Executive Office Building",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Old Executive Office Building used to be known as the State, War, and Navy Building.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The office building that used to staff the White House and was known as the State, War, and Navy Building is now known as the Eisenhower Executive Office Building.",
            "human_eval": "1"
        }
    },
    {
        "question": "What type of conflict does Nathaniel Starbuck and Bernard Cornwell have in common?",
        "answers": [
            "War"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "war",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The type of conflict that Nathaniel Starbuck and Bernard Cornwell have in common is the conflict of the American Civil War.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Nathaniel Starbuck and Bernard Cornwell have a common conflict of identity and loyalty in the Civil War series.",
            "human_eval": "1"
        }
    },
    {
        "question": "Prominent Danish Tibetologist Per Kjeld S\u00f8rensen is a professor of Central Asian Studies at Leipzig University that was founded by who?",
        "answers": [
            "Frederick I, Elector of Saxony"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Johann Friedrich Herder",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Prominent Danish Tibetologist Per Kjeld S\u00f8rensen is a professor of Central Asian Studies at Leipzig University that was founded by King Albert.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Leipzig University was founded by the Holy Roman Emperor Frederick I.",
            "human_eval": "1"
        }
    },
    {
        "question": "The Synod of Chester led to the battle of the same name that took place in what time period?",
        "answers": [
            "early 7th century"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1381",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Synod of Chester led to the battle of the same name that took place in the 12th century.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Synod of Chester led to the battle of the same name that took place in the 10th century.",
            "human_eval": "0"
        }
    },
    {
        "question": "The Light Princess was inspired by \"what\" literary tale published by Charles Perrault in 1697?",
        "answers": [
            "Sleeping Beauty"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Cinderella",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Light Princess was inspired by \"Cinderella\" literary tale published by Charles Perrault in 1697.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Light Princess was inspired by the literary tale \"Sleeping Beauty\" published by Charles Perrault in 1697.",
            "human_eval": "1"
        }
    },
    {
        "question": "What Friday night programming block included what collective series that includes \"Whatever Happened to... Robot Jones?\"?",
        "answers": [
            "Cartoon Cartoon Fridays"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Simpsons",
            "human_eval": "0"
        },
        "llama": {
            "pred": "What Friday night programming block included what collective series that includes \"Whatever Happened to... Robot Jones?\"?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Friday night programming block that included the collective series \"Whatever Happened to... Robot Jones?\" is Cartoon Cartoon Fridays.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was a Christian Evangelist and US prisoner of war survivor that was the basis for a film directed by Angelina Jolie?",
        "answers": [
            "Louis \"Louie\" Zamperini"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Billy Graham",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Louis Zamperini was a Christian Evangelist and US prisoner of war survivor that was the basis for a film directed by Angelina Jolie.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Louis Zamperini was a Christian Evangelist and US prisoner of war survivor that was the basis for a film directed by Angelina Jolie.",
            "human_eval": "1"
        }
    },
    {
        "question": "Valais is known for the resort municipality in which district in Switzerland?",
        "answers": [
            "Sierre"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Valais",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Valais is known for the resort municipality in which district in Switzerland?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Valais is known for the resort municipality in the district of Sion in Switzerland.",
            "human_eval": "0"
        }
    },
    {
        "question": "What group released a song called \"Stinkfist\" on September 17, 1996?",
        "answers": [
            "Tool"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Smashing Pumpkins",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The group Tool released a song called \"Stinkfist\" on September 17, 1996.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The group Tool released a song called \"Stinkfist\" on September 17, 1996.",
            "human_eval": "1"
        }
    },
    {
        "question": "Georges-Henri Bousquet translated the work of a historian who is of what heritage?",
        "answers": [
            "North African Arab"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "German",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Georges-Henri Bousquet translated the work of a historian who is of French heritage.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Georges-Henri Bousquet translated the work of a historian who is of French heritage.",
            "human_eval": "0"
        }
    },
    {
        "question": "where was class of warships which ARA \"Sarand\u00ed\" is its fourth and last ship built ",
        "answers": [
            "Germany"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Japan",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Class of warships which ARA \"Sarand\u00ed\" is its fourth and last ship built was built in Spain.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The class of warships which ARA \"Sarand\u00ed\" is its fourth and last ship built is the MEKO 360H2.",
            "human_eval": "0"
        }
    },
    {
        "question": "Van Andel Institute was founded in part by what American businessman, who was best known as co-founder of the Amway Corporation?",
        "answers": [
            "Jay Van Andel"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Jay Van Andel",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Van Andel Institute was founded in part by Richard DeVos, who was best known as co-founder of the Amway Corporation.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Van Andel Institute was founded in part by American businessman Jay Van Andel, who was best known as co-founder of the Amway Corporation.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which American film director and actor famous for his role as Donny \"The Bear Jew\" Donowitz wrote the 2012 film \"The Man with the Iron Fists\"?",
        "answers": [
            "Eli Roth"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "John Francis Daley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Quentin Tarantino wrote the 2012 film \"The Man with the Iron Fists\".",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Eli Roth is the American film director and actor famous for his role as Donny \"The Bear Jew\" Donowitz who wrote the 2012 film \"The Man with the Iron Fists\".",
            "human_eval": "1"
        }
    },
    {
        "question": "The was the album with the song  Unbelievable by American rapper The Notorious B.I.G released?",
        "answers": [
            "September 13, 1994"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Notorious B.I.G. released Ready to Die",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The album with the song Unbelievable by American rapper The Notorious B.I.G released was Ready to Die.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The album with the song \"Unbelievable\" by American rapper The Notorious B.I.G was released on September 13, 1994.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what Country is Sul America Esporte Clube in?",
        "answers": [
            "Brazil"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Brazil",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In Brazil, Sul America Esporte Clube is in.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sul America Esporte Clube is in Brazil.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which 2017 American 3D film was written by Cinco Paul and Ken Daurio?",
        "answers": [
            "Despicable Me 3"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Grinch",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Despicable me 3 was written by Cinco Paul and Ken Daurio.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2017 American 3D film written by Cinco Paul and Ken Daurio is \"Despicable Me 3\".",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the Mexican actor that starred in Sex and Breakfast?",
        "answers": [
            "Eduardo Kuno Becker Paz"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Luis Guzm\u00e1n",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mexican actor that starred in Sex and Breakfast is Gael Garcia Bernal.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Macaulay Culkin is the Mexican actor that starred in Sex and Breakfast.",
            "human_eval": "0"
        }
    },
    {
        "question": "Walter Giffen is from a suburb of which South Australian city?",
        "answers": [
            "Adelaide"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Adelaide",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Walter Giffen is from a suburb of Adelaide.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Walter Giffen is from a suburb of Adelaide, South Australia.",
            "human_eval": "1"
        }
    },
    {
        "question": "Annette Crosbie was nominated for the BAFTA Award for Best Actress in a Supporting Role for a 1976 film that is a retelling of what classic fairy tale?",
        "answers": [
            "Cinderella"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Cinderella",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Annette Crosbie was nominated for the BAFTA Award for Best Actress in a Supporting Role for a 1976 film that is a retelling of the classic fairy tale Cinderella.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Annette Crosbie was nominated for the BAFTA Award for Best Actress in a Supporting Role for the 1976 film \"The Slipper and the Rose,\" which is a retelling of the classic fairy tale Cinderella.",
            "human_eval": "1"
        }
    },
    {
        "question": "Dana White's Tuesday Night Contender Series premiers weekly on this subscription-based video streaming service owned by the Ultimate Fighting Championship",
        "answers": [
            "UFC Fight Pass"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "UFC Fight Pass",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Dana White's Tuesday Night Contender Series premiers weekly on this subscription-based video streaming service owned by the Ultimate Fighting Championship",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dana White's Tuesday Night Contender Series premiers weekly on UFC Fight Pass, a subscription-based video streaming service owned by the Ultimate Fighting Championship.",
            "human_eval": "1"
        }
    },
    {
        "question": "Maximilian B\u00fcsser was the CEO of a company that produced timepieces from which country?",
        "answers": [
            "Swiss"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Switzerland",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Maximilian B\u00fcsser was the CEO of a company that produced timepieces from Switzerland.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Maximilian B\u00fcsser was the CEO of a company that produced timepieces from Switzerland.",
            "human_eval": "1"
        }
    },
    {
        "question": "H-63 is a highway that runs near the county seat of what Michigan county?",
        "answers": [
            "Chippewa County"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Macomb County",
            "human_eval": "0"
        },
        "llama": {
            "pred": "H-63 is a highway that runs near the county seat of Kent County.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "H-63 is a highway that runs near the county seat of Alcona County, Michigan.",
            "human_eval": "0"
        }
    },
    {
        "question": "The Battle of Cambrai took place during a series of offensives that ended on what date?",
        "answers": [
            "11 November 1918"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "November 1918",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Battle of Cambrai took place during a series of offensives that ended on 11 November 1917.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Battle of Cambrai took place during a series of offensives that ended on December 7, 1917.",
            "human_eval": "0"
        }
    },
    {
        "question": "Operation light house was an experiment by Wernher von Braun and another man born in what year?",
        "answers": [
            "1895"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1912",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Operation light house was an experiment by Wernher von Braun and another man born in 1912.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Operation Light House was an experiment by Wernher von Braun and another man born in 1912.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which town is named after the developers of Monmouth Heights at Manalapan?",
        "answers": [
            "Levittown"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Manalapan Township is named after the developers of Monmouth Heights at Manalapan.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Monmouth Heights at Manalapan is named after the developers of Monmouth Heights at Manalapan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Manalapan, New Jersey is named after the developers of Monmouth Heights.",
            "human_eval": "0"
        }
    },
    {
        "question": "What play was written by Evgeny Schwartz and directed by Benno Besson?",
        "answers": [
            "\"The Dragon\""
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The White Guard",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The play was written by Evgeny Schwartz and directed by Benno Besson.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The play \"The Dragon\" was written by Evgeny Schwartz and directed by Benno Besson.",
            "human_eval": "1"
        }
    },
    {
        "question": "During the period known as the Second Red Scare Alexander Trachtenberg was convicted under which Act?",
        "answers": [
            "Smith Act"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Espionage Act 1917",
            "human_eval": "0"
        },
        "llama": {
            "pred": "During the period known as the Second Red Scare Alexander Trachtenberg was convicted under the Smith Act.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "During the period known as the Second Red Scare, Alexander Trachtenberg was convicted under the Smith Act.",
            "human_eval": "1"
        }
    },
    {
        "question": "Name a member of a British-American supergroup who recored a version of Nobody's child in 1990",
        "answers": [
            "Bob Dylan"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Paul McCartney",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A member of a British-American supergroup who recored a version of Nobody's child in 1990 is Annie Lennox.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Eric Clapton is a member of a British-American supergroup who recorded a version of Nobody's child in 1990.",
            "human_eval": "0"
        }
    },
    {
        "question": "Undiscovered Country is a reference to the concept of the afterlife as the \"undiscovered country\" from which opening phrase of a soliloquy spoken by Prince Hamlet in the so-called \"nunnery scene\" of William Shakespeare's play \"Hamlet\"?",
        "answers": [
            "To be"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "\"To be or not to be\"",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Undiscovered Country is a reference to the concept of the afterlife as the \"undiscovered country\" from which opening phrase of a soliloquy spoken by Prince Hamlet in the so-called \"nunnery scene\" of William Shakespeare's play \"Hamlet\".",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The opening phrase of the soliloquy spoken by Prince Hamlet in the \"nunnery scene\" of William Shakespeare's play \"Hamlet\" is \"To be, or not to be.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "Spring Waltz starred the American actor who is known for what 2007 film?",
        "answers": [
            "My Father"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The Hangover Part III",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Spring Waltz starred the American actor who is known for the 2007 film the kingdom.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Spring Waltz starred the American actor who is known for the 2007 film \"Transformers.\"",
            "human_eval": "0"
        }
    },
    {
        "question": "Which singer of the Bee Gees sung a middle part of a song in which the majority was sung by Barry Gibb?",
        "answers": [
            "Robin Gibb"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Maurice Gibb",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robin Gibb sung a middle part of a song in which the majority was sung by Barry Gibb.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Robin Gibb is the singer of the Bee Gees who sung a middle part of a song in which the majority was sung by Barry Gibb.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who served as a Prime Minister in postwar Britain?",
        "answers": [
            "Clement Richard Attlee"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sir Clement Attlee",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Clement Attlee served as a Prime Minister in postwar Britain.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Winston Churchill served as a Prime Minister in postwar Britain.",
            "human_eval": "0"
        }
    },
    {
        "question": "What are the names of the co-directors of the psychological horror film starring Emily Browning and Elizabeth Banks?",
        "answers": [
            "Charles and Thomas Guard"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "James Wong and James Wong",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The co-directors of the psychological horror film starring Emily Browning and Elizabeth Banks are Katie Aselton and Mark Duplass.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The co-directors of the psychological horror film starring Emily Browning and Elizabeth Banks are Jonathan Mostow and David Leslie Johnson-McGoldrick.",
            "human_eval": "0"
        }
    },
    {
        "question": "Whistle and Yodel both specialize in what service?",
        "answers": [
            "delivery service company"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "music streaming",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Whistle and Yodel both specialize in the service of telecommunication.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Whistle and Yodel both specialize in delivery and logistics services.",
            "human_eval": "1"
        }
    },
    {
        "question": "Which American film director hosted the 18th Independent Spirit Awards in 2002?",
        "answers": [
            "John Waters"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "James Foley",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robert Altman hosted the 18th Independent Spirit Awards in 2002.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The American film director who hosted the 18th Independent Spirit Awards in 2002 was John Waters.",
            "human_eval": "1"
        }
    },
    {
        "question": "Evan Buliung played the character Aragon who is based on a character in a book series written by which author? ",
        "answers": [
            "J. R. R. Tolkien"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Christopher Paolini",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Evan Buliung played the character Aragon who is based on a character in a book series written by J.R.R. Tolkien.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Evan Buliung played the character Aragon who is based on a character in a book series written by J.R.R. Tolkien.",
            "human_eval": "1"
        }
    },
    {
        "question": "For which NBA team did the MVP of the 2013 McDonald's All-American Boys Game play?",
        "answers": [
            "Orlando Magic"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Los Angeles Lakers",
            "human_eval": "0"
        },
        "llama": {
            "pred": "For which NBA team did the MVP of the 2013 McDonald's All-American Boys Game play?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The MVP of the 2013 McDonald's All-American Boys Game played for the Duke Blue Devils.",
            "human_eval": "0"
        }
    },
    {
        "question": "Which film industry would have films in which Ilya Khrzhanovsky would be the director?",
        "answers": [
            "The cinema of Russia"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Russian film industry",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The film industry of Russia would have films in which Ilya Khrzhanovsky would be the director.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ilya Khrzhanovsky is a Russian film director, so the films he would direct would likely be in the Russian film industry.",
            "human_eval": "1"
        }
    },
    {
        "question": "To which place was this Irish convict portrayed by Oscar Redding in \"Van Diemen's Land\" transported for theft?",
        "answers": [
            "Van Diemen's Land"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Tasmania",
            "human_eval": "0"
        },
        "llama": {
            "pred": "To which place was this Irish convict portrayed by Oscar Redding in \"Van Diemen's Land\" transported for theft?",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Irish convict portrayed by Oscar Redding in \"Van Diemen's Land\" was transported to Tasmania for theft.",
            "human_eval": "1"
        }
    },
    {
        "question": "The physicist who is responsible for identifying the Rabi cycle won what award?",
        "answers": [
            "Nobel Prize"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Nobel Prize in Physics",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The physicist who is responsible for identifying the Rabi cycle won the Nobel Prize in Physics.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The physicist who is responsible for identifying the Rabi cycle won the Nobel Prize in Physics.",
            "human_eval": "1"
        }
    },
    {
        "question": "Jasmin Geljo is known for his role in a 2005 post-apocalyptic horror film written and directed by who?",
        "answers": [
            "George A. Romero"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "James Wong",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jasmin Geljo is known for his role in a 2005 post-apocalyptic horror film written and directed by George A. Romero.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jasmin Geljo is known for his role in a 2005 post-apocalyptic horror film written and directed by George A. Romero.",
            "human_eval": "1"
        }
    },
    {
        "question": "Meaning \"reddish water\" in Hawaiian, which location was Butch Van Artsdalen known for surfing 25-foot waves at?",
        "answers": [
            "Waimea Bay"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Waimea Bay",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Meaning \"reddish water\" in Hawaiian, which location was Butch Van Artsdalen known for surfing 25-foot waves at?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Butch Van Artsdalen was known for surfing 25-foot waves at the location known as \"Waimea Bay\" in Hawaii.",
            "human_eval": "1"
        }
    },
    {
        "question": "What iron-hulled steamship designed by Theodore Timby was The Orleans County Monitor Newspaper named after? ",
        "answers": [
            "USS \"Monitor\""
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Monitor",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The iron-hulled steamship designed by Theodore Timby was The Orleans County Monitor Newspaper named after.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The iron-hulled steamship designed by Theodore Timby that The Orleans County Monitor Newspaper was named after is the USS Monitor.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the hometown of Duck Down Music artist and complex rapper Pharaohe Monch?",
        "answers": [
            "Queens, New York"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Brooklyn",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Pharaohe Monch is from Queens, New York.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The hometown of Duck Down Music artist and complex rapper Pharaohe Monch is Queens, New York.",
            "human_eval": "1"
        }
    },
    {
        "question": "What was the nationality of Bernhard Heiden's teacher?",
        "answers": [
            "German"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "German",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Bernhard Heiden's teacher was a German.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The nationality of Bernhard Heiden's teacher is German.",
            "human_eval": "1"
        }
    },
    {
        "question": "An NFL Color Rush uniform and a Third Jersey are both considered what type of uniform in the NFL?",
        "answers": [
            "alternate uniform"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "alternate",
            "human_eval": "1"
        },
        "llama": {
            "pred": "An NFL Color Rush uniform and a Third Jersey are both considered what type of uniform in the NFL?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "An NFL Color Rush uniform and a Third Jersey are both considered alternate uniforms in the NFL.",
            "human_eval": "1"
        }
    },
    {
        "question": "Ricky Martin's concert tour in 1999 featured an American heavy metal band formed in what year?",
        "answers": [
            "1991"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1986",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ricky Martin's concert tour in 1999 featured an American heavy metal band formed in 1981.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ricky Martin's concert tour in 1999 featured an American heavy metal band formed in 1981.",
            "human_eval": "0"
        }
    },
    {
        "question": "In what year was the composer of \"Anthem\" born?",
        "answers": [
            "1943"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1908",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In 1904, Aaron Copland was born.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of \"Anthem\" was born in 1970.",
            "human_eval": "0"
        }
    },
    {
        "question": "What profeesion do Giacomo Benvenuti and Claudio Monteverdi share?",
        "answers": [
            "Italian composer"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "composer",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Giacomo Benvenuti and Claudio Monteverdi share the profession of composer.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Giacomo Benvenuti and Claudio Monteverdi both share the profession of being Italian composers.",
            "human_eval": "1"
        }
    },
    {
        "question": "Hermann Wilhelm G\u00f6ring was a veteran fighter pilot in a war that ended in what year?",
        "answers": [
            "1918"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1945",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hermann Wilhelm G\u00f6ring was a veteran fighter pilot in a war that ended in 1918.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hermann Wilhelm G\u00f6ring was a veteran fighter pilot in a war that ended in 1945.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the translation of the name of the river on which Widnes is located ?",
        "answers": [
            "boundary river"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "The name of the river on which Widnes is located is translated as \"the river of the sands\".",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The river on which Widnes is located is the river Mersey.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The translation of the name of the river on which Widnes is located is the River Mersey.",
            "human_eval": "0"
        }
    },
    {
        "question": "When was the earliest known pottery created in the country which was the native land of Admiral Yi Sun-sin, who conducted the Battle of Happo? ",
        "answers": [
            "around 8000 BC"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "40,000 years ago",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The earliest known pottery was created in the country which was the native land of Admiral Yi Sun-sin, who conducted the Battle of Happo in 1592.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The earliest known pottery was created in Korea, the native land of Admiral Yi Sun-sin, who conducted the Battle of Happo, around 8000 BCE.",
            "human_eval": "1"
        }
    },
    {
        "question": "Seven years before the opening of the Brewer Fieldhouse in Columbia, Missouri, where was Chester Brewer working as head football coach and head basketball coach?",
        "answers": [
            "University Farm"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "University of Missouri",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Seven years before the opening of the Brewer Fieldhouse in Columbia, Missouri, Chester Brewer was working as head football coach and head basketball coach at the University of Missouri.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Seven years before the opening of the Brewer Fieldhouse in Columbia, Missouri, Chester Brewer was working as head football coach and head basketball coach at the University of Missouri.",
            "human_eval": "0"
        }
    },
    {
        "question": "What country of origin does Shawnee Trail and Great Indian Warpath have in common?",
        "answers": [
            "American"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Shawnee Trail and Great Indian Warpath have the country of origin of United States in common.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Shawnee Trail and Great Indian Warpath have the United States of America as their country of origin in common.",
            "human_eval": "1"
        }
    },
    {
        "question": "Telos was an album by a band who formed in what city?",
        "answers": [
            "Indianapolis"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Los Angeles",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The band who formed in New York City is the band who formed in New York City.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Telos was an album by a band who formed in Los Angeles.",
            "human_eval": "0"
        }
    },
    {
        "question": "What city is the most populous city in Australia and Oceania and the birthplace of a silver and bronze medalist from the 1992 Barcelona Paralympics?",
        "answers": [
            "Sydney"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Sydney",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Sydney is the most populous city in Australia and Oceania and the birthplace of a silver and bronze medalist from the 1992 Barcelona Paralympics.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sydney is the most populous city in Australia and Oceania and the birthplace of a silver and bronze medalist from the 1992 Barcelona Paralympics.",
            "human_eval": "1"
        }
    },
    {
        "question": "Bethpage State Parkway begins with an interchange at which Long Island-based limited access highway?",
        "answers": [
            "Southern State Parkway"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "New York State Route 25A",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Bethpage State Parkway begins with an interchange at the Southern State Parkway.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Bethpage State Parkway begins with an interchange at the Southern State Parkway.",
            "human_eval": "1"
        }
    },
    {
        "question": "The title of this Swedish-French crime television series in English refers to a natural phenomenon where the sun remains visible for what?",
        "answers": [
            "the full 24 hours"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "24 hours",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The title of this Swedish-French crime television series in English refers to a natural phenomenon where the sun remains visible for 24 hours.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The title of this Swedish-French crime television series in English refers to a natural phenomenon where the sun remains visible for 24 hours.",
            "human_eval": "1"
        }
    },
    {
        "question": "What date was the movie originally supposed to be released that was delayed due to the unlawful distribution of private photographs of Edison Chen with various women?",
        "answers": [
            "The film was originally set to be released in May 2008"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "October 26, 2017",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The movie originally was supposed to be released on February 14, 2008, but was delayed due to the unlawful distribution of private photographs of Edison Chen with various women.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The movie was originally supposed to be released on February 8, 2008.",
            "human_eval": "0"
        }
    },
    {
        "question": "Trautmann is an upcoming British-German biographical film, starring German actor David Kross as a german footballer who played in which position ?",
        "answers": [
            "goalkeeper"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "goalkeeper",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Trautmann is an upcoming British-German biographical film, starring German actor David Kross as a german footballer who played in goalkeeper position.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Trautmann is an upcoming British-German biographical film, starring German actor David Kross as a German footballer who played as a goalkeeper.",
            "human_eval": "1"
        }
    },
    {
        "question": "What nationality is the sport club that the current coach of Werder Bremen played professionally for?",
        "answers": [
            "German"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "German",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The nationality of the sport club that the current coach of Werder Bremen played professionally for is German.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The current coach of Werder Bremen, Florian Kohfeldt, played professionally for the German sport club.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what year did the Danish plant ecologist who assisted a Danish chemist, famous for the introduction of the concept of pH die?",
        "answers": [
            "1974"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1931",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In 1943, the Danish plant ecologist who assisted a Danish chemist, famous for the introduction of the concept of pH died.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The Danish plant ecologist died in the year 1953.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is known for composing  American Beauty: Original Motion Picture Score and many other film scores?",
        "answers": [
            "Thomas Montgomery Newman"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Thomas Newman",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Thomas Newman is known for composing American Beauty: Original Motion Picture Score and many other film scores.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Thomas Newman is known for composing American Beauty: Original Motion Picture Score and many other film scores.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who wrote the novel that the movie directed by Stanley Kubrick that was sampled in the album \"Where Blood and Fire Bring Rest\" was based on?",
        "answers": [
            "Stephen King"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Stephen King",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Stephen King wrote the novel that the movie directed by Stanley Kubrick that was sampled in the album \"Where Blood and Fire Bring Rest\" was based on.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The novel that the movie directed by Stanley Kubrick that was sampled in the album \"Where Blood and Fire Bring Rest\" was based on is \"A Clockwork Orange\" written by Anthony Burgess.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the nickname of the WWII battleship at the Fall River Heritage State Park?",
        "answers": [
            "Big Mamie"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "\"Big Red\"",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The battleship nicknamed the USS Massachusetts is at the Fall River Heritage State Park.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The nickname of the WWII battleship at the Fall River Heritage State Park is \"Big Mamie.\"",
            "human_eval": "1"
        }
    },
    {
        "question": "How many restaurants comprise the quick service restaurant chain that Ron Joyce helped found?",
        "answers": [
            "4,613"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "900",
            "human_eval": "0"
        },
        "llama": {
            "pred": "12 restaurants comprise the quick service restaurant chain that Ron Joyce helped found.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ron Joyce helped found the quick service restaurant chain Tim Hortons, which currently has over 4,800 restaurants worldwide.",
            "human_eval": "0"
        }
    },
    {
        "question": "Where are Abbey Clancy and Peter Crouch from?",
        "answers": [
            "England"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Abbey Clancy and Peter Crouch are from England.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Abbey Clancy and Peter Crouch are from England.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Abbey Clancy is from Liverpool, England and Peter Crouch is from Macclesfield, England.",
            "human_eval": "1"
        }
    },
    {
        "question": "When was the folk dance style Johannes Brahms' Liebeslieder Waltzes were written for most popular?",
        "answers": [
            "end of the 18th century"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "the 19th century",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Johannes Brahms' Liebeslieder Waltzes were written for most popular in 1868.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Johannes Brahms' Liebeslieder Waltzes were written in 1868 and became most popular in the late 19th century.",
            "human_eval": "0"
        }
    },
    {
        "question": "Pulsed Pressure Cavitation Technique was developed at a natioal laboratory sponsored by what U.S. department?",
        "answers": [
            "U.S. Department of Energy"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Department of Energy",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Pulsed Pressure Cavitation Technique was developed at a natioal laboratory sponsored by the U.S. department of energy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Pulsed Pressure Cavitation Technique was developed at a national laboratory sponsored by the U.S. Department of Energy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Paddington is a television program based on the books that first appeared on what date?",
        "answers": [
            "13 October 1958"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1 October 1958",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paddington is a television program based on the books that first appeared on 1989.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Paddington is a television program based on the books that first appeared on October 13, 1958.",
            "human_eval": "1"
        }
    },
    {
        "question": "Richard Burton became involved in a mayoral campaign for a politician that previously served as the Mayor of Baltimore during what time period?",
        "answers": [
            "1999 to 2007"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1868 to 1871",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Richard Burton became involved in a mayoral campaign for a politician that previously served as the Mayor of Baltimore during the 1970s.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Richard Burton became involved in a mayoral campaign for a politician that previously served as the Mayor of Baltimore during the 1970s.",
            "human_eval": "0"
        }
    },
    {
        "question": "Lawerence Turman had produced a film, with a character named \"Johnny 5\" that had a follow up sequel released in what year?",
        "answers": [
            "1988"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "1986",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lawerence Turman had produced a film, with a character named \"Johnny 5\" that had a follow up sequel released in 1988.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lawerence Turman produced a film with a character named \"Johnny 5\" that had a follow up sequel released in 1988.",
            "human_eval": "1"
        }
    },
    {
        "question": "How far from Sacramento is the flight school in Atwater?",
        "answers": [
            "about 115 miles (185 km)"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Atwater is located about 20 miles from Sacramento.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The flight school in Atwater is 100 miles from Sacramento.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The distance from Sacramento to the flight school in Atwater is approximately 90 miles.",
            "human_eval": "0"
        }
    },
    {
        "question": "What cartel drug lord with the reputation as \"The King of Cocaine\" partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century?",
        "answers": [
            "Pablo Escobar"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Pablo Escobar",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Pablo Escobar partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Pablo Escobar, the leader of the Medell\u00edn Cartel, partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century.",
            "human_eval": "1"
        }
    },
    {
        "question": "Muslim Mahammad oglu Magomayev is the grandfther of what Soviet Azerbaijani singer who was dubbed the King of Songs?",
        "answers": [
            "Muslim Magometovich Magomayev"
        ],
        "source": "HotpotQA",
        "flan": {
            "pred": "Alim Qasimovich Magomayev",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Muslim Magomayev is the grandfther of Alim Qasimov who was dubbed the King of Songs.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Muslim Mahammad oglu Magomayev is the grandfather of Azerbaijani singer Muslim Magomayev, who was dubbed the King of Songs.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Rajalakshmi Engineering College?",
        "answers": [
            "India",
            "Bharat",
            "Hindustan",
            "Bharatvarsh",
            "in",
            "IN",
            "Republic of India",
            "\ud83c\uddee\ud83c\uddf3",
            "IND",
            "Aryavratt"
        ],
        "source": "PopQA",
        "s_pop": 2384,
        "o_pop": 1301086,
        "flan": {
            "pred": "India",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Rajalakshmi Engineering College is in India.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Rajalakshmi Engineering College is located in India.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Oman?",
        "answers": [
            "Muscat"
        ],
        "source": "PopQA",
        "s_pop": 265129,
        "o_pop": 41094,
        "flan": {
            "pred": "Muscat is the capital of Oman.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Muscat is the capital of Oman.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Oman is Muscat.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Isis?",
        "answers": [
            "post-metal",
            "postmetal",
            "metalgaze",
            "shoegaze metal",
            "atmospheric metal",
            "experimental metal",
            "post metal"
        ],
        "source": "PopQA",
        "s_pop": 7283,
        "o_pop": 8589,
        "flan": {
            "pred": "Isis is a rock band.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Isis is a genre of music.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Isis is a post-metal band.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Cane?",
        "answers": [
            "Jean Toomer",
            "Eugene Pinchback Toomer"
        ],
        "source": "PopQA",
        "s_pop": 2161,
        "o_pop": 3053,
        "flan": {
            "pred": "Cane is written by James Lee Burke.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Cane is the author of Cane.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Jean Toomer is the author of Cane.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of John the Apostle?",
        "answers": [
            "Zebedee"
        ],
        "source": "PopQA",
        "s_pop": 46383,
        "o_pop": 6315,
        "flan": {
            "pred": "Zebedee is the father of John the Apostle.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Zebedee is the father of John the Apostle.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The father of John the Apostle is Zebedee.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Grand Duke Nicholas Mikhailovich of Russia?",
        "answers": [
            "Grand Duke Michael Nikolaevich of Russia",
            "Grand Duke Mikhail Nikolaevich of Russia",
            "Michael Nikolaevich of Russia",
            "Mikhail Nikolaevich of Russia"
        ],
        "source": "PopQA",
        "s_pop": 2008,
        "o_pop": 7296,
        "flan": {
            "pred": "Grand Duke Alexei Mikhailovich of Russia is the father of Grand Duke Nicholas Mikhailovich of Russia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Grand Duke Nicholas Mikhailovich of Russia is the son of Grand Duke Michael Pavlovich of Russia.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Grand Duke Michael Alexandrovich of Russia is the father of Grand Duke Nicholas Mikhailovich of Russia.",
            "human_eval": "0"
        }
    },
    {
        "question": "What genre is Eating?",
        "answers": [
            "comedy-drama",
            "dramedy",
            "comedic drama",
            "tragicomedy",
            "seriocomedy",
            "comedy drama",
            "dramatic comedy",
            "Comedy-drama, dramedy"
        ],
        "source": "PopQA",
        "s_pop": 344,
        "o_pop": 36819,
        "flan": {
            "pred": "Eating is a musical genre.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Eating is a genre of food.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The genre of the movie \"Eating\" is drama.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of My Heart Leaps Up?",
        "answers": [
            "William Wordsworth",
            "Wordsworth"
        ],
        "source": "PopQA",
        "s_pop": 3079,
        "o_pop": 94949,
        "flan": {
            "pred": "My Heart Leaps Up is written by E. B. White.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "William Wordsworth is the author of My Heart Leaps Up.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The author of \"My Heart Leaps Up\" is William Wordsworth.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for May?",
        "answers": [
            "Lucky McKee",
            "Edward Lucky McKee"
        ],
        "source": "PopQA",
        "s_pop": 12369,
        "o_pop": 3071,
        "flan": {
            "pred": "May was written by David S. Goyer.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "May was the screenwriter for May.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for May is Lucky McKee.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Part of Me?",
        "answers": [
            "Bonnie McKee",
            "Bonnie Leigh McKee",
            "Max Martin",
            "Karl Martin Sandberg",
            "Martin White",
            "Katy Perry",
            "Katheryn Elizabeth Hudson Perry",
            "Katheryn Elizabeth Hudson",
            "Katheryn Hudson",
            "Katy Hudson",
            "Katheryn Perry"
        ],
        "source": "PopQA",
        "s_pop": 4061,
        "o_pop": 262826,
        "flan": {
            "pred": "John Lennon was the composer of Part of Me.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Katy Perry was the composer of Part of Me.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The composer of \"Part of Me\" is Katy Perry.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Mon?",
        "answers": [
            "Thailand",
            "Kingdom of Thailand",
            "th",
            "Siam",
            "\ud83c\uddf9\ud83c\udded",
            "Land of Smiles",
            "THA"
        ],
        "source": "PopQA",
        "s_pop": 4775,
        "o_pop": 249163,
        "flan": {
            "pred": "Myanmar",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mon is in Myanmar.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mon is a city in Myanmar.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Boat?",
        "answers": [
            "Nam Le"
        ],
        "source": "PopQA",
        "s_pop": 176,
        "o_pop": 670,
        "flan": {
            "pred": "The Boat is written by Michael Ondaatje.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Boat is written by Namita Gokhale.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Nam Le is the author of The Boat.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Princess Senate Seeiso?",
        "answers": [
            "Letsie III of Lesotho",
            "Letsie III"
        ],
        "source": "PopQA",
        "s_pop": 2084,
        "o_pop": 4513,
        "flan": {
            "pred": "Prince Senate Seeiso",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Prince Seeiso is the father of Princess Senate Seeiso.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The father of Princess Senate Seeiso is King Letsie III of Lesotho.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of We Are Both?",
        "answers": [
            "Dean White"
        ],
        "source": "PopQA",
        "s_pop": 507,
        "o_pop": 431,
        "flan": {
            "pred": "We Are Both was directed by James Foley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of We Are Both is Shonali Bose.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of We Are Both is Dean White.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Lamphun?",
        "answers": [
            "Lamphun"
        ],
        "source": "PopQA",
        "s_pop": 1033,
        "o_pop": 864,
        "flan": {
            "pred": "Lamphun is the capital of Lamphun.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Chiang Mai is the capital of Lamphun.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The capital of Lamphun is also Lamphun.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Enemy?",
        "answers": [
            "Charlie Higson",
            "Charles Murray Higson"
        ],
        "source": "PopQA",
        "s_pop": 2814,
        "o_pop": 9434,
        "flan": {
            "pred": "The Enemy is written by John le Carre.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Enemy is written by Charlie Higson.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The author of The Enemy is Charlie Higson.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Thin Man?",
        "answers": [
            "Albert Hackett",
            "Albert Maurice Hackett",
            "Dashiell Hammett",
            "Samuel Dashiell Hammett",
            "Frances Goodrich"
        ],
        "source": "PopQA",
        "s_pop": 17018,
        "o_pop": 18551,
        "flan": {
            "pred": "William Faulkner was the screenwriter for The Thin Man.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "William Faulkner was the screenwriter for The Thin Man.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Albert Hackett and Frances Goodrich were the screenwriters for The Thin Man.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Opening Night?",
        "answers": [
            "Ngaio Marsh",
            "Edith Ngaio Marsh",
            "Dame Edith Ngaio Marsh"
        ],
        "source": "PopQA",
        "s_pop": 154,
        "o_pop": 6475,
        "flan": {
            "pred": "James Patterson is the author of Opening Night.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Opening Night is Michael Wilson.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Nicci Gerrard is the author of Opening Night.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is Michael Shelley's occupation?",
        "answers": [
            "singer-songwriter",
            "singer songwriter",
            "singer/songwriter",
            "singersongwriter",
            "singer-songwriter"
        ],
        "source": "PopQA",
        "s_pop": 167,
        "o_pop": 5896,
        "flan": {
            "pred": "Actor",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Michael Shelley's occupation is a professional runner.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michael Shelley's occupation is a long-distance runner.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Sita Rama Kalyanam?",
        "answers": [
            "Jandhyala Subramanya Sastry",
            "Jandhyala Veera Venkata Durga Siva Subrahmanya Sastry"
        ],
        "source": "PopQA",
        "s_pop": 611,
        "o_pop": 3926,
        "flan": {
            "pred": "Sita Rama Kalyanam was directed by K. V. Anand.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "K. Vishwanath was the director of Sita Rama Kalyanam.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of Sita Rama Kalyanam is Prakash Raj.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Players?",
        "answers": [
            "Don DeLillo",
            "Don Delillo",
            "Donald Richard DeLillo"
        ],
        "source": "PopQA",
        "s_pop": 332,
        "o_pop": 18057,
        "flan": {
            "pred": "James Patterson is the author of Players.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Players is K. Hari Kumar.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Players is Don DeLillo.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Skinner?",
        "answers": [
            "Neal Asher"
        ],
        "source": "PopQA",
        "s_pop": 732,
        "o_pop": 4551,
        "flan": {
            "pred": "The Skinner is written by William James.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Skinner is written by John Elder.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Neal Asher is the author of The Skinner.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Toy?",
        "answers": [
            "Richard Donner",
            "Richard Donald Schwartzberg"
        ],
        "source": "PopQA",
        "s_pop": 5148,
        "o_pop": 30967,
        "flan": {
            "pred": "The Toy was directed by John Boorman.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Richard Donner was the director of The Toy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Richard Donner was the director of The Toy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Accused?",
        "answers": [
            "Mario Soffici",
            "Marco Denevi",
            "Marco Denev"
        ],
        "source": "PopQA",
        "s_pop": 56,
        "o_pop": 612,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Accused.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for The Accused was Tom Hedley.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Tom Topor was the screenwriter for The Accused.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of A Good Year?",
        "answers": [
            "Ridley Scott",
            "Sir Ridley Scott"
        ],
        "source": "PopQA",
        "s_pop": 32170,
        "o_pop": 306528,
        "flan": {
            "pred": "John Schlesinger was the producer of A Good Year.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A Good Year was produced by Scott Rudin.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ridley Scott was the producer of A Good Year.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the mother of Julie Manet?",
        "answers": [
            "Berthe Morisot",
            "Berthe Marie Pauline Morisot",
            "Berthe Manet",
            "Berthe Manet Morisot",
            "Berthe-Marie-Pauline Morisot",
            "Berthe Marie Pauline Morisot Manet",
            "Berthe Manet-Morisot",
            "Berthe Marie Pauline Morizot",
            "B. Morisot",
            "Morisot",
            "Bertha Morisot"
        ],
        "source": "PopQA",
        "s_pop": 2149,
        "o_pop": 10122,
        "flan": {
            "pred": "Julie Manet's mother is Fran\u00e7oise Manet.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Berthe Morisot is the mother of Julie Manet.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Berthe Morisot is the mother of Julie Manet.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Whatever You Want?",
        "answers": [
            "rock music",
            "rock and roll",
            "rock",
            "Rock"
        ],
        "source": "PopQA",
        "s_pop": 2444,
        "o_pop": 140450,
        "flan": {
            "pred": "Whatever You Want is a rock album.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Whatever You Want is a pop song.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "\"Whatever You Want\" is a song by the British rock band Status Quo. It is classified as a rock song.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Mauritania?",
        "answers": [
            "Nouakchott",
            "Nouakchott, Mauritania",
            "Naw\u0101ksh\u016b\u1e6d",
            "Nawakshut",
            "Capital of Mauritania",
            "Nouakchot",
            "Noukchott",
            "Nuw\u0101ksh\u016b\u1e6d"
        ],
        "source": "PopQA",
        "s_pop": 114627,
        "o_pop": 13379,
        "flan": {
            "pred": "Nouakchott",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Nouakchott is the capital of Mauritania.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Mauritania is Nouakchott.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Death Becomes Her?",
        "answers": [
            "Robert Zemeckis",
            "Robert L. Zemeckis",
            "Robert Lee Zemeckis"
        ],
        "source": "PopQA",
        "s_pop": 63335,
        "o_pop": 86266,
        "flan": {
            "pred": "John Huston was the director of Death Becomes Her.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robert Zemeckis was the director of Death Becomes Her.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Robert Zemeckis was the director of Death Becomes Her.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Han dynasty?",
        "answers": [
            "Luoyang",
            "Loyang",
            "Jingluo",
            "Luoyi",
            "Shendu",
            "Xijing",
            "Xuchang",
            "Chang'an",
            "Changan",
            "Chang An"
        ],
        "source": "PopQA",
        "s_pop": 72184,
        "o_pop": 13819,
        "flan": {
            "pred": "Xi'an",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Changan was the capital of Han dynasty.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of the Han dynasty was Chang'an.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Anastasio Somoza Portocarrero?",
        "answers": [
            "Anastasio Somoza Debayle",
            "Anastasio Somoza",
            "Tachito"
        ],
        "source": "PopQA",
        "s_pop": 1330,
        "o_pop": 9533,
        "flan": {
            "pred": "Anastasio Somoza Portocarrero is the son of Anastasio Somoza.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Anastasio Somoza Portocarrero is the son of Anastasio Somoza Garcia.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Anastasio Somoza Garc\u00eda is the father of Anastasio Somoza Portocarrero.",
            "human_eval": "0"
        }
    },
    {
        "question": "What genre is In Hell?",
        "answers": [
            "action film",
            "action movie",
            "film action",
            "movie action",
            "action"
        ],
        "source": "PopQA",
        "s_pop": 4980,
        "o_pop": 99831,
        "flan": {
            "pred": "In Hell is a horror film.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In Hell is a horror novel.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "In Hell is a action thriller film.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Sophia Jagiellon, Duchess of Brunswick-L\u00fcneburg?",
        "answers": [
            "Sigismund I the Old",
            "Sigismund the Old",
            "roi de Pologne Sigismond I",
            "King of Poland Zygmunt Stary",
            "King of Poland Sigismund I",
            "Zygmunt Stary",
            "King of Poland Zsigmond",
            "re di Polonia Zygmunt I Stary",
            "kr\u00f3l Polski Zygmunt I Stary",
            "Zygmunt I Stary",
            "krol Polski Zygmunt I Stary"
        ],
        "source": "PopQA",
        "s_pop": 291,
        "o_pop": 5517,
        "flan": {
            "pred": "Prince Henry of Saxe-Coburg-Saalfeld",
            "human_eval": "0"
        },
        "llama": {
            "pred": "King Sigismund I the Old is the father of Sophia Jagiellon, Duchess of Brunswick-L\u00fcneburg.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The father of Sophia Jagiellon, Duchess of Brunswick-L\u00fcneburg, is King Sigismund I of Poland.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Love Love Love?",
        "answers": [
            "Brad Falchuk",
            "Bradley Douglas Falchuk"
        ],
        "source": "PopQA",
        "s_pop": 1150,
        "o_pop": 111573,
        "flan": {
            "pred": "John Hughes was the screenwriter for Love Love Love.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for Love Love Love was the director of the movie, Derek Cianfrance.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Rajendra Kumar was the screenwriter for Love Love Love.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of Alice Walker: Beauty in Truth?",
        "answers": [
            "Pratibha Parmar"
        ],
        "source": "PopQA",
        "s_pop": 127,
        "o_pop": 614,
        "flan": {
            "pred": "John Singleton",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Pratibha Parmar was the director of Alice Walker: Beauty in Truth.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Pratibha Parmar was the director of Alice Walker: Beauty in Truth.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Going All the Way?",
        "answers": [
            "Dan Wakefield"
        ],
        "source": "PopQA",
        "s_pop": 2811,
        "o_pop": 616,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for Going All the Way.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Paul Schrader was the screenwriter for Going All the Way.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dan Wakefield was the screenwriter for Going All the Way.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Ray?",
        "answers": [
            "Ray Charles",
            "Ray Charles Robinson",
            "Raymond Charles Robinson Peter"
        ],
        "source": "PopQA",
        "s_pop": 21304,
        "o_pop": 116560,
        "flan": {
            "pred": "Ray Charles was the composer of Ray.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "A. R. Rahman was the composer of Ray.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "A.R. Rahman was the composer of Ray.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of Tora-san's Shattered Romance?",
        "answers": [
            "Y\u014dji Yamada",
            "Yamada Y\u014dji",
            "Yamada Yoji",
            "Yoji Yamada",
            "Youji Yamada"
        ],
        "source": "PopQA",
        "s_pop": 158,
        "o_pop": 2085,
        "flan": {
            "pred": "Hideaki Itsuno",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Yoji Yamada was the director of Tora-san's Shattered Romance.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Yoji Yamada was the director of Tora-san's Shattered Romance.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Girlfriend?",
        "answers": [
            "Pammi Baweja"
        ],
        "source": "PopQA",
        "s_pop": 2275,
        "o_pop": 1987,
        "flan": {
            "pred": "The producer of Girlfriend was David Fincher.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The producer of Girlfriend was Sajid Nadiadwala.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of the movie \"Girlfriend\" is Karan Razdan.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the father of Talia Balsam?",
        "answers": [
            "Martin Balsam",
            "Martin Henry Balsam"
        ],
        "source": "PopQA",
        "s_pop": 73982,
        "o_pop": 26342,
        "flan": {
            "pred": "Talia Balsam's father is David Balsam.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Balsam is the father of Talia Balsam.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Martin Balsam is the father of Talia Balsam.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Gor?",
        "answers": [
            "science fiction",
            "SF",
            "scifi",
            "sci Fi",
            "sci-Fi",
            "science-fiction",
            "sci fi",
            "sciencefiction"
        ],
        "source": "PopQA",
        "s_pop": 12215,
        "o_pop": 155784,
        "flan": {
            "pred": "Gor is a science fiction fantasy novel.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Gor is a genre of fiction.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Gor is a science fiction/fantasy genre.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The List?",
        "answers": [
            "Beth Murphy"
        ],
        "source": "PopQA",
        "s_pop": 169,
        "o_pop": 234,
        "flan": {
            "pred": "The List was directed by James Foley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of The List was Sharat Katariya.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of The List is Klaus H\u00e4r\u00f6.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Final Fantasy Adventure?",
        "answers": [
            "Kenji Ito"
        ],
        "source": "PopQA",
        "s_pop": 5720,
        "o_pop": 1704,
        "flan": {
            "pred": "Yuzo Koshiro",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Nobuo Uematsu was the composer of Final Fantasy Adventure.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kenji Ito was the composer of Final Fantasy Adventure.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Tune?",
        "answers": [
            "Bill Plympton",
            "William Plympton"
        ],
        "source": "PopQA",
        "s_pop": 583,
        "o_pop": 2820,
        "flan": {
            "pred": "The Tune was directed by John Boorman.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Tune was directed by Ravi Jadhav.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Bill Plympton was the director of The Tune.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Q?",
        "answers": [
            "Luther Blissett"
        ],
        "source": "PopQA",
        "s_pop": 2304,
        "o_pop": 1630,
        "flan": {
            "pred": "Q is the author of Q.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Q is written by Peter Carey.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Vikas Swarup is the author of Q.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the screenwriter for Arsenal?",
        "answers": [
            "Oleksandr Dovzhenko",
            "Alexander Petrovich Dovzhenko",
            "Oleksander Petrovych Dovzhenko",
            "Oleksandr Petrovych Dovzhenko",
            "Oleksander Dovzhenko"
        ],
        "source": "PopQA",
        "s_pop": 533,
        "o_pop": 1786,
        "flan": {
            "pred": "John Boorman was the screenwriter for Arsenal.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for Arsenal was David Auburn.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Arsenal is John Hodge.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Suicide?",
        "answers": [
            "Viktor Suvorov"
        ],
        "source": "PopQA",
        "s_pop": 45,
        "o_pop": 3535,
        "flan": {
            "pred": "John Updike is the author of Suicide.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Suicide is Chinua Achebe.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "\u00c9mile Durkheim is the author of Suicide.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Calling You?",
        "answers": [
            "Justin Furstenfeld",
            "Justin Steward Furstenfeld"
        ],
        "source": "PopQA",
        "s_pop": 589,
        "o_pop": 7273,
        "flan": {
            "pred": "John Lennon was the composer of Calling You.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Calling You is David Foster.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Bob Telson was the composer of Calling You.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Fresh?",
        "answers": [
            "Lawrence Bender"
        ],
        "source": "PopQA",
        "s_pop": 6621,
        "o_pop": 12812,
        "flan": {
            "pred": "John DeLuca was the producer of Fresh.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Fresh was produced by the producer of Fresh.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of Fresh is Lawrence Bender.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Ghost in the Shell 2: Innocence?",
        "answers": [
            "Mamoru Oshii",
            "Masamune Shirow"
        ],
        "source": "PopQA",
        "s_pop": 12329,
        "o_pop": 11609,
        "flan": {
            "pred": "Shinji Aramaki was the screenwriter for Ghost in the Shell 2: Innocence.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mamoru Oshii was the screenwriter for Ghost in the Shell 2: Innocence.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The screenwriter for Ghost in the Shell 2: Innocence is Mamoru Oshii.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does Hwang Byung-ju play?",
        "answers": [
            "association football",
            "football",
            "soccer"
        ],
        "source": "PopQA",
        "s_pop": 30,
        "o_pop": 197767,
        "flan": {
            "pred": "Hwang Byung-ju plays baseball.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Hwang Byung-ju plays golf.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Hwang Byung-ju is a South Korean professional baseball player.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the screenwriter for A Way of Life?",
        "answers": [
            "Amma Asante"
        ],
        "source": "PopQA",
        "s_pop": 497,
        "o_pop": 7276,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for A Way of Life.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A Way of Life was written by A. R. Rahman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Gareth Lewis was the screenwriter for A Way of Life.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is Jean-Baptiste de Lamarck's occupation?",
        "answers": [
            "biologist",
            "biologists"
        ],
        "source": "PopQA",
        "s_pop": 14972,
        "o_pop": 10281,
        "flan": {
            "pred": "biologist",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Jean-Baptiste de Lamarck's occupation is a French naturalist.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jean-Baptiste de Lamarck was a French biologist and naturalist.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Merthyr Tydfil County Borough?",
        "answers": [
            "Merthyr Tydfil",
            "Merthyr Tudful",
            "Merthyr-Tydvil"
        ],
        "source": "PopQA",
        "s_pop": 1176,
        "o_pop": 9585,
        "flan": {
            "pred": "Merthyr Tydfil",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Merthyr Tydfil is the capital of Merthyr Tydfil County Borough.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Merthyr Tydfil County Borough is Merthyr Tydfil.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Lothrop Stoddard's occupation?",
        "answers": [
            "journalist",
            "journo",
            "journalists"
        ],
        "source": "PopQA",
        "s_pop": 5396,
        "o_pop": 24952,
        "flan": {
            "pred": "American politician",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lothrop Stoddard's occupation is a writer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Lothrop Stoddard was an American political theorist, historian, and author.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Krishna?",
        "answers": [
            "Vasudeva"
        ],
        "source": "PopQA",
        "s_pop": 164554,
        "o_pop": 14590,
        "flan": {
            "pred": "Radha is the father of Krishna.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Vasudeva is the father of Krishna.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Vasudeva is the father of Krishna.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Brotherhood?",
        "answers": [
            "David DeCoteau",
            "Julian Breen",
            "DeCoteau",
            "Ellen Cabot",
            "Richard Chasen",
            "Martin Tate"
        ],
        "source": "PopQA",
        "s_pop": 1342,
        "o_pop": 2832,
        "flan": {
            "pred": "The Brotherhood was directed by John Boorman.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of The Brotherhood was Rajiv Rai.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of The Brotherhood is Martin Ritt.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Devon?",
        "answers": [
            "Exeter"
        ],
        "source": "PopQA",
        "s_pop": 38425,
        "o_pop": 26040,
        "flan": {
            "pred": "Exeter is the capital of Devon.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Exeter is the capital of Devon.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Exeter is the capital of Devon.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Elaan of Troyius?",
        "answers": [
            "John Meredyth Lucas"
        ],
        "source": "PopQA",
        "s_pop": 4142,
        "o_pop": 1186,
        "flan": {
            "pred": "John D. Hancock was the screenwriter for Elaan of Troyius.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Gene Roddenberry was the screenwriter for Elaan of Troyius.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Arthur Singer was the screenwriter for Elaan of Troyius.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Jacket?",
        "answers": [
            "Massy Tadjedin"
        ],
        "source": "PopQA",
        "s_pop": 10695,
        "o_pop": 449,
        "flan": {
            "pred": "James Wong was the screenwriter for The Jacket.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Lee Hancock was the screenwriter for The Jacket.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for The Jacket was Massy Tadjedin.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Our Relations?",
        "answers": [
            "Stan Laurel",
            "Arthur Stanley Jefferson"
        ],
        "source": "PopQA",
        "s_pop": 650,
        "o_pop": 56497,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for Our Relations.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for Our Relations was John Howard Lawson.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Our Relations was Felix Adler.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the producer of The Wild Life?",
        "answers": [
            "Cameron Crowe",
            "Cameron Bruce Crowe"
        ],
        "source": "PopQA",
        "s_pop": 3660,
        "o_pop": 38791,
        "flan": {
            "pred": "The Wild Life was produced by John Lennon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Wild Life was produced by Walt Disney.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of The Wild Life is Gina Shay.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Bed?",
        "answers": [
            "Tao Lin"
        ],
        "source": "PopQA",
        "s_pop": 88,
        "o_pop": 6311,
        "flan": {
            "pred": "Stephen King is the author of Bed.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Bed is the American author of children's books, Kate DiCamillo.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Bed is David Whitehouse.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Palembang the capital of?",
        "answers": [
            "South Sumatra",
            "Sumatera Selatan",
            "Srivijaya",
            "Sriwijaya",
            "Siwichai",
            "Srey Vichey",
            "Shih-li-fo-shih",
            "San-fo-ch'i"
        ],
        "source": "PopQA",
        "s_pop": 8816,
        "o_pop": 30170,
        "flan": {
            "pred": "Palembang is the capital of South Sumatra.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Palembang is the capital of South Sumatra.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Palembang is the capital of South Sumatra, Indonesia.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Sevenwaters Trilogy?",
        "answers": [
            "Juliet Marillier"
        ],
        "source": "PopQA",
        "s_pop": 683,
        "o_pop": 1129,
        "flan": {
            "pred": "Stephen R. Donaldson is the author of Sevenwaters Trilogy.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Juliet Marillier is the author of Sevenwaters Trilogy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Juliet Marillier is the author of the Sevenwaters Trilogy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Collection?",
        "answers": [
            "Marcus Dunstan"
        ],
        "source": "PopQA",
        "s_pop": 18393,
        "o_pop": 3035,
        "flan": {
            "pred": "The Collection was directed by James Foley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Marcus Dunstan was the director of The Collection.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The director of The Collection is Marcus Dunstan.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Somalia?",
        "answers": [
            "Mogadishu",
            "Xamar",
            "The Seat of the Shah",
            "Hamar",
            "Maqad\u012bsh\u016b"
        ],
        "source": "PopQA",
        "s_pop": 146475,
        "o_pop": 36299,
        "flan": {
            "pred": "Mogadishu is the capital of Somalia.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Mogadishu is the capital of Somalia.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Somalia is Mogadishu.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Vice?",
        "answers": [
            "Daryl Hannah",
            "Daryl Christine Hannah",
            "dhlovelife"
        ],
        "source": "PopQA",
        "s_pop": 449,
        "o_pop": 108028,
        "flan": {
            "pred": "Vice was produced by Vice Media.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Adam McKay was the producer of Vice.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The producer of Vice was Brad Pitt.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Conrad Weiser's occupation?",
        "answers": [
            "diplomat"
        ],
        "source": "PopQA",
        "s_pop": 1284,
        "o_pop": 14886,
        "flan": {
            "pred": "Conrad Weiser is a German film director.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Conrad Weiser's occupation is a trader.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Conrad Weiser was a Pennsylvania German pioneer, interpreter, and diplomat.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what city was Louis Fran\u00e7ois Antoine Arbogast born?",
        "answers": [
            "Mutzig"
        ],
        "source": "PopQA",
        "s_pop": 422,
        "o_pop": 359,
        "flan": {
            "pred": "Paris",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Louis Fran\u00e7ois Antoine Arbogast was born in Paris.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Louis Fran\u00e7ois Antoine Arbogast was born in Strasbourg, France.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the composer of Minnale?",
        "answers": [
            "Harris Jayaraj"
        ],
        "source": "PopQA",
        "s_pop": 20498,
        "o_pop": 28411,
        "flan": {
            "pred": "Johann Sebastian Bach was the composer of Minnale.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A. R. Rahman was the composer of Minnale.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Harris Jayaraj was the composer of Minnale.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Special?",
        "answers": [
            "David Fury"
        ],
        "source": "PopQA",
        "s_pop": 802,
        "o_pop": 986,
        "flan": {
            "pred": "John August was the screenwriter for Special.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for Special was Michael J. Weithorn.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mike O'Brien was the screenwriter for Special.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Silence?",
        "answers": [
            "Harold Pinter"
        ],
        "source": "PopQA",
        "s_pop": 271,
        "o_pop": 26080,
        "flan": {
            "pred": "Jorge Luis Borges is the author of Silence.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Shusaku Endo is the author of Silence.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Shusaku Endo is the author of Silence.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Caught?",
        "answers": [
            "erotic thriller"
        ],
        "source": "PopQA",
        "s_pop": 1916,
        "o_pop": 16267,
        "flan": {
            "pred": "Caught is a crime thriller film.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Caught is a crime novel.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The genre of the book \"Caught\" is thriller/suspense.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Giver?",
        "answers": [
            "Lois Lowry",
            "Lois Ann Hammersberg",
            "Lois James Worthy Johnson"
        ],
        "source": "PopQA",
        "s_pop": 26551,
        "o_pop": 17363,
        "flan": {
            "pred": "Michael Rennie",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lois Lowry was the screenwriter for The Giver.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michael Mitnick was the screenwriter for The Giver.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Claim?",
        "answers": [
            "Frank Cottrell-Boyce",
            "Frank Cottrell Boyce"
        ],
        "source": "PopQA",
        "s_pop": 1720,
        "o_pop": 2737,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Claim.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Michael Tolkin was the screenwriter for The Claim.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Frank Cottrell Boyce was the screenwriter for The Claim.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Sea?",
        "answers": [
            "John Banville",
            "Benjamin Black",
            "William John Banville"
        ],
        "source": "PopQA",
        "s_pop": 1220,
        "o_pop": 13028,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Sea.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "John Banville was the screenwriter for The Sea.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The screenwriter for The Sea is John Banville.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Shining?",
        "answers": [
            "Stanley Kubrick",
            "Stephen King",
            "Stephen Edwin King",
            "Richard Bachman",
            "John Swithen",
            "Diane Johnson"
        ],
        "source": "PopQA",
        "s_pop": 326522,
        "o_pop": 4061,
        "flan": {
            "pred": "Stanley Kubrick",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Stanley Kubrick was the screenwriter for The Shining.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Stanley Kubrick and Diane Johnson were the screenwriters for The Shining.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Highway?",
        "answers": [
            "Imtiaz Ali",
            "Sajid Nadiadwala"
        ],
        "source": "PopQA",
        "s_pop": 14830,
        "o_pop": 39771,
        "flan": {
            "pred": "John Lennon was the producer of Highway.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Dharma Productions was the producer of Highway.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of Highway is Sajid Nadiadwala.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does Warrenpoint Town F.C. play?",
        "answers": [
            "association football",
            "football",
            "soccer"
        ],
        "source": "PopQA",
        "s_pop": 1553,
        "o_pop": 197767,
        "flan": {
            "pred": "Football",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Warrenpoint Town F.C. plays football.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Warrenpoint Town F.C. plays football.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is James Anderson's occupation?",
        "answers": [
            "physician",
            "physicians",
            "medical doctor",
            "medical practitioner",
            "doctor",
            "medical doctors"
        ],
        "source": "PopQA",
        "s_pop": 109,
        "o_pop": 48188,
        "flan": {
            "pred": "James Anderson is an American film director.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "James Anderson's occupation is a cricketer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "James Anderson is a professional cricketer.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Another Year?",
        "answers": [
            "Georgina Lowe"
        ],
        "source": "PopQA",
        "s_pop": 4064,
        "o_pop": 156,
        "flan": {
            "pred": "John Lennon was the producer of Another Year.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Mike Leigh was the producer of Another Year.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Another Year was produced by Mike Leigh.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Damage?",
        "answers": [
            "Josephine Hart"
        ],
        "source": "PopQA",
        "s_pop": 614,
        "o_pop": 918,
        "flan": {
            "pred": "James Patterson is the author of Damage.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Josephine Hart is the author of Damage.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Josephine Hart is the author of Damage.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Wave?",
        "answers": [
            "Todd Rundgren",
            "Runt",
            "Todd Harry Rundgren"
        ],
        "source": "PopQA",
        "s_pop": 2968,
        "o_pop": 77555,
        "flan": {
            "pred": "John Lennon was the producer of Wave.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Wave was produced by A.R. Murugadoss.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of Wave is Kanye West.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the mother of Margaret, Countess of Pembroke?",
        "answers": [
            "Philippa of Hainault"
        ],
        "source": "PopQA",
        "s_pop": 1356,
        "o_pop": 12820,
        "flan": {
            "pred": "Anne Boleyn",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Anne Boleyn is the mother of Margaret, Countess of Pembroke.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The mother of Margaret, Countess of Pembroke is Mary Wotton.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the screenwriter for The Family?",
        "answers": [
            "Ettore Scola"
        ],
        "source": "PopQA",
        "s_pop": 585,
        "o_pop": 2260,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Family.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The Family was written by Luc Besson.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Luc Besson was the screenwriter for The Family.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Click?",
        "answers": [
            "Margo Lanagan",
            "Deborah Ellis",
            "Nick Hornby",
            "Nicholas Peter John Hornby",
            "David Almond",
            "Roddy Doyle",
            "Ruaidhr\u00ed \u00d3 D\u00faill",
            "Ruaidhri O Duill",
            "Gregory Maguire",
            "Ruth Ozeki",
            "Ruth L. Ozeki",
            "Ruth Lounsbury Ozeki",
            "Tim Wynne-Jones",
            "Linda Sue Park"
        ],
        "source": "PopQA",
        "s_pop": 291,
        "o_pop": 14707,
        "flan": {
            "pred": "Click is written by David Walliams.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Click is Bill Gates.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Click is L. Smyth.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of ABCD: Any Body Can Dance 2?",
        "answers": [
            "Remo D'Souza"
        ],
        "source": "PopQA",
        "s_pop": 15218,
        "o_pop": 76259,
        "flan": {
            "pred": "Raju Hirani was the director of ABCD: Any Body Can Dance 2.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Remo D'Souza was the director of ABCD: Any Body Can Dance 2.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Remo D'Souza was the director of ABCD: Any Body Can Dance 2.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Bubble?",
        "answers": [
            "Robert Pollard",
            "Robert Ellsworth Pollard Jr."
        ],
        "source": "PopQA",
        "s_pop": 1624,
        "o_pop": 4821,
        "flan": {
            "pred": "John Lennon was the composer of Bubble.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Bubble is John Murphy.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of Bubble is A.R. Rahman.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of La Notte?",
        "answers": [
            "Michelangelo Antonioni",
            "An-tung-ni-ao-ni"
        ],
        "source": "PopQA",
        "s_pop": 4701,
        "o_pop": 16840,
        "flan": {
            "pred": "Giuseppe Tornatore was the director of La Notte.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Michelangelo Antonioni was the director of La Notte.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Michelangelo Antonioni was the director of La Notte.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Cookie's Fortune?",
        "answers": [
            "Robert Altman"
        ],
        "source": "PopQA",
        "s_pop": 2727,
        "o_pop": 36265,
        "flan": {
            "pred": "John DeLuca",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Robert Altman was the producer of Cookie's Fortune.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Robert Altman was the producer of Cookie's Fortune.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Devgadh Bariya?",
        "answers": [
            "India",
            "Bharat",
            "Hindustan",
            "Bharatvarsh",
            "in",
            "IN",
            "Republic of India",
            "\ud83c\uddee\ud83c\uddf3",
            "IND",
            "Aryavratt"
        ],
        "source": "PopQA",
        "s_pop": 961,
        "o_pop": 1301086,
        "flan": {
            "pred": "India",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Devgadh Bariya is in India.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Devgadh Bariya is in India.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Like Crazy?",
        "answers": [
            "Drake Doremus"
        ],
        "source": "PopQA",
        "s_pop": 9279,
        "o_pop": 3422,
        "flan": {
            "pred": "Like Crazy was directed by James Foley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Like Crazy was directed by Drake Doremus.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Drake Doremus was the director of Like Crazy.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Fireworks?",
        "answers": [
            "Kenneth Anger",
            "Kenneth Wilbur Anglemyer"
        ],
        "source": "PopQA",
        "s_pop": 1112,
        "o_pop": 11236,
        "flan": {
            "pred": "John August was the screenwriter for Fireworks.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for Fireworks was Akiyuki Shinbo.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Fireworks is Shunji Iwai.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the author of Nevis Mountain Dew?",
        "answers": [
            "Steve Carter"
        ],
        "source": "PopQA",
        "s_pop": 61,
        "o_pop": 181,
        "flan": {
            "pred": "Nevis Mountain Dew is written by C. L. R. James.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Nevis Mountain Dew is A. P. J. Abdul Kalam.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Nevis Mountain Dew is Roland Watson-Grant.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of The Turning Point?",
        "answers": [
            "Nora Kaye",
            "Nora Koreff",
            "Arthur Laurents",
            "Herbert Ross",
            "Herbert David Ross"
        ],
        "source": "PopQA",
        "s_pop": 5191,
        "o_pop": 7226,
        "flan": {
            "pred": "The Turning Point was produced by John Saxon.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The producer of The Turning Point was James Clavell.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Arthur Laurents was the producer of The Turning Point.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Soldier?",
        "answers": [
            "James Glickenhaus"
        ],
        "source": "PopQA",
        "s_pop": 2042,
        "o_pop": 5753,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Soldier.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for The Soldier was John Monks Jr.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for The Soldier is James Glickenhaus.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Walk?",
        "answers": [
            "John Shiban"
        ],
        "source": "PopQA",
        "s_pop": 2038,
        "o_pop": 1177,
        "flan": {
            "pred": "Christopher Nolan was the screenwriter for The Walk.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for The Walk was Robert Zemeckis.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Robert Zemeckis and Christopher Browne were the screenwriters for The Walk.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Samson?",
        "answers": [
            "George Frideric Handel",
            "Handel",
            "G. F. Handel",
            "Georg Friedrich H\u00e4ndel",
            "George Frederick Handel",
            "G. F. H\u00e4ndel",
            "H\u00e4ndel",
            "George Frideric"
        ],
        "source": "PopQA",
        "s_pop": 1533,
        "o_pop": 45282,
        "flan": {
            "pred": "Giacomo Puccini was the composer of Samson.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "George Frideric Handel was the composer of Samson.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The composer of Samson is George Frideric Handel.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Baldwin County?",
        "answers": [
            "Bay Minette",
            "Bay Minette, Alabama"
        ],
        "source": "PopQA",
        "s_pop": 4837,
        "o_pop": 1590,
        "flan": {
            "pred": "Mobile",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Daphne is the capital of Baldwin County.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The capital of Baldwin County is Milledgeville.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Cambridge?",
        "answers": [
            "United Kingdom",
            "\ud83c\uddec\ud83c\udde7",
            "UK",
            "United Kingdom of Great Britain and Northern Ireland",
            "U.K.",
            "GBR",
            "GB",
            "U. K.",
            "U K",
            "G.B.",
            "G. B.",
            "G B",
            "Great Britain",
            "G.B.R.",
            "G B R",
            "Britain",
            "Great Britain and Northern Ireland"
        ],
        "source": "PopQA",
        "s_pop": 58473,
        "o_pop": 1066107,
        "flan": {
            "pred": "England",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Cambridge is in England.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Cambridge is in England.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Lover?",
        "answers": [
            "Jean-Jacques Annaud"
        ],
        "source": "PopQA",
        "s_pop": 15769,
        "o_pop": 6148,
        "flan": {
            "pred": "The screenwriter for The Lover was William Faulkner.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Marguerite Duras was the screenwriter for The Lover.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Marguerite Duras was the screenwriter for The Lover.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of The Stranger?",
        "answers": [
            "Luchino Visconti",
            "Luchino Visconti, conte di Modorone",
            "Don Luchino Visconti di Modrone, Conte di Lonate Pozzolo"
        ],
        "source": "PopQA",
        "s_pop": 2311,
        "o_pop": 17243,
        "flan": {
            "pred": "The Stranger was directed by John Boorman.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Orson Welles was the director of The Stranger.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Orson Welles was the director of The Stranger.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Omen?",
        "answers": [
            "David Seltzer"
        ],
        "source": "PopQA",
        "s_pop": 46639,
        "o_pop": 3992,
        "flan": {
            "pred": "John Dickson Carr",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Seltzer was the screenwriter for The Omen.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "David Seltzer was the screenwriter for The Omen.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Darkness?",
        "answers": [
            "Lord Byron",
            "George Gordon Byron",
            "George Gordon Byron, 6th Baron Byron",
            "Noel Byron",
            "Xhorxh Bajroni",
            "Bajron",
            "George Gordon",
            "Jerzy Gordon Byron",
            "Pai-lun",
            "Baron Byron George Gordon Byron",
            "6th Baron Byron George Gordon Noel",
            "Byron",
            "George Gordon Byron, Baron Byron",
            "6th Baron Byron George Gordon Byron",
            "George Gordon No\u00ebl Byron Byron",
            "Bayr\u011bn",
            "Payr\u011bn",
            "George Gordon Byron Byron",
            "D\u017eord\u017e Gordon Bajron",
            "Bayron",
            "Bairon",
            "George Gordon Byron Lord"
        ],
        "source": "PopQA",
        "s_pop": 2398,
        "o_pop": 97934,
        "flan": {
            "pred": "Stephen King is the author of Darkness.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Darkness is John Connolly.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Darkness is Joseph Conrad.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the screenwriter for Red Road?",
        "answers": [
            "Andrea Arnold"
        ],
        "source": "PopQA",
        "s_pop": 5214,
        "o_pop": 7292,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for Red Road.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andrea Arnold was the screenwriter for Red Road.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Andrea Arnold was the screenwriter for Red Road.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Man?",
        "answers": [
            "Rod Serling",
            "Rodman Edward Serling"
        ],
        "source": "PopQA",
        "s_pop": 1294,
        "o_pop": 51076,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for The Man.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for The Man was Michael Tolkin.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for The Man is Jim Piddock.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Fontenay?",
        "answers": [
            "France",
            "fr",
            "FR",
            "R\u00e9publique fran\u00e7aise",
            "La France",
            "Republic of France",
            "French Republic",
            "FRA",
            "the Hexagon"
        ],
        "source": "PopQA",
        "s_pop": 41,
        "o_pop": 486947,
        "flan": {
            "pred": "France",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In France is Fontenay.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Fontenay is in France.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Chariot Race?",
        "answers": [
            "racing video game",
            "racing game",
            "racing video games",
            "racer"
        ],
        "source": "PopQA",
        "s_pop": 91,
        "o_pop": 14617,
        "flan": {
            "pred": "Drama",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Chariot Race is a genre of action.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Chariot Race is a historical fiction novel.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is Edward F. Cox's occupation?",
        "answers": [
            "politician",
            "political leader",
            "political figure",
            "polit.",
            "pol"
        ],
        "source": "PopQA",
        "s_pop": 5034,
        "o_pop": 25692,
        "flan": {
            "pred": "American politician",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Edward F. Cox's occupation is a lawyer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Edward F. Cox is an attorney and politician.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Charles II of England?",
        "answers": [
            "Charles I of England",
            "Charles I",
            "King of England Charles I",
            "Charles Ist",
            "King Charles the Martyr"
        ],
        "source": "PopQA",
        "s_pop": 163843,
        "o_pop": 186173,
        "flan": {
            "pred": "James, Duke of York",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James II of England is the father of Charles II of England.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Charles I of England is the father of Charles II of England.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Monster of Florence: A True Story?",
        "answers": [
            "Douglas Preston",
            "Douglas Jerome Preston",
            "Douglas J. Preston"
        ],
        "source": "PopQA",
        "s_pop": 1043,
        "o_pop": 4806,
        "flan": {
            "pred": "John Lutz",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Douglas Preston is the author of The Monster of Florence: A True Story.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Douglas Preston and Mario Spezi are the authors of The Monster of Florence: A True Story.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Logan Field (Airport)?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 137,
        "o_pop": 1629691,
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Logan Field (Airport) is in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Logan Field (Airport) is located in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Montserrat?",
        "answers": [
            "Brades",
            "Brades Estate"
        ],
        "source": "PopQA",
        "s_pop": 64928,
        "o_pop": 4208,
        "flan": {
            "pred": "Plymouth is the capital of Montserrat.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Brades is the capital of Montserrat.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Montserrat is Plymouth.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Malvaloca?",
        "answers": [
            "Quintero brothers",
            "Hermanos \u00c1lvarez Quintero",
            "Hermanos Alvarez Quintero"
        ],
        "source": "PopQA",
        "s_pop": 41,
        "o_pop": 427,
        "flan": {
            "pred": "Malvaloca is the author of Malvaloca.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Malvaloca is the Spanish writer Juan Carlos Onetti.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Malvaloca is Jos\u00e9 Mar\u00eda de Pereda.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the composer of Road Show?",
        "answers": [
            "Stephen Sondheim",
            "Stephen Joshua Sondheim"
        ],
        "source": "PopQA",
        "s_pop": 1486,
        "o_pop": 57788,
        "flan": {
            "pred": "John Lennon was the composer of Road Show.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Road Show is Andrew Lloyd Webber.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Stephen Sondheim was the composer of Road Show.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Stations?",
        "answers": [
            "Seamus Heaney",
            "Seamus Justin Heaney",
            "Seamus Heaney"
        ],
        "source": "PopQA",
        "s_pop": 85,
        "o_pop": 21738,
        "flan": {
            "pred": "William Shakespeare is the author of Stations.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Stations is John Updike.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Chetan Bhagat is the author of Stations.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the composer of Unbreakable?",
        "answers": [
            "James Newton Howard",
            "Jim Howard"
        ],
        "source": "PopQA",
        "s_pop": 70121,
        "o_pop": 25364,
        "flan": {
            "pred": "Unbreakable was composed by James Horner.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Arnold was the composer of Unbreakable.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "James Newton Howard was the composer of Unbreakable.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Haunted?",
        "answers": [
            "Kelley Armstrong",
            "Sarah"
        ],
        "source": "PopQA",
        "s_pop": 266,
        "o_pop": 2759,
        "flan": {
            "pred": "Stephen King is the author of Haunted.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Chuck Palahniuk is the author of Haunted.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Chuck Palahniuk is the author of Haunted.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Rigged?",
        "answers": [
            "Ben Mezrich"
        ],
        "source": "PopQA",
        "s_pop": 163,
        "o_pop": 7084,
        "flan": {
            "pred": "James Patterson is the author of Rigged.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Rigged is Michael Lewis.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Rigged is Ben Mezrich.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of NW?",
        "answers": [
            "Zadie Smith",
            "Zadie Adeline Smith"
        ],
        "source": "PopQA",
        "s_pop": 2737,
        "o_pop": 21929,
        "flan": {
            "pred": "NW is the author of NW.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Zadie Smith is the author of NW.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Zadie Smith is the author of NW.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is William Keepers Maxwell, Jr.?",
        "answers": [
            "short story",
            "tale",
            "pripovijetka"
        ],
        "source": "PopQA",
        "s_pop": 1666,
        "o_pop": 60371,
        "flan": {
            "pred": "William Keepers Maxwell, Jr. is a science fiction writer.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "William Keepers Maxwell, Jr. is a fiction writer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "William Keepers Maxwell, Jr. is a writer of fiction.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for The Promise?",
        "answers": [
            "Margarethe von Trotta",
            "Margarethe Von Trotta"
        ],
        "source": "PopQA",
        "s_pop": 335,
        "o_pop": 2104,
        "flan": {
            "pred": "James Foley was the screenwriter for The Promise.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Terry George was the screenwriter for The Promise.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The screenwriter for The Promise is Terry George.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Andrew Ure's occupation?",
        "answers": [
            "chemist",
            "chemists"
        ],
        "source": "PopQA",
        "s_pop": 1109,
        "o_pop": 11827,
        "flan": {
            "pred": "singer",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andrew Ure's occupation is a chemist.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Andrew Ure's occupation is a Scottish physician and professor.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Valley?",
        "answers": [
            "Peter Jackson",
            "Sir Peter Jackson",
            "Peter Robert Jackson",
            "Sir Peter Robert Jackson"
        ],
        "source": "PopQA",
        "s_pop": 1651,
        "o_pop": 103016,
        "flan": {
            "pred": "The director of The Valley was James Foley.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of The Valley was Deepa Mehta.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of The Valley is Saila Kariat.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Maubec?",
        "answers": [
            "France",
            "fr",
            "FR",
            "R\u00e9publique fran\u00e7aise",
            "La France",
            "Republic of France",
            "French Republic",
            "FRA",
            "the Hexagon"
        ],
        "source": "PopQA",
        "s_pop": 146,
        "o_pop": 486947,
        "flan": {
            "pred": "Maubec is in France.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Maubec is in France.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Maubec is in France.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Demons?",
        "answers": [
            "Alex da Kid",
            "Alexander Grant",
            "Alex Grant",
            "Alexander Junior Grant"
        ],
        "source": "PopQA",
        "s_pop": 5668,
        "o_pop": 6645,
        "flan": {
            "pred": "John DeLuca",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The producer of Demons was S.S. Rajamouli.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of Demons is Dario Argento.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Nineteen Eighty-Four?",
        "answers": [
            "George Orwell",
            "Eric Blair",
            "P. S. Burton",
            "Eric Arthur Blair",
            "John Freeman"
        ],
        "source": "PopQA",
        "s_pop": 237868,
        "o_pop": 175941,
        "flan": {
            "pred": "George Orwell is the author of Nineteen Eighty-Four.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "George Orwell is the author of Nineteen Eighty-Four.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "George Orwell is the author of Nineteen Eighty-Four.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is College of the Atlantic?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 2583,
        "o_pop": 1629691,
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In the United States, College of the Atlantic is located in Bar Harbor, Maine.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The College of the Atlantic is located in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Black Patch?",
        "answers": [
            "Jerry Goldsmith",
            "Jerrald King Goldsmith"
        ],
        "source": "PopQA",
        "s_pop": 1716,
        "o_pop": 23921,
        "flan": {
            "pred": "Black Patch was composed by John Williams.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Black Patch is John Philip Sousa.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of Black Patch is Jerry Goldsmith.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for 2010: The Year We Make Contact?",
        "answers": [
            "Peter Hyams"
        ],
        "source": "PopQA",
        "s_pop": 29716,
        "o_pop": 8366,
        "flan": {
            "pred": "John D. McDonough was the screenwriter for 2010: The Year We Make Contact.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Harlan Ellison was the screenwriter for 2010: The Year We Make Contact.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Peter Hyams was the screenwriter for 2010: The Year We Make Contact.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Natalka Poltavka?",
        "answers": [
            "Ivan Kotliarevskyi",
            "Ivan Petrovych Kotlyarevsky",
            "Ivan Kotliarevsky",
            "Ivan Kotlyarevsky",
            "Ivan Petrovych Kotliarevskyi",
            "Ivan Petrovych Kotliarevsky"
        ],
        "source": "PopQA",
        "s_pop": 195,
        "o_pop": 502,
        "flan": {
            "pred": "Natalka Poltavka is the author of Natalka Poltavka.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Lesya Ukrainka is the author of Natalka Poltavka.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Ivan Kotlyarevsky is the author of Natalka Poltavka.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the religion of California Lutheran University?",
        "answers": [
            "Evangelical Lutheran Church in America",
            "ELCA"
        ],
        "source": "PopQA",
        "s_pop": 4812,
        "o_pop": 14460,
        "flan": {
            "pred": "Christianity is the religion of California Lutheran University.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "California Lutheran University is a private university affiliated with the Evangelical Lutheran Church in America.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "California Lutheran University is affiliated with the Evangelical Lutheran Church in America (ELCA).",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Magnolia Bible College?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 142,
        "o_pop": 1629691,
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Magnolia Bible College is in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Magnolia Bible College is located in Kosciusko, Mississippi, United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does Port Adelaide Football Club play?",
        "answers": [
            "Australian rules football",
            "football",
            "footy",
            "Aussie rules",
            "Australian football",
            "Aussie rules football",
            "AFL",
            "VFL"
        ],
        "source": "PopQA",
        "s_pop": 8894,
        "o_pop": 32416,
        "flan": {
            "pred": "Australian rules football",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Port Adelaide Football Club plays Australian rules football.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Port Adelaide Football Club plays Australian rules football.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of Smoke?",
        "answers": [
            "Harvey Weinstein"
        ],
        "source": "PopQA",
        "s_pop": 4976,
        "o_pop": 275617,
        "flan": {
            "pred": "John McTiernan was the producer of Smoke.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "David Michod was the producer of Smoke.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of the movie Smoke is Wayne Wang.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of The Hill?",
        "answers": [
            "Sidney Lumet",
            "Sidney Arthur Lumet"
        ],
        "source": "PopQA",
        "s_pop": 4834,
        "o_pop": 36475,
        "flan": {
            "pred": "James Foley was the director of The Hill.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sidney Lumet was the director of The Hill.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sidney Lumet was the director of The Hill.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Tajikistan?",
        "answers": [
            "Dushanbe",
            "Dyushambe",
            "Stalinabad"
        ],
        "source": "PopQA",
        "s_pop": 116351,
        "o_pop": 21260,
        "flan": {
            "pred": "Dushanbe",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Dushanbe is the capital of Tajikistan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The capital of Tajikistan is Dushanbe.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Big Business?",
        "answers": [
            "Leo McCarey",
            "Thomas Leo McCarey"
        ],
        "source": "PopQA",
        "s_pop": 707,
        "o_pop": 3432,
        "flan": {
            "pred": "John Patrick Shanley was the screenwriter for Big Business.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Larry Doyle was the screenwriter for Big Business.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Big Business was Dori Pierson.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of The Ref?",
        "answers": [
            "Jerry Bruckheimer",
            "Jerome Leon Bruckheimer",
            "Don Simpson",
            "Donald Clarence Simpson",
            "Donald Clarence \"Don\" Simpson"
        ],
        "source": "PopQA",
        "s_pop": 3620,
        "o_pop": 14821,
        "flan": {
            "pred": "The Ref was produced by John Davis.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The producer of The Ref was Andrew Scheinman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Donna Roth was the producer of The Ref.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the screenwriter for The Nutcracker in 3D?",
        "answers": [
            "Andrei Konchalovsky",
            "Andrei Sergeyevich Mikhalkov-Konchalovsky"
        ],
        "source": "PopQA",
        "s_pop": 4136,
        "o_pop": 7773,
        "flan": {
            "pred": "John Lee Hancock was the screenwriter for The Nutcracker in 3D.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The screenwriter for The Nutcracker in 3D was Ashley Edward Miller.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for The Nutcracker in 3D is Andrei Konchalovsky.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Force?",
        "answers": [
            "Gautham Menon",
            "Gautham Vasudev Menon"
        ],
        "source": "PopQA",
        "s_pop": 14338,
        "o_pop": 47199,
        "flan": {
            "pred": "John Williams was the screenwriter for Force.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Vijayendra Prasad was the screenwriter for Force.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Force was Ritesh Shah.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Legion?",
        "answers": [
            "Scott Stewart"
        ],
        "source": "PopQA",
        "s_pop": 43805,
        "o_pop": 3338,
        "flan": {
            "pred": "David S. Goyer was the screenwriter for Legion.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Noah Hawley was the screenwriter for Legion.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Scott Stewart was the screenwriter for Legion.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Calling You?",
        "answers": [
            "Otsuichi",
            "Hirotaka Adachi"
        ],
        "source": "PopQA",
        "s_pop": 201,
        "o_pop": 1236,
        "flan": {
            "pred": "Calling You is written by John Grisham.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Calling You is the American author, Suzanne Brockmann.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Calling You is Otsuichi.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does 2011\u201312 Athletic Bilbao season play?",
        "answers": [
            "association football",
            "football",
            "soccer"
        ],
        "source": "PopQA",
        "s_pop": 471,
        "o_pop": 197767,
        "flan": {
            "pred": "Football",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Athletic Bilbao plays football in 2011\u201312 season.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2011-12 Athletic Bilbao season played football.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Flawless?",
        "answers": [
            "Michael Radford",
            "Michael James Radford"
        ],
        "source": "PopQA",
        "s_pop": 3945,
        "o_pop": 3464,
        "flan": {
            "pred": "John McTiernan was the director of Flawless.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Michael Radford was the director of Flawless.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Joel Schumacher was the director of Flawless.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the father of Sean Flynn?",
        "answers": [
            "Errol Flynn",
            "Errol Leslie Thomson Flynn"
        ],
        "source": "PopQA",
        "s_pop": 22318,
        "o_pop": 107828,
        "flan": {
            "pred": "Sean Flynn is the son of Sean Flynn.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Errol Flynn is the father of Sean Flynn.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Errol Flynn is the father of Sean Flynn.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does 1995\u201396 Norwich City F.C. season play?",
        "answers": [
            "association football",
            "football",
            "soccer"
        ],
        "source": "PopQA",
        "s_pop": 280,
        "o_pop": 197767,
        "flan": {
            "pred": "Football",
            "human_eval": "1"
        },
        "llama": {
            "pred": "1995\u201396 Norwich City F.C. season play football.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 1995-96 Norwich City F.C. season played football.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Carol?",
        "answers": [
            "Phyllis Nagy"
        ],
        "source": "PopQA",
        "s_pop": 28825,
        "o_pop": 1845,
        "flan": {
            "pred": "Carol was written by Todd Haynes.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Phyllis Nagy was the screenwriter for Carol.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Phyllis Nagy was the screenwriter for Carol.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is the capital of Republic of China 1912\u20131949?",
        "answers": [
            "Nanjing",
            "Nankin",
            "Nanking",
            "Nan Jing",
            "Beijing",
            "Peking",
            "Beiping",
            "Peiping",
            "Yanjing",
            "Zhongdu",
            "Khanbaliq",
            "BJ",
            "Shun Tian Fu",
            "Pekin",
            "beijing"
        ],
        "source": "PopQA",
        "s_pop": 98246,
        "o_pop": 125585,
        "flan": {
            "pred": "Taipei",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Nanking was the capital of Republic of China 1912\u20131949.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Republic of China 1912-1949 was Nanjing.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of About Time?",
        "answers": [
            "The Stranglers",
            "Stranglers",
            "Alan Winstanley",
            "Alan Kenneth Winstanley"
        ],
        "source": "PopQA",
        "s_pop": 863,
        "o_pop": 803,
        "flan": {
            "pred": "Tim Bevan was the producer of About Time.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Tim Bevan was the producer of About Time.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Tim Bevan and Eric Fellner were the producers of About Time.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Robby Krieger's occupation?",
        "answers": [
            "guitarist",
            "guitar player",
            "guitarists"
        ],
        "source": "PopQA",
        "s_pop": 31792,
        "o_pop": 6776,
        "flan": {
            "pred": "guitarist",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Robby Krieger's occupation is a musician.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Robby Krieger is a musician and songwriter. He is best known as the guitarist for the rock band The Doors.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Pyotr Lavrov's occupation?",
        "answers": [
            "philosopher"
        ],
        "source": "PopQA",
        "s_pop": 854,
        "o_pop": 25747,
        "flan": {
            "pred": "Russian Foreign Minister",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Pyotr Lavrov is a Russian diplomat.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Pyotr Lavrov's occupation is a Russian revolutionary and socialist.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Evil Under the Sun?",
        "answers": [
            "Agatha Christie",
            "Agatha Mary Clarissa Christie",
            "Agatha Mary Clarissa Miller",
            "Mary Westmacott",
            "Agatha Mary Clarissa Mallowan"
        ],
        "source": "PopQA",
        "s_pop": 4021,
        "o_pop": 156360,
        "flan": {
            "pred": "John D. MacDonald is the author of Evil Under the Sun.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Agatha Christie is the author of Evil Under the Sun.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Agatha Christie is the author of Evil Under the Sun.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Pope Villa?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 357,
        "o_pop": 1629691,
        "flan": {
            "pred": "Pope Villa is in the United States.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In Italy, Pope Villa is located in the city of Castel Gandolfo.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Pope Villa is located in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is Ali Hillis's occupation?",
        "answers": [
            "actor",
            "actress",
            "actors",
            "actresses"
        ],
        "source": "PopQA",
        "s_pop": 5804,
        "o_pop": 81374,
        "flan": {
            "pred": "Actor",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Ali Hillis's occupation is voice actress.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Ali Hillis is an American actress.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Erdemir?",
        "answers": [
            "Turkey",
            "Republic of Turkey",
            "\ud83c\uddf9\ud83c\uddf7",
            "TUR",
            "TR"
        ],
        "source": "PopQA",
        "s_pop": 1330,
        "o_pop": 454969,
        "flan": {
            "pred": "Turkey",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Erdemir is in Turkey.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Erdemir is in Turkey.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Doll?",
        "answers": [
            "Mitsukazu Mihara"
        ],
        "source": "PopQA",
        "s_pop": 324,
        "o_pop": 260,
        "flan": {
            "pred": "Doll is written by Stephen King.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Doll is R.K. Narayan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The author of Doll is Ed McBain.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Diabolis Interium?",
        "answers": [
            "black metal",
            "Black Metal"
        ],
        "source": "PopQA",
        "s_pop": 654,
        "o_pop": 47046,
        "flan": {
            "pred": "Diabolis Interium is a rock band.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Diabolis Interium is a thriller.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Diabolis Interium is a black metal album.",
            "human_eval": "1"
        }
    },
    {
        "question": "What is James J. Gibson's occupation?",
        "answers": [
            "psychologist",
            "psychologists"
        ],
        "source": "PopQA",
        "s_pop": 2697,
        "o_pop": 26129,
        "flan": {
            "pred": "James J. Gibson is an American politician.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "James J. Gibson's occupation is a psychologist.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "James J. Gibson was a psychologist and cognitive scientist.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Merry Men and Other Tales and Fables?",
        "answers": [
            "Robert Louis Stevenson",
            "Robert Lewis Balfour Stevenson",
            "Robert Luis Stivensoni",
            "Shih-ti-wen-sheng",
            "Stivenson",
            "Robert Loui Sitivensin",
            "Robert Louis Balfour Stevenson",
            "Robert Lui Stivenson",
            "RL Stivenson",
            "RL Stevenson",
            "RLS"
        ],
        "source": "PopQA",
        "s_pop": 267,
        "o_pop": 63802,
        "flan": {
            "pred": "Hans Christian Andersen is the author of The Merry Men and Other Tales and Fables.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rudyard Kipling is the author of The Merry Men and Other Tales and Fables.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Robert Louis Stevenson is the author of The Merry Men and Other Tales and Fables.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Doctor Who?",
        "answers": [
            "Murray Gold",
            "Murray Jonathan Gold"
        ],
        "source": "PopQA",
        "s_pop": 289775,
        "o_pop": 4721,
        "flan": {
            "pred": "John William Waterhouse was the composer of Doctor Who.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Ron Grainer was the composer of Doctor Who.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of Doctor Who is Murray Gold.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Beneath?",
        "answers": [
            "Larry Fessenden",
            "Laurence T. Fessenden"
        ],
        "source": "PopQA",
        "s_pop": 4427,
        "o_pop": 11800,
        "flan": {
            "pred": "Beneath was directed by James Wong.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of Beneath was Ben Ripley.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Dagen Merrill was the director of Beneath.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Masterpiece?",
        "answers": [
            "Elise Broach"
        ],
        "source": "PopQA",
        "s_pop": 215,
        "o_pop": 153,
        "flan": {
            "pred": "James Patterson is the author of Masterpiece.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Masterpiece is Elif Shafak.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Elise Broach is the author of Masterpiece.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Saint Jean Hulst?",
        "answers": [
            "France",
            "fr",
            "FR",
            "R\u00e9publique fran\u00e7aise",
            "La France",
            "Republic of France",
            "French Republic",
            "FRA",
            "the Hexagon"
        ],
        "source": "PopQA",
        "s_pop": 112,
        "o_pop": 486947,
        "flan": {
            "pred": "Belgium",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Saint Jean Hulst is in the Netherlands.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Saint Jean Hulst is in Belgium.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the producer of Let It Be?",
        "answers": [
            "The Beatles",
            "Fab Four",
            "The Lads from Liverpool",
            "The Beattles",
            "Beatles",
            "John, Paul, George, and Ringo"
        ],
        "source": "PopQA",
        "s_pop": 23290,
        "o_pop": 571168,
        "flan": {
            "pred": "Paul McCartney was the producer of Let It Be.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "George Martin was the producer of Let It Be.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of Let It Be was Phil Spector.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who is the father of Bertrand Russell?",
        "answers": [
            "John Russell, Viscount Amberley",
            "Viscount Amberley"
        ],
        "source": "PopQA",
        "s_pop": 85602,
        "o_pop": 1252,
        "flan": {
            "pred": "John Russell",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Bertrand Russell is the father of Bertrand Russell.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The father of Bertrand Russell is John Russell, 1st Earl Russell.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Lincoln?",
        "answers": [
            "Steven Spielberg",
            "Steven Allan Spielberg",
            "Spielberg"
        ],
        "source": "PopQA",
        "s_pop": 53410,
        "o_pop": 283553,
        "flan": {
            "pred": "James Foley was the director of Lincoln.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Steven Spielberg was the director of Lincoln.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Steven Spielberg was the director of Lincoln.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Recursion?",
        "answers": [
            "Tony Ballantyne"
        ],
        "source": "PopQA",
        "s_pop": 97,
        "o_pop": 301,
        "flan": {
            "pred": "John Clute is the author of Recursion.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of Recursion is Vandana Singh.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Blake Crouch is the author of Recursion.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Premi?",
        "answers": [
            "Rabi Kinagi",
            "Ravi Kinagi",
            "Rabi Kinnagi"
        ],
        "source": "PopQA",
        "s_pop": 1319,
        "o_pop": 1103,
        "flan": {
            "pred": "Premi was directed by Raja Ravi Varma.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Premi was directed by S. S. Vasan.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of Premi is Rabi Kinagi.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Small Island?",
        "answers": [
            "Andrea Levy"
        ],
        "source": "PopQA",
        "s_pop": 3731,
        "o_pop": 4493,
        "flan": {
            "pred": "John Boyne is the author of Small Island.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andrea Levy is the author of Small Island.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Andrea Levy is the author of Small Island.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Mato Castelhano?",
        "answers": [
            "Brazil",
            "Federative Republic of Brazil",
            "BR",
            "BRA",
            "br",
            "\ud83c\udde7\ud83c\uddf7"
        ],
        "source": "PopQA",
        "s_pop": 78,
        "o_pop": 328810,
        "flan": {
            "pred": "Mato Castelhano is in Brazil.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "In Brazil, Mato Castelhano is located in the state of Rio de Janeiro.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Mato Castelhano is in Brazil.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Hal Clement?",
        "answers": [
            "science fiction",
            "SF",
            "scifi",
            "sci Fi",
            "sci-Fi",
            "science-fiction",
            "sci fi",
            "sciencefiction"
        ],
        "source": "PopQA",
        "s_pop": 1188,
        "o_pop": 155784,
        "flan": {
            "pred": "Hal Clement is a science fiction writer.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Hal Clement is a science fiction writer.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Hal Clement is known for writing science fiction.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Five Years?",
        "answers": [
            "David Bowie",
            "David Robert Jones",
            "David Jones",
            "Bowie",
            "Davy Jones",
            "Thin White Duke",
            "Halloween Jack"
        ],
        "source": "PopQA",
        "s_pop": 3540,
        "o_pop": 471777,
        "flan": {
            "pred": "John Barry",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Five Years is A. R. Rahman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "David Bowie was the composer of Five Years.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Look Around You?",
        "answers": [
            "television comedy",
            "TV comedy",
            "comedy TV",
            "Telecomedia",
            "comedy television"
        ],
        "source": "PopQA",
        "s_pop": 6174,
        "o_pop": 6379,
        "flan": {
            "pred": "Look Around You is a rock song.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Look Around You is a comedy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Look Around You is a British comedy television series.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Sukeban?",
        "answers": [
            "Noribumi Suzuki"
        ],
        "source": "PopQA",
        "s_pop": 294,
        "o_pop": 596,
        "flan": {
            "pred": "Hideo Nakata was the director of Sukeban.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sukeban was directed by Yasuharu Hasebe.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of Sukeban is Norifumi Suzuki.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Brown Sugar?",
        "answers": [
            "romance film",
            "romance genre",
            "romantic film"
        ],
        "source": "PopQA",
        "s_pop": 124,
        "o_pop": 61181,
        "flan": {
            "pred": "Brown Sugar is a rock band",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Brown Sugar is a romantic comedy.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brown Sugar is a romantic comedy film.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Arlington?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 87,
        "o_pop": 1629691,
        "flan": {
            "pred": "United States",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Arlington is in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Arlington is in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of That Summer?",
        "answers": [
            "Sarah Dessen"
        ],
        "source": "PopQA",
        "s_pop": 719,
        "o_pop": 3242,
        "flan": {
            "pred": "That Summer is written by Jojo Moyes.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "That Summer is written by Marilynne Robinson.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Sarah Dessen is the author of That Summer.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of The Crossing?",
        "answers": [
            "John Woo",
            "Ng Yu-sum"
        ],
        "source": "PopQA",
        "s_pop": 5627,
        "o_pop": 32685,
        "flan": {
            "pred": "John McTiernan was the director of The Crossing.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of The Crossing was Michael Cimino.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The director of The Crossing is John Woo.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the director of Tickets?",
        "answers": [
            "Ermanno Olmi",
            "Abbas Kiarostami",
            "Ken Loach",
            "Kenneth Loach",
            "Kenneth Charles Loach"
        ],
        "source": "PopQA",
        "s_pop": 588,
        "o_pop": 27332,
        "flan": {
            "pred": "John Badham was the director of Tickets.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Rajesh Pillai was the director of Tickets.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The directors of the movie \"Tickets\" are Ermanno Olmi, Abbas Kiarostami, and Ken Loach.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Just Listen?",
        "answers": [
            "Sarah Dessen"
        ],
        "source": "PopQA",
        "s_pop": 919,
        "o_pop": 3242,
        "flan": {
            "pred": "Just Listen is the author of Just Listen.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Sarah Dessen is the author of Just Listen.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Sarah Dessen is the author of Just Listen.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Neighbors?",
        "answers": [
            "Buster Keaton",
            "Joseph Frank Keaton",
            "Joseph F. Keaton",
            "Joseph Keaton",
            "Joseph Francis Keaton",
            "Frigo"
        ],
        "source": "PopQA",
        "s_pop": 357,
        "o_pop": 64529,
        "flan": {
            "pred": "John Francis Daley was the screenwriter for Neighbors.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Andrew J. Cohen was the screenwriter for Neighbors.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Brendan O'Brien and Andrew J. Cohen were the screenwriters for Neighbors.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for A Matter of Time?",
        "answers": [
            "John Gay"
        ],
        "source": "PopQA",
        "s_pop": 1099,
        "o_pop": 3253,
        "flan": {
            "pred": "John D. Hancock was the screenwriter for A Matter of Time.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "A Matter of Time was written by John Guare.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for A Matter of Time was Luchino Visconti.",
            "human_eval": "0"
        }
    },
    {
        "question": "Who was the director of Bird?",
        "answers": [
            "Clint Eastwood",
            "Clinton Eastwood Jr.",
            "Clinton Eastwood",
            "Clinton \"Clint\" Eastwood, Jr."
        ],
        "source": "PopQA",
        "s_pop": 15169,
        "o_pop": 614821,
        "flan": {
            "pred": "James Foley was the director of Bird.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The director of Bird was Clint Eastwood.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Clint Eastwood was the director of Bird.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Persuasion?",
        "answers": [
            "Nick Dear"
        ],
        "source": "PopQA",
        "s_pop": 8841,
        "o_pop": 465,
        "flan": {
            "pred": "John Logan was the screenwriter for Persuasion.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jane Austen was the screenwriter for Persuasion.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Persuasion was Nick Dear.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the producer of The Front Page?",
        "answers": [
            "Howard Hughes",
            "Howard Robard Hughes, Jr.",
            "Lewis Milestone",
            "Leib Milstein"
        ],
        "source": "PopQA",
        "s_pop": 2127,
        "o_pop": 3680,
        "flan": {
            "pred": "John D. Hancock",
            "human_eval": "0"
        },
        "llama": {
            "pred": "George S. Kaufman was the producer of The Front Page.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The producer of The Front Page was Howard Hughes.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is Kozi\u0107i?",
        "answers": [
            "Bosnia and Herzegovina",
            "Bosnia-Herzegovina",
            "Bosnia",
            "BiH",
            "Bosnia & Herzegovina",
            "B&H",
            "\ud83c\udde7\ud83c\udde6",
            "ba",
            "BIH"
        ],
        "source": "PopQA",
        "s_pop": 37,
        "o_pop": 173799,
        "flan": {
            "pred": "Kozii is in the Republic of Slovenia.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "In what country is Kozi\u0107i?",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Kozi\u0107i is in Croatia.",
            "human_eval": "0"
        }
    },
    {
        "question": "What is the capital of Belize?",
        "answers": [
            "Belmopan",
            "The Garden City",
            "The Planned City",
            "City of Promise"
        ],
        "source": "PopQA",
        "s_pop": 137683,
        "o_pop": 6956,
        "flan": {
            "pred": "Belmopan is the capital of Belize.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "Belmopan is the capital of Belize.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The capital of Belize is Belmopan.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Out of This World?",
        "answers": [
            "Cole Porter",
            "Cole Albert Porter"
        ],
        "source": "PopQA",
        "s_pop": 449,
        "o_pop": 52688,
        "flan": {
            "pred": "John Williams was the composer of Out of This World.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Percy Faith was the composer of Out of This World.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of Out of This World is Cole Porter.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of This Is the Sea?",
        "answers": [
            "Mike Scott",
            "Michael Scott"
        ],
        "source": "PopQA",
        "s_pop": 374,
        "o_pop": 9795,
        "flan": {
            "pred": "John Williams was the composer of This Is the Sea.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of This Is the Sea is John Tavener.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Mike Scott was the composer of This Is the Sea.",
            "human_eval": "1"
        }
    },
    {
        "question": "What genre is Jenifer?",
        "answers": [
            "pop music",
            "pop",
            "Pop"
        ],
        "source": "PopQA",
        "s_pop": 8511,
        "o_pop": 286065,
        "flan": {
            "pred": "Drama",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Jenifer is a pop song.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Jenifer is a French singer who sings in the pop and R&B genres.",
            "human_eval": "1"
        }
    },
    {
        "question": "What sport does 2009 Atlantic Coast Conference Baseball Tournament play?",
        "answers": [
            "baseball",
            "America's pastime",
            "\u26be"
        ],
        "source": "PopQA",
        "s_pop": 88,
        "o_pop": 92716,
        "flan": {
            "pred": "2009 Atlantic Coast Conference Baseball Tournament play baseball.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "2009 Atlantic Coast Conference Baseball Tournament plays baseball.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The 2009 Atlantic Coast Conference Baseball Tournament is played in the sport of baseball.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the composer of Needle?",
        "answers": [
            "Viktor Tsoi",
            "Victor Tsoy",
            "Viktor Robertovich Tsoj",
            "Viktor Robertovich Tsoi"
        ],
        "source": "PopQA",
        "s_pop": 1578,
        "o_pop": 19200,
        "flan": {
            "pred": "John Adams was the composer of Needle.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The composer of Needle is A. R. Rahman.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The composer of Needle is John Powell.",
            "human_eval": "0"
        }
    },
    {
        "question": "What sport does KK Ma\u0161inac play?",
        "answers": [
            "basketball",
            "hoops",
            "b-ball",
            "basket ball",
            "BB",
            "Basketball"
        ],
        "source": "PopQA",
        "s_pop": 111,
        "o_pop": 149310,
        "flan": {
            "pred": "KK Mainac play football.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "KK Ma\u0161inac plays basketball.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "KK Ma\u0161inac is a women's basketball team in Serbia.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who was the screenwriter for Samson?",
        "answers": [
            "Gianfranco Parolini"
        ],
        "source": "PopQA",
        "s_pop": 159,
        "o_pop": 441,
        "flan": {
            "pred": "John Boorman was the screenwriter for Samson.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Samson was written by the screenwriter for Samson.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "The screenwriter for Samson is Zachary Warren Smith.",
            "human_eval": "1"
        }
    },
    {
        "question": "In what country is The Bountiful Company?",
        "answers": [
            "United States of America",
            "the United States of America",
            "America",
            "U.S.A.",
            "USA",
            "U.S.",
            "US",
            "the US",
            "the USA",
            "US of A",
            "the United States",
            "U. S. A.",
            "U. S.",
            "the States",
            "the U.S.",
            "'Merica",
            "U.S",
            "United States",
            "'Murica"
        ],
        "source": "PopQA",
        "s_pop": 2557,
        "o_pop": 1629691,
        "flan": {
            "pred": "The Bountiful Company is in the United States.",
            "human_eval": "1"
        },
        "llama": {
            "pred": "The Bountiful Company is in the United States.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "The Bountiful Company is located in the United States.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of A Moreninha?",
        "answers": [
            "Joaquim Manuel de Macedo"
        ],
        "source": "PopQA",
        "s_pop": 192,
        "o_pop": 488,
        "flan": {
            "pred": "A Moreninha is written by Jos\u00e9 Saramago.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "The author of A Moreninha is Jorge Amado.",
            "human_eval": "0"
        },
        "gpt": {
            "pred": "Joaquim Manuel de Macedo is the author of A Moreninha.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of The Secret Diaries of Miss Miranda Cheever?",
        "answers": [
            "Julia Quinn",
            "Julie Cotler",
            "Julie Pottinger"
        ],
        "source": "PopQA",
        "s_pop": 588,
        "o_pop": 31796,
        "flan": {
            "pred": "John Cheever is the author of The Secret Diaries of Miss Miranda Cheever.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Julia Quinn is the author of The Secret Diaries of Miss Miranda Cheever.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Julia Quinn is the author of The Secret Diaries of Miss Miranda Cheever.",
            "human_eval": "1"
        }
    },
    {
        "question": "Who is the author of Splendors and Glooms?",
        "answers": [
            "Laura Amy Schlitz"
        ],
        "source": "PopQA",
        "s_pop": 190,
        "o_pop": 325,
        "flan": {
            "pred": "John Ruskin is the author of Splendors and Glooms.",
            "human_eval": "0"
        },
        "llama": {
            "pred": "Laura Amy Schlitz is the author of Splendors and Glooms.",
            "human_eval": "1"
        },
        "gpt": {
            "pred": "Laura Amy Schlitz is the author of Splendors and Glooms.",
            "human_eval": "1"
        }
    }
]