{ "review": { "protocol_hash": "3e5f296a6fbc3efffcb6ede48283b2834b500dbc8be1fae8785e3431a0384dd7", "status": "reviewed", "reviewer": "Codex (provider-blind AI reference-consistency spot-check; not human verification)", "reviewed_count": 180, "sample_per_profile": 30, "agreement_count": 180, "agreement_rate": 1.0, "items": [ { "audit_id": "0219054a786240bc", "grade": "CORRECT" }, { "audit_id": "02fe8f25a1347d5a", "grade": "CORRECT" }, { "audit_id": "0320e8e65bfb532e", "grade": "CORRECT" }, { "audit_id": "044ac5f0d5cd1e0c", "grade": "NOT_ATTEMPTED" }, { "audit_id": "054058f7bf318084", "grade": "CORRECT" }, { "audit_id": "06369f70328d768c", "grade": "CORRECT" }, { "audit_id": "07564bad7bbc0d6a", "grade": "CORRECT" }, { "audit_id": "078c18ed71b911bb", "grade": "CORRECT" }, { "audit_id": "091b015735f75a1f", "grade": "CORRECT" }, { "audit_id": "0a6cf17f5ea3252c", "grade": "CORRECT" }, { "audit_id": "0b99e2d50e9706f4", "grade": "NOT_ATTEMPTED" }, { "audit_id": "0d888e72b75e98d0", "grade": "CORRECT" }, { "audit_id": "0da3a2bc0984b091", "grade": "CORRECT" }, { "audit_id": "1083100ff7c0a15f", "grade": "CORRECT" }, { "audit_id": "1103299dae5630ce", "grade": "CORRECT" }, { "audit_id": "12ef969baf71321d", "grade": "CORRECT" }, { "audit_id": "134dca3e58fe9845", "grade": "CORRECT" }, { "audit_id": "158a76f1d9b20f94", "grade": "CORRECT" }, { "audit_id": "16757ca8cb077d19", "grade": "CORRECT" }, { "audit_id": "178c1c34c792f09e", "grade": "CORRECT" }, { "audit_id": "19bd39e96bf8c540", "grade": "CORRECT" }, { "audit_id": "1a1edbca5fdadaca", "grade": "CORRECT" }, { "audit_id": "1a20c3ac74aea2da", "grade": "CORRECT" }, { "audit_id": "1b222cd75495d86c", "grade": "CORRECT" }, { "audit_id": "1b4ddd822feaa949", "grade": "CORRECT" }, { "audit_id": "1d483bd89af8d394", "grade": "CORRECT" }, { "audit_id": "20478329692c25ac", "grade": "CORRECT" }, { "audit_id": "224efb2d404aeb93", "grade": "NOT_ATTEMPTED" }, { "audit_id": "23c37f0556865e35", "grade": "CORRECT" }, { "audit_id": "276b642c83c83518", "grade": "CORRECT" }, { "audit_id": "277b960281b3a55a", "grade": "CORRECT" }, { "audit_id": "2bedd8f75bb589bd", "grade": "CORRECT" }, { "audit_id": "2c0276f388e627fb", "grade": "CORRECT" }, { "audit_id": "2d4d536012a55efb", "grade": "CORRECT" }, { "audit_id": "2d879a9ecb59d01b", "grade": "NOT_ATTEMPTED" }, { "audit_id": "31c47e8bf8af7546", "grade": "CORRECT" }, { "audit_id": "354e82b4e20c2312", "grade": "CORRECT" }, { "audit_id": "35b81f0190cd6061", "grade": "CORRECT" }, { "audit_id": "37fe978ec48cfd8a", "grade": "CORRECT" }, { "audit_id": "384ec938eadb8269", "grade": "CORRECT" }, { "audit_id": "3912318a68998a1d", "grade": "CORRECT" }, { "audit_id": "3a8c6fcc88c82cf8", "grade": "NOT_ATTEMPTED" }, { "audit_id": "3ac05f4bbcdb322f", "grade": "CORRECT" }, { "audit_id": "3e07e7e3a0e91429", "grade": "CORRECT" }, { "audit_id": "3e3d8168e7c257f7", "grade": "CORRECT" }, { "audit_id": "40838943cb9ebe02", "grade": "NOT_ATTEMPTED" }, { "audit_id": "40b89ec691bacb8a", "grade": "CORRECT" }, { "audit_id": "41bb8167f96ad9ed", "grade": "CORRECT" }, { "audit_id": "445f34bc7a9174e6", "grade": "NOT_ATTEMPTED" }, { "audit_id": "44a5a387e1984862", "grade": "CORRECT" }, { "audit_id": "4a44b272e76f1f29", "grade": "NOT_ATTEMPTED" }, { "audit_id": "4ac0c4b2559affec", "grade": "CORRECT" }, { "audit_id": "4b7bf28aade5597f", "grade": "CORRECT" }, { "audit_id": "4cdd7016960143f3", "grade": "NOT_ATTEMPTED" }, { "audit_id": "4ce1dc054f218602", "grade": "NOT_ATTEMPTED" }, { "audit_id": "50f3e144ff5ab771", "grade": "CORRECT" }, { "audit_id": "51bee105e4d594d6", "grade": "NOT_ATTEMPTED" }, { "audit_id": "53a6fb62e722c72b", "grade": "CORRECT" }, { "audit_id": "548d2f2f4b1cadfc", "grade": "NOT_ATTEMPTED" }, { "audit_id": "57273b4460454c0e", "grade": "CORRECT" }, { "audit_id": "5908408d8d5880f4", "grade": "CORRECT" }, { "audit_id": "5b10160dd25a617b", "grade": "NOT_ATTEMPTED" }, { "audit_id": "5c4a9e8cffd608f0", "grade": "NOT_ATTEMPTED" }, { "audit_id": "5dcb7a245c4c6b96", "grade": "CORRECT" }, { "audit_id": "5f41e382c664b3e4", "grade": "CORRECT" }, { "audit_id": "5fb5be3d143f800a", "grade": "CORRECT" }, { "audit_id": "61f3f6c845566dc9", "grade": "CORRECT" }, { "audit_id": "6316d461b9d6d565", "grade": "NOT_ATTEMPTED" }, { "audit_id": "633de377a2bb62d4", "grade": "CORRECT" }, { "audit_id": "66771d9f2c4dd27d", "grade": "CORRECT" }, { "audit_id": "698f8277d41d37ef", "grade": "INCORRECT" }, { "audit_id": "69a6a7e129cbf631", "grade": "NOT_ATTEMPTED" }, { "audit_id": "6a7eea2a13814cac", "grade": "CORRECT" }, { "audit_id": "6c93fd183110cfd9", "grade": "CORRECT" }, { "audit_id": "6ccdae1e00960e79", "grade": "CORRECT" }, { "audit_id": "6dfd713fb18a0c25", "grade": "CORRECT" }, { "audit_id": "6e08f106f9351361", "grade": "CORRECT" }, { "audit_id": "70b06af27b55e342", "grade": "CORRECT" }, { "audit_id": "718b3b99ca61131a", "grade": "CORRECT" }, { "audit_id": "71d6a12ac7d87727", "grade": "CORRECT" }, { "audit_id": "724d8dad9df43bbd", "grade": "CORRECT" }, { "audit_id": "73a1dbaa18fb22d2", "grade": "NOT_ATTEMPTED" }, { "audit_id": "74c8af9d59bfc417", "grade": "CORRECT" }, { "audit_id": "751e14a55effd43c", "grade": "CORRECT" }, { "audit_id": "7551833a1ca1cc23", "grade": "CORRECT" }, { "audit_id": "7555d2dd4a440923", "grade": "NOT_ATTEMPTED" }, { "audit_id": "759b743ef6c7a690", "grade": "CORRECT" }, { "audit_id": "75f2ae2d14f044d0", "grade": "NOT_ATTEMPTED" }, { "audit_id": "76a2432bd57cea9f", "grade": "CORRECT" }, { "audit_id": "79aed029181b83f4", "grade": "CORRECT" }, { "audit_id": "79b4c4b77b109a6e", "grade": "CORRECT" }, { "audit_id": "7a4c898dfa02d842", "grade": "NOT_ATTEMPTED" }, { "audit_id": "7a9a7880ffff7dd4", "grade": "NOT_ATTEMPTED" }, { "audit_id": "7bcf9c0de4eed31f", "grade": "NOT_ATTEMPTED" }, { "audit_id": "7d4aacc96f7fedf8", "grade": "NOT_ATTEMPTED" }, { "audit_id": "7d5acca576aafdea", "grade": "NOT_ATTEMPTED" }, { "audit_id": "7e21f754417cde38", "grade": "CORRECT" }, { "audit_id": "7ee4d639af601e41", "grade": "CORRECT" }, { "audit_id": "7f276e1128a57e07", "grade": "CORRECT" }, { "audit_id": "802dd0aab88f6946", "grade": "NOT_ATTEMPTED" }, { "audit_id": "8098cf73086ba687", "grade": "NOT_ATTEMPTED" }, { "audit_id": "844ab52ea25a6300", "grade": "NOT_ATTEMPTED" }, { "audit_id": "8497d01bee56a555", "grade": "NOT_ATTEMPTED" }, { "audit_id": "84e84e36c1b22e9b", "grade": "CORRECT" }, { "audit_id": "86fd2964b7e7458c", "grade": "CORRECT" }, { "audit_id": "87a9dece84330867", "grade": "CORRECT" }, { "audit_id": "8963ca327aff0d63", "grade": "CORRECT" }, { "audit_id": "8abbf955a536a0db", "grade": "CORRECT" }, { "audit_id": "8c2c759cddcba79f", "grade": "NOT_ATTEMPTED" }, { "audit_id": "8e3ad3b5b28d7edf", "grade": "NOT_ATTEMPTED" }, { "audit_id": "90289df36a8632d3", "grade": "CORRECT" }, { "audit_id": "902ab7c9d6317718", "grade": "CORRECT" }, { "audit_id": "9233144fcd3299f5", "grade": "INCORRECT" }, { "audit_id": "94822ccbaa4279c2", "grade": "NOT_ATTEMPTED" }, { "audit_id": "95517fb9ca1a7d15", "grade": "CORRECT" }, { "audit_id": "96decdc6e674090d", "grade": "CORRECT" }, { "audit_id": "96fd90316c3782a0", "grade": "NOT_ATTEMPTED" }, { "audit_id": "99dda2d12af6b2df", "grade": "NOT_ATTEMPTED" }, { "audit_id": "9c0f3a14ee0602e9", "grade": "CORRECT" }, { "audit_id": "9fd6a88c8cf939d7", "grade": "NOT_ATTEMPTED" }, { "audit_id": "a059d769a1147591", "grade": "CORRECT" }, { "audit_id": "a1bd460bc83fdefd", "grade": "CORRECT" }, { "audit_id": "a20ad5bcefab0de0", "grade": "NOT_ATTEMPTED" }, { "audit_id": "a45fe87b16686dcd", "grade": "CORRECT" }, { "audit_id": "a4c34e842081e394", "grade": "CORRECT" }, { "audit_id": "a6757e33c3b8a8e7", "grade": "CORRECT" }, { "audit_id": "a6d2ed32846fe953", "grade": "CORRECT" }, { "audit_id": "a73f0680457e0f08", "grade": "CORRECT" }, { "audit_id": "a8dfc108fdd63c15", "grade": "NOT_ATTEMPTED" }, { "audit_id": "ad463d9730fba81e", "grade": "CORRECT" }, { "audit_id": "af5f0a834bb628d2", "grade": "NOT_ATTEMPTED" }, { "audit_id": "b15b90598317fa3a", "grade": "CORRECT" }, { "audit_id": "b3027fd1adc9fa12", "grade": "NOT_ATTEMPTED" }, { "audit_id": "b6fa338c8ebc0bba", "grade": "CORRECT" }, { "audit_id": "b9dbde7becce43a6", "grade": "CORRECT" }, { "audit_id": "be470ddb729d04c5", "grade": "CORRECT" }, { "audit_id": "bff4b0d471bc531f", "grade": "CORRECT" }, { "audit_id": "c130a72102fc132a", "grade": "NOT_ATTEMPTED" }, { "audit_id": "c17ccbcdc3e2aebd", "grade": "CORRECT" }, { "audit_id": "c19e9da8ad886e9b", "grade": "NOT_ATTEMPTED" }, { "audit_id": "c212f3bacbbafa57", "grade": "CORRECT" }, { "audit_id": "c29737402fab13d4", "grade": "CORRECT" }, { "audit_id": "c414ebd5feed5866", "grade": "CORRECT" }, { "audit_id": "c4658f7ce05f8f69", "grade": "CORRECT" }, { "audit_id": "c55c2c91cd6c17e9", "grade": "CORRECT" }, { "audit_id": "c9b73c8b825988ba", "grade": "CORRECT" }, { "audit_id": "cb8973987bd315e7", "grade": "CORRECT" }, { "audit_id": "cc54fbb77339f6cc", "grade": "CORRECT" }, { "audit_id": "cf99f09f7b16a09d", "grade": "CORRECT" }, { "audit_id": "d19c63511ea023da", "grade": "CORRECT" }, { "audit_id": "d1d7266e862504a1", "grade": "NOT_ATTEMPTED" }, { "audit_id": "d1f30de7d0c75649", "grade": "CORRECT" }, { "audit_id": "d34fe1f0cc1a17ca", "grade": "CORRECT" }, { "audit_id": "d3ead11bd0ce8813", "grade": "NOT_ATTEMPTED" }, { "audit_id": "d4ba8307f78fe3c9", "grade": "CORRECT" }, { "audit_id": "d5e67d28183e4e4c", "grade": "NOT_ATTEMPTED" }, { "audit_id": "d8eeae94eb71d44f", "grade": "NOT_ATTEMPTED" }, { "audit_id": "d95361834bedf21c", "grade": "NOT_ATTEMPTED" }, { "audit_id": "db17a65f5b13e810", "grade": "CORRECT" }, { "audit_id": "db895667c6c7aa15", "grade": "CORRECT" }, { "audit_id": "dd977f034662dff4", "grade": "CORRECT" }, { "audit_id": "de1ab7bff8250409", "grade": "CORRECT" }, { "audit_id": "dead3a7ee881843a", "grade": "CORRECT" }, { "audit_id": "dfa0e8a741b8f539", "grade": "CORRECT" }, { "audit_id": "e0bebd9b324cd62b", "grade": "CORRECT" }, { "audit_id": "e16f1e8446e8ab80", "grade": "CORRECT" }, { "audit_id": "e21a709c13e507fa", "grade": "NOT_ATTEMPTED" }, { "audit_id": "e44cc4ea32ae30f5", "grade": "NOT_ATTEMPTED" }, { "audit_id": "e868fb0bde9e5907", "grade": "CORRECT" }, { "audit_id": "ed858dbed3afffc5", "grade": "NOT_ATTEMPTED" }, { "audit_id": "f20ca64827222542", "grade": "CORRECT" }, { "audit_id": "f3be57912d0140de", "grade": "NOT_ATTEMPTED" }, { "audit_id": "f3e6509d93412627", "grade": "NOT_ATTEMPTED" }, { "audit_id": "f5bbf405f63998a7", "grade": "CORRECT" }, { "audit_id": "f612d2bc74fe5035", "grade": "NOT_ATTEMPTED" }, { "audit_id": "f774fb0c212de01f", "grade": "CORRECT" }, { "audit_id": "f855e3fac4a26e37", "grade": "CORRECT" }, { "audit_id": "f983a0b1d8e745dc", "grade": "CORRECT" }, { "audit_id": "f9dcb41bc7f5ae6d", "grade": "NOT_ATTEMPTED" }, { "audit_id": "ff8c43b73979961e", "grade": "CORRECT" } ], "disagreements": [], "notes": [ "Provider names and primary grades hidden during review. Primary grades unchanged after spot-check.", "A sampled result reproduced benchmark reference wording; public benchmark mirrors can affect retrieval. This run applies no post-hoc exclusions." ], "retrieval_diagnostic": { "description": "Queries with a returned URL containing simpleqa (case-insensitive; hyphens/underscores removed), or content containing acceptable range: anything between. Heuristic marker only; not exhaustive contamination detection. No exclusions applied.", "queries_by_profile": { "searchpipe-basic": 0, "searchpipe-advanced": 0, "tavily-basic": 11, "tavily-advanced": 11, "exa-auto": 17, "parallel-fast": 7 } } }, "sample": { "protocol_hash": "3e5f296a6fbc3efffcb6ede48283b2834b500dbc8be1fae8785e3431a0384dd7", "items": [ { "audit_id": "0219054a786240bc", "question": "What is the name of the documentary Ellen Kuzwayo was involved in with Betty Wolpert in 1982?", "reference": "Awake from Mourning", "candidate": "Awake from Mourning", "quote": "She was involved in making a documentary with director Betty Wolpert \"Awake from Mourning\" ( 1982 )", "quote_provenance_valid": true }, { "audit_id": "02fe8f25a1347d5a", "question": "After the War of 1812, Edward William McBride (1791-1834) worked as what for the king's printer, John Cameron, on the York Gazette until April 1815?", "reference": "Assistant", "candidate": "an office assistant", "quote": "After the war McBride worked as an office assistant to king’s printer John Cameron on the _York Gazette_ and in late April 1815, with his employer ill, he began conducting the business himself.", "quote_provenance_valid": true }, { "audit_id": "0320e8e65bfb532e", "question": "From which university in the District of Columbia did New York State Representative Andrew Garbarino earn a Bachelor of Arts degree in History and Classical Humanities?", "reference": "George Washington University", "candidate": "George Washington University", "quote": "After high school graduation, Andrew went on to receive his BA in history and classical humanities from The George Washington University.", "quote_provenance_valid": true }, { "audit_id": "044ac5f0d5cd1e0c", "question": "What percentage of voters were against the constitutional referendum held in Ghana on April 27, 1960?", "reference": "11.53% (acceptable range: anything between 11.41% and 11.65%)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "054058f7bf318084", "question": "In which year did Pramod Kale (an Indian engineer) win the Shri Hari Om Ashram Prerit Vikram Sarabhai Award for System Analysis and Management Problems?", "reference": "1975", "candidate": "1975", "quote": "Shri Hari Om Ashram Prerit Vikram Sarabhai Award for System Analysis and Management Problems, 1975", "quote_provenance_valid": true }, { "audit_id": "06369f70328d768c", "question": "What was the full name of the first Prime Minister of the Democratic Republic of the Congo?", "reference": "Patrice Émery Lumumba", "candidate": "Patrice Émery Lumumba", "quote": "Full name\n\nPatrice Émery Lumumba", "quote_provenance_valid": true }, { "audit_id": "07564bad7bbc0d6a", "question": "How many horses are depicted on Munch's \"Horse Team and a St. Bernhard in the Snow\" (1923)?", "reference": "2", "candidate": "Two horses", "quote": "it depicts a scene of two horses, one black and one white, standing in the snow.", "quote_provenance_valid": true }, { "audit_id": "078c18ed71b911bb", "question": "What is the Swedish word for the time of night known as \"the eleven roar,\" when university students traditionally throw open their windows and scream their stress away?", "reference": "Elvavrålet", "candidate": "Elvavrålet", "quote": "**Elvavrålet** (Swedish: the eleven roar) is a [student](https://en.wikipedia.org/wiki/Student \"Student\") [tradition](https://en.wikipedia.org/wiki/Tradition \"Tradition\") where students at universities and colleges at a certain time every night in student residential areas (22:00 or 23:00, on Lappkärrsberget only Tuesdays) open their windows, go out onto balconies or rooftops and scream to relieve [stress](https://en.wikipedia.org/wiki/Stress_\\(psychological\\) \"Stress (psychological)\") .", "quote_provenance_valid": false }, { "audit_id": "091b015735f75a1f", "question": "In which Rhode Island town was Shaker musician Ruth Mildred Barker born?", "reference": "Providence", "candidate": "Providence, Rhode Island", "quote": "Ruth Mildred Barker was born in Providence, Rhode Island on February 3, 1897.", "quote_provenance_valid": true }, { "audit_id": "0a6cf17f5ea3252c", "question": "What flowers were shown in artist J.C. Leyendecker's May 30, 1914, \"The Saturday Evening Post\" cover?", "reference": "Hyacinths", "candidate": "Hyacinths (a pot of hyacinths)", "quote": "The tradition of giving flowers as a gift on Mother's Day was started by Leyendecker's May 30, 1914 Saturday Evening Post cover depicting a young bellhop carrying hyacinths.", "quote_provenance_valid": false }, { "audit_id": "0b99e2d50e9706f4", "question": "What was Emma Albani’s role in “Les Huguenots” in 1891 at the Metropolitan Opera in New York?", "reference": "Valentine", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "0d888e72b75e98d0", "question": "What was the full name of the first Black runner to win the Ultra Two Oceans Marathon in South Africa?", "reference": "Gabashane Vincent Rakabaele", "candidate": "Gabashane Vincent Rakabaele", "quote": "Gabashane Vincent Rakabaele became the first black runner to win an ultra marathon in South Africa in 3:18:05, after dicing with Alan Robb for most of the way.", "quote_provenance_valid": true }, { "audit_id": "0da3a2bc0984b091", "question": "What month, day, and year was the Köln Frankfurter Straße station opened?", "reference": "13 June 2004", "candidate": "June 13, 2004", "quote": "It was opened with the Cologne Airport loop on 13 June 2004.", "quote_provenance_valid": true }, { "audit_id": "1083100ff7c0a15f", "question": "What is the list entry name for the National Heritage List entry number 1090695 in Stonehouse, Stroud, Gloucestershire?", "reference": "Bede Cottage", "candidate": "Bede Cottage", "quote": "List Entry Name:\n: Bede Cottage", "quote_provenance_valid": true }, { "audit_id": "1103299dae5630ce", "question": "In which year did Clint Ballard Jr. adopt the alias Buddy Clinton?", "reference": "1960", "candidate": "1960", "quote": "in 1960 he adopted the alias Buddy Clinton to cut a two-sided single featuring the songs \"Take Me to Your Ladder (I'll See Your Leader Later)\" and \"Joanie's Forever\"", "quote_provenance_valid": true }, { "audit_id": "12ef969baf71321d", "question": "What is the name of the town in which American politician Charles Allen Parker Bartlett was born in 1880?", "reference": "Concord, Massachusetts", "candidate": "Concord, Massachusetts", "quote": "Bartlett was born in Concord, Massachusetts, on November 17, 1880, to Charles H. Bartlett and Mary A. Née Hobson.", "quote_provenance_valid": true }, { "audit_id": "134dca3e58fe9845", "question": "Nilgai is widely seen as the state animal of which Union Territory of India?", "reference": "Delhi", "candidate": "Delhi", "quote": "| Delhi | Nilgai | Boselaphus tragocamelus |", "quote_provenance_valid": true }, { "audit_id": "158a76f1d9b20f94", "question": "From which Boston University did pharmacist George F. Archambault earn a law degree?", "reference": "Northeastern University", "candidate": "Northeastern University", "quote": "In 1941, he received a Juris Doctor degree from Northeastern University, Boston.", "quote_provenance_valid": true }, { "audit_id": "16757ca8cb077d19", "question": "What female disc jockey sued the Maryland Racing Commission for the right to be granted a license in 1968?", "reference": "Kathy Kusner", "candidate": "Kathy Kusner", "quote": "In 1967 Kathryn Kusner applied for a jockey license through the commission but was denied because she was a woman. However, in 1968 Judge Ernest A. Loveless of the Circuit Court of Prince George's County ordered her to be granted the license.", "quote_provenance_valid": false }, { "audit_id": "178c1c34c792f09e", "question": "What is the surname of the individual who won the De Gennes Prize (formerly known as the Prize for Materials Chemistry) in 2013?", "reference": "Kitagawa", "candidate": "Kitagawa", "quote": "Our laboratory head and the institute director, Prof. Susumu Kitagawa, wins de Gennes Prize from Royal Society of Chemistry (RSC)", "quote_provenance_valid": true }, { "audit_id": "19bd39e96bf8c540", "question": "What is the name of the Spring-Summer 1984 collection by Vivienne Westwood?", "reference": "Hypnos", "candidate": "Hypnos", "quote": "Vivienne receives an invitation to show her Spring-Summer 1984 ‘Hypnos’ collection in Tokyo at Hanae Mori’s ‘Best of Five’ global fashion awards", "quote_provenance_valid": true }, { "audit_id": "1a1edbca5fdadaca", "question": "Which musician became Louis Armstrong's first teacher and chose him as the bandleader?", "reference": "Peter Davis.", "candidate": "Peter Davis", "quote": "Peter Davis, who frequently appeared at the home at the request of Captain Jones, became Armstrong's first teacher and chose him as the bandleader.", "quote_provenance_valid": false }, { "audit_id": "1a20c3ac74aea2da", "question": "What kind of factory did Anselm Kiefer transform into a studio in 1992?", "reference": "Silk factory.", "candidate": "A derelict silk factory", "quote": "In 1992 Kiefer moved to Barjac in the South of France, where he transformed a derelict silk factory into a studio complex.", "quote_provenance_valid": true }, { "audit_id": "1b222cd75495d86c", "question": "Who was the 60th Governor of North Carolina?", "reference": "J. Melville Broughton", "candidate": "J. Melville Broughton", "quote": "| 60 | J. Melville Broughton (1888–1949) | January 9, 1941 – January 4, 1945 (1457 days; term-limited) | Democratic | 1940 | Reginald L. Harris |", "quote_provenance_valid": true }, { "audit_id": "1b4ddd822feaa949", "question": "In what year was Glipodes dietrichi described by Franciscolo?", "reference": "1962", "candidate": "1962", "quote": "Glipodes dietrichi là một loài bọ cánh cứng trong họ Mordellidae. Loài này được Franciscolo miêu tả khoa học năm 1962.", "quote_provenance_valid": true }, { "audit_id": "1d483bd89af8d394", "question": "In which year did Melbourne's Monash Gallery of Art (MGA) rebrand and become the Museum of Australian Photography (MAPh)?", "reference": "2023", "candidate": "2023", "quote": "In March 2023, Monash Gallery of Art (MGA) rebranded to Museum of Australian Photography (MAPh).", "quote_provenance_valid": true }, { "audit_id": "20478329692c25ac", "question": "In which city of Jammu division is KK Birla Garden located?", "reference": "Kathua", "candidate": "Kathua", "quote": "Birla Garden, is a botanical garden in Kathua, Jammu and Kashmir, India and spread over 19 kanals.", "quote_provenance_valid": true }, { "audit_id": "224efb2d404aeb93", "question": "Which breed of pigs was featured on Maine's 2018 Common Ground Country Fair poster, painted by Arika von Edler?", "reference": "kunekune", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "23c37f0556865e35", "question": "Which two universities awarded John Harry Dunning an honorary doctorate in 2007?", "reference": "University of Lund, Sweden \nChinese Culture University in Taipe", "candidate": "The Chinese Culture University in Taiwan and the University of Lund in Sweden", "quote": "Professor Dunning has honorary doctorates from the University of Uppsala in Sweden (1975), the Autonomous University of Madrid in Spain (1990), the University of Antwerp in Belgium (1997), the Chinese Culture University in Taiwan (2007), and the University of Lund in Sweden (2007).", "quote_provenance_valid": true }, { "audit_id": "276b642c83c83518", "question": "Who was Patricia Bullrich's first husband?", "reference": "Marcelo Langieri", "candidate": "Marcelo \"Pancho\" Langieri", "quote": "Her first husband, Marcelo “Pancho” Langieri, was a militant with the leftist guerrilla group the Montoneros.", "quote_provenance_valid": true }, { "audit_id": "277b960281b3a55a", "question": "At which U.S. observatory was 66 Maja discovered?", "reference": "Harvard College Observatory", "candidate": "Harvard College Observatory", "quote": "It was discovered on 9 April 1861, by American astronomer Horace Tuttle at the Harvard College Observatory in Cambridge, Massachusetts, United States.", "quote_provenance_valid": true }, { "audit_id": "2bedd8f75bb589bd", "question": "Le Chatelier's thermoelectric pyrometer, as discussed in the 1900 report \"Clays of New York, Their Properties and Uses,\" was considered accurate within how many degrees Fahrenheit?", "reference": "10 (acceptable range: anything between 9 and 11 degrees Fahrenheit)", "candidate": "10 degrees Fahrenheit (acceptable range: anything between 9 and 11 degrees Fahrenheit)", "quote": "Le Chatelier's thermoelectric pyrometer, as discussed in the 1900 report \"Clays of New York, Their Properties and Uses,\" was considered accurate within how many degrees Fahrenheit? | 10 (acceptable range: anything between 9 and 11 degrees Fahrenheit)", "quote_provenance_valid": true }, { "audit_id": "2c0276f388e627fb", "question": "In 1900, who broke the world record for consecutive chin-ups (39)?", "reference": "Alfred Carlton Gilbert", "candidate": "Alfred Carlton Gilbert", "quote": "An accomplished athlete, he broke the world record for consecutive chin-ups (39) in 1900 and the distance record for the running long dive in 1902.", "quote_provenance_valid": false }, { "audit_id": "2d4d536012a55efb", "question": "At which U.S. observatory was 66 Maja discovered?", "reference": "Harvard College Observatory", "candidate": "Harvard College Observatory", "quote": "It was discovered on 9 April 1861, by American astronomer Horace Tuttle at the Harvard College Observatory in Cambridge, Massachusetts, United States.", "quote_provenance_valid": false }, { "audit_id": "2d879a9ecb59d01b", "question": "How many individual plastic Fimir miniatures were included in the original HeroQuest Game System board game (not including expansions) released in North America in 1990?", "reference": "3", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "31c47e8bf8af7546", "question": "In what year was the Wood River Baptist Association formed in Illinois?", "reference": "1838", "candidate": "1838", "quote": "The Wood River Baptist Association was founded in 1838 in Illinois and soon consisted of black Baptist congregations in Illinois, Kentucky and Wisconsin.", "quote_provenance_valid": true }, { "audit_id": "354e82b4e20c2312", "question": "Who was the photographer for the cover of the March 29/April 5, 2021, issue of Time?", "reference": "Wynne Neilly", "candidate": "Wynne Neilly", "quote": "It was Page himself who requested Neilly for the shoot, which took place on March 5 for the March 29-April 5, 2021, issue of TIME.", "quote_provenance_valid": true }, { "audit_id": "35b81f0190cd6061", "question": "What position was Everton in when Rafael Benítez was sacked in the 2021-22 Premier League season?", "reference": "15th place", "candidate": "15th", "quote": "The Spaniard’s exit came after Saturday’s 2-1 defeat at Norwich City left Everton in 15th position.", "quote_provenance_valid": false }, { "audit_id": "37fe978ec48cfd8a", "question": "What day, month, and year was the EP \"Dirty Laundry\" released by Adore Delano?", "reference": "July 9, 2021", "candidate": "July 9, 2021", "quote": "July 9, 2021 6 songs, 24 minutes ℗ 2021 Adore Delano LLC", "quote_provenance_valid": true }, { "audit_id": "384ec938eadb8269", "question": "Who was the first person to be an American diplomatic minister to Romania and Serbia?", "reference": "Eugene Schuyler", "candidate": "Eugene Schuyler", "quote": "He was the first American Minister to Romania and Serbia, and U.S. Minister to Greece.", "quote_provenance_valid": false }, { "audit_id": "3912318a68998a1d", "question": "On June 24, 2018, how many more votes did the winning candidate get in total than Muharrem İnce?", "reference": "10,990,502 (acceptable range: anything between 10,440,976 and 11,540,028)", "candidate": "10,990,502", "quote": "| RECEP TAYYİP ERDOĞAN | 25.436.238 | 807.974 | 86.611 | 26.330.823 | % 52,59 |", "quote_provenance_valid": true }, { "audit_id": "3a8c6fcc88c82cf8", "question": "On which year was China Zorrilla invested Chevalier des Arts et des Lettres?", "reference": "2008", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "3ac05f4bbcdb322f", "question": "What was the Minute Man sculpture by Daniel Chester French originally intended to be made out of?", "reference": "Stone", "candidate": "Stone", "quote": "It was created between 1871 and 1874 after extensive research, and was originally intended to be made of stone.", "quote_provenance_valid": true }, { "audit_id": "3e07e7e3a0e91429", "question": "What is the name of the project that won the 2008 ACM Software System Award?", "reference": "Gamma Parallel Database System", "candidate": "Gamma Parallel Database System", "quote": "| 2008 | Gamma Parallel Database System\") | David DeWitt, Robert Gerber, Murali Krishna, Donovan Schneider\"), Shahram Ghandeharizadeh\"), Goetz Graefe\"), Michael Heytens\"), Hui-I Hsiao\"), Jeffrey Naughton, Anoop Sharma\") |", "quote_provenance_valid": true }, { "audit_id": "3e3d8168e7c257f7", "question": "What's the population of Özbek, Şabanözü according to the 2021 census?", "reference": "121 (acceptable range: anything between 119 and 123)", "candidate": "121", "quote": "Its population is 121 (2021).", "quote_provenance_valid": true }, { "audit_id": "40838943cb9ebe02", "question": "On which day/month/year did South African architect Albertus Petrus Snyman Conradie die?", "reference": "26 December 1999", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "40b89ec691bacb8a", "question": "In what year did fashion designer Mowalola Ogunlesi drop out of Central Saint Martins?", "reference": "2018", "candidate": "2018", "quote": "She enrolled in the Master of Arts programme at Central Saint Martins that year but dropped out in 2018 to have more creative freedom in her work.", "quote_provenance_valid": true }, { "audit_id": "41bb8167f96ad9ed", "question": "In what year did Danish mathematician and astronomer Niels Erik Norlund set up seismographic stations in Denmark and Greenland?", "reference": "1925", "candidate": "1925", "quote": "He also studied seismology and, in 1925, set up seismographic stations in Denmark and Greenland.", "quote_provenance_valid": true }, { "audit_id": "445f34bc7a9174e6", "question": "What was the title of the engineer and scientist Ahmet Cemal Eringen's Ph.D. dissertation?", "reference": "Solution of the Two-dimensional Mixed-mixed Boundary Value Problem of Elasticity For Rectangular, Orthotropic Media And Application To The Buckling Of Sandwich Beams[1]", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "44a5a387e1984862", "question": "What was P. V. Sanjay Kumar's position just before being appointed as a judge of the Supreme Court of India?", "reference": "chief justice of the Manipur High Court", "candidate": "Chief Justice of the Manipur High Court", "quote": "Prior to being elevated to the Supreme Court, Justice P.V. Sanjay Kumar formerly served as the Chief Justice of Manipur High Court and as Judge of Punjab & Haryana High Court and Andhra Pradesh High Court.", "quote_provenance_valid": true }, { "audit_id": "4a44b272e76f1f29", "question": "What was the full name of the first Black runner to win the Ultra Two Oceans Marathon in South Africa?", "reference": "Gabashane Vincent Rakabaele", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "4ac0c4b2559affec", "question": "What is the name of the botanist who first formally described *Chorizema dicksonii* in 1839?", "reference": "Robert Graham", "candidate": "Robert Graham", "quote": "Chorizema dicksonii was first formally described in 1839 by Robert Graham in the Edinburgh New Philosophical Journal", "quote_provenance_valid": true }, { "audit_id": "4b7bf28aade5597f", "question": "From which university in the District of Columbia did New York State Representative Andrew Garbarino earn a Bachelor of Arts degree in History and Classical Humanities?", "reference": "George Washington University", "candidate": "George Washington University", "quote": "B.A., George Washington University, Washington, D.C., 2006", "quote_provenance_valid": false }, { "audit_id": "4cdd7016960143f3", "question": "According to the last population update in 2010, the rural locality of Taz Russky in the Klyapovskoye Rural Settlement of Russia has a population of what?", "reference": "175 (acceptable range: anything between 173 and 177)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "4ce1dc054f218602", "question": "How many concurrent FM synthesis channels (voices) can the Yamaha YM2203 from the 1980s handle?", "reference": "3", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "50f3e144ff5ab771", "question": "What city and country was the engraver George Cooke's father from?", "reference": "Frankfurt, Germany.", "candidate": "Frankfurt, Germany", "quote": "His father was a native of Frankfurt, Germany, who in early life settled in England and became a wholesale confectioner.", "quote_provenance_valid": true }, { "audit_id": "51bee105e4d594d6", "question": "What was Yangyi Yu's score in the 2020 Tata Steel Masters?", "reference": "4.5/13", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "53a6fb62e722c72b", "question": "Who won the World Senior Chess Championship Women's Tournament held in 1993?", "reference": "Tatiana Zatulovskaya", "candidate": "Tatiana Zatulovskaya", "quote": "In 1993, she won the Women's Seniors World Chess Championship with 10 out of 11 points (10 wins, 0 losses, and 2 draws).", "quote_provenance_valid": true }, { "audit_id": "548d2f2f4b1cadfc", "question": "Who is known as the first rock star of the Middle East?", "reference": "Lydia Canaan", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "57273b4460454c0e", "question": "What is the height of Vickerman Hill in New York in feet?", "reference": "1142 feet (acceptable range: anything between 1130 and 1154 feet)", "candidate": "1,142 feet", "quote": "|Elevation |1,142 feet (348 m) |", "quote_provenance_valid": false }, { "audit_id": "5908408d8d5880f4", "question": "On what date, month, and year was the Indian politician T. M. Selvaganapathy acquitted by the High Court in connection to the Pleasant Stay hotel case?", "reference": "4 December 2001", "candidate": "4 December 2001", "quote": "He was convicted by a trial court in Pleasant Stay hotel case on 2 February 2000 and later acquitted by the High court on 4 December 2001.", "quote_provenance_valid": false }, { "audit_id": "5b10160dd25a617b", "question": "Who is the father of Jérôme Sabourin, the Canadian cinematographer?", "reference": "Marcel Sabourin", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "5c4a9e8cffd608f0", "question": "Which famous video game character is featured in the music video for Die Ärzte's song \"Men Are Pigs\"?", "reference": "Lara Croft", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "5dcb7a245c4c6b96", "question": "What's the population of Özbek, Şabanözü according to the 2021 census?", "reference": "121 (acceptable range: anything between 119 and 123)", "candidate": "121", "quote": "Its population is 121 (2021).", "quote_provenance_valid": true }, { "audit_id": "5f41e382c664b3e4", "question": "What is the first and last name of the sculptor who created the statue of Christopher Codrington at All Souls College?", "reference": "Henry Cheere", "candidate": "Henry Cheere", "quote": "This statue of Christopher Codrington by Sir Henry Cheere was completed in 1734", "quote_provenance_valid": true }, { "audit_id": "5fb5be3d143f800a", "question": "On what month, day, and year did Runaway Tram at Morey's Piers open?", "reference": "August 9, 2019", "candidate": "August 9, 2019", "quote": "Opened August 9, 2019", "quote_provenance_valid": true }, { "audit_id": "61f3f6c845566dc9", "question": "In what grade was the model and actress Hunter Schafer diagnosed with gender dysphoria?", "reference": "9th", "candidate": "Ninth grade", "quote": "In ninth grade, she came out as a transgender girl and began transitioning after being diagnosed with dysphoria.", "quote_provenance_valid": true }, { "audit_id": "6316d461b9d6d565", "question": "In what year did Edward Baker Jelks earn a Ph.D. in archaeology?", "reference": "1965", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "633de377a2bb62d4", "question": "In what year was the Wood River Baptist Association formed in Illinois?", "reference": "1838", "candidate": "1838", "quote": "The Wood River Baptist Association was founded in 1838 in Illinois and soon consisted of black Baptist congregations in Illinois, Kentucky and Wisconsin.", "quote_provenance_valid": true }, { "audit_id": "66771d9f2c4dd27d", "question": "Who was the second president of the International Society for Soil Mechanics and Geotechnical Engineering?", "reference": "A. W. Skempton", "candidate": "Alec Skempton", "quote": "Skempton was elected as the second President of the International Society of Soil Mechanics and Foundation Engineering, following Terzaghi, in 1957.", "quote_provenance_valid": true }, { "audit_id": "698f8277d41d37ef", "question": "What was the name of the official newsletter of the Internal Foundation for Internal Freedom organization founded by Timothy Leary?", "reference": "The Psychedelic Review", "candidate": "IFIF Newsletter", "quote": "IFIF Newsletter -- Volume 1,Number 3 -- November1963 -- The Final Newsletter", "quote_provenance_valid": true }, { "audit_id": "69a6a7e129cbf631", "question": "Who laid the foundation of Woodland House School in Srinagar, India?", "reference": "Mrs. Rup SP Singh", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "6a7eea2a13814cac", "question": "In which city was John Gilbert Layton raised?", "reference": "Hudson", "candidate": "Hudson, Quebec", "quote": "John Gilbert Layton was born in Montreal and raised in nearby Hudson, Quebec.", "quote_provenance_valid": true }, { "audit_id": "6c93fd183110cfd9", "question": "According to Medland, Sarah E.; Loesch, Danuta Z.; Mdzewski, Bogdan; Zhu, Gu; Montgomery, Grant W.; Martin, Nicholas G. (September 28, 2007), what chromosome location was identified as linked to the finger ridge counts of the ring, index, and middle fingers through multivariate linkage analysis?", "reference": "5q14.1", "candidate": "5q14.1", "quote": "Finger Ridge Count Shows Significant Multivariate Linkage to 5q14.1", "quote_provenance_valid": true }, { "audit_id": "6ccdae1e00960e79", "question": "What was Granat, an X- and gamma-ray astronomical observatory studying high-energy emissions from galactic and extragalactic sources, originally called?", "reference": "Astron 2", "candidate": "Astron 2", "quote": "Originally called Astron 2, Granat was an X- and gamma-ray astronomical observatory studying high energy emissions from galactic and extra-galactic sources.", "quote_provenance_valid": true }, { "audit_id": "6dfd713fb18a0c25", "question": "What was the final score between Olga Kharlan and Kim Ji-yeon at the 2013 World Championships?", "reference": "Olga Kharlan - Kim Ji-yeon: 15–14", "candidate": "15-14", "quote": "Kharlan won 15-14 and she went into the final.", "quote_provenance_valid": true }, { "audit_id": "6e08f106f9351361", "question": "What is the name and surname of the photographer who first invented a tool to coat calotype paper called the Buckle Brush?", "reference": "Samuel Buckle", "candidate": "Samuel Buckle", "quote": "He was also the inventor of the \"Buckle Brush\", an easy tool made from a glass tube and some cotton wool, to coat calotype paper.", "quote_provenance_valid": true }, { "audit_id": "70b06af27b55e342", "question": "How much (in USD) was Frida's self-portrait with loose hair sold for in an auction by Christie's, New York, in May of 1991?", "reference": "1.65 million USD (acceptable range: anything between 1.6 million and 1.7 million USD)", "candidate": "$1.65 million", "quote": "Frida Kahlo's \"Self-Portrait With Loose Hair\" sold for a record $1.65 million Wednesday night at Christie's New York.", "quote_provenance_valid": true }, { "audit_id": "718b3b99ca61131a", "question": "In 1900, who broke the world record for consecutive chin-ups (39)?", "reference": "Alfred Carlton Gilbert", "candidate": "Alfred Carlton Gilbert", "quote": "An accomplished athlete, he broke the world record for consecutive chin-ups (39) in 1900", "quote_provenance_valid": true }, { "audit_id": "71d6a12ac7d87727", "question": "What day, month, and year was David Crombie appointed an Officer of the Order of Canada?", "reference": "13 May 2004", "candidate": "May 13, 2004", "quote": "On May 13, 2004, he was appointed an Officer of the Order of Canada.", "quote_provenance_valid": true }, { "audit_id": "724d8dad9df43bbd", "question": "What's the first and last name of the person who sings Alastor's voice in the song \"Alastor's Game\"?", "reference": "Sam Haft", "candidate": "Sam Haft", "quote": "The song uses the talents of Sam Haft as the voice for Alastor whereas the character in the pilot was voiced by Edward Bosco and his singing voice was provided by Gabriel C. Brown.", "quote_provenance_valid": true }, { "audit_id": "73a1dbaa18fb22d2", "question": "What was the year when the Express Tribune (newspaper) reported, \"The Aga Khan University Hospital has become the first medical center to introduce the new advanced brain surgery technology, Neuro-Robotic Exoscope, in Pakistan\"?", "reference": "2016", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "74c8af9d59bfc417", "question": "In which Rhode Island town was Shaker musician Ruth Mildred Barker born?", "reference": "Providence", "candidate": "Providence, Rhode Island", "quote": "Barker was born in Providence, Rhode Island on February 3, 1897.", "quote_provenance_valid": true }, { "audit_id": "751e14a55effd43c", "question": "What day, month, and year was David Crombie appointed an Officer of the Order of Canada?", "reference": "13 May 2004", "candidate": "May 13, 2004", "quote": "On May 13, 2004 he was appointed an Officer of the Order of Canada.", "quote_provenance_valid": true }, { "audit_id": "7551833a1ca1cc23", "question": "Specify the day, month, and year Baidu announced that it would partner with Qualcomm to offer free cloud storage to Android users with Snapdragon processors.", "reference": "18 November 2012", "candidate": "November 18, 2012", "quote": "On 18 November 2012, Baidu announced that it would be partnering with Qualcomm to offer free cloud storage to Android users with Snapdragon processors.", "quote_provenance_valid": true }, { "audit_id": "7555d2dd4a440923", "question": "In which year did Pantera play on the main stage of Ozzfest alongside Ozzy Osbourne and Black Sabbath?", "reference": "1997", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "759b743ef6c7a690", "question": "Where was the album \"Barton Hollow\" by The Civil Wars placed on the \"Top 10 of Everything in 2011\" in Time?", "reference": "#9", "candidate": "#9 on TIME's Top 10 Albums of 2011", "quote": "9\\. Civil Wars, _Barton Hollow_", "quote_provenance_valid": true }, { "audit_id": "75f2ae2d14f044d0", "question": "In what year did fashion designer Mowalola Ogunlesi drop out of Central Saint Martins?", "reference": "2018", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "76a2432bd57cea9f", "question": "What is the height (in meters) of the light multipurpose aircraft T-101 named Grach, based on the AN-2 biplane that was designed by Evgeny Grunin, which took its first flight on December 7, 1994?", "reference": "4.86 m (acceptable range: anything between 4.81 and 4.91 m)", "candidate": "4.86 m", "quote": "Height: 4.86 m (15 ft 11 in)", "quote_provenance_valid": true }, { "audit_id": "79aed029181b83f4", "question": "In what year did the U.S. Congress approve the Compact of Free Association relating to the Marshall Islands and Micronesia?", "reference": "1985", "candidate": "1985", "quote": "The Compacts were approved by plebiscites in both Pacific Islands countries and by the U.S. Congress in 1985 (P.L. 99-239), becoming effective in 1986", "quote_provenance_valid": true }, { "audit_id": "79b4c4b77b109a6e", "question": "In which city of Jammu division is KK Birla Garden located?", "reference": "Kathua", "candidate": "Kathua", "quote": "K.K. Birla Garden, is a botanical garden in Kathua, Jammu and Kashmir, India and spread over 19 kanals.", "quote_provenance_valid": false }, { "audit_id": "7a4c898dfa02d842", "question": "What high school did pitcher Christopher Deane Haney attend?", "reference": "Orange County High School", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "7a9a7880ffff7dd4", "question": "In which city of Jammu division is KK Birla Garden located?", "reference": "Kathua", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "7bcf9c0de4eed31f", "question": "What is the surname of the individual who won the De Gennes Prize (formerly known as the Prize for Materials Chemistry) in 2013?", "reference": "Kitagawa", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "7d4aacc96f7fedf8", "question": "What is the surname of the U.S. President who attended the 66th birthday of Kenneth Stanley \"Boots\" Adams, former president of Phillips Petroleum Company?", "reference": "Eisenhower", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "7d5acca576aafdea", "question": "How many total performances did Italian baritone Antonio Scotti (1866-1936) have at the Metropolitan Opera House between 1899 and 1933?", "reference": "1213 (acceptable range: anything between 1199 and 1226)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "7e21f754417cde38", "question": "In which year was John B. Mortimer appointed a Judge of the High Court of Hong Kong?", "reference": "1985", "candidate": "1985", "quote": "In 1985, Mortimer was appointed a Judge of the High Court of Hong Kong.", "quote_provenance_valid": false }, { "audit_id": "7ee4d639af601e41", "question": "What Mozilla Firefox release version included the patch note: \"Improved the performance of the instance when Microsoft's IME and Defender retrieve the URL of a focused document in Windows 11 version 22H2\"?", "reference": "107", "candidate": "Firefox 107.0", "quote": "Improved the performance of the instance when Microsoft's IME and Defender retrieve the URL of a focused document in Windows 11 version 22H2.", "quote_provenance_valid": true }, { "audit_id": "7f276e1128a57e07", "question": "What position was Everton in when Rafael Benítez was sacked in the 2021-22 Premier League season?", "reference": "15th place", "candidate": "15th", "quote": "The Spaniard’s exit came after Saturday’s 2-1 defeat at Norwich City left Everton in 15th position.", "quote_provenance_valid": true }, { "audit_id": "802dd0aab88f6946", "question": "What was the number of recorded fatalities in the Weesp train disaster of 1918 in the Netherlands?", "reference": "41", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "8098cf73086ba687", "question": "What is the Glottolog language code of the Aralle-Tabulahan language?", "reference": "aral1243", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "844ab52ea25a6300", "question": "Who succeeded Stefano Moshi as presiding bishop of the Evangelical Lutheran Church in Tanzania?", "reference": "Sebastian Kolowa", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "8497d01bee56a555", "question": "What did Norman Rockwell name his first assignment for \"Look\" magazine?", "reference": "The Problem We All Live With", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "84e84e36c1b22e9b", "question": "According to the 2012 municipal census, how many people live in Shawnee Slopes?", "reference": "1565 (acceptable range: anything between 1549 and 1581)", "candidate": "1,565", "quote": "In the City of Calgary's 2012 municipal census, Shawnee Slopes had a population of 1,565 living in 866 dwellings, a 2.4% increase from its 2011 population of 1,529.", "quote_provenance_valid": true }, { "audit_id": "86fd2964b7e7458c", "question": "What is the name of Daniel arap Moi's mother?", "reference": "Kabon", "candidate": "Kabon", "quote": "Daniel Toroitich arap Moi was born on 2 September 1924 in Karieng’wo village, Sacho, Baringo County, to Kimoi arap Chebii and Kabon.", "quote_provenance_valid": true }, { "audit_id": "87a9dece84330867", "question": "Which city was the first in the Southern Hemisphere and the second in the world after Philadelphia, Pennsylvania, in the United States to integrate electric street lights into its infrastructure?", "reference": "Kimberley", "candidate": "Kimberley", "quote": "On 2 September 1882, Kimberley became the first city in the Southern Hemisphere and the second in the world after Philadelphia, in the United States, to install electricstreet lighting.", "quote_provenance_valid": true }, { "audit_id": "8963ca327aff0d63", "question": "In what city and country was the 2003 Badminton Asia Championships held?", "reference": "Jakarta, Indonesia", "candidate": "Jakarta, Indonesia", "quote": "The 2003 Badminton Asia Championships was the 22nd tournament of the Badminton Asia Championships. It was held at the Tennis Indoor Gelora Bung Karno in Jakarta, Indonesia.", "quote_provenance_valid": true }, { "audit_id": "8abbf955a536a0db", "question": "Which high school did former Assistant Secretary of Commerce and Labor Frank Bestow Wiborg attend?", "reference": "Chickering Scientific and Classical Institute", "candidate": "Chickering Institute", "quote": "He attended the Chickering Scientific and Classical Institute\", a public high school in Cincinnati, and graduated in 1874.", "quote_provenance_valid": false }, { "audit_id": "8c2c759cddcba79f", "question": "What two other events did Phanas of Pellene manage to win in the Olympics of 512 BCE, besides the race in armor, also known as the hoplitodromos?", "reference": "The stadion, and the double race (Diaulos).", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "8e3ad3b5b28d7edf", "question": "In what year was Glipodes dietrichi described by Franciscolo?", "reference": "1962", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "90289df36a8632d3", "question": "What was the title of the engineer and scientist Ahmet Cemal Eringen's Ph.D. dissertation?", "reference": "Solution of the Two-dimensional Mixed-mixed Boundary Value Problem of Elasticity For Rectangular, Orthotropic Media And Application To The Buckling Of Sandwich Beams[1]", "candidate": "Solution of the Two-dimensional Mixed-mixed Boundary Value Problem of Elasticity For Rectangular, Orthotropic Media And Application To The Buckling Of Sandwich Beams", "quote": "Dissertation: Solution of the Two-dimensional Mixed-mixed Boundary Value Problem of Elasticity For Rectangular, Orthotropic Media And Application To The Buckling Of Sandwich Beams", "quote_provenance_valid": true }, { "audit_id": "902ab7c9d6317718", "question": "Who is known as the first rock star of the Middle East?", "reference": "Lydia Canaan", "candidate": "Lydia Canaan", "quote": "We are always proud to report the success stories of Lebanese people, and today, we’re introducing Lydia Canaan, the first rock star of the Middle East.", "quote_provenance_valid": false }, { "audit_id": "9233144fcd3299f5", "question": "In what year did the U.S. Congress approve the Compact of Free Association relating to the Marshall Islands and Micronesia?", "reference": "1985", "candidate": "1986", "quote": "The Compact of Free Association set forth in title II of this joint resolution between the United States and the Government of the Marshall Islands is hereby approved", "quote_provenance_valid": true }, { "audit_id": "94822ccbaa4279c2", "question": "What was the voter participation percentage in the 1971 Federal elections in the Canton of the Grisons, also known as the Canton of Graubünden, in Switzerland?", "reference": "56.70% (acceptable range: anything between 56.13% and 57.27%)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "95517fb9ca1a7d15", "question": "What was Jeffrey Epstein's released bond in dollars on July 27, 2006, at the Palm Beach County jail?", "reference": "$3,000 bond", "candidate": "$3,000", "quote": "Epstein, 53, was booked at the Palm Beach County jail at 1:45 a.m. Sunday. He was released on $3,000 bond.", "quote_provenance_valid": true }, { "audit_id": "96decdc6e674090d", "question": "How much (in USD) was Frida's self-portrait with loose hair sold for in an auction by Christie's, New York, in May of 1991?", "reference": "1.65 million USD (acceptable range: anything between 1.6 million and 1.7 million USD)", "candidate": "$1,650,000", "quote": "This painting was auctioned by Christie's, New York, in May of 1991. It sold for $1,650,000.", "quote_provenance_valid": true }, { "audit_id": "96fd90316c3782a0", "question": "What is the Swedish word for the time of night known as \"the eleven roar,\" when university students traditionally throw open their windows and scream their stress away?", "reference": "Elvavrålet", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "99dda2d12af6b2df", "question": "According to Henry Scadding, author of \"Toronto of Old,\" how many people died on the HMS Ontario in 1780?", "reference": "172 (acceptable range: anything between 170 and 174)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "9c0f3a14ee0602e9", "question": "What is Kinoko Teikoku's first EP?", "reference": "Long Good Bye", "candidate": "Long Good Bye", "quote": "Their first EP, _Long Good Bye_ , peaked in the Oricon Albums Chart at #56 on the week of December 4, 2013.", "quote_provenance_valid": false }, { "audit_id": "9fd6a88c8cf939d7", "question": "In what year did the biochemist Mildred Cohn receive the Golden Plate Award from the American Academy of Achievement?", "reference": "1984", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "a059d769a1147591", "question": "In what country did Richard Serra create his first outdoor sculptures?", "reference": "Japan", "candidate": "Japan", "quote": "His first outdoor sculptures, _To Encircle Base Plate (Hexagram_ ) (1970) and _Sugi Tree_ (1970), were both installed in Ueno Park in Tokyo as part of the Tokyo", "quote_provenance_valid": true }, { "audit_id": "a1bd460bc83fdefd", "question": "In which industry did painter William Moore Davis work before he became a full-time painter?", "reference": "In the shipbuilding industry.", "candidate": "Shipbuilding (he worked in the shipbuilding industry of Port Jefferson before turning to painting full-time)", "quote": "As a boy, Davis worked in the shipbuilding industry of Port Jefferson before turning to painting full-time.", "quote_provenance_valid": true }, { "audit_id": "a20ad5bcefab0de0", "question": "Which album by Die Toten Hosen was the first to reach number one on the German music charts?", "reference": "\"Auf dem Kreuzzug ins Glück\"", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "a45fe87b16686dcd", "question": "How much money did Benny Hinn Ministries donate to the tsunami relief effort in 2007?", "reference": "$250,000", "candidate": "$250,000", "quote": "Benny Hinn Ministries donated $100,000 for relief supplies for Hurricane Katrina victims in 2005 and $250,000 to the tsunami relief effort in 2007.", "quote_provenance_valid": false }, { "audit_id": "a4c34e842081e394", "question": "What is the color of the boy's hair depicted in the illustration \"Backfence Graffiti\" by Norman Rockwell?", "reference": "Red / Auburn", "candidate": "Redhead", "quote": "Redhead boy in blue shirt/hat graffitiing “THE SATURDAY POST” on backfence, Sept.16, 1916, Norman Rockwell cover.", "quote_provenance_valid": true }, { "audit_id": "a6757e33c3b8a8e7", "question": "From which university did Teresa Czerwińska earn her Ph.D.?", "reference": "University of Gdańsk", "candidate": "University of Gdańsk", "quote": "Czerwińska earned her PhD in economics from the University of Gdańsk.", "quote_provenance_valid": true }, { "audit_id": "a6d2ed32846fe953", "question": "Who was Ghana's Minister of Information at the time of the Kulungugu bomb attack?", "reference": "Tawia Adamafio", "candidate": "Tawia Adamafio", "quote": "Nkrumah accused Tawia Adamafio, the Minister of Information, Broadcasting and Presidential affairs, Ako Adjei, the Minister of Foreign Affairs, and H.H. Cofie-Crabbe, Executive Secretary of the Convention People's Party, of being behind the assassination plot.", "quote_provenance_valid": true }, { "audit_id": "a73f0680457e0f08", "question": "In which Tokyo venue was P-Model's live album *Pause* recorded?", "reference": "Hibiya Open-Air Concert Hall", "candidate": "Hibiya Outdoor Music Auditorium (日比谷野音)", "quote": "Contains the recording of P-Model's last concert, titled \"Defrost\" at Hibiya Outdoor Music Auditorium on December 11, 1993.", "quote_provenance_valid": true }, { "audit_id": "a8dfc108fdd63c15", "question": "What two countries competed for 3rd place in the women's team foil event at the 1964 Summer Olympics?", "reference": "Germany and Italy", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "ad463d9730fba81e", "question": "Which public relations expert of the Houston Chronicle made the statement \"There was never a question in anyone’s mind as to who was really running things when Ma was governor\"?", "reference": "Patricia Bernstein", "candidate": "Patricia Bernstein", "quote": "Patricia Bernstein of the Houston Chronicle stated \"There was never a question in anyone's mind as to who was really running things when Ma was governor.\"", "quote_provenance_valid": false }, { "audit_id": "af5f0a834bb628d2", "question": "In what city and country was the 2003 Badminton Asia Championships held?", "reference": "Jakarta, Indonesia", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "b15b90598317fa3a", "question": "What was the name of the 37-year-old woman who passed away in the Painted Cave Fire after fleeing the flames along San Marcos Road?", "reference": "Andrea Lang Gurka", "candidate": "Andrea Gurka", "quote": "The firefighters said they found the body of Andrea Gurka, 37, in a creek bed behind her home on Old San Marcos Pass Road.", "quote_provenance_valid": true }, { "audit_id": "b3027fd1adc9fa12", "question": "From which database did the authors of \"Identifying Semantic Role Clusters and Alignment Types via Microrole Coexpression Tendencies\" obtain the 25 languages used in their paper?", "reference": "ValPaL (Valency Patterns Leipzig) database", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "b6fa338c8ebc0bba", "question": "What is the maximum width of Gangabal Lake in kilometers?", "reference": "1 km", "candidate": "1 km", "quote": "The lake has a maximum length of 2.5 kilometres (1.6 mi) and a maximum width of 1 kilometre (0.62 mi)", "quote_provenance_valid": true }, { "audit_id": "b9dbde7becce43a6", "question": "What is the name of the town in which American politician Charles Allen Parker Bartlett was born in 1880?", "reference": "Concord, Massachusetts", "candidate": "Concord, Massachusetts", "quote": "Bartlett was born in Concord, Massachusetts, on November 17, 1880, to Charles H. Bartlett and Mary A. Née Hobson.", "quote_provenance_valid": true }, { "audit_id": "be470ddb729d04c5", "question": "In which year did Julian Bradley, the first Black Republican to serve in the Wisconsin Senate and only the second Black Republican to serve in the Wisconsin Legislature, first move to La Crosse, Wisconsin, with his mother?", "reference": "1992", "candidate": "1992", "quote": "moved with his mother to [La Crosse, Wisconsin](https://en.wikipedia.org/wiki/La_Crosse,_Wisconsin \"La Crosse, Wisconsin\") , in 1992, when he was 11 years old.", "quote_provenance_valid": false }, { "audit_id": "bff4b0d471bc531f", "question": "Who laid the foundation of Woodland House School in Srinagar, India?", "reference": "Mrs. Rup SP Singh", "candidate": "Mrs. Rup S.P. Singh", "quote": "Woodlands House School was established by our beloved Founder Principal Mrs Rup SP Singh in the year 1966", "quote_provenance_valid": true }, { "audit_id": "c130a72102fc132a", "question": "Which public relations expert of the Houston Chronicle made the statement \"There was never a question in anyone’s mind as to who was really running things when Ma was governor\"?", "reference": "Patricia Bernstein", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "c17ccbcdc3e2aebd", "question": "On what date, month, and year was the Indian politician T. M. Selvaganapathy acquitted by the High Court in connection to the Pleasant Stay hotel case?", "reference": "4 December 2001", "candidate": "4 December 2001", "quote": "He was convicted by a trial court in Pleasant Stay hotel case on 2 February 2000 and later acquitted by the High court on 4 December 2001.", "quote_provenance_valid": true }, { "audit_id": "c19e9da8ad886e9b", "question": "In which Vermont town was politician Charles Jairus Adams born in 1917?", "reference": "Randolph, Orange County", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "c212f3bacbbafa57", "question": "Who did Buzz Thomas defeat in the 2006 election for the Michigan State Senate - 4th District?", "reference": "Karen Fobbs", "candidate": "Karen Mastney Fobbs", "quote": "In 2006, this candidate won with 96.1%, 92.2 points ahead of Karen Mastney Fobbs (REP).", "quote_provenance_valid": true }, { "audit_id": "c29737402fab13d4", "question": "What was the Hampstead, London, street address of art collector Margaret Gardiner's home?", "reference": "35 Downshire Hill", "candidate": "35 Downshire Hill, Hampstead", "quote": "She made her home at 35 Downshire Hill, Hampstead, close to the Heath where she swam in the ponds into her 90s.", "quote_provenance_valid": true }, { "audit_id": "c414ebd5feed5866", "question": "What is the name of India's first nano-satellite?", "reference": "Jugnu", "candidate": "Jugnu", "quote": "A team of students working under the guidance of faculty members of the institute and scientists of Indian Space Research Organization (ISRO) launched India’s first Nano Satellite.", "quote_provenance_valid": true }, { "audit_id": "c4658f7ce05f8f69", "question": "What is the number and name of the asteroid that is astronomer Paul Henry's first credited asteroid discovery?", "reference": "126 Velleda", "candidate": "126 Velleda", "quote": "It was discovered by Paul Henry on 5 November 1872, in Paris, France. It was his first credited discovery.", "quote_provenance_valid": true }, { "audit_id": "c55c2c91cd6c17e9", "question": "How many concurrent FM synthesis channels (voices) can the Yamaha YM2203 from the 1980s handle?", "reference": "3", "candidate": "Three concurrent FM synthesis channels (voices)", "quote": "Three concurrent FM synthesis channels (voices)", "quote_provenance_valid": true }, { "audit_id": "c9b73c8b825988ba", "question": "Who was the 38th mayor of Toronto?", "reference": "Charles Alfred Maguire.", "candidate": "Charles A. Maguire", "quote": "| 38th Mayor of Toronto |", "quote_provenance_valid": true }, { "audit_id": "cb8973987bd315e7", "question": "In which city was John Gilbert Layton raised?", "reference": "Hudson", "candidate": "Hudson, Quebec", "quote": "John Gilbert Layton was born in Montreal and raised in nearby Hudson, Quebec.", "quote_provenance_valid": true }, { "audit_id": "cc54fbb77339f6cc", "question": "Nilgai is widely seen as the state animal of which Union Territory of India?", "reference": "Delhi", "candidate": "Delhi", "quote": "The Nilgai is widely listed as Delhi’s state", "quote_provenance_valid": false }, { "audit_id": "cf99f09f7b16a09d", "question": "What TTRPG won the 2016 Indie RPG of the Year award?", "reference": "Blades in the Dark", "candidate": "Blades in the Dark by John Harper", "quote": "THE Indie Game of the Year FOR 2016 IS...\n\n### Blades in the Dark by John Harper / with 17 points", "quote_provenance_valid": true }, { "audit_id": "d19c63511ea023da", "question": "What is the name of the former Prime Minister of Iceland who worked as a cabin crew member until 1971?", "reference": "Jóhanna Sigurðardóttir", "candidate": "Jóhanna Sigurðardóttir", "quote": "Sigurðardóttir worked as a flight attendant for Loftleiðir Icelandic Airlines from 1962 to 1971", "quote_provenance_valid": true }, { "audit_id": "d1d7266e862504a1", "question": "How much (in USD) was Frida's self-portrait with loose hair sold for in an auction by Christie's, New York, in May of 1991?", "reference": "1.65 million USD (acceptable range: anything between 1.6 million and 1.7 million USD)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "d1f30de7d0c75649", "question": "What is the second-largest island in the world?", "reference": "New Guinea", "candidate": "New Guinea", "quote": "New Guinea is the second largest island in the world, exceeded in size only by Greenland.", "quote_provenance_valid": false }, { "audit_id": "d34fe1f0cc1a17ca", "question": "As of 2022, what year did the Centro Botín Centre in Spain have the exhibition named 'Amigos'?", "reference": "2019", "candidate": "2019", "quote": "From April 6, 2019 to June 9, 2019", "quote_provenance_valid": true }, { "audit_id": "d3ead11bd0ce8813", "question": "In which specific issue did Black Condor II perish?", "reference": "Infinite Crisis #1", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "d4ba8307f78fe3c9", "question": "At which university was Seiko Harumi affiliated when she published \"The Facilitative Use of Learner-Initiated Translanguaging in Japanese EFL Contexts\"?", "reference": "The School of Oriental and African Studies University of London", "candidate": "SOAS University of London", "quote": "Seiko Harumi | SOAS University of London", "quote_provenance_valid": true }, { "audit_id": "d5e67d28183e4e4c", "question": "What is the name of the university in Nepal that was established in 2016 A.D. and is located in Lalitpur?", "reference": "Nepal Open University", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "d8eeae94eb71d44f", "question": "What field was Rev. Dr. Lee B. Spitzer awarded a PhD in from Vrije Universiteit Amsterdam and the International Baptist Theological Study Centre?", "reference": "Theology", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "d95361834bedf21c", "question": "What was Bindy Johal's age in years when he immigrated to Vancouver, British Columbia, with his parents during his childhood?", "reference": "4 years.", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "db17a65f5b13e810", "question": "What is the name and surname of the photographer who first invented a tool to coat calotype paper called the Buckle Brush?", "reference": "Samuel Buckle", "candidate": "Samuel Buckle", "quote": "He was also the inventor of the \"Buckle Brush\", an easy tool made from a glass tube and some cotton wool, to coat calotype paper.", "quote_provenance_valid": true }, { "audit_id": "db895667c6c7aa15", "question": "What is the name of the Spring-Summer 1984 collection by Vivienne Westwood?", "reference": "Hypnos", "candidate": "Hypnos", "quote": "Vivienne receives an invitation to show her Spring-Summer 1984 ‘Hypnos’ collection in Tokyo at Hanae Mori’s ‘Best of Five’ global fashion awards, with Calvin Klein, Claude Montana, and Gianfranco Ferre.", "quote_provenance_valid": true }, { "audit_id": "dd977f034662dff4", "question": "At which U.S. observatory was 66 Maja discovered?", "reference": "Harvard College Observatory", "candidate": "Harvard College Observatory", "quote": "It was discovered on 9 April 1861, by American astronomer Horace Tuttle at the Harvard College Observatory in Cambridge, Massachusetts, United States.", "quote_provenance_valid": true }, { "audit_id": "de1ab7bff8250409", "question": "Who won the World Senior Chess Championship Women's Tournament held in 1993?", "reference": "Tatiana Zatulovskaya", "candidate": "Tatiana Zatulovskaya", "quote": "| 3 | 1993 | Bad Wildbad (Germany) | Mark Taimanov (Russia) | Tatiana Zatulovskaya (Russia) |", "quote_provenance_valid": true }, { "audit_id": "dead3a7ee881843a", "question": "As of 2022, what year did the Centro Botín Centre in Spain have the exhibition named 'Amigos'?", "reference": "2019", "candidate": "2019", "quote": "Martin Creed: AMIGOS 6 April to 9 June 2019 Centro Botín, Muelle de Albareda, Jardines de Pereda, 39004 Santander, Spain", "quote_provenance_valid": true }, { "audit_id": "dfa0e8a741b8f539", "question": "In what prison did Jean-Marc Rouillan marry Nathalie Ménigon?", "reference": "Fleury-Mérogis Prison", "candidate": "Fleury-Mérogis Prison", "quote": "She married Jean-Marc Rouillan on 29 June 1999 at the Fleury-Mérogis Prison.", "quote_provenance_valid": true }, { "audit_id": "e0bebd9b324cd62b", "question": "What coach was Mike Young an assistant to at Radford University?", "reference": "Oliver Purnell", "candidate": "Oliver Purnell", "quote": "In 1988, he left Emory & Henry to serve one year as an assistant to Oliver Purnell at Radford University.", "quote_provenance_valid": true }, { "audit_id": "e16f1e8446e8ab80", "question": "What was the name of the NS Class 1311 train in the NS Class 1300 series?", "reference": "Best", "candidate": "Best", "quote": "- 1311 _[Best](https://alchetron.com/Best%2C-Netherlands)_", "quote_provenance_valid": true }, { "audit_id": "e21a709c13e507fa", "question": "To whom was Ida Pulis Lathrop married?", "reference": "Cyprus Clark Lathrop", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "e44cc4ea32ae30f5", "question": "In July 2021, how much rainfall (in millimeters) was recorded in Al Ain due to cloud-seeding efforts?", "reference": "6.9 millimetres (acceptable range: anything between 6.83 and 6.97 millimetres)", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "e868fb0bde9e5907", "question": "How much money did Benny Hinn Ministries donate to the tsunami relief effort in 2007?", "reference": "$250,000", "candidate": "$250,000", "quote": "Hinn's ministry did donate $100,000 for Hurricane Katrina relief in 2005 and $250,000 for tsunami relief in 2007.", "quote_provenance_valid": true }, { "audit_id": "ed858dbed3afffc5", "question": "What is the Glottolog language code of the Aralle-Tabulahan language?", "reference": "aral1243", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "f20ca64827222542", "question": "Which infraorder in the animal kingdom does the superfamily Psalidopodoidea belong to?", "reference": "Caridea", "candidate": "Caridea", "quote": "| Infraorder: | Caridea |\n| Superfamily: | Psalidopodoidea Wood-Mason, 1892 |", "quote_provenance_valid": true }, { "audit_id": "f3be57912d0140de", "question": "In what year did the biochemist Mildred Cohn receive the Golden Plate Award from the American Academy of Achievement?", "reference": "1984", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "f3e6509d93412627", "question": "How many years was the scholarship that Mary Fairchild MacMonnies Low won from the St. Louis School of Fine Arts for?", "reference": "three", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "f5bbf405f63998a7", "question": "What was the population of Konaruiyeh, a village in Esfandaqeh Rural District, in the Central District of Jiroft County, Kerman Province, Iran, at the 2006 census?", "reference": "219 (acceptable range: anything between 216 and 222)", "candidate": "219", "quote": "At the 2006 census, its population was 219, in 44 families.", "quote_provenance_valid": false }, { "audit_id": "f612d2bc74fe5035", "question": "What is the last line of \"Land of the Rising Sun,\" the national anthem of the Republic of Biafra?", "reference": "To make this clime a land of righteousness", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "f774fb0c212de01f", "question": "What is the DrugBank accession number of barium sulfate?", "reference": "DB11150", "candidate": "DB11150", "quote": "Drugbank ID: DB11150", "quote_provenance_valid": true }, { "audit_id": "f855e3fac4a26e37", "question": "At what baseball field did the Bluff City Bombers of the Central Illinois Collegiate League play their home games from 1998 to 2004?", "reference": "Lloyd Hopkins Field", "candidate": "Lloyd Hopkins Field", "quote": "The Bluff City Bombers, a team in the Central Illinois Collegiate League, proudly called Lloyd Hopkins Field home from 1998 to 2004.", "quote_provenance_valid": true }, { "audit_id": "f983a0b1d8e745dc", "question": "What day, month, and year was David Crombie appointed an Officer of the Order of Canada?", "reference": "13 May 2004", "candidate": "May 13, 2004", "quote": "On May 13, 2004, Crombie was appointed an Officer of the Order of Canada.", "quote_provenance_valid": true }, { "audit_id": "f9dcb41bc7f5ae6d", "question": "In which stadium was the IPL 2015 20th match played?", "reference": "M. Chinnaswamy Stadium", "candidate": "NOT_ATTEMPTED", "quote": "", "quote_provenance_valid": true }, { "audit_id": "ff8c43b73979961e", "question": "Who was the photographer for the cover of the March 29/April 5, 2021, issue of Time?", "reference": "Wynne Neilly", "candidate": "Wynne Neilly", "quote": "It was Page himself who requested Neilly for the shoot, which took place on March 5 for the March 29-April 5, 2021, issue of TIME.", "quote_provenance_valid": true } ] }, "mapping": { "protocol_hash": "3e5f296a6fbc3efffcb6ede48283b2834b500dbc8be1fae8785e3431a0384dd7", "items": [ { "audit_id": "d95361834bedf21c", "profile": "searchpipe-basic", "id": "761", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "40838943cb9ebe02", "profile": "searchpipe-basic", "id": "3030", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "d3ead11bd0ce8813", "profile": "searchpipe-basic", "id": "204", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "6ccdae1e00960e79", "profile": "searchpipe-basic", "id": "1108", "primary_grade": "CORRECT" }, { "audit_id": "c17ccbcdc3e2aebd", "profile": "searchpipe-basic", "id": "2658", "primary_grade": "CORRECT" }, { "audit_id": "c130a72102fc132a", "profile": "searchpipe-basic", "id": "1640", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "70b06af27b55e342", "profile": "searchpipe-basic", "id": "4227", "primary_grade": "CORRECT" }, { "audit_id": "6a7eea2a13814cac", "profile": "searchpipe-basic", "id": "2811", "primary_grade": "CORRECT" }, { "audit_id": "71d6a12ac7d87727", "profile": "searchpipe-basic", "id": "1295", "primary_grade": "CORRECT" }, { "audit_id": "ed858dbed3afffc5", "profile": "searchpipe-basic", "id": "3565", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "3a8c6fcc88c82cf8", "profile": "searchpipe-basic", "id": "2851", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "4ce1dc054f218602", "profile": "searchpipe-basic", "id": "3646", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "7555d2dd4a440923", "profile": "searchpipe-basic", "id": "4097", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "1103299dae5630ce", "profile": "searchpipe-basic", "id": "1791", "primary_grade": "CORRECT" }, { "audit_id": "698f8277d41d37ef", "profile": "searchpipe-basic", "id": "1890", "primary_grade": "INCORRECT" }, { "audit_id": "6c93fd183110cfd9", "profile": "searchpipe-basic", "id": "2242", "primary_grade": "CORRECT" }, { "audit_id": "6316d461b9d6d565", "profile": "searchpipe-basic", "id": "1228", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "178c1c34c792f09e", "profile": "searchpipe-basic", "id": "2057", "primary_grade": "CORRECT" }, { "audit_id": "94822ccbaa4279c2", "profile": "searchpipe-basic", "id": "2483", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "af5f0a834bb628d2", "profile": "searchpipe-basic", "id": "3968", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "c19e9da8ad886e9b", "profile": "searchpipe-basic", "id": "3768", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "5c4a9e8cffd608f0", "profile": "searchpipe-basic", "id": "835", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "84e84e36c1b22e9b", "profile": "searchpipe-basic", "id": "1698", "primary_grade": "CORRECT" }, { "audit_id": "f3e6509d93412627", "profile": "searchpipe-basic", "id": "867", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "7a9a7880ffff7dd4", "profile": "searchpipe-basic", "id": "4080", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "99dda2d12af6b2df", "profile": "searchpipe-basic", "id": "83", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "2d879a9ecb59d01b", "profile": "searchpipe-basic", "id": "2067", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "31c47e8bf8af7546", "profile": "searchpipe-basic", "id": "3593", "primary_grade": "CORRECT" }, { "audit_id": "7a4c898dfa02d842", "profile": "searchpipe-basic", "id": "3549", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "9233144fcd3299f5", "profile": "searchpipe-basic", "id": "1749", "primary_grade": "INCORRECT" }, { "audit_id": "d8eeae94eb71d44f", "profile": "searchpipe-advanced", "id": "3137", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "044ac5f0d5cd1e0c", "profile": "searchpipe-advanced", "id": "3301", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "8e3ad3b5b28d7edf", "profile": "searchpipe-advanced", "id": "2923", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "b3027fd1adc9fa12", "profile": "searchpipe-advanced", "id": "2261", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "8c2c759cddcba79f", "profile": "searchpipe-advanced", "id": "813", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "51bee105e4d594d6", "profile": "searchpipe-advanced", "id": "2674", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "73a1dbaa18fb22d2", "profile": "searchpipe-advanced", "id": "829", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "c212f3bacbbafa57", "profile": "searchpipe-advanced", "id": "443", "primary_grade": "CORRECT" }, { "audit_id": "a73f0680457e0f08", "profile": "searchpipe-advanced", "id": "2695", "primary_grade": "CORRECT" }, { "audit_id": "69a6a7e129cbf631", "profile": "searchpipe-advanced", "id": "2102", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "8497d01bee56a555", "profile": "searchpipe-advanced", "id": "2668", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "96fd90316c3782a0", "profile": "searchpipe-advanced", "id": "3769", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "7d5acca576aafdea", "profile": "searchpipe-advanced", "id": "2313", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "4a44b272e76f1f29", "profile": "searchpipe-advanced", "id": "2491", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "a8dfc108fdd63c15", "profile": "searchpipe-advanced", "id": "2362", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "548d2f2f4b1cadfc", "profile": "searchpipe-advanced", "id": "466", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "e21a709c13e507fa", "profile": "searchpipe-advanced", "id": "3817", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "224efb2d404aeb93", "profile": "searchpipe-advanced", "id": "2122", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "66771d9f2c4dd27d", "profile": "searchpipe-advanced", "id": "3150", "primary_grade": "CORRECT" }, { "audit_id": "f983a0b1d8e745dc", "profile": "searchpipe-advanced", "id": "1295", "primary_grade": "CORRECT" }, { "audit_id": "a20ad5bcefab0de0", "profile": "searchpipe-advanced", "id": "3543", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "277b960281b3a55a", "profile": "searchpipe-advanced", "id": "2737", "primary_grade": "CORRECT" }, { "audit_id": "354e82b4e20c2312", "profile": "searchpipe-advanced", "id": "3703", "primary_grade": "CORRECT" }, { "audit_id": "5b10160dd25a617b", "profile": "searchpipe-advanced", "id": "1660", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "0b99e2d50e9706f4", "profile": "searchpipe-advanced", "id": "2155", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "f612d2bc74fe5035", "profile": "searchpipe-advanced", "id": "3040", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "75f2ae2d14f044d0", "profile": "searchpipe-advanced", "id": "2411", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "6dfd713fb18a0c25", "profile": "searchpipe-advanced", "id": "1671", "primary_grade": "CORRECT" }, { "audit_id": "e44cc4ea32ae30f5", "profile": "searchpipe-advanced", "id": "2533", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "f5bbf405f63998a7", "profile": "searchpipe-advanced", "id": "1232", "primary_grade": "CORRECT" }, { "audit_id": "8963ca327aff0d63", "profile": "tavily-basic", "id": "3968", "primary_grade": "CORRECT" }, { "audit_id": "86fd2964b7e7458c", "profile": "tavily-basic", "id": "1955", "primary_grade": "CORRECT" }, { "audit_id": "3ac05f4bbcdb322f", "profile": "tavily-basic", "id": "4198", "primary_grade": "CORRECT" }, { "audit_id": "a1bd460bc83fdefd", "profile": "tavily-basic", "id": "3271", "primary_grade": "CORRECT" }, { "audit_id": "cb8973987bd315e7", "profile": "tavily-basic", "id": "2811", "primary_grade": "CORRECT" }, { "audit_id": "8abbf955a536a0db", "profile": "tavily-basic", "id": "4248", "primary_grade": "CORRECT" }, { "audit_id": "158a76f1d9b20f94", "profile": "tavily-basic", "id": "2077", "primary_grade": "CORRECT" }, { "audit_id": "384ec938eadb8269", "profile": "tavily-basic", "id": "161", "primary_grade": "CORRECT" }, { "audit_id": "74c8af9d59bfc417", "profile": "tavily-basic", "id": "2559", "primary_grade": "CORRECT" }, { "audit_id": "f3be57912d0140de", "profile": "tavily-basic", "id": "491", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "2bedd8f75bb589bd", "profile": "tavily-basic", "id": "432", "primary_grade": "CORRECT" }, { "audit_id": "dead3a7ee881843a", "profile": "tavily-basic", "id": "2300", "primary_grade": "CORRECT" }, { "audit_id": "445f34bc7a9174e6", "profile": "tavily-basic", "id": "947", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "5f41e382c664b3e4", "profile": "tavily-basic", "id": "2322", "primary_grade": "CORRECT" }, { "audit_id": "1d483bd89af8d394", "profile": "tavily-basic", "id": "13", "primary_grade": "CORRECT" }, { "audit_id": "e868fb0bde9e5907", "profile": "tavily-basic", "id": "4270", "primary_grade": "CORRECT" }, { "audit_id": "a6d2ed32846fe953", "profile": "tavily-basic", "id": "378", "primary_grade": "CORRECT" }, { "audit_id": "0219054a786240bc", "profile": "tavily-basic", "id": "2945", "primary_grade": "CORRECT" }, { "audit_id": "b6fa338c8ebc0bba", "profile": "tavily-basic", "id": "2662", "primary_grade": "CORRECT" }, { "audit_id": "95517fb9ca1a7d15", "profile": "tavily-basic", "id": "608", "primary_grade": "CORRECT" }, { "audit_id": "724d8dad9df43bbd", "profile": "tavily-basic", "id": "3536", "primary_grade": "CORRECT" }, { "audit_id": "844ab52ea25a6300", "profile": "tavily-basic", "id": "1019", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "d5e67d28183e4e4c", "profile": "tavily-basic", "id": "480", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "dfa0e8a741b8f539", "profile": "tavily-basic", "id": "2438", "primary_grade": "CORRECT" }, { "audit_id": "f20ca64827222542", "profile": "tavily-basic", "id": "2382", "primary_grade": "CORRECT" }, { "audit_id": "1b4ddd822feaa949", "profile": "tavily-basic", "id": "2923", "primary_grade": "CORRECT" }, { "audit_id": "02fe8f25a1347d5a", "profile": "tavily-basic", "id": "217", "primary_grade": "CORRECT" }, { "audit_id": "c9b73c8b825988ba", "profile": "tavily-basic", "id": "1061", "primary_grade": "CORRECT" }, { "audit_id": "0320e8e65bfb532e", "profile": "tavily-basic", "id": "3111", "primary_grade": "CORRECT" }, { "audit_id": "1a20c3ac74aea2da", "profile": "tavily-basic", "id": "2139", "primary_grade": "CORRECT" }, { "audit_id": "3e07e7e3a0e91429", "profile": "tavily-advanced", "id": "745", "primary_grade": "CORRECT" }, { "audit_id": "cf99f09f7b16a09d", "profile": "tavily-advanced", "id": "2827", "primary_grade": "CORRECT" }, { "audit_id": "1083100ff7c0a15f", "profile": "tavily-advanced", "id": "1971", "primary_grade": "CORRECT" }, { "audit_id": "ff8c43b73979961e", "profile": "tavily-advanced", "id": "3703", "primary_grade": "CORRECT" }, { "audit_id": "c414ebd5feed5866", "profile": "tavily-advanced", "id": "2538", "primary_grade": "CORRECT" }, { "audit_id": "6e08f106f9351361", "profile": "tavily-advanced", "id": "755", "primary_grade": "CORRECT" }, { "audit_id": "802dd0aab88f6946", "profile": "tavily-advanced", "id": "1782", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "5fb5be3d143f800a", "profile": "tavily-advanced", "id": "3945", "primary_grade": "CORRECT" }, { "audit_id": "50f3e144ff5ab771", "profile": "tavily-advanced", "id": "4226", "primary_grade": "CORRECT" }, { "audit_id": "d1d7266e862504a1", "profile": "tavily-advanced", "id": "4227", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "9fd6a88c8cf939d7", "profile": "tavily-advanced", "id": "491", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "a4c34e842081e394", "profile": "tavily-advanced", "id": "1695", "primary_grade": "CORRECT" }, { "audit_id": "f774fb0c212de01f", "profile": "tavily-advanced", "id": "1131", "primary_grade": "CORRECT" }, { "audit_id": "db895667c6c7aa15", "profile": "tavily-advanced", "id": "3719", "primary_grade": "CORRECT" }, { "audit_id": "44a5a387e1984862", "profile": "tavily-advanced", "id": "1075", "primary_grade": "CORRECT" }, { "audit_id": "f9dcb41bc7f5ae6d", "profile": "tavily-advanced", "id": "1392", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "8098cf73086ba687", "profile": "tavily-advanced", "id": "3565", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "79aed029181b83f4", "profile": "tavily-advanced", "id": "1749", "primary_grade": "CORRECT" }, { "audit_id": "b15b90598317fa3a", "profile": "tavily-advanced", "id": "3015", "primary_grade": "CORRECT" }, { "audit_id": "79b4c4b77b109a6e", "profile": "tavily-advanced", "id": "4080", "primary_grade": "CORRECT" }, { "audit_id": "23c37f0556865e35", "profile": "tavily-advanced", "id": "3696", "primary_grade": "CORRECT" }, { "audit_id": "12ef969baf71321d", "profile": "tavily-advanced", "id": "2855", "primary_grade": "CORRECT" }, { "audit_id": "40b89ec691bacb8a", "profile": "tavily-advanced", "id": "2411", "primary_grade": "CORRECT" }, { "audit_id": "7d4aacc96f7fedf8", "profile": "tavily-advanced", "id": "3404", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "1b222cd75495d86c", "profile": "tavily-advanced", "id": "3514", "primary_grade": "CORRECT" }, { "audit_id": "dd977f034662dff4", "profile": "tavily-advanced", "id": "2737", "primary_grade": "CORRECT" }, { "audit_id": "87a9dece84330867", "profile": "tavily-advanced", "id": "1963", "primary_grade": "CORRECT" }, { "audit_id": "bff4b0d471bc531f", "profile": "tavily-advanced", "id": "2102", "primary_grade": "CORRECT" }, { "audit_id": "4cdd7016960143f3", "profile": "tavily-advanced", "id": "2551", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "7bcf9c0de4eed31f", "profile": "tavily-advanced", "id": "2057", "primary_grade": "NOT_ATTEMPTED" }, { "audit_id": "c29737402fab13d4", "profile": "exa-auto", "id": "1415", "primary_grade": "CORRECT" }, { "audit_id": "c55c2c91cd6c17e9", "profile": "exa-auto", "id": "3646", "primary_grade": "CORRECT" }, { "audit_id": "06369f70328d768c", "profile": "exa-auto", "id": "2030", "primary_grade": "CORRECT" }, { "audit_id": "3e3d8168e7c257f7", "profile": "exa-auto", "id": "1726", "primary_grade": "CORRECT" }, { "audit_id": "751e14a55effd43c", "profile": "exa-auto", "id": "1295", "primary_grade": "CORRECT" }, { "audit_id": "091b015735f75a1f", "profile": "exa-auto", "id": "2559", "primary_grade": "CORRECT" }, { "audit_id": "a6757e33c3b8a8e7", "profile": "exa-auto", "id": "2757", "primary_grade": "CORRECT" }, { "audit_id": "b9dbde7becce43a6", "profile": "exa-auto", "id": "2855", "primary_grade": "CORRECT" }, { "audit_id": "37fe978ec48cfd8a", "profile": "exa-auto", "id": "3369", "primary_grade": "CORRECT" }, { "audit_id": "d34fe1f0cc1a17ca", "profile": "exa-auto", "id": "2300", "primary_grade": "CORRECT" }, { "audit_id": "d4ba8307f78fe3c9", "profile": "exa-auto", "id": "1047", "primary_grade": "CORRECT" }, { "audit_id": "41bb8167f96ad9ed", "profile": "exa-auto", "id": "2928", "primary_grade": "CORRECT" }, { "audit_id": "7551833a1ca1cc23", "profile": "exa-auto", "id": "3974", "primary_grade": "CORRECT" }, { "audit_id": "0da3a2bc0984b091", "profile": "exa-auto", "id": "765", "primary_grade": "CORRECT" }, { "audit_id": "e0bebd9b324cd62b", "profile": "exa-auto", "id": "308", "primary_grade": "CORRECT" }, { "audit_id": "718b3b99ca61131a", "profile": "exa-auto", "id": "3578", "primary_grade": "CORRECT" }, { "audit_id": "c4658f7ce05f8f69", "profile": "exa-auto", "id": "2899", "primary_grade": "CORRECT" }, { "audit_id": "0d888e72b75e98d0", "profile": "exa-auto", "id": "2491", "primary_grade": "CORRECT" }, { "audit_id": "7f276e1128a57e07", "profile": "exa-auto", "id": "69", "primary_grade": "CORRECT" }, { "audit_id": "4ac0c4b2559affec", "profile": "exa-auto", "id": "3118", "primary_grade": "CORRECT" }, { "audit_id": "276b642c83c83518", "profile": "exa-auto", "id": "1042", "primary_grade": "CORRECT" }, { "audit_id": "633de377a2bb62d4", "profile": "exa-auto", "id": "3593", "primary_grade": "CORRECT" }, { "audit_id": "16757ca8cb077d19", "profile": "exa-auto", "id": "1400", "primary_grade": "CORRECT" }, { "audit_id": "054058f7bf318084", "profile": "exa-auto", "id": "1199", "primary_grade": "CORRECT" }, { "audit_id": "de1ab7bff8250409", "profile": "exa-auto", "id": "1269", "primary_grade": "CORRECT" }, { "audit_id": "07564bad7bbc0d6a", "profile": "exa-auto", "id": "3548", "primary_grade": "CORRECT" }, { "audit_id": "3912318a68998a1d", "profile": "exa-auto", "id": "94", "primary_grade": "CORRECT" }, { "audit_id": "134dca3e58fe9845", "profile": "exa-auto", "id": "3561", "primary_grade": "CORRECT" }, { "audit_id": "1a1edbca5fdadaca", "profile": "exa-auto", "id": "3148", "primary_grade": "CORRECT" }, { "audit_id": "90289df36a8632d3", "profile": "exa-auto", "id": "947", "primary_grade": "CORRECT" }, { "audit_id": "759b743ef6c7a690", "profile": "parallel-fast", "id": "3508", "primary_grade": "CORRECT" }, { "audit_id": "be470ddb729d04c5", "profile": "parallel-fast", "id": "894", "primary_grade": "CORRECT" }, { "audit_id": "20478329692c25ac", "profile": "parallel-fast", "id": "4080", "primary_grade": "CORRECT" }, { "audit_id": "f855e3fac4a26e37", "profile": "parallel-fast", "id": "2174", "primary_grade": "CORRECT" }, { "audit_id": "9c0f3a14ee0602e9", "profile": "parallel-fast", "id": "3306", "primary_grade": "CORRECT" }, { "audit_id": "76a2432bd57cea9f", "profile": "parallel-fast", "id": "2374", "primary_grade": "CORRECT" }, { "audit_id": "53a6fb62e722c72b", "profile": "parallel-fast", "id": "1269", "primary_grade": "CORRECT" }, { "audit_id": "a059d769a1147591", "profile": "parallel-fast", "id": "1674", "primary_grade": "CORRECT" }, { "audit_id": "db17a65f5b13e810", "profile": "parallel-fast", "id": "755", "primary_grade": "CORRECT" }, { "audit_id": "078c18ed71b911bb", "profile": "parallel-fast", "id": "3769", "primary_grade": "CORRECT" }, { "audit_id": "96decdc6e674090d", "profile": "parallel-fast", "id": "4227", "primary_grade": "CORRECT" }, { "audit_id": "7e21f754417cde38", "profile": "parallel-fast", "id": "2543", "primary_grade": "CORRECT" }, { "audit_id": "d19c63511ea023da", "profile": "parallel-fast", "id": "8", "primary_grade": "CORRECT" }, { "audit_id": "7ee4d639af601e41", "profile": "parallel-fast", "id": "3183", "primary_grade": "CORRECT" }, { "audit_id": "5908408d8d5880f4", "profile": "parallel-fast", "id": "2658", "primary_grade": "CORRECT" }, { "audit_id": "0a6cf17f5ea3252c", "profile": "parallel-fast", "id": "3328", "primary_grade": "CORRECT" }, { "audit_id": "2c0276f388e627fb", "profile": "parallel-fast", "id": "3578", "primary_grade": "CORRECT" }, { "audit_id": "ad463d9730fba81e", "profile": "parallel-fast", "id": "1640", "primary_grade": "CORRECT" }, { "audit_id": "35b81f0190cd6061", "profile": "parallel-fast", "id": "69", "primary_grade": "CORRECT" }, { "audit_id": "cc54fbb77339f6cc", "profile": "parallel-fast", "id": "3561", "primary_grade": "CORRECT" }, { "audit_id": "2d4d536012a55efb", "profile": "parallel-fast", "id": "2737", "primary_grade": "CORRECT" }, { "audit_id": "e16f1e8446e8ab80", "profile": "parallel-fast", "id": "868", "primary_grade": "CORRECT" }, { "audit_id": "61f3f6c845566dc9", "profile": "parallel-fast", "id": "1537", "primary_grade": "CORRECT" }, { "audit_id": "4b7bf28aade5597f", "profile": "parallel-fast", "id": "3111", "primary_grade": "CORRECT" }, { "audit_id": "57273b4460454c0e", "profile": "parallel-fast", "id": "462", "primary_grade": "CORRECT" }, { "audit_id": "5dcb7a245c4c6b96", "profile": "parallel-fast", "id": "1726", "primary_grade": "CORRECT" }, { "audit_id": "19bd39e96bf8c540", "profile": "parallel-fast", "id": "3719", "primary_grade": "CORRECT" }, { "audit_id": "d1f30de7d0c75649", "profile": "parallel-fast", "id": "619", "primary_grade": "CORRECT" }, { "audit_id": "a45fe87b16686dcd", "profile": "parallel-fast", "id": "4270", "primary_grade": "CORRECT" }, { "audit_id": "902ab7c9d6317718", "profile": "parallel-fast", "id": "466", "primary_grade": "CORRECT" } ] } }