{"entities":[{"id":"compute-optimal-language-models","name":"Training Compute-Optimal Large Language Models","type":"document"},{"id":"weak-strong-paper","name":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","type":"document"},{"id":"llama-paper","name":"LLaMA (2023 paper)","type":"document"},{"id":"qwen-report","name":"Qwen Technical Report","type":"document"},{"id":"kp-gemini-family-multimodal-models-2023","name":"Gemini: A Family of Highly Capable Multimodal Models","type":"document"},{"id":"kp-boolq-exploring-surprising-difficulty-natural-2019","name":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","type":"document","subtype":"Research paper","description":"Work-level record. Its arXiv versions and any conference or journal version are listed as sources, each with its own date. A citation to the work does not identify which version the citing author read.","sourceIds":["source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1"]},{"id":"ming-wei-chang","name":"Ming-Wei Chang","type":"person"},{"id":"kenton-lee","name":"Kenton Lee","type":"person"},{"id":"kristina-toutanova","name":"Kristina Toutanova","type":"person"}],"claims":[{"id":"kp-states-boolq-exploring-surprising-difficulty-natural-2019-1","subject":"kp-boolq-exploring-surprising-difficulty-natural-2019","predicate":"states_contribution","object":{"kind":"literal","value":"The paper presents BoolQ, a reading comprehension dataset of naturally occurring yes/no questions, which the authors report are unexpectedly challenging."},"topic":"ideas","statement":"The paper presents BoolQ, a reading comprehension dataset of naturally occurring yes/no questions, which the authors report are unexpectedly challenging.","time":{"kind":"event","date":"2019-05-24","basis":"publication","note":"Date of the arXiv version quoted, submitted 24 May 2019 (UTC); later versions may word it differently."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-states-boolq-exploring-surprising-difficulty-natural-2019-1-1"]},{"id":"kp-cites-compute-optimal-language-models-boolq-exploring-surprising-difficulty-natural-2019","subject":"compute-optimal-language-models","predicate":"cites","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Training Compute-Optimal Large Language Models cites BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2022-03-29","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-compute-optimal-language-models-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-cites-weak-strong-paper-boolq-exploring-surprising-difficulty-natural-2019","subject":"weak-strong-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision cites BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2023-12-14","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-weak-strong-paper-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-cites-llama-paper-boolq-exploring-surprising-difficulty-natural-2019","subject":"llama-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"LLaMA (2023 paper) cites BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2023-02-27","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-llama-paper-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-cites-qwen-report-boolq-exploring-surprising-difficulty-natural-2019","subject":"qwen-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Qwen Technical Report cites BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2023-09-28","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-qwen-report-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-cites-source-gemini-report-v1-boolq-exploring-surprising-difficulty-natural-2019","subject":"kp-gemini-family-multimodal-models-2023","predicate":"cites","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Gemini: A Family of Highly Capable Multimodal Models cites BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2023-12-19","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-source-gemini-report-v1-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-authored-kenton-lee-boolq-exploring-surprising-difficulty-natural-2019","subject":"kenton-lee","predicate":"authored","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Kenton Lee is a credited author of BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2019","basis":"publication","note":"Date of the work’s earliest recorded version (2019), at the precision its source gives."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-kenton-lee-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-authored-ming-wei-chang-boolq-exploring-surprising-difficulty-natural-2019","subject":"ming-wei-chang","predicate":"authored","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Ming-Wei Chang is a credited author of BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2019","basis":"publication","note":"Date of the work’s earliest recorded version (2019), at the precision its source gives."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-ming-wei-chang-boolq-exploring-surprising-difficulty-natural-2019-1"]},{"id":"kp-authored-kristina-toutanova-boolq-exploring-surprising-difficulty-natural-2019","subject":"kristina-toutanova","predicate":"authored","object":{"kind":"entity","entityId":"kp-boolq-exploring-surprising-difficulty-natural-2019"},"topic":"ideas","statement":"Kristina Toutanova is a credited author of BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions.","time":{"kind":"event","date":"2019","basis":"publication","note":"Date of the work’s earliest recorded version (2019), at the precision its source gives."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-kristina-toutanova-boolq-exploring-surprising-difficulty-natural-2019-1"]}],"sources":[{"id":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-abs","documentId":"kp-boolq-exploring-surprising-difficulty-natural-2019","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","authors":["arXiv"],"publisher":"arXiv","publicationDate":"2019-05-24","version":"arXiv abstract page, retrieved for the candidate pack on 2026-10-28 (SHA-256 40ef5af1529d7960723d565a501ffb2349fe3a228e06c1170e8565921b839484). Submission history as arXiv records it (UTC): v1 24 May 2019. The page serves the latest version; each version is a separate expression, and only the one a record names was read.","evidenceUrl":"https://arxiv.org/abs/1905.10044","language":"en"},{"id":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1","documentId":"kp-boolq-exploring-surprising-difficulty-natural-2019","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","authors":["Christopher Clark","Kenton Lee","Ming-Wei Chang","Tom Kwiatkowski","Michael Collins","Kristina Toutanova"],"publisher":"arXiv","publicationDate":"2019-05-24","version":"arXiv:1905.10044v1, submitted 24 May 2019 (UTC). Retrieved for the candidate pack on 2026-10-28 (SHA-256 b96c0d7cd3fbb3f431ec0d5bf10d4a9d58eaf7b1d90a5c223bc777e02f704283). The author list is the byline as printed on the first page.","evidenceUrl":"https://arxiv.org/pdf/1905.10044v1","language":"en"},{"id":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-crossref","documentId":"kp-boolq-exploring-surprising-difficulty-natural-2019","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","authors":["Crossref"],"publisher":"Crossref","publicationDate":"2019","version":"Crossref record of the conference version: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 2924-2936 (DOI 10.18653/v1/n19-1300), retrieved for the candidate pack on 2026-10-28. The date is the publisher-deposited date, kept at year precision; it was not checked against the issue.","evidenceUrl":"https://api.crossref.org/works/10.18653/v1/n19-1300","language":"en"}],"evidence":[{"id":"evidence-kp-states-boolq-exploring-surprising-difficulty-natural-2019-1-1","claimId":"kp-states-boolq-exploring-surprising-difficulty-natural-2019-1","sourceId":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1","sourceRole":"primary","support":"supports","locator":"arXiv v1, PDF p. 1, abstract","passage":"We build a reading comprehension dataset, BoolQ, of such questions, and show that they are unexpectedly challenging.","verification":"machine_checked"},{"id":"evidence-kp-cites-compute-optimal-language-models-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-cites-compute-optimal-language-models-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-compute-optimal-language-models-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-weak-strong-paper-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-cites-weak-strong-paper-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-weak-strong-paper-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-llama-paper-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-cites-llama-paper-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-xm-llama-paper","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-qwen-report-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-cites-qwen-report-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-cn-qwen","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-source-gemini-report-v1-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-cites-source-gemini-report-v1-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-gemini-report-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-kenton-lee-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-authored-kenton-lee-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-ming-wei-chang-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-authored-ming-wei-chang-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-kristina-toutanova-boolq-exploring-surprising-difficulty-natural-2019-1","claimId":"kp-authored-kristina-toutanova-boolq-exploring-surprising-difficulty-natural-2019","sourceId":"source-kp-boolq-exploring-surprising-difficulty-natural-2019-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"}],"at":{"entities":[88,103,165,183,1444,1480,1542,1543,1544],"claims":[3804,4282,4283,4284,4285,4286,4597,4598,4599],"sources":[1328,1329,1330],"evidence":[5262,5740,5741,5742,5743,5744,6055,6056,6057]},"index":{"byClaim":[],"marks":[],"chronicle":{"years":[{"year":1863,"topics":{"ideas":5},"stated":0},{"year":1865,"topics":{"ideas":1},"stated":0},{"year":1872,"topics":{"ideas":7},"stated":0},{"year":1943,"topics":{"ideas":1},"stated":0},{"year":1947,"topics":{"ideas":2},"stated":0},{"year":1950,"topics":{"ideas":7},"stated":0},{"year":1951,"topics":{"ideas":5},"stated":0},{"year":1952,"topics":{"ideas":2},"stated":0},{"year":1955,"topics":{"ideas":31},"stated":0},{"year":1956,"topics":{"ideas":1},"stated":0},{"year":1957,"topics":{"ideas":1},"stated":0},{"year":1958,"topics":{"ideas":3},"stated":0},{"year":1959,"topics":{"ideas":6},"stated":0},{"year":1960,"topics":{"ideas":11},"stated":0},{"year":1961,"topics":{"ideas":10},"stated":0},{"year":1965,"topics":{"ideas":8},"stated":0},{"year":1966,"topics":{"ideas":20},"stated":0},{"year":1968,"topics":{"ideas":5},"stated":0},{"year":1969,"topics":{"ideas":2},"stated":0},{"year":1971,"topics":{"ideas":4},"stated":0},{"year":1972,"topics":{"ideas":1},"stated":0},{"year":1973,"topics":{"ideas":2},"stated":0},{"year":1974,"topics":{"ideas":2},"stated":0},{"year":1975,"topics":{"ideas":1},"stated":0},{"year":1976,"topics":{"ideas":1},"stated":0},{"year":1977,"topics":{"people":2,"ideas":8},"stated":0},{"year":1979,"topics":{"ideas":4},"stated":0},{"year":1980,"topics":{"ideas":2},"stated":0},{"year":1981,"topics":{"people":2},"stated":0},{"year":1982,"topics":{"ideas":4},"stated":0},{"year":1983,"topics":{"ideas":4},"stated":0},{"year":1984,"topics":{"ideas":21},"stated":0},{"year":1985,"topics":{"ideas":9},"stated":0},{"year":1986,"topics":{"ideas":18},"stated":0},{"year":1987,"topics":{"ideas":1},"stated":0},{"year":1988,"topics":{"ideas":6},"stated":0},{"year":1989,"topics":{"ideas":8},"stated":0},{"year":1990,"topics":{"ideas":5},"stated":0},{"year":1991,"topics":{"ideas":11},"stated":0},{"year":1992,"topics":{"ideas":9},"stated":0},{"year":1993,"topics":{"ideas":14,"people":3},"stated":0},{"year":1994,"topics":{"ideas":14},"stated":0},{"year":1995,"topics":{"ideas":10,"people":1},"stated":0},{"year":1996,"topics":{"ideas":71},"stated":0},{"year":1997,"topics":{"ideas":12},"stated":0},{"year":1998,"topics":{"ideas":49},"stated":0},{"year":1999,"topics":{"ideas":27,"people":1,"institutions":1},"stated":0},{"year":2000,"topics":{"ideas":62},"stated":0},{"year":2001,"topics":{"ideas":39},"stated":0},{"year":2002,"topics":{"ideas":30},"stated":0},{"year":2003,"topics":{"ideas":8},"stated":0},{"year":2004,"topics":{"ideas":12,"people":3},"stated":0},{"year":2005,"topics":{"ideas":10,"people":1},"stated":0},{"year":2006,"topics":{"ideas":26,"people":1},"stated":0},{"year":2007,"topics":{"ideas":20},"stated":0},{"year":2008,"topics":{"ideas":57,"people":3,"institutions":1},"stated":0},{"year":2009,"topics":{"ideas":10,"people":1},"stated":0},{"year":2010,"topics":{"people":3,"ideas":11,"institutions":1,"governance":4},"stated":0},{"year":2011,"topics":{"people":3,"ideas":7,"institutions":2},"stated":0},{"year":2012,"topics":{"people":4,"ideas":17,"institutions":2},"stated":0},{"year":2013,"topics":{"ideas":46,"people":4,"institutions":2,"capital":1},"stated":0},{"year":2014,"topics":{"institutions":2,"ideas":54,"people":5},"stated":0},{"year":2015,"topics":{"people":22,"ideas":122,"institutions":3,"capital":1},"stated":0},{"year":2016,"topics":{"ideas":88,"people":2},"stated":0},{"year":2017,"topics":{"people":16,"institutions":2,"ideas":128,"governance":2},"stated":0},{"year":2018,"topics":{"people":8,"ideas":158,"institutions":8,"governance":1},"stated":0},{"year":2019,"topics":{"capital":1,"compute":1,"people":10,"governance":19,"ideas":175,"institutions":4},"stated":0},{"year":2020,"topics":{"people":6,"ideas":98,"institutions":1,"governance":2},"stated":0},{"year":2021,"topics":{"people":27,"ideas":177,"compute":1,"institutions":23,"governance":4,"capital":6},"stated":0},{"year":2022,"topics":{"people":15,"ideas":217,"institutions":6,"governance":3,"compute":2,"capital":1},"stated":0},{"year":2023,"topics":{"capital":5,"compute":7,"institutions":23,"people":51,"governance":179,"ideas":389},"stated":0},{"year":2024,"topics":{"capital":12,"compute":19,"governance":282,"people":80,"ideas":178,"institutions":28},"stated":1},{"year":2025,"topics":{"governance":547,"compute":69,"capital":34,"people":90,"institutions":18,"ideas":178},"stated":7},{"year":2026,"topics":{"governance":442,"capital":8,"compute":32,"institutions":21,"ideas":91,"people":107},"stated":19},{"year":2027,"topics":{},"stated":9},{"year":2028,"topics":{},"stated":6},{"year":2029,"topics":{},"stated":3},{"year":2030,"topics":{},"stated":3},{"year":2032,"topics":{},"stated":2},{"year":2035,"topics":{},"stated":2},{"year":2039,"topics":{},"stated":1},{"year":2042,"topics":{},"stated":1},{"year":2050,"topics":{},"stated":1}],"scheduled":[],"statedBy":[]},"collections":[{"target":{"kind":"propositions","id":"superintelligence"},"title":"Propositions about superintelligence, 1863–2022","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"risk-debate"},"title":"Arguments about catastrophic risk from advanced AI","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"yudkowsky-arguments"},"title":"Eliezer Yudkowsky’s arguments on common claims about AI, 1996–2026","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"economics-of-machine-intelligence"},"title":"Economics of machine intelligence","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"orbital-compute-arguments"},"title":"Arguments about compute in orbit","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-bio-arguments"},"title":"Arguments about AI and biological risk","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-in-science"},"title":"AI in science","claimIds":[],"records":[]},{"target":{"kind":"documents"},"title":"Frontier safety frameworks","claimIds":[]},{"target":{"kind":"compare","id":"frontier-safety-frameworks"},"title":"Compare frameworks","claimIds":[]},{"target":{"kind":"control","id":"openai"},"title":"OpenAI’s control structure, 2015–2026","claimIds":[]},{"target":{"kind":"control","id":"anthropic"},"title":"Anthropic’s control structure, 2021–2026","claimIds":[]},{"target":{"kind":"commitments"},"title":"External commitments and obligations","claimIds":[]},{"target":{"kind":"question","id":"frameworks-to-obligations"},"title":"Frameworks, commitments and legal obligations, 2023–2026","claimIds":[]},{"target":{"kind":"reading"},"title":"Founding and early leadership","claimIds":[]}]},"version":"131evrz"}