{"entities":[{"id":"ernie-2-report","name":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","type":"document"},{"id":"ernie-2019-report","name":"ERNIE: Enhanced Representation through Knowledge Integration","type":"document"},{"id":"ernie-3-report","name":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","type":"document"},{"id":"ernie-3-titan-report","name":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","type":"document"},{"id":"kp-learning-evaluating-general-linguistic-2019","name":"Learning and Evaluating General Linguistic Intelligence","type":"document"},{"id":"kp-evaluating-large-language-models-trained-2021","name":"Evaluating Large Language Models Trained on Code","type":"document"},{"id":"kp-deep-contextualized-word-representations-2018","name":"Deep contextualized word representations","type":"document","subtype":"Research paper","description":"Work-level record. Its arXiv versions and any conference or journal version are listed as sources, each with its own date. A citation to the work does not identify which version the citing author read.","sourceIds":["source-kp-deep-contextualized-word-representations-2018-v1"]},{"id":"kenton-lee","name":"Kenton Lee","type":"person"},{"id":"luke-zettlemoyer","name":"Luke Zettlemoyer","type":"person"}],"claims":[{"id":"kp-states-deep-contextualized-word-representations-2018-1","subject":"kp-deep-contextualized-word-representations-2018","predicate":"states_contribution","object":{"kind":"literal","value":"The paper introduces a deep contextualized word representation intended to model both complex characteristics of word use and how these uses vary across linguistic contexts."},"topic":"ideas","statement":"The paper introduces a deep contextualized word representation intended to model both complex characteristics of word use and how these uses vary across linguistic contexts.","time":{"kind":"event","date":"2018-02-15","basis":"publication","note":"Date of the arXiv version quoted, submitted 15 February 2018 (UTC); later versions may word it differently."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-states-deep-contextualized-word-representations-2018-1-1"]},{"id":"kp-cites-ernie-2-report-deep-contextualized-word-representations-2018","subject":"ernie-2-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding cites Deep contextualized word representations.","time":{"kind":"event","date":"2019-07-29","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-2-report-deep-contextualized-word-representations-2018-1"]},{"id":"kp-cites-ernie-2019-report-deep-contextualized-word-representations-2018","subject":"ernie-2019-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"ERNIE: Enhanced Representation through Knowledge Integration cites Deep contextualized word representations.","time":{"kind":"event","date":"2019-04-19","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-2019-report-deep-contextualized-word-representations-2018-1"]},{"id":"kp-cites-ernie-3-report-deep-contextualized-word-representations-2018","subject":"ernie-3-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation cites Deep contextualized word representations.","time":{"kind":"event","date":"2021-07-05","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-3-report-deep-contextualized-word-representations-2018-1"]},{"id":"kp-cites-ernie-3-titan-report-deep-contextualized-word-representations-2018","subject":"ernie-3-titan-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation cites Deep contextualized word representations.","time":{"kind":"event","date":"2021-12-23","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-3-titan-report-deep-contextualized-word-representations-2018-1"]},{"id":"kp-cites-lg-src-goo-codex-v1-deep-contextualized-word-representations-2018","subject":"kp-evaluating-large-language-models-trained-2021","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"Evaluating Large Language Models Trained on Code (arXiv:2107.03374v1) cites Deep contextualized word representations.","time":{"kind":"event","date":"2021-07-07","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-lg-src-goo-codex-v1-deep-contextualized-word-representations-2018-1"]},{"id":"kp-cites-lg-src-new-yogatama-dm-2019-deep-contextualized-word-representations-2018","subject":"kp-learning-evaluating-general-linguistic-2019","predicate":"cites","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"Learning and Evaluating General Linguistic Intelligence (arXiv:1901.11373v1) cites Deep contextualized word representations.","time":{"kind":"event","date":"2019-01-31","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-lg-src-new-yogatama-dm-2019-deep-contextualized-word-representations-2018-1"]},{"id":"kp-authored-kenton-lee-deep-contextualized-word-representations-2018","subject":"kenton-lee","predicate":"authored","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"Kenton Lee is a credited author of Deep contextualized word representations.","time":{"kind":"event","date":"2018-02-15","basis":"publication","note":"Date of the work’s earliest recorded version, arXiv version 1, submitted 15 February 2018 (UTC)."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-kenton-lee-deep-contextualized-word-representations-2018-1"]},{"id":"kp-authored-luke-zettlemoyer-deep-contextualized-word-representations-2018","subject":"luke-zettlemoyer","predicate":"authored","object":{"kind":"entity","entityId":"kp-deep-contextualized-word-representations-2018"},"topic":"ideas","statement":"Luke Zettlemoyer is a credited author of Deep contextualized word representations.","time":{"kind":"event","date":"2018-02-15","basis":"publication","note":"Date of the work’s earliest recorded version, arXiv version 1, submitted 15 February 2018 (UTC)."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-luke-zettlemoyer-deep-contextualized-word-representations-2018-1"]}],"sources":[{"id":"source-kp-deep-contextualized-word-representations-2018-abs","documentId":"kp-deep-contextualized-word-representations-2018","title":"Deep contextualized word representations","authors":["arXiv"],"publisher":"arXiv","publicationDate":"2018-02-15","version":"arXiv abstract page, retrieved for the candidate pack on 2026-10-28 (SHA-256 fd999bd962042632c1212c6dd80ff7bbb30db3077d4bed4742844e8b2a92654c). Submission history as arXiv records it (UTC): v1 15 February 2018; v2 22 March 2018. The page serves the latest version; each version is a separate expression, and only the one a record names was read.","evidenceUrl":"https://arxiv.org/abs/1802.05365","language":"en"},{"id":"source-kp-deep-contextualized-word-representations-2018-v1","documentId":"kp-deep-contextualized-word-representations-2018","title":"Deep contextualized word representations","authors":["Matthew E. Peters","Mark Neumann","Mohit Iyyer","Matt Gardner","Christopher Clark","Kenton Lee","Luke Zettlemoyer"],"publisher":"arXiv","publicationDate":"2018-02-15","version":"arXiv:1802.05365v1, submitted 15 February 2018 (UTC). Retrieved for the candidate pack on 2026-10-28 (SHA-256 c524a2d4ffd2cbedd24b1db59258fd4f85e40a7a81ccebe88fa36e2a9bca3dd7). The author list is the byline as printed on the first page.","evidenceUrl":"https://arxiv.org/pdf/1802.05365v1","language":"en"},{"id":"source-kp-deep-contextualized-word-representations-2018-a040","documentId":"kp-deep-contextualized-word-representations-2018","title":"Deep contextualized word representations","authors":["Association for Computational Linguistics"],"publisher":"Association for Computational Linguistics","publicationDate":"2018-06","version":"NAACL-HLT 2018, Volume 1 (Long Papers), pp. 2227–2237. Located by the cross-family machine check on 2026-10-30 (item A040; Volume, month, year), at the precision of its source; not read again at admission.","evidenceUrl":"https://aclanthology.org/N18-1202/","language":"en"}],"evidence":[{"id":"evidence-kp-states-deep-contextualized-word-representations-2018-1-1","claimId":"kp-states-deep-contextualized-word-representations-2018-1","sourceId":"source-kp-deep-contextualized-word-representations-2018-v1","sourceRole":"primary","support":"supports","locator":"arXiv v1, PDF p. 1, abstract","passage":"We introduce a new type of deep contextualized word representation that models both (1) complex characteristics of word use (e.g., syntax and semantics), and (2) how these uses vary across linguistic contexts (i.e., to model polysemy).","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-2-report-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-ernie-2-report-deep-contextualized-word-representations-2018","sourceId":"c2-src-ernie2-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-2019-report-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-ernie-2019-report-deep-contextualized-word-representations-2018","sourceId":"c2-src-ernie-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-3-report-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-ernie-3-report-deep-contextualized-word-representations-2018","sourceId":"c2-src-ernie3-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-3-titan-report-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-ernie-3-titan-report-deep-contextualized-word-representations-2018","sourceId":"c2-src-ernie3-titan-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-lg-src-goo-codex-v1-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-lg-src-goo-codex-v1-deep-contextualized-word-representations-2018","sourceId":"lg-src-goo-codex-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-lg-src-new-yogatama-dm-2019-deep-contextualized-word-representations-2018-1","claimId":"kp-cites-lg-src-new-yogatama-dm-2019-deep-contextualized-word-representations-2018","sourceId":"lg-src-new-yogatama-dm-2019","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-kenton-lee-deep-contextualized-word-representations-2018-1","claimId":"kp-authored-kenton-lee-deep-contextualized-word-representations-2018","sourceId":"source-kp-deep-contextualized-word-representations-2018-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-luke-zettlemoyer-deep-contextualized-word-representations-2018-1","claimId":"kp-authored-luke-zettlemoyer-deep-contextualized-word-representations-2018","sourceId":"source-kp-deep-contextualized-word-representations-2018-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"}],"at":{"entities":[945,946,947,948,1445,1447,1469,1543,1553],"claims":[3791,4211,4212,4213,4214,4215,4216,4576,4577],"sources":[1302,1303,1304],"evidence":[5249,5669,5670,5671,5672,5673,5674,6034,6035]},"index":{"byClaim":[],"marks":[],"chronicle":{"years":[{"year":1863,"topics":{"ideas":5},"stated":0},{"year":1865,"topics":{"ideas":1},"stated":0},{"year":1872,"topics":{"ideas":7},"stated":0},{"year":1943,"topics":{"ideas":1},"stated":0},{"year":1947,"topics":{"ideas":2},"stated":0},{"year":1950,"topics":{"ideas":7},"stated":0},{"year":1951,"topics":{"ideas":5},"stated":0},{"year":1952,"topics":{"ideas":2},"stated":0},{"year":1955,"topics":{"ideas":31},"stated":0},{"year":1956,"topics":{"ideas":1},"stated":0},{"year":1957,"topics":{"ideas":1},"stated":0},{"year":1958,"topics":{"ideas":3},"stated":0},{"year":1959,"topics":{"ideas":6},"stated":0},{"year":1960,"topics":{"ideas":11},"stated":0},{"year":1961,"topics":{"ideas":10},"stated":0},{"year":1965,"topics":{"ideas":8},"stated":0},{"year":1966,"topics":{"ideas":20},"stated":0},{"year":1968,"topics":{"ideas":5},"stated":0},{"year":1969,"topics":{"ideas":2},"stated":0},{"year":1971,"topics":{"ideas":4},"stated":0},{"year":1972,"topics":{"ideas":1},"stated":0},{"year":1973,"topics":{"ideas":2},"stated":0},{"year":1974,"topics":{"ideas":2},"stated":0},{"year":1975,"topics":{"ideas":1},"stated":0},{"year":1976,"topics":{"ideas":1},"stated":0},{"year":1977,"topics":{"people":2,"ideas":8},"stated":0},{"year":1979,"topics":{"ideas":4},"stated":0},{"year":1980,"topics":{"ideas":2},"stated":0},{"year":1981,"topics":{"people":2},"stated":0},{"year":1982,"topics":{"ideas":4},"stated":0},{"year":1983,"topics":{"ideas":4},"stated":0},{"year":1984,"topics":{"ideas":21},"stated":0},{"year":1985,"topics":{"ideas":9},"stated":0},{"year":1986,"topics":{"ideas":18},"stated":0},{"year":1987,"topics":{"ideas":1},"stated":0},{"year":1988,"topics":{"ideas":6},"stated":0},{"year":1989,"topics":{"ideas":8},"stated":0},{"year":1990,"topics":{"ideas":5},"stated":0},{"year":1991,"topics":{"ideas":11},"stated":0},{"year":1992,"topics":{"ideas":9},"stated":0},{"year":1993,"topics":{"ideas":14,"people":3},"stated":0},{"year":1994,"topics":{"ideas":14},"stated":0},{"year":1995,"topics":{"ideas":10,"people":1},"stated":0},{"year":1996,"topics":{"ideas":71},"stated":0},{"year":1997,"topics":{"ideas":12},"stated":0},{"year":1998,"topics":{"ideas":49},"stated":0},{"year":1999,"topics":{"ideas":27,"people":1,"institutions":1},"stated":0},{"year":2000,"topics":{"ideas":62},"stated":0},{"year":2001,"topics":{"ideas":39},"stated":0},{"year":2002,"topics":{"ideas":30},"stated":0},{"year":2003,"topics":{"ideas":8},"stated":0},{"year":2004,"topics":{"ideas":12,"people":3},"stated":0},{"year":2005,"topics":{"ideas":10,"people":1},"stated":0},{"year":2006,"topics":{"ideas":26,"people":1},"stated":0},{"year":2007,"topics":{"ideas":20},"stated":0},{"year":2008,"topics":{"ideas":57,"people":3,"institutions":1},"stated":0},{"year":2009,"topics":{"ideas":10,"people":1},"stated":0},{"year":2010,"topics":{"people":3,"ideas":11,"institutions":1,"governance":4},"stated":0},{"year":2011,"topics":{"people":3,"ideas":7,"institutions":2},"stated":0},{"year":2012,"topics":{"people":4,"ideas":17,"institutions":2},"stated":0},{"year":2013,"topics":{"ideas":46,"people":4,"institutions":2,"capital":1},"stated":0},{"year":2014,"topics":{"institutions":2,"ideas":54,"people":5},"stated":0},{"year":2015,"topics":{"people":22,"ideas":122,"institutions":3,"capital":1},"stated":0},{"year":2016,"topics":{"ideas":88,"people":2},"stated":0},{"year":2017,"topics":{"people":16,"institutions":2,"ideas":128,"governance":2},"stated":0},{"year":2018,"topics":{"people":8,"ideas":158,"institutions":8,"governance":1},"stated":0},{"year":2019,"topics":{"capital":1,"compute":1,"people":10,"governance":19,"ideas":175,"institutions":4},"stated":0},{"year":2020,"topics":{"people":6,"ideas":98,"institutions":1,"governance":2},"stated":0},{"year":2021,"topics":{"people":27,"ideas":177,"compute":1,"institutions":23,"governance":4,"capital":6},"stated":0},{"year":2022,"topics":{"people":15,"ideas":217,"institutions":6,"governance":3,"compute":2,"capital":1},"stated":0},{"year":2023,"topics":{"capital":5,"compute":7,"institutions":23,"people":51,"governance":179,"ideas":389},"stated":0},{"year":2024,"topics":{"capital":12,"compute":19,"governance":282,"people":80,"ideas":178,"institutions":28},"stated":1},{"year":2025,"topics":{"governance":547,"compute":69,"capital":34,"people":90,"institutions":18,"ideas":178},"stated":7},{"year":2026,"topics":{"governance":442,"capital":8,"compute":32,"institutions":21,"ideas":91,"people":107},"stated":19},{"year":2027,"topics":{},"stated":9},{"year":2028,"topics":{},"stated":6},{"year":2029,"topics":{},"stated":3},{"year":2030,"topics":{},"stated":3},{"year":2032,"topics":{},"stated":2},{"year":2035,"topics":{},"stated":2},{"year":2039,"topics":{},"stated":1},{"year":2042,"topics":{},"stated":1},{"year":2050,"topics":{},"stated":1}],"scheduled":[],"statedBy":[]},"collections":[{"target":{"kind":"propositions","id":"superintelligence"},"title":"Propositions about superintelligence, 1863–2022","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"risk-debate"},"title":"Arguments about catastrophic risk from advanced AI","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"yudkowsky-arguments"},"title":"Eliezer Yudkowsky’s arguments on common claims about AI, 1996–2026","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"economics-of-machine-intelligence"},"title":"Economics of machine intelligence","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"orbital-compute-arguments"},"title":"Arguments about compute in orbit","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-bio-arguments"},"title":"Arguments about AI and biological risk","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-in-science"},"title":"AI in science","claimIds":[],"records":[]},{"target":{"kind":"documents"},"title":"Frontier safety frameworks","claimIds":[]},{"target":{"kind":"compare","id":"frontier-safety-frameworks"},"title":"Compare frameworks","claimIds":[]},{"target":{"kind":"control","id":"openai"},"title":"OpenAI’s control structure, 2015–2026","claimIds":[]},{"target":{"kind":"control","id":"anthropic"},"title":"Anthropic’s control structure, 2021–2026","claimIds":[]},{"target":{"kind":"commitments"},"title":"External commitments and obligations","claimIds":[]},{"target":{"kind":"question","id":"frameworks-to-obligations"},"title":"Frameworks, commitments and legal obligations, 2023–2026","claimIds":[]},{"target":{"kind":"reading"},"title":"Founding and early leadership","claimIds":[]}]},"version":"131evrz"}