{"entities":[{"id":"ilya-sutskever","name":"Ilya Sutskever","type":"person"},{"id":"dario-amodei","name":"Dario Amodei","type":"person"},{"id":"scaling-laws","name":"Scaling Laws for Neural Language Models","type":"document"},{"id":"attention-all-you-need","name":"Attention Is All You Need","type":"document"},{"id":"summarize-feedback-paper","name":"Learning to summarize from human feedback","type":"document"},{"id":"instructgpt-paper","name":"Training language models to follow instructions with human feedback","type":"document"},{"id":"self-critique-paper","name":"Self-critiquing models for assisting human evaluators","type":"document"},{"id":"gpt4-system-card-2023","name":"GPT-4 System Card","type":"document"},{"id":"llama-paper","name":"LLaMA (2023 paper)","type":"document"},{"id":"eloundou-et-al-2023-gpts-are-gpts","name":"GPTs are GPTs: An Early Look at the Labor Market Impact Potential of Large Language Models","shortName":"Eloundou et al., GPTs are GPTs (2023)","type":"document"},{"id":"david-luan","name":"David Luan","type":"person"},{"id":"ernie-2019-report","name":"ERNIE: Enhanced Representation through Knowledge Integration","type":"document"},{"id":"ernie-3-report","name":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","type":"document"},{"id":"ernie-3-titan-report","name":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","type":"document"},{"id":"kp-gemini-family-multimodal-models-2023","name":"Gemini: A Family of Highly Capable Multimodal Models","type":"document"},{"id":"kp-language-models-few-shot-learners-2020","name":"Language Models are Few-Shot Learners","type":"document"},{"id":"kp-language-models-unsupervised-multitask-learners-2019","name":"Language Models are Unsupervised Multitask Learners","type":"document","subtype":"Research paper","description":"Work-level record. Each recorded version is listed as a source with its own date. A citation to the work does not identify which version the citing author read.","sourceIds":["source-kp-language-models-unsupervised-multitask-learners-2019-text"]},{"id":"rewon-child","name":"Rewon Child","type":"person"},{"id":"jeffrey-wu","name":"Jeffrey Wu","type":"person"},{"id":"alec-radford","name":"Alec Radford","type":"person"}],"claims":[{"id":"kp-states-language-models-unsupervised-multitask-learners-2019-1","subject":"kp-language-models-unsupervised-multitask-learners-2019","predicate":"states_contribution","object":{"kind":"literal","value":"The authors state that language models begin to learn tasks such as question answering and translation without explicit supervision when trained on WebText, a new dataset of millions of webpages."},"topic":"ideas","statement":"The authors state that language models begin to learn tasks such as question answering and translation without explicit supervision when trained on WebText, a new dataset of millions of webpages.","time":{"kind":"unknown","note":"The version quoted carries no date of its own; other versions may word it differently."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-states-language-models-unsupervised-multitask-learners-2019-1-1"]},{"id":"kp-states-language-models-unsupervised-multitask-learners-2019-2","subject":"kp-language-models-unsupervised-multitask-learners-2019","predicate":"states_contribution","object":{"kind":"literal","value":"The paper describes its largest model, GPT-2, as a 1.5-billion-parameter Transformer and reports that it improves on previously reported results on 7 of 8 tested language modelling datasets in a zero-shot setting while still underfitting WebText."},"topic":"ideas","statement":"The paper describes its largest model, GPT-2, as a 1.5-billion-parameter Transformer and reports that it improves on previously reported results on 7 of 8 tested language modelling datasets in a zero-shot setting while still underfitting WebText.","time":{"kind":"unknown","note":"The version quoted carries no date of its own; other versions may word it differently."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-states-language-models-unsupervised-multitask-learners-2019-2-1"]},{"id":"kp-cites-scaling-laws-language-models-unsupervised-multitask-learners-2019","subject":"scaling-laws","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Scaling Laws for Neural Language Models cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2020-01-23","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-scaling-laws-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-summarize-feedback-paper-language-models-unsupervised-multitask-learners-2019","subject":"summarize-feedback-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Learning to summarize from human feedback cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2020-09-02","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-summarize-feedback-paper-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-instructgpt-paper-language-models-unsupervised-multitask-learners-2019","subject":"instructgpt-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Training language models to follow instructions with human feedback cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2022-03-04","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-instructgpt-paper-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-self-critique-paper-language-models-unsupervised-multitask-learners-2019","subject":"self-critique-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Self-critiquing models for assisting human evaluators cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2022-06-12","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-self-critique-paper-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-gpt4-system-card-2023-language-models-unsupervised-multitask-learners-2019","subject":"gpt4-system-card-2023","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"GPT-4 System Card cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"The dataset records no date for the citing text; the citation does not identify which version of the cited work was read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-gpt4-system-card-2023-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-llama-paper-language-models-unsupervised-multitask-learners-2019","subject":"llama-paper","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"LLaMA (2023 paper) cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2023-02-27","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-llama-paper-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-eloundou-et-al-2023-gpts-are-gpts-language-models-unsupervised-multitask-learners-2019","subject":"eloundou-et-al-2023-gpts-are-gpts","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"GPTs are GPTs: An Early Look at the Labor Market Impact Potential of Large Language Models cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2023-03-17","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-eloundou-et-al-2023-gpts-are-gpts-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-ernie-2019-report-language-models-unsupervised-multitask-learners-2019","subject":"ernie-2019-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"ERNIE: Enhanced Representation through Knowledge Integration cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2019-04-19","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-2019-report-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-ernie-3-report-language-models-unsupervised-multitask-learners-2019","subject":"ernie-3-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2021-07-05","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-3-report-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-ernie-3-titan-report-language-models-unsupervised-multitask-learners-2019","subject":"ernie-3-titan-report","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2021-12-23","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-ernie-3-titan-report-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-cites-source-gemini-report-v1-language-models-unsupervised-multitask-learners-2019","subject":"kp-gemini-family-multimodal-models-2023","predicate":"cites","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Gemini: A Family of Highly Capable Multimodal Models cites Language Models are Unsupervised Multitask Learners.","time":{"kind":"event","date":"2023-12-19","basis":"publication","note":"Date of the citing source as recorded in the dataset; unknown where the dataset has none."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-cites-source-gemini-report-v1-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-alec-radford-language-models-unsupervised-multitask-learners-2019","subject":"alec-radford","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Alec Radford is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-alec-radford-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-jeffrey-wu-language-models-unsupervised-multitask-learners-2019","subject":"jeffrey-wu","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Jeffrey Wu is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-jeffrey-wu-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-rewon-child-language-models-unsupervised-multitask-learners-2019","subject":"rewon-child","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Rewon Child is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-rewon-child-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-david-luan-language-models-unsupervised-multitask-learners-2019","subject":"david-luan","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"David Luan is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-david-luan-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-dario-amodei-language-models-unsupervised-multitask-learners-2019","subject":"dario-amodei","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Dario Amodei is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-dario-amodei-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"kp-authored-ilya-sutskever-language-models-unsupervised-multitask-learners-2019","subject":"ilya-sutskever","predicate":"authored","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Ilya Sutskever is a credited author of Language Models are Unsupervised Multitask Learners.","time":{"kind":"unknown","note":"No dated version of the work is recorded; the authorship is that of the version read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-kp-authored-ilya-sutskever-language-models-unsupervised-multitask-learners-2019-1"]},{"id":"th-fam-tllm-gpt2-uses-transformer","subject":"kp-language-models-unsupervised-multitask-learners-2019","predicate":"uses_method_from","object":{"kind":"entity","entityId":"attention-all-you-need"},"topic":"ideas","statement":"Radford et al. (2019) report a Transformer-based architecture, citing Vaswani et al., for the GPT-2 language models.","time":{"kind":"event","date":"2019","note":"Date as a later account or citation gives it; no contemporaneous text read here dates it. Year from a later citation (claimed); the PDF is undated."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-th-fam-tllm-gpt2-uses-transformer-1"],"attributes":{"method":"Transformer architecture"}},{"id":"th-fam-tllm-gpt3-uses-gpt2","subject":"kp-language-models-few-shot-learners-2020","predicate":"uses_method_from","object":{"kind":"entity","entityId":"kp-language-models-unsupervised-multitask-learners-2019"},"topic":"ideas","statement":"Brown et al. (arXiv v1, 2020) report using the same model and architecture as GPT-2, with alternating dense and locally banded sparse attention.","time":{"kind":"event","date":"2020-05-28","note":"Date of submission (an arXiv version or a journal’s received date, as the source states it); not a later revision or the venue’s publication date."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-th-fam-tllm-gpt3-uses-gpt2-1"],"attributes":{"method":"GPT-2 model and architecture"}}],"sources":[{"id":"source-kp-language-models-unsupervised-multitask-learners-2019-text","documentId":"kp-language-models-unsupervised-multitask-learners-2019","title":"Language Models are Unsupervised Multitask Learners","authors":["Alec Radford","Jeffrey Wu","Rewon Child","David Luan","Dario Amodei","Ilya Sutskever"],"publisher":"OpenAI","publicationDate":null,"version":"Technical paper PDF served by OpenAI; the PDF prints no date. OpenAI’s announcement of 14 February 2019 links it (cross-family check, item A002). Retrieved for the candidate pack on 2026-10-28 (SHA-256 d9d852e2894556e73f53cb22b7c605a9643d6f0b19bf604b429ed6192fa24f4e). The author list is the byline as printed on the first page.","evidenceUrl":"https://cdn.openai.com/better-language-models/language_models_are_unsupervised_multitask_learners.pdf","language":"en"}],"evidence":[{"id":"evidence-kp-states-language-models-unsupervised-multitask-learners-2019-1-1","claimId":"kp-states-language-models-unsupervised-multitask-learners-2019-1","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","locator":"PDF p. 1, abstract","passage":"We demonstrate that language models begin to learn these tasks without any explicit supervision when trained on a new dataset of millions of webpages called WebText.","verification":"machine_checked"},{"id":"evidence-kp-states-language-models-unsupervised-multitask-learners-2019-2-1","claimId":"kp-states-language-models-unsupervised-multitask-learners-2019-2","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","locator":"PDF p. 1, abstract","passage":"Our largest model, GPT-2, is a 1.5B parameter Transformer that achieves state of the art results on 7 out of 8 tested language modeling datasets in a zero-shot setting but still underfits WebText.","verification":"machine_checked"},{"id":"evidence-kp-cites-scaling-laws-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-scaling-laws-language-models-unsupervised-multitask-learners-2019","sourceId":"source-scaling-laws-v1-2020","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-summarize-feedback-paper-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-summarize-feedback-paper-language-models-unsupervised-multitask-learners-2019","sourceId":"source-summarize-feedback-paper-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-instructgpt-paper-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-instructgpt-paper-language-models-unsupervised-multitask-learners-2019","sourceId":"source-instructgpt-paper-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-self-critique-paper-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-self-critique-paper-language-models-unsupervised-multitask-learners-2019","sourceId":"source-self-critique-paper-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-gpt4-system-card-2023-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-gpt4-system-card-2023-language-models-unsupervised-multitask-learners-2019","sourceId":"source-eval-i-gpt4-card","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-llama-paper-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-llama-paper-language-models-unsupervised-multitask-learners-2019","sourceId":"source-xm-llama-paper","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-eloundou-et-al-2023-gpts-are-gpts-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-eloundou-et-al-2023-gpts-are-gpts-language-models-unsupervised-multitask-learners-2019","sourceId":"source-eloundou-et-al-2023-gpts-are-gpts","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-2019-report-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-ernie-2019-report-language-models-unsupervised-multitask-learners-2019","sourceId":"c2-src-ernie-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-3-report-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-ernie-3-report-language-models-unsupervised-multitask-learners-2019","sourceId":"c2-src-ernie3-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-ernie-3-titan-report-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-ernie-3-titan-report-language-models-unsupervised-multitask-learners-2019","sourceId":"c2-src-ernie3-titan-arxiv-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-cites-source-gemini-report-v1-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-cites-source-gemini-report-v1-language-models-unsupervised-multitask-learners-2019","sourceId":"source-gemini-report-v1","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-alec-radford-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-alec-radford-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-jeffrey-wu-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-jeffrey-wu-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-rewon-child-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-rewon-child-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-david-luan-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-david-luan-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-dario-amodei-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-dario-amodei-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-kp-authored-ilya-sutskever-language-models-unsupervised-multitask-learners-2019-1","claimId":"kp-authored-ilya-sutskever-language-models-unsupervised-multitask-learners-2019","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked"},{"id":"evidence-th-fam-tllm-gpt2-uses-transformer-1","claimId":"th-fam-tllm-gpt2-uses-transformer","sourceId":"source-kp-language-models-unsupervised-multitask-learners-2019-text","sourceRole":"primary","support":"supports","verification":"machine_checked","retrievalRoute":"direct"},{"id":"evidence-th-fam-tllm-gpt3-uses-gpt2-1","claimId":"th-fam-tllm-gpt3-uses-gpt2","sourceId":"source-kp-language-models-few-shot-learners-2020-v1","sourceRole":"primary","support":"supports","verification":"machine_checked","retrievalRoute":"direct"}],"at":{"entities":[15,16,85,87,93,94,102,113,165,564,657,946,947,948,1444,1446,1451,1536,1537,1539],"claims":[3755,3756,3990,3991,3992,3993,3994,3995,3996,3997,3998,3999,4000,4505,4506,4507,4508,4509,4510,4761,4762],"sources":[1254],"evidence":[5213,5214,5448,5449,5450,5451,5452,5453,5454,5455,5456,5457,5458,5963,5964,5965,5966,5967,5968,6231,6232]},"index":{"byClaim":[],"marks":[],"chronicle":{"years":[{"year":1863,"topics":{"ideas":5},"stated":0},{"year":1865,"topics":{"ideas":1},"stated":0},{"year":1872,"topics":{"ideas":7},"stated":0},{"year":1943,"topics":{"ideas":1},"stated":0},{"year":1947,"topics":{"ideas":2},"stated":0},{"year":1950,"topics":{"ideas":7},"stated":0},{"year":1951,"topics":{"ideas":5},"stated":0},{"year":1952,"topics":{"ideas":2},"stated":0},{"year":1955,"topics":{"ideas":31},"stated":0},{"year":1956,"topics":{"ideas":1},"stated":0},{"year":1957,"topics":{"ideas":1},"stated":0},{"year":1958,"topics":{"ideas":3},"stated":0},{"year":1959,"topics":{"ideas":6},"stated":0},{"year":1960,"topics":{"ideas":11},"stated":0},{"year":1961,"topics":{"ideas":10},"stated":0},{"year":1965,"topics":{"ideas":8},"stated":0},{"year":1966,"topics":{"ideas":20},"stated":0},{"year":1968,"topics":{"ideas":5},"stated":0},{"year":1969,"topics":{"ideas":2},"stated":0},{"year":1971,"topics":{"ideas":4},"stated":0},{"year":1972,"topics":{"ideas":1},"stated":0},{"year":1973,"topics":{"ideas":2},"stated":0},{"year":1974,"topics":{"ideas":2},"stated":0},{"year":1975,"topics":{"ideas":1},"stated":0},{"year":1976,"topics":{"ideas":1},"stated":0},{"year":1977,"topics":{"people":2,"ideas":8},"stated":0},{"year":1979,"topics":{"ideas":4},"stated":0},{"year":1980,"topics":{"ideas":2},"stated":0},{"year":1981,"topics":{"people":2},"stated":0},{"year":1982,"topics":{"ideas":4},"stated":0},{"year":1983,"topics":{"ideas":4},"stated":0},{"year":1984,"topics":{"ideas":21},"stated":0},{"year":1985,"topics":{"ideas":9},"stated":0},{"year":1986,"topics":{"ideas":18},"stated":0},{"year":1987,"topics":{"ideas":1},"stated":0},{"year":1988,"topics":{"ideas":6},"stated":0},{"year":1989,"topics":{"ideas":8},"stated":0},{"year":1990,"topics":{"ideas":5},"stated":0},{"year":1991,"topics":{"ideas":11},"stated":0},{"year":1992,"topics":{"ideas":9},"stated":0},{"year":1993,"topics":{"ideas":14,"people":3},"stated":0},{"year":1994,"topics":{"ideas":14},"stated":0},{"year":1995,"topics":{"ideas":10,"people":1},"stated":0},{"year":1996,"topics":{"ideas":71},"stated":0},{"year":1997,"topics":{"ideas":12},"stated":0},{"year":1998,"topics":{"ideas":49},"stated":0},{"year":1999,"topics":{"ideas":27,"people":1,"institutions":1},"stated":0},{"year":2000,"topics":{"ideas":62},"stated":0},{"year":2001,"topics":{"ideas":39},"stated":0},{"year":2002,"topics":{"ideas":30},"stated":0},{"year":2003,"topics":{"ideas":8},"stated":0},{"year":2004,"topics":{"ideas":12,"people":3},"stated":0},{"year":2005,"topics":{"ideas":10,"people":1},"stated":0},{"year":2006,"topics":{"ideas":26,"people":1},"stated":0},{"year":2007,"topics":{"ideas":20},"stated":0},{"year":2008,"topics":{"ideas":57,"people":3,"institutions":1},"stated":0},{"year":2009,"topics":{"ideas":10,"people":1},"stated":0},{"year":2010,"topics":{"people":3,"ideas":11,"institutions":1,"governance":4},"stated":0},{"year":2011,"topics":{"people":3,"ideas":7,"institutions":2},"stated":0},{"year":2012,"topics":{"people":4,"ideas":17,"institutions":2},"stated":0},{"year":2013,"topics":{"ideas":46,"people":4,"institutions":2,"capital":1},"stated":0},{"year":2014,"topics":{"institutions":2,"ideas":54,"people":5},"stated":0},{"year":2015,"topics":{"people":22,"ideas":122,"institutions":3,"capital":1},"stated":0},{"year":2016,"topics":{"ideas":88,"people":2},"stated":0},{"year":2017,"topics":{"people":16,"institutions":2,"ideas":128,"governance":2},"stated":0},{"year":2018,"topics":{"people":8,"ideas":158,"institutions":8,"governance":1},"stated":0},{"year":2019,"topics":{"capital":1,"compute":1,"people":10,"governance":19,"ideas":175,"institutions":4},"stated":0},{"year":2020,"topics":{"people":6,"ideas":98,"institutions":1,"governance":2},"stated":0},{"year":2021,"topics":{"people":27,"ideas":177,"compute":1,"institutions":23,"governance":4,"capital":6},"stated":0},{"year":2022,"topics":{"people":15,"ideas":217,"institutions":6,"governance":3,"compute":2,"capital":1},"stated":0},{"year":2023,"topics":{"capital":5,"compute":7,"institutions":23,"people":51,"governance":179,"ideas":389},"stated":0},{"year":2024,"topics":{"capital":12,"compute":19,"governance":282,"people":80,"ideas":178,"institutions":28},"stated":1},{"year":2025,"topics":{"governance":547,"compute":69,"capital":34,"people":90,"institutions":18,"ideas":178},"stated":7},{"year":2026,"topics":{"governance":442,"capital":8,"compute":32,"institutions":21,"ideas":91,"people":107},"stated":19},{"year":2027,"topics":{},"stated":9},{"year":2028,"topics":{},"stated":6},{"year":2029,"topics":{},"stated":3},{"year":2030,"topics":{},"stated":3},{"year":2032,"topics":{},"stated":2},{"year":2035,"topics":{},"stated":2},{"year":2039,"topics":{},"stated":1},{"year":2042,"topics":{},"stated":1},{"year":2050,"topics":{},"stated":1}],"scheduled":[],"statedBy":[]},"collections":[{"target":{"kind":"propositions","id":"superintelligence"},"title":"Propositions about superintelligence, 1863–2022","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"risk-debate"},"title":"Arguments about catastrophic risk from advanced AI","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"yudkowsky-arguments"},"title":"Eliezer Yudkowsky’s arguments on common claims about AI, 1996–2026","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"economics-of-machine-intelligence"},"title":"Economics of machine intelligence","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"orbital-compute-arguments"},"title":"Arguments about compute in orbit","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-bio-arguments"},"title":"Arguments about AI and biological risk","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-in-science"},"title":"AI in science","claimIds":[],"records":[]},{"target":{"kind":"documents"},"title":"Frontier safety frameworks","claimIds":[]},{"target":{"kind":"compare","id":"frontier-safety-frameworks"},"title":"Compare frameworks","claimIds":[]},{"target":{"kind":"control","id":"openai"},"title":"OpenAI’s control structure, 2015–2026","claimIds":[]},{"target":{"kind":"control","id":"anthropic"},"title":"Anthropic’s control structure, 2021–2026","claimIds":[]},{"target":{"kind":"commitments"},"title":"External commitments and obligations","claimIds":[]},{"target":{"kind":"question","id":"frameworks-to-obligations"},"title":"Frameworks, commitments and legal obligations, 2023–2026","claimIds":[]},{"target":{"kind":"reading"},"title":"Founding and early leadership","claimIds":[]}]},"version":"131evrz"}