{"entities":[{"id":"armstrong-2013-racing","name":"Racing to the Precipice: a Model of Artificial Intelligence Development","type":"document","subtype":"Technical report","description":"A technical report by Stuart Armstrong, Nick Bostrom and Carl Shulman, FHI Technical Report #2013-1, dated October 2013. The title page reads \"October 2013\"; the cover gives \"Technical Report #2013-1\". The journal version of 2016 was not read.","sourceIds":["source-rd-armstrong-2013-racing"]},{"id":"incentives-produce-safety","name":"Economic incentives will produce safety","type":"concept","proposition":{"code":"R17","criterion":"Developers' commercial or economic incentives, such as the need to sell useful and reliable products and to avoid liability or reputational harm, will lead them to make AI systems safe without special measures against catastrophic risk.","terms":["incentives","market","liability"]}}],"claims":[{"id":"rd-r17-armstrong-2013-racing","subject":"armstrong-2013-racing","predicate":"contests_proposition","object":{"kind":"entity","entityId":"incentives-produce-safety"},"topic":"ideas","statement":"Armstrong, Bostrom and Shulman's technical report of 2013 presents a model in which teams racing to build a powerful AI are incentivised to skimp on safety precautions, and in which more teams and more enmity between them increase the danger of an AI disaster.","time":{"kind":"event","date":"2013-10","basis":"publication","note":"Title page of the FHI technical report; journal version (2016) not read."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-rd-r17-armstrong-2013-racing-1","evidence-rd-r17-armstrong-2013-racing-2"],"attributes":{"thought":{"roles":["contesting","earliest-located"],"register":"nonfiction","engagement":{"kind":"engages-premise","rationale":"Models developer incentives directly and finds that the incentive to win pushes precautions down."}}}}],"sources":[{"id":"source-rd-armstrong-2013-racing","documentId":"armstrong-2013-racing","title":"Racing to the Precipice: a Model of Artificial Intelligence Development","authors":["Stuart Armstrong","Nick Bostrom","Carl Shulman"],"publisher":"FHI Technical Report #2013-1, as served on Bostrom's site (nickbostrom.com/papers/racing.pdf); later published in AI & Society 31 (2016)","publicationDate":"2013-10","version":"Retrieved for the candidate pack on 2026-10-29 (SHA-256 7107ba4d2245ed5c6522fb061ea118e7b5e0af64c3de1b10b57980b6f0a18e2e). FHI technical report PDF of 2013 (not the 2016 journal version); no archive capture compared. The cross-family check retrieved it again on 2026-10-31, with the same bytes.","evidenceUrl":"https://nickbostrom.com/papers/racing.pdf","language":"en"}],"evidence":[{"id":"evidence-rd-r17-armstrong-2013-racing-1","claimId":"rd-r17-armstrong-2013-racing","sourceId":"source-rd-armstrong-2013-racing","sourceRole":"primary","support":"supports","verification":"machine_checked","retrievalRoute":"direct"},{"id":"evidence-rd-r17-armstrong-2013-racing-2","claimId":"rd-r17-armstrong-2013-racing","sourceId":"source-rd-armstrong-2013-racing","support":"supports","verification":"machine_checked","retrievalRoute":"direct"}],"at":{"entities":[1783,1850],"claims":[5317],"sources":[1701],"evidence":[7143,7144]},"index":{"byClaim":[["rd-r17-armstrong-2013-racing",["propositions:risk-debate"]]],"marks":[["armstrong-2013-racing",[{"collectionId":"risk-debate","propositionId":"incentives-produce-safety","claimId":"rd-r17-armstrong-2013-racing","text":"Earliest located text contesting R17 Economic incentives will produce safety in Arguments about catastrophic risk from advanced AI"}]]],"chronicle":{"years":[{"year":1863,"topics":{"ideas":5},"stated":0},{"year":1865,"topics":{"ideas":1},"stated":0},{"year":1872,"topics":{"ideas":7},"stated":0},{"year":1943,"topics":{"ideas":1},"stated":0},{"year":1947,"topics":{"ideas":2},"stated":0},{"year":1950,"topics":{"ideas":7},"stated":0},{"year":1951,"topics":{"ideas":5},"stated":0},{"year":1952,"topics":{"ideas":2},"stated":0},{"year":1955,"topics":{"ideas":31},"stated":0},{"year":1956,"topics":{"ideas":1},"stated":0},{"year":1957,"topics":{"ideas":1},"stated":0},{"year":1958,"topics":{"ideas":3},"stated":0},{"year":1959,"topics":{"ideas":6},"stated":0},{"year":1960,"topics":{"ideas":11},"stated":0},{"year":1961,"topics":{"ideas":10},"stated":0},{"year":1965,"topics":{"ideas":8},"stated":0},{"year":1966,"topics":{"ideas":20},"stated":0},{"year":1968,"topics":{"ideas":5},"stated":0},{"year":1969,"topics":{"ideas":2},"stated":0},{"year":1971,"topics":{"ideas":4},"stated":0},{"year":1972,"topics":{"ideas":1},"stated":0},{"year":1973,"topics":{"ideas":2},"stated":0},{"year":1974,"topics":{"ideas":2},"stated":0},{"year":1975,"topics":{"ideas":1},"stated":0},{"year":1976,"topics":{"ideas":1},"stated":0},{"year":1977,"topics":{"people":2,"ideas":8},"stated":0},{"year":1979,"topics":{"ideas":4},"stated":0},{"year":1980,"topics":{"ideas":2},"stated":0},{"year":1981,"topics":{"people":2},"stated":0},{"year":1982,"topics":{"ideas":4},"stated":0},{"year":1983,"topics":{"ideas":4},"stated":0},{"year":1984,"topics":{"ideas":21},"stated":0},{"year":1985,"topics":{"ideas":9},"stated":0},{"year":1986,"topics":{"ideas":18},"stated":0},{"year":1987,"topics":{"ideas":1},"stated":0},{"year":1988,"topics":{"ideas":6},"stated":0},{"year":1989,"topics":{"ideas":8},"stated":0},{"year":1990,"topics":{"ideas":5},"stated":0},{"year":1991,"topics":{"ideas":11},"stated":0},{"year":1992,"topics":{"ideas":9},"stated":0},{"year":1993,"topics":{"ideas":14,"people":3},"stated":0},{"year":1994,"topics":{"ideas":14},"stated":0},{"year":1995,"topics":{"ideas":10,"people":1},"stated":0},{"year":1996,"topics":{"ideas":71},"stated":0},{"year":1997,"topics":{"ideas":12},"stated":0},{"year":1998,"topics":{"ideas":49},"stated":0},{"year":1999,"topics":{"ideas":27,"people":1,"institutions":1},"stated":0},{"year":2000,"topics":{"ideas":62},"stated":0},{"year":2001,"topics":{"ideas":39},"stated":0},{"year":2002,"topics":{"ideas":30},"stated":0},{"year":2003,"topics":{"ideas":8},"stated":0},{"year":2004,"topics":{"ideas":12,"people":3},"stated":0},{"year":2005,"topics":{"ideas":10,"people":1},"stated":0},{"year":2006,"topics":{"ideas":26,"people":1},"stated":0},{"year":2007,"topics":{"ideas":20},"stated":0},{"year":2008,"topics":{"ideas":57,"people":3,"institutions":1},"stated":0},{"year":2009,"topics":{"ideas":10,"people":1},"stated":0},{"year":2010,"topics":{"people":3,"ideas":11,"institutions":1,"governance":4},"stated":0},{"year":2011,"topics":{"people":3,"ideas":7,"institutions":2},"stated":0},{"year":2012,"topics":{"people":4,"ideas":17,"institutions":2},"stated":0},{"year":2013,"topics":{"ideas":46,"people":4,"institutions":2,"capital":1},"stated":0},{"year":2014,"topics":{"institutions":2,"ideas":54,"people":5},"stated":0},{"year":2015,"topics":{"people":22,"ideas":122,"institutions":3,"capital":1},"stated":0},{"year":2016,"topics":{"ideas":88,"people":2},"stated":0},{"year":2017,"topics":{"people":16,"institutions":2,"ideas":128,"governance":2},"stated":0},{"year":2018,"topics":{"people":8,"ideas":158,"institutions":8,"governance":1},"stated":0},{"year":2019,"topics":{"capital":1,"compute":1,"people":10,"governance":19,"ideas":175,"institutions":4},"stated":0},{"year":2020,"topics":{"people":6,"ideas":98,"institutions":1,"governance":2},"stated":0},{"year":2021,"topics":{"people":27,"ideas":177,"compute":1,"institutions":23,"governance":4,"capital":6},"stated":0},{"year":2022,"topics":{"people":15,"ideas":217,"institutions":6,"governance":3,"compute":2,"capital":1},"stated":0},{"year":2023,"topics":{"capital":5,"compute":7,"institutions":23,"people":51,"governance":179,"ideas":389},"stated":0},{"year":2024,"topics":{"capital":12,"compute":19,"governance":282,"people":80,"ideas":178,"institutions":28},"stated":1},{"year":2025,"topics":{"governance":547,"compute":69,"capital":34,"people":90,"institutions":18,"ideas":178},"stated":7},{"year":2026,"topics":{"governance":442,"capital":8,"compute":32,"institutions":21,"ideas":91,"people":107},"stated":19},{"year":2027,"topics":{},"stated":9},{"year":2028,"topics":{},"stated":6},{"year":2029,"topics":{},"stated":3},{"year":2030,"topics":{},"stated":3},{"year":2032,"topics":{},"stated":2},{"year":2035,"topics":{},"stated":2},{"year":2039,"topics":{},"stated":1},{"year":2042,"topics":{},"stated":1},{"year":2050,"topics":{},"stated":1}],"scheduled":[],"statedBy":[]},"collections":[{"target":{"kind":"propositions","id":"superintelligence"},"title":"Propositions about superintelligence, 1863–2022","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"risk-debate"},"title":"Arguments about catastrophic risk from advanced AI","claimIds":["rd-r17-armstrong-2013-racing"],"records":[]},{"target":{"kind":"propositions","id":"yudkowsky-arguments"},"title":"Eliezer Yudkowsky’s arguments on common claims about AI, 1996–2026","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"economics-of-machine-intelligence"},"title":"Economics of machine intelligence","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"orbital-compute-arguments"},"title":"Arguments about compute in orbit","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-bio-arguments"},"title":"Arguments about AI and biological risk","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-in-science"},"title":"AI in science","claimIds":[],"records":[]},{"target":{"kind":"documents"},"title":"Frontier safety frameworks","claimIds":[]},{"target":{"kind":"compare","id":"frontier-safety-frameworks"},"title":"Compare frameworks","claimIds":[]},{"target":{"kind":"control","id":"openai"},"title":"OpenAI’s control structure, 2015–2026","claimIds":[]},{"target":{"kind":"control","id":"anthropic"},"title":"Anthropic’s control structure, 2021–2026","claimIds":[]},{"target":{"kind":"commitments"},"title":"External commitments and obligations","claimIds":[]},{"target":{"kind":"question","id":"frameworks-to-obligations"},"title":"Frameworks, commitments and legal obligations, 2023–2026","claimIds":[]},{"target":{"kind":"reading"},"title":"Founding and early leadership","claimIds":[]}]},"version":"131evrz"}