{"entities":[{"id":"haggstrom-2021-muller-cannon-distinction","name":"AI, orthogonality and the Müller-Cannon instrumental vs general intelligence distinction","shortName":"Häggström, AI, orthogonality and the Müller-Cannon distinction (2021)","type":"document"},{"id":"muller-cannon-2021-existential-risk-orthogonality","name":"Existential risk from AI and orthogonality: Can we have it both ways?","type":"document","subtype":"Journal article","description":"A journal article by Vincent C. Müller and Michael Cannon, Ratio, dated 2021. The PDF footer reads 'Ratio. 2021;00:1–12' (online publication); accepted 20 June 2021.","sourceIds":["source-rd-muller-cannon-2021-existential-risk-orthogonality"]},{"id":"orthogonality","name":"Orthogonality of intelligence and goals","type":"concept","proposition":{"code":"R01","criterion":"An AI system's level of intelligence and its final goals can vary independently: a highly intelligent system could pursue more or less any final goal, so high intelligence does not by itself bring goals that are benevolent or compatible with human interests.","terms":["orthogonality thesis","orthogonality"]}}],"claims":[{"id":"rd-r01-muller-cannon-2021-existential-risk-orthogonality","subject":"muller-cannon-2021-existential-risk-orthogonality","predicate":"contests_proposition","object":{"kind":"entity","entityId":"orthogonality"},"topic":"ideas","statement":"Müller and Cannon's paper of 2021 argues that the orthogonality thesis requires a notion of instrumental intelligence while the claim of superintelligence beyond human control requires general intelligence, and that no notion of intelligence appears to be both orthogonal to goals and general enough to constitute existential risk.","time":{"kind":"event","date":"2021","basis":"publication","note":"Date of publication, as the source gives it."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-rd-r01-muller-cannon-2021-existential-risk-orthogonality-1","evidence-rd-r01-muller-cannon-2021-existential-risk-orthogonality-2"],"attributes":{"thought":{"roles":["contesting"],"register":"nonfiction","engagement":{"kind":"engages-premise","rationale":"Disputes that the notion of intelligence in the orthogonality thesis is the general intelligence that a highly intelligent, uncontrollable system would have."}}}},{"id":"rd-reply-haggstrom-2021-muller-cannon-distinction-to-muller-cannon-2021-existential-risk-orthogonality","subject":"haggstrom-2021-muller-cannon-distinction","predicate":"cites","object":{"kind":"entity","entityId":"muller-cannon-2021-existential-risk-orthogonality"},"topic":"ideas","statement":"Häggström's paper of 14 September 2021 replies to Müller and Cannon's paper of 2021, which it names.","time":{"kind":"event","date":"2021-09-14","basis":"publication","note":"Date of posting."},"derivation":"explicit","resolution":"supported","editorialState":"seed","evidenceIds":["evidence-rd-reply-haggstrom-2021-muller-cannon-distinction-to-muller-cannon-2021-existential-risk-orthogonality-1"]}],"sources":[{"id":"source-rd-muller-cannon-2021-existential-risk-orthogonality","documentId":"muller-cannon-2021-existential-risk-orthogonality","title":"Existential risk from AI and orthogonality: Can we have it both ways?","authors":["Vincent C. Müller","Michael Cannon"],"publisher":"Ratio (Wiley), open-access copy in the White Rose repository (eprints.whiterose.ac.uk/180886); in print in Ratio 35(1), 2022","publicationDate":"2021","version":"Retrieved for the candidate pack on 2026-10-29 (SHA-256 ed1bee9e49b4e7f8d32df4fbb975f2b77f04136b7d5b996f4303ac07f5335c3b). publisher's open-access PDF as first published online ('Ratio. 2021;00:1–12'); received 17 January 2021, accepted 20 June 2021; the paginated 2022 issue was not compared.","evidenceUrl":"https://eprints.whiterose.ac.uk/id/eprint/180886/1/rati.12320.pdf","language":"en"}],"evidence":[{"id":"evidence-rd-r01-muller-cannon-2021-existential-risk-orthogonality-1","claimId":"rd-r01-muller-cannon-2021-existential-risk-orthogonality","sourceId":"source-rd-muller-cannon-2021-existential-risk-orthogonality","sourceRole":"primary","support":"supports","verification":"machine_checked","retrievalRoute":"direct"},{"id":"evidence-rd-r01-muller-cannon-2021-existential-risk-orthogonality-2","claimId":"rd-r01-muller-cannon-2021-existential-risk-orthogonality","sourceId":"source-rd-muller-cannon-2021-existential-risk-orthogonality","support":"supports","verification":"machine_checked","retrievalRoute":"direct"},{"id":"evidence-rd-reply-haggstrom-2021-muller-cannon-distinction-to-muller-cannon-2021-existential-risk-orthogonality-1","claimId":"rd-reply-haggstrom-2021-muller-cannon-distinction-to-muller-cannon-2021-existential-risk-orthogonality","sourceId":"source-rd-haggstrom-2021-muller-cannon-distinction","sourceRole":"primary","support":"supports","verification":"machine_checked","retrievalRoute":"direct"}],"at":{"entities":[1838,1883,1894],"claims":[5127,5351],"sources":[1782],"evidence":[6797,6798,7191]},"index":{"byClaim":[["rd-r01-muller-cannon-2021-existential-risk-orthogonality",["propositions:risk-debate"]]],"marks":[],"chronicle":{"years":[{"year":1863,"topics":{"ideas":5},"stated":0},{"year":1865,"topics":{"ideas":1},"stated":0},{"year":1872,"topics":{"ideas":7},"stated":0},{"year":1943,"topics":{"ideas":1},"stated":0},{"year":1947,"topics":{"ideas":2},"stated":0},{"year":1950,"topics":{"ideas":7},"stated":0},{"year":1951,"topics":{"ideas":5},"stated":0},{"year":1952,"topics":{"ideas":2},"stated":0},{"year":1955,"topics":{"ideas":31},"stated":0},{"year":1956,"topics":{"ideas":1},"stated":0},{"year":1957,"topics":{"ideas":1},"stated":0},{"year":1958,"topics":{"ideas":3},"stated":0},{"year":1959,"topics":{"ideas":6},"stated":0},{"year":1960,"topics":{"ideas":11},"stated":0},{"year":1961,"topics":{"ideas":10},"stated":0},{"year":1965,"topics":{"ideas":8},"stated":0},{"year":1966,"topics":{"ideas":20},"stated":0},{"year":1968,"topics":{"ideas":5},"stated":0},{"year":1969,"topics":{"ideas":2},"stated":0},{"year":1971,"topics":{"ideas":4},"stated":0},{"year":1972,"topics":{"ideas":1},"stated":0},{"year":1973,"topics":{"ideas":2},"stated":0},{"year":1974,"topics":{"ideas":2},"stated":0},{"year":1975,"topics":{"ideas":1},"stated":0},{"year":1976,"topics":{"ideas":1},"stated":0},{"year":1977,"topics":{"people":2,"ideas":8},"stated":0},{"year":1979,"topics":{"ideas":4},"stated":0},{"year":1980,"topics":{"ideas":2},"stated":0},{"year":1981,"topics":{"people":2},"stated":0},{"year":1982,"topics":{"ideas":4},"stated":0},{"year":1983,"topics":{"ideas":4},"stated":0},{"year":1984,"topics":{"ideas":21},"stated":0},{"year":1985,"topics":{"ideas":9},"stated":0},{"year":1986,"topics":{"ideas":18},"stated":0},{"year":1987,"topics":{"ideas":1},"stated":0},{"year":1988,"topics":{"ideas":6},"stated":0},{"year":1989,"topics":{"ideas":8},"stated":0},{"year":1990,"topics":{"ideas":5},"stated":0},{"year":1991,"topics":{"ideas":11},"stated":0},{"year":1992,"topics":{"ideas":9},"stated":0},{"year":1993,"topics":{"ideas":14,"people":3},"stated":0},{"year":1994,"topics":{"ideas":14},"stated":0},{"year":1995,"topics":{"ideas":10,"people":1},"stated":0},{"year":1996,"topics":{"ideas":71},"stated":0},{"year":1997,"topics":{"ideas":12},"stated":0},{"year":1998,"topics":{"ideas":49},"stated":0},{"year":1999,"topics":{"ideas":27,"people":1,"institutions":1},"stated":0},{"year":2000,"topics":{"ideas":62},"stated":0},{"year":2001,"topics":{"ideas":39},"stated":0},{"year":2002,"topics":{"ideas":30},"stated":0},{"year":2003,"topics":{"ideas":8},"stated":0},{"year":2004,"topics":{"ideas":12,"people":3},"stated":0},{"year":2005,"topics":{"ideas":10,"people":1},"stated":0},{"year":2006,"topics":{"ideas":26,"people":1},"stated":0},{"year":2007,"topics":{"ideas":20},"stated":0},{"year":2008,"topics":{"ideas":57,"people":3,"institutions":1},"stated":0},{"year":2009,"topics":{"ideas":10,"people":1},"stated":0},{"year":2010,"topics":{"people":3,"ideas":11,"institutions":1,"governance":4},"stated":0},{"year":2011,"topics":{"people":3,"ideas":7,"institutions":2},"stated":0},{"year":2012,"topics":{"people":4,"ideas":17,"institutions":2},"stated":0},{"year":2013,"topics":{"ideas":46,"people":4,"institutions":2,"capital":1},"stated":0},{"year":2014,"topics":{"institutions":2,"ideas":54,"people":5},"stated":0},{"year":2015,"topics":{"people":22,"ideas":122,"institutions":3,"capital":1},"stated":0},{"year":2016,"topics":{"ideas":88,"people":2},"stated":0},{"year":2017,"topics":{"people":16,"institutions":2,"ideas":128,"governance":2},"stated":0},{"year":2018,"topics":{"people":8,"ideas":158,"institutions":8,"governance":1},"stated":0},{"year":2019,"topics":{"capital":1,"compute":1,"people":10,"governance":19,"ideas":175,"institutions":4},"stated":0},{"year":2020,"topics":{"people":6,"ideas":98,"institutions":1,"governance":2},"stated":0},{"year":2021,"topics":{"people":27,"ideas":177,"compute":1,"institutions":23,"governance":4,"capital":6},"stated":0},{"year":2022,"topics":{"people":15,"ideas":217,"institutions":6,"governance":3,"compute":2,"capital":1},"stated":0},{"year":2023,"topics":{"capital":5,"compute":7,"institutions":23,"people":51,"governance":179,"ideas":389},"stated":0},{"year":2024,"topics":{"capital":12,"compute":19,"governance":282,"people":80,"ideas":178,"institutions":28},"stated":1},{"year":2025,"topics":{"governance":547,"compute":69,"capital":34,"people":90,"institutions":18,"ideas":178},"stated":7},{"year":2026,"topics":{"governance":442,"capital":8,"compute":32,"institutions":21,"ideas":91,"people":107},"stated":19},{"year":2027,"topics":{},"stated":9},{"year":2028,"topics":{},"stated":6},{"year":2029,"topics":{},"stated":3},{"year":2030,"topics":{},"stated":3},{"year":2032,"topics":{},"stated":2},{"year":2035,"topics":{},"stated":2},{"year":2039,"topics":{},"stated":1},{"year":2042,"topics":{},"stated":1},{"year":2050,"topics":{},"stated":1}],"scheduled":[],"statedBy":[]},"collections":[{"target":{"kind":"propositions","id":"superintelligence"},"title":"Propositions about superintelligence, 1863–2022","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"risk-debate"},"title":"Arguments about catastrophic risk from advanced AI","claimIds":["rd-r01-muller-cannon-2021-existential-risk-orthogonality"],"records":[]},{"target":{"kind":"propositions","id":"yudkowsky-arguments"},"title":"Eliezer Yudkowsky’s arguments on common claims about AI, 1996–2026","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"economics-of-machine-intelligence"},"title":"Economics of machine intelligence","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"orbital-compute-arguments"},"title":"Arguments about compute in orbit","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-bio-arguments"},"title":"Arguments about AI and biological risk","claimIds":[],"records":[]},{"target":{"kind":"propositions","id":"ai-in-science"},"title":"AI in science","claimIds":[],"records":[]},{"target":{"kind":"documents"},"title":"Frontier safety frameworks","claimIds":[]},{"target":{"kind":"compare","id":"frontier-safety-frameworks"},"title":"Compare frameworks","claimIds":[]},{"target":{"kind":"control","id":"openai"},"title":"OpenAI’s control structure, 2015–2026","claimIds":[]},{"target":{"kind":"control","id":"anthropic"},"title":"Anthropic’s control structure, 2021–2026","claimIds":[]},{"target":{"kind":"commitments"},"title":"External commitments and obligations","claimIds":[]},{"target":{"kind":"question","id":"frameworks-to-obligations"},"title":"Frameworks, commitments and legal obligations, 2023–2026","claimIds":[]},{"target":{"kind":"reading"},"title":"Founding and early leadership","claimIds":[]}]},"version":"131evrz"}