{"id":"https://openalex.org/W3026218336","doi":"https://doi.org/10.3389/frai.2020.00036","title":"The Moral Choice Machine","display_name":"The Moral Choice Machine","publication_year":2020,"publication_date":"2020-05-20","ids":{"openalex":"https://openalex.org/W3026218336","doi":"https://doi.org/10.3389/frai.2020.00036","mag":"3026218336","pmid":"https://pubmed.ncbi.nlm.nih.gov/33733154","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7861227"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2020.00036","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2020.00036/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frai.2020.00036/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017166414","display_name":"Patrick Schramowski","orcid":"https://orcid.org/0000-0003-1231-7120"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"funder","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Patrick Schramowski","raw_affiliation_strings":["Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014107463","display_name":"Cigdem Turan","orcid":"https://orcid.org/0000-0002-4836-6023"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"funder","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Cigdem Turan","raw_affiliation_strings":["Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027114005","display_name":"Sophie Jentzsch","orcid":"https://orcid.org/0000-0001-6217-8814"},"institutions":[{"id":"https://openalex.org/I4210087817","display_name":"Software (Germany)","ror":"https://ror.org/004g36n56","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210087817"]},{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"funder","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"funder","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sophie Jentzsch","raw_affiliation_strings":["Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany","German Aerospace Center (DLR), Institute for Software Technology, Cologne, Germany"],"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Institute for Software Technology, Cologne, Germany","institution_ids":["https://openalex.org/I4210087817","https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015277967","display_name":"Constantin A. Rothkopf","orcid":"https://orcid.org/0000-0002-5636-0801"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"funder","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Constantin Rothkopf","raw_affiliation_strings":["Centre for Cognitive Science, Darmstadt University of Technology, Darmstadt, Germany","Institute of Psychology, Darmstadt University of Technology, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Centre for Cognitive Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Institute of Psychology, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037636074","display_name":"Kristian Kersting","orcid":"https://orcid.org/0000-0002-2873-9152"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"funder","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kristian Kersting","raw_affiliation_strings":["Centre for Cognitive Science, Darmstadt University of Technology, Darmstadt, Germany","Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Centre for Cognitive Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Department of Computer Science, Darmstadt University of Technology, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017166414","https://openalex.org/A5014107463"],"corresponding_institution_ids":["https://openalex.org/I31512782","https://openalex.org/I31512782"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1667,"currency":"EUR","value_usd":1797},"fwci":6.563,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":24,"citation_normalized_percentile":{"value":0.955043,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":"3","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10994","display_name":"Terrorism, Counterterrorism, and Political Violence","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10994","display_name":"Terrorism, Counterterrorism, and Political Violence","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.992,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.4773605},{"id":"https://openalex.org/keywords/lying","display_name":"Lying","score":0.45964125}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.69923234},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.62026405},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.62013984},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49120373},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.4773605},{"id":"https://openalex.org/C119421448","wikidata":"https://www.wikidata.org/wiki/Q2268776","display_name":"Lying","level":2,"score":0.45964125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4220056},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40371308},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.40260014},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34550673},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10016024},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2020.00036","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2020.00036/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/f3d987797b9346628b60961cdbfed3ff","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7861227","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.frontiersin.org/articles/10.3389/frai.2020.00036/full","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2020.00036/pdf","source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technical University of Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":["Technical University of Darmstadt"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://elib.dlr.de/137728/1/frai-03-00036.pdf","pdf_url":"https://elib.dlr.de/137728/1/frai-03-00036.pdf","source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":["Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2020.00036","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2020.00036/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.71,"id":"https://metadata.un.org/sdg/16"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":28,"referenced_works":["https://openalex.org/W1662133657","https://openalex.org/W2005245615","https://openalex.org/W2066255970","https://openalex.org/W2102225743","https://openalex.org/W2140534852","https://openalex.org/W2148722698","https://openalex.org/W2150102617","https://openalex.org/W2240086230","https://openalex.org/W2287850811","https://openalex.org/W2346187189","https://openalex.org/W2462344473","https://openalex.org/W2514052997","https://openalex.org/W2559655401","https://openalex.org/W2588731288","https://openalex.org/W2612075039","https://openalex.org/W2612690371","https://openalex.org/W2754152294","https://openalex.org/W2893425640","https://openalex.org/W2909365641","https://openalex.org/W2909945638","https://openalex.org/W2958608582","https://openalex.org/W2963402068","https://openalex.org/W2963780471","https://openalex.org/W2970476646","https://openalex.org/W2998230451","https://openalex.org/W4231165370","https://openalex.org/W4247780151","https://openalex.org/W4288060239"],"related_works":["https://openalex.org/W4220952541","https://openalex.org/W2899084033","https://openalex.org/W2785547151","https://openalex.org/W2748952813","https://openalex.org/W2607886444","https://openalex.org/W2594141761","https://openalex.org/W2161381615","https://openalex.org/W2071228589","https://openalex.org/W2036633749","https://openalex.org/W2007110492"],"abstract_inverted_index":{"Allowing":[0],"machines":[1,21],"to":[2,5,25,41,71,172,182,190,196,207,254],"choose":[3],"whether":[4],"kill":[6,183,191],"humans":[7],"would":[8],"be":[9,173,312],"devastating":[10],"for":[11,268],"world":[12],"peace":[13],"and":[14,51,61,82,106,224,231,248,261,272,288,316,320],"security.":[15],"But":[16],"how":[17],"do":[18],"we":[19,35],"equip":[20],"with":[22,74,137,235,274],"the":[23,93,96,100,109,120,126,129,141,145,151,161,166,240,257,286,289,306],"ability":[24],"learn":[26],"ethical":[27,47,230,262],"or":[28],"even":[29,234],"moral":[30,167,232,260,296,309],"choices?":[31],"In":[32],"this":[33],"study,":[34],"show":[36],"that":[37,107,138,219,308],"applying":[38],"machine":[39],"learning":[40],"human":[42],"texts":[43],"can":[44,311],"extract":[45],"deontological":[46],"reasoning":[48],"about":[49],"``right\"":[50],"``wrong\"":[52],"conduct.":[53],"We":[54],"create":[55],"a":[56,117,155],"template":[57],"list":[58],"of":[59,77,99,108,128,132,160,169,227,259,291,295],"prompts":[60],"responses,":[62],"such":[63,284],"as":[64,285],"``Should":[65],"I":[66,79,104,113],"[action]?'',":[67,72],"``Is":[68],"it":[69,84,187,279],"okay":[70],"etc.":[73],"corresponding":[75],"answers":[76],"``Yes/no,":[78],"should":[80,114,212],"(not).''":[81],"\"Yes/no,":[83],"is":[85,91,125,180,188,194,205,305],"(not).\"":[86],"The":[87],"model's":[88,97,121],"bias":[89,123,130,152],"score":[90,98,124,153],"now":[92],"difference":[94],"between":[95],"positive":[101],"response":[102,111],"(``Yes,":[103],"should'')":[105],"negative":[110],"(``No,":[112],"not'').":[115],"For":[116],"given":[118],"choice,":[119],"overall":[122],"mean":[127],"scores":[131],"all":[133],"question/answer":[134],"templates":[135],"paired":[136],"choice.":[139],"Specifically,":[140],"resulting":[142],"model,":[143],"called":[144],"Moral":[146,241],"Choice":[147,242],"Machine":[148,243],"(MCM),":[149],"calculates":[150],"on":[154,176,244,280],"sentence":[156],"level":[157],"using":[158],"embeddings":[159],"Universal":[162],"Sentence":[163],"Encoder":[164],"since":[165],"value":[168],"an":[170],"action":[171],"taken":[174],"depends":[175],"its":[177],"context.":[178],"It":[179,193,204],"objectionable":[181],"living":[184],"beings,":[185],"but":[186],"fine":[189],"time.":[192,322],"essential":[195],"eat,":[197],"yet":[198,210],"one":[199,211],"might":[200],"not":[201,213],"eat":[202],"dirt.":[203],"important":[206],"spread":[208,214],"information,":[209],"misinformation.":[215],"Our":[216],"results":[217],"indicate":[218],"text":[220],"corpora":[221,250],"contain":[222],"recoverable":[223],"accurate":[225],"imprints":[226],"our":[228],"social,":[229],"choices,":[233],"context":[236,275],"information.":[237,276],"Actually,":[238],"training":[239,278],"different":[245,265,281,292],"temporal":[246],"news":[247],"book":[249],"from":[251],"year":[252],"1510":[253],"2008/09":[255],"demonstrate":[256],"evolution":[258],"choices":[263,297],"over":[264,321],"time":[266],"periods":[267],"both":[269],"atomic":[270],"actions":[271,273],"By":[277],"cultural":[282],"sources":[283],"Bible":[287],"constitution":[290],"countries,":[293],"dynamics":[294],"in":[298],"culture,":[299],"including":[300],"technology":[301],"are":[302],"revealed.":[303],"That":[304],"fact":[307],"biases":[310],"extracted,":[313],"quantified,":[314],"tracked,":[315],"compared":[317],"across":[318],"cultures":[319]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3026218336","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2025-04-09T18:45:42.802558","created_date":"2020-05-29"}