{"id":"https://openalex.org/W4220735915","doi":"https://doi.org/10.1007/s10458-022-09550-0","title":"What values should an agent align with?","display_name":"What values should an agent align with?","publication_year":2022,"publication_date":"2022-03-28","ids":{"openalex":"https://openalex.org/W4220735915","doi":"https://doi.org/10.1007/s10458-022-09550-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/35369362"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09550-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09550-0.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09550-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073706887","display_name":"Enrico Liscio","orcid":"https://orcid.org/0000-0002-8285-5867"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Enrico Liscio","raw_affiliation_strings":["Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044217078","display_name":"Michiel van der Meer","orcid":"https://orcid.org/0000-0003-1877-6002"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Michiel van der Meer","raw_affiliation_strings":["Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035146559","display_name":"Luciano Cavalcante Siebert","orcid":"https://orcid.org/0000-0002-7531-3154"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Luciano C. Siebert","raw_affiliation_strings":["Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074074791","display_name":"Catholijn M. Jonker","orcid":"https://orcid.org/0000-0003-4780-7461"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Catholijn M. Jonker","raw_affiliation_strings":["Leiden University: Universiteit Leiden, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden University: Universiteit Leiden, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039587200","display_name":"Pradeep K. Murukannaiah","orcid":"https://orcid.org/0000-0002-1261-6908"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pradeep K. Murukannaiah","raw_affiliation_strings":["Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology: Technische Universiteit Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990,"provenance":"doaj"},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990,"provenance":"doaj"},"fwci":1.903,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":12,"citation_normalized_percentile":{"value":0.762059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"36","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9951,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9951,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9926,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9796,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.6991796},{"id":"https://openalex.org/keywords/identification","display_name":"Identification","score":0.62318814},{"id":"https://openalex.org/keywords/human-values","display_name":"Human values","score":0.56196004}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7619556},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6991796},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.693581},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.68836594},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.62318814},{"id":"https://openalex.org/C2988948121","wikidata":"https://www.wikidata.org/wiki/Q194112","display_name":"Human values","level":2,"score":0.56196004},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.54599196},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.53194076},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45333654},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43720978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43055624},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39315724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27990365},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.090364695},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.068645},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09550-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09550-0.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC8958938","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35369362","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-022-09550-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-022-09550-0.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","award_id":"024.00 4.022"}],"datasets":[],"versions":[],"referenced_works_count":67,"referenced_works":["https://openalex.org/W1515587369","https://openalex.org/W1535357018","https://openalex.org/W1902482618","https://openalex.org/W1979403545","https://openalex.org/W1982966188","https://openalex.org/W1986829999","https://openalex.org/W1992242997","https://openalex.org/W2014538668","https://openalex.org/W2017538178","https://openalex.org/W2022179164","https://openalex.org/W2026028666","https://openalex.org/W2047995009","https://openalex.org/W2098652735","https://openalex.org/W2102687510","https://openalex.org/W2106460240","https://openalex.org/W2108530514","https://openalex.org/W2119432837","https://openalex.org/W2133535394","https://openalex.org/W2153839362","https://openalex.org/W2155243985","https://openalex.org/W2211282830","https://openalex.org/W2219618327","https://openalex.org/W2240086230","https://openalex.org/W240302486","https://openalex.org/W2404691814","https://openalex.org/W2521530709","https://openalex.org/W2599472880","https://openalex.org/W2604452528","https://openalex.org/W2613995098","https://openalex.org/W2620059021","https://openalex.org/W2621160224","https://openalex.org/W2741281411","https://openalex.org/W2754799758","https://openalex.org/W2787306967","https://openalex.org/W2793925761","https://openalex.org/W2798511131","https://openalex.org/W2803484323","https://openalex.org/W2808642823","https://openalex.org/W2836720455","https://openalex.org/W2890441563","https://openalex.org/W2893450702","https://openalex.org/W2895456197","https://openalex.org/W2898699131","https://openalex.org/W2911981581","https://openalex.org/W2940195578","https://openalex.org/W2946297064","https://openalex.org/W2963119657","https://openalex.org/W2963177864","https://openalex.org/W2964232431","https://openalex.org/W2964343359","https://openalex.org/W2964890830","https://openalex.org/W2965534490","https://openalex.org/W2970641574","https://openalex.org/W3008655042","https://openalex.org/W3039850338","https://openalex.org/W3042401844","https://openalex.org/W3046399757","https://openalex.org/W3087720871","https://openalex.org/W3091740524","https://openalex.org/W3092336806","https://openalex.org/W3105871743","https://openalex.org/W3123012225","https://openalex.org/W3158889093","https://openalex.org/W3161301705","https://openalex.org/W3188575140","https://openalex.org/W4244514683","https://openalex.org/W4299359176"],"related_works":["https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W41015297","https://openalex.org/W3207760230","https://openalex.org/W2370934432","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W2296488620","https://openalex.org/W1590307681","https://openalex.org/W1496222301"],"abstract_inverted_index":{"The":[0],"pursuit":[1],"of":[2,63,80,147,177],"values":[3,16,24,156],"drives":[4],"human":[5,30,43,73,106],"behavior":[6],"and":[7,32,40,51,84,119,124,132,141,174],"promotes":[8],"cooperation.":[9],"Existing":[10],"research":[11],"is":[12],"focused":[13],"on":[14],"general":[15,148,163,172],"(e.g.,":[17],"Schwartz)":[18],"that":[19,37,153,157],"transcend":[20],"contexts.":[21],"However,":[22],"context-specific":[23,56,95,161],"are":[25,158],"necessary":[26],"to":[27,54,88,136,144],"(1)":[28,159],"understand":[29],"decisions,":[31],"(2)":[33,165],"engineer":[34],"intelligent":[35],"agents":[36],"can":[38],"elicit":[39],"align":[41],"with":[42],"values.":[44,57,96,150],"We":[45,97,127,151],"propose":[46],"Axies,":[47],"a":[48,67,101,145],"hybrid":[49],"(human":[50],"AI)":[52],"methodology":[53],"identify":[55],"Axies":[58,75,99,138,154],"simplifies":[59],"the":[60,77,90,178,181],"abstract":[61],"task":[62],"value":[64,69,114,139,169],"identification":[65],"as":[66],"guided":[68],"annotation":[70,170],"process":[71],"involving":[72,104],"annotators.":[74],"exploits":[76],"growing":[78],"availability":[79],"value-laden":[81],"text":[82],"corpora":[83],"Natural":[85],"Language":[86],"Processing":[87],"assist":[89],"annotators":[91,112],"in":[92,100],"systematically":[93],"identifying":[94],"evaluate":[98,137],"user":[102],"study":[103],"80":[105],"subjects.":[107],"In":[108],"our":[109],"study,":[110],"six":[111],"generate":[113],"lists":[115,140],"for":[116,168],"two":[117,129],"timely":[118],"important":[120],"contexts:":[121],"Covid-19":[122],"measures":[123],"sustainable":[125],"Energy.":[126],"employ":[128],"policy":[130],"experts":[131],"72":[133],"crowd":[134],"workers":[135],"compare":[142],"them":[143],"list":[146],"(Schwartz)":[149],"find":[152],"yields":[155],"more":[160,166],"than":[162,171],"values,":[164,173],"suitable":[167],"(3)":[175],"independent":[176],"people":[179],"applying":[180],"methodology.The":[182],"online":[183],"version":[184],"contains":[185],"supplementary":[186],"material":[187],"available":[188],"at":[189],"10.1007/s10458-022-09550-0.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4220735915","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2025-01-21T06:25:18.055989","created_date":"2022-04-03"}