{"id":"https://openalex.org/W4403556353","doi":"https://doi.org/10.48550/arxiv.2408.16984","title":"Beyond Preferences in AI Alignment","display_name":"Beyond Preferences in AI Alignment","publication_year":2024,"publication_date":"2024-08-29","ids":{"openalex":"https://openalex.org/W4403556353","doi":"https://doi.org/10.48550/arxiv.2408.16984"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.16984","pdf_url":"http://arxiv.org/pdf/2408.16984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2408.16984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085470175","display_name":"Tan Zhi-Xuan","orcid":"https://orcid.org/0000-0002-1549-8492"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhi-Xuan, Tan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039815972","display_name":"Micah Carroll","orcid":"https://orcid.org/0000-0002-0716-8071"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carroll, Micah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030262115","display_name":"Matija Franklin","orcid":"https://orcid.org/0000-0003-1846-8907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franklin, Matija","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050862524","display_name":"Hal Ashton","orcid":"https://orcid.org/0000-0002-1780-9127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashton, Hal","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.4322,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.4322,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35757303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3384774}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.16984","pdf_url":"http://arxiv.org/pdf/2408.16984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.16984","pdf_url":"http://arxiv.org/pdf/2408.16984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4396696052","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0],"dominant":[1],"practice":[2],"of":[3,14,26,30,43,104,122,133,141,183,186,190,195,219,240,244],"AI":[4,35,76,187,202,245],"alignment":[5,191],"assumes":[6],"(1)":[7],"that":[8,18,34,50,93,177,258],"preferences":[9,42,114,170,194],"are":[10,94,171],"an":[11],"adequate":[12],"representation":[13],"human":[15,19,123,197],"values,":[16,124],"(2)":[17],"rationality":[20],"can":[21],"be":[22,38,205,227,248],"understood":[23],"in":[24,55],"terms":[25],"maximizing":[27],"the":[28,41,85,102,118,130,139,184,193,217],"satisfaction":[29],"preferences,":[31],"and":[32,54,83,90,125,148,229,262,268],"(3)":[33],"systems":[36,203,246],"should":[37,204,226],"aligned":[39,206,254],"with":[40,57,160,192,207,255],"one":[44],"or":[45,63,200],"more":[46],"humans":[47,147],"to":[48,75,116,211,250],"ensure":[49],"they":[51],"behave":[52],"safely":[53],"accordance":[56],"our":[58,266],"values.":[59,135,270],"Whether":[60],"implicitly":[61],"followed":[62],"explicitly":[64],"endorsed,":[65],"these":[66,178,224],"commitments":[67],"constitute":[68],"what":[69],"we":[70,81,175],"term":[71],"a":[72,109,181,196,220,242],"preferentist":[73,86],"approach":[74],"alignment.":[77],"In":[78],"this":[79,237],"paper,":[80],"characterize":[82],"challenge":[84],"approach,":[87],"describing":[88],"conceptual":[89],"technical":[91],"alternatives":[92],"ripe":[95],"for":[96,146],"further":[97],"research.":[98],"We":[99,136],"first":[100],"survey":[101],"limits":[103],"rational":[105,155],"choice":[106],"theory":[107,144],"as":[108,216],"descriptive":[110],"model,":[111],"explaining":[112],"how":[113,126,154,164],"fail":[115],"capture":[117],"thick":[119],"semantic":[120],"content":[121],"utility":[127,143],"representations":[128],"neglect":[129],"possible":[131],"incommensurability":[132],"those":[134],"then":[137],"critique":[138],"normativity":[140],"expected":[142],"(EUT)":[145],"AI,":[149],"drawing":[150],"upon":[151,231],"arguments":[152],"showing":[153],"agents":[156],"need":[157],"not":[158],"comply":[159],"EUT,":[161],"while":[162],"highlighting":[163],"EUT":[165],"is":[166],"silent":[167],"on":[168],"which":[169],"normatively":[172],"acceptable.":[173],"Finally,":[174],"argue":[176],"limitations":[179],"motivate":[180],"reframing":[182],"targets":[185],"alignment:":[188],"Instead":[189],"user,":[198],"developer,":[199],"humanity-writ-large,":[201],"normative":[208,256],"standards":[209,225,257],"appropriate":[210],"their":[212],"social":[213],"roles,":[214],"such":[215],"role":[218],"general-purpose":[221],"assistant.":[222],"Furthermore,":[223],"negotiated":[228],"agreed":[230],"by":[232],"all":[233],"relevant":[234],"stakeholders.":[235],"On":[236],"alternative":[238],"conception":[239],"alignment,":[241],"multiplicity":[243],"will":[247],"able":[249],"serve":[251],"diverse":[252],"ends,":[253],"promote":[259],"mutual":[260],"benefit":[261],"limit":[263],"harm":[264],"despite":[265],"plural":[267],"divergent":[269]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403556353","counts_by_year":[],"updated_date":"2025-01-08T06:13:20.226969","created_date":"2024-10-19"}