{"id":"https://openalex.org/W4387929216","doi":"https://doi.org/10.48550/arxiv.2310.14455","title":"An International Consortium for Evaluations of Societal-Scale Risks from Advanced AI","display_name":"An International Consortium for Evaluations of Societal-Scale Risks from Advanced AI","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387929216","doi":"https://doi.org/10.48550/arxiv.2310.14455"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.14455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2310.14455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014109432","display_name":"Ross Gruetzemacher","orcid":"https://orcid.org/0000-0002-1475-7480"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gruetzemacher, Ross","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038590380","display_name":"Alan Chan","orcid":"https://orcid.org/0000-0001-7547-3951"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, Alan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093123176","display_name":"Kevin Frazier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frazier, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086389797","display_name":"Christin Manning","orcid":"https://orcid.org/0000-0002-6525-0065"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manning, Christy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111062504","display_name":"\u0160t\u011bp\u00e1n Los","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Los, \u0160t\u011bp\u00e1n","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091000235","display_name":"James Fox","orcid":"https://orcid.org/0000-0003-1485-2995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fox, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029864546","display_name":"Jos\u00e9 Hern\u00e1ndez\u2010Orallo","orcid":"https://orcid.org/0000-0001-9746-7632"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hern\u00e1ndez-Orallo, Jos\u00e9","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044048765","display_name":"John Burden","orcid":"https://orcid.org/0000-0001-7526-0753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burden, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030262115","display_name":"Matija Franklin","orcid":"https://orcid.org/0000-0003-1846-8907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Franklin, Matija","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093123175","display_name":"Cl\u00edodhna N\u00ed Ghuidhir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghuidhir, Cl\u00edodhna N\u00ed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065702930","display_name":"Mark M. Bailey","orcid":"https://orcid.org/0000-0001-8950-1431"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bailey, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082018942","display_name":"Toby D. Pilditch","orcid":"https://orcid.org/0000-0003-1679-7440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pilditch, Toby","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080591739","display_name":"Kyle A. Kilian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kilian, Kyle","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.771474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":67,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.953,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.953,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9001,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.50486714},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.482833}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6360911},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.6268019},{"id":"https://openalex.org/C2776748549","wikidata":"https://www.wikidata.org/wiki/Q201610","display_name":"Status quo","level":2,"score":0.5900006},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5897666},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.50486714},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.482833},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46850613},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.40004554},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.39796674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35235608},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.32828903},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.24398938},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.22221863},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.1657997},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08923447},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.14455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2310.14455","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.14455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.46,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W579144800","https://openalex.org/W4386106790","https://openalex.org/W2347401120","https://openalex.org/W2334292868","https://openalex.org/W2310010941","https://openalex.org/W2261902776","https://openalex.org/W2171114985","https://openalex.org/W2147233680","https://openalex.org/W2041961361","https://openalex.org/W1988132375"],"abstract_inverted_index":{"Given":[0],"rapid":[1],"progress":[2],"toward":[3],"advanced":[4,154,184],"AI":[5,10,13,20,28,52,67,86,91,126,131,135,185,208],"and":[6,25,30,35,58,82,110,133,162,176,203,243,250],"risks":[7,78,152],"from":[8,79,153,199,228],"frontier":[9,66,85],"systems":[11,14],"(advanced":[12],"pushing":[15],"the":[16,19,23,39,80,89,119,172,219,222],"boundaries":[17],"of":[18,27,76,84,104,108,121,221],"capabilities":[21],"frontier),":[22],"creation":[24],"implementation":[26],"governance":[29,209],"regulatory":[31,48],"schemes":[32],"deserves":[33],"prioritization":[34],"substantial":[36],"investment.":[37],"However,":[38],"status":[40],"quo":[41],"is":[42],"untenable":[43],"and,":[44,211],"frankly,":[45],"dangerous.":[46],"A":[47],"gap":[49],"has":[50],"permitted":[51],"labs":[53],"to":[54,149,217],"conduct":[55,231,235],"research,":[56,233],"development,":[57],"deployment":[59,83],"activities":[60],"with":[61],"minimal":[62],"oversight.":[63],"In":[64,167],"response,":[65],"system":[68],"evaluations":[69],"have":[70],"been":[71],"proposed":[72,223],"as":[73,100],"a":[74,101,116,139,143,236,253],"way":[75],"assessing":[77],"development":[81],"systems.":[87],"Yet,":[88],"budding":[90],"risk":[92,127,136,165,186],"evaluation":[93,174],"ecosystem":[94,175],"faces":[95],"significant":[96],"coordination":[97],"challenges,":[98],"such":[99],"limited":[102],"diversity":[103],"evaluators,":[105],"suboptimal":[106],"allocation":[107],"effort,":[109],"perverse":[111],"incentives.":[112],"This":[113],"paper":[114],"proposes":[115],"solution":[117],"in":[118,146,157],"form":[120],"an":[122,180],"international":[123,147,181,201,207],"consortium":[124,140,182],"for":[125,183,206,238],"evaluations,":[128,187],"comprising":[129],"both":[130],"developers":[132],"third-party":[134],"evaluators.":[137],"Such":[138],"could":[141],"play":[142],"critical":[144],"role":[145],"efforts":[148],"mitigate":[150],"societal-scale":[151],"AI,":[155],"including":[156],"managing":[158],"responsible":[159],"scaling":[160],"policies":[161],"coordinated":[163],"evaluation-based":[164],"response.":[166],"this":[168],"paper,":[169],"we":[170,213],"discuss":[171,188,193],"current":[173],"its":[177,191],"shortcomings,":[178],"propose":[179],"issues":[189],"regarding":[190],"implementation,":[192],"lessons":[194],"that":[195],"can":[196],"be":[197],"learnt":[198],"previous":[200],"institutions":[202],"existing":[204],"proposals":[205],"institutions,":[210],"finally,":[212],"recommend":[214],"concrete":[215],"steps":[216],"advance":[218],"establishment":[220],"consortium:":[224],"(i)":[225],"solicit":[226,248],"feedback":[227,242],"stakeholders,":[229,239],"(ii)":[230],"additional":[232],"(iii)":[234],"workshop(s)":[237],"(iv)":[240],"analyze":[241],"create":[244,252],"final":[245],"proposal,":[246],"(v)":[247],"funding,":[249],"(vi)":[251],"consortium.":[254]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387929216","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-01-04T14:54:14.497055","created_date":"2023-10-25"}