{"id":"https://openalex.org/W4387559255","doi":"https://doi.org/10.48550/arxiv.2310.04623","title":"Deconstructing Cooperation and Ostracism via Multi-Agent Reinforcement Learning","display_name":"Deconstructing Cooperation and Ostracism via Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387559255","doi":"https://doi.org/10.48550/arxiv.2310.04623"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.04623","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2310.04623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018857354","display_name":"Atsushi Ueshima","orcid":"https://orcid.org/0000-0002-5850-9526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ueshima, Atsushi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052169592","display_name":"Shayegan Omidshafiei","orcid":"https://orcid.org/0000-0001-7758-1454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Omidshafiei, Shayegan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002455634","display_name":"Hirokazu Shirado","orcid":"https://orcid.org/0000-0003-4545-7859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shirado, Hirokazu","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12521","display_name":"Death Anxiety and Social Exclusion","score":0.9835,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11118","display_name":"Evolutionary Psychology and Human Behavior","score":0.9772,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ostracism","display_name":"Ostracism","score":0.89119345},{"id":"https://openalex.org/keywords/social-dilemma","display_name":"Social dilemma","score":0.6342485},{"id":"https://openalex.org/keywords/social-learning","display_name":"Social Learning","score":0.4781652}],"concepts":[{"id":"https://openalex.org/C2776298855","wikidata":"https://www.wikidata.org/wiki/Q186240","display_name":"Ostracism","level":2,"score":0.89119345},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.7105393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6460981},{"id":"https://openalex.org/C187206662","wikidata":"https://www.wikidata.org/wiki/Q55607920","display_name":"Social dilemma","level":2,"score":0.6342485},{"id":"https://openalex.org/C113494165","wikidata":"https://www.wikidata.org/wiki/Q41693","display_name":"Prisoner's dilemma","level":3,"score":0.5010791},{"id":"https://openalex.org/C79416737","wikidata":"https://www.wikidata.org/wiki/Q2305519","display_name":"Social learning","level":2,"score":0.4781652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39737535},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.34562576},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.33047417},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2802969},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27716452},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22686762},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.19466859},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1682303},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09613514},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.04623","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.04623","pdf_url":"http://arxiv.org/pdf/2310.04623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2310.04623","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.04623","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.45}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4384023256","https://openalex.org/W3123768495","https://openalex.org/W2950219151","https://openalex.org/W2785863428","https://openalex.org/W2753105476","https://openalex.org/W2382058083","https://openalex.org/W2322893806","https://openalex.org/W2064217014","https://openalex.org/W2049403053","https://openalex.org/W1568183880"],"abstract_inverted_index":{"Cooperation":[0],"is":[1,22,52,138,149,172,190],"challenging":[2],"in":[3,11,76],"biological":[4],"systems,":[5],"human":[6,32],"societies,":[7],"and":[8,66,119,161,187,206],"multi-agent":[9,72],"systems":[10],"general.":[12],"While":[13],"a":[14],"group":[15],"can":[16,37,59],"benefit":[17],"when":[18,131],"everyone":[19],"cooperates,":[20],"it":[21],"tempting":[23],"for":[24,209],"each":[25],"agent":[26,87,133],"to":[27,94,102,112,140,159,175,194],"act":[28],"selfishly":[29],"instead.":[30],"Prior":[31],"studies":[33],"show":[34],"that":[35,124,145,156,169],"people":[36],"overcome":[38],"such":[39],"social":[40],"dilemmas":[41],"while":[42],"choosing":[43],"interaction":[44],"partners,":[45],"i.e.,":[46],"strategic":[47,64],"network":[48,120,125,215],"rewiring.":[49,121,216],"However,":[50,165],"little":[51],"known":[53],"about":[54,61],"how":[55],"agents,":[56],"including":[57],"humans,":[58],"learn":[60],"cooperation":[62,118,129,177,189,213],"from":[63,163,182],"rewiring":[65,126],"vice":[67],"versa.":[68],"Here,":[69],"we":[70,166],"perform":[71],"reinforcement":[73],"learning":[74,153,184],"simulations":[75],"which":[77,137],"two":[78,89],"agents":[79],"play":[80],"the":[81,98,146,183,195,204,210],"Prisoner's":[82],"Dilemma":[83],"game":[84],"iteratively.":[85],"Each":[86],"has":[88],"policies:":[90],"one":[91,132],"controls":[92,100],"whether":[93,101],"cooperate":[95],"or":[96],"defect;":[97],"other":[99],"rewire":[103],"connections":[104],"with":[105,214],"another":[106],"agent.":[107],"This":[108],"setting":[109],"enables":[110],"us":[111],"disentangle":[113],"complex":[114],"causal":[115],"dynamics":[116],"between":[117],"We":[122,142],"find":[123,168],"facilitates":[127],"mutual":[128],"even":[130],"always":[134],"offers":[135],"cooperation,":[136,186],"vulnerable":[139],"free-riding.":[141],"then":[143],"confirm":[144],"network-rewiring":[147],"effect":[148],"exerted":[150],"through":[151],"agents'":[152],"of":[154,185,197,212],"ostracism,":[155],"is,":[157],"connecting":[158],"cooperators":[160],"disconnecting":[162],"defectors.":[164],"also":[167],"ostracism":[170,180],"alone":[171],"not":[173],"sufficient":[174],"make":[176],"emerge.":[178],"Instead,":[179],"emerges":[181],"existing":[188],"subsequently":[191],"reinforced":[192],"due":[193],"presence":[196],"ostracism.":[198],"Our":[199],"findings":[200],"provide":[201],"insights":[202],"into":[203],"conditions":[205],"mechanisms":[207],"necessary":[208],"emergence":[211]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387559255","counts_by_year":[],"updated_date":"2025-01-06T06:30:48.193745","created_date":"2023-10-12"}