{"id":"https://openalex.org/W4284977269","doi":"https://doi.org/10.1613/jair.1.13187","title":"Evolutionary Dynamics and Phi-Regret Minimization in Games","display_name":"Evolutionary Dynamics and Phi-Regret Minimization in Games","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4284977269","doi":"https://doi.org/10.1613/jair.1.13187"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13187","pdf_url":"https://www.jair.org/index.php/jair/article/download/13187/26823","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jair.org/index.php/jair/article/download/13187/26823","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079969658","display_name":"Georgios Piliouras","orcid":"https://orcid.org/0000-0002-6236-3566"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["GB","SG"],"is_corresponding":false,"raw_author_name":"Georgios Piliouras","raw_affiliation_strings":["DeepMind London, United Kingdom","Singapore University of Technology and Design Singapore"],"affiliations":[{"raw_affiliation_string":"DeepMind London, United Kingdom","institution_ids":["https://openalex.org/I4210090411"]},{"raw_affiliation_string":"Singapore University of Technology and Design Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047099585","display_name":"Mark Rowland","orcid":"https://orcid.org/0000-0002-5567-9562"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Rowland","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052169592","display_name":"Shayegan Omidshafiei","orcid":"https://orcid.org/0000-0001-7758-1454"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shayegan Omidshafiei","raw_affiliation_strings":["a:1:{s:5:\"en_US\"","s:8:\"DeepMind\""],"affiliations":[{"raw_affiliation_string":"a:1:{s:5:\"en_US\"","institution_ids":[]},{"raw_affiliation_string":"s:8:\"DeepMind\"","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085971810","display_name":"Romuald \u00c9lie","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Romuald Elie","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043984392","display_name":"Daniel Hennes","orcid":"https://orcid.org/0000-0002-3646-5286"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Hennes","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076480811","display_name":"Jerome J. Connor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jerome Connor","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008547992","display_name":"Karl Tuyls","orcid":"https://orcid.org/0000-0001-7929-1944"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karl Tuyls","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":0,"currency":"USD","value_usd":0,"provenance":"doaj"},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":60},"biblio":{"volume":"74","issue":null,"first_page":"1125","last_page":"1158"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9874,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9874,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9806,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9474,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.62513554},{"id":"https://openalex.org/keywords/replicator-equation","display_name":"Replicator equation","score":0.43124288}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.9737098},{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.62513554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5489162},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4383252},{"id":"https://openalex.org/C50318809","wikidata":"https://www.wikidata.org/wiki/Q2145081","display_name":"Replicator equation","level":3,"score":0.43124288},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.3897772},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37541127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3425011},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29294482},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2066186},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10298434},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.098051876},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.07782835},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13187","pdf_url":"https://www.jair.org/index.php/jair/article/download/13187/26823","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2106.14668","pdf_url":"https://arxiv.org/pdf/2106.14668","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.1.13187","pdf_url":"https://www.jair.org/index.php/jair/article/download/13187/26823","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":79,"referenced_works":["https://openalex.org/W1192553058","https://openalex.org/W1481781224","https://openalex.org/W1500428599","https://openalex.org/W1528676759","https://openalex.org/W1531245405","https://openalex.org/W1567092208","https://openalex.org/W1570963478","https://openalex.org/W1596771711","https://openalex.org/W1600999481","https://openalex.org/W1988716172","https://openalex.org/W1998926312","https://openalex.org/W2028798910","https://openalex.org/W2031098375","https://openalex.org/W2060284899","https://openalex.org/W2083535091","https://openalex.org/W2083562271","https://openalex.org/W2085728653","https://openalex.org/W2097160297","https://openalex.org/W2101379030","https://openalex.org/W2102794752","https://openalex.org/W2103315867","https://openalex.org/W2106887613","https://openalex.org/W2111365067","https://openalex.org/W2112794046","https://openalex.org/W2116067849","https://openalex.org/W2123085572","https://openalex.org/W2126776273","https://openalex.org/W2133243407","https://openalex.org/W2141744833","https://openalex.org/W2148825261","https://openalex.org/W2149962046","https://openalex.org/W2156006942","https://openalex.org/W2156060009","https://openalex.org/W2169198425","https://openalex.org/W2170109092","https://openalex.org/W2184165138","https://openalex.org/W2310516540","https://openalex.org/W2520359350","https://openalex.org/W2563524224","https://openalex.org/W2574978968","https://openalex.org/W2739393805","https://openalex.org/W2767198006","https://openalex.org/W2773381986","https://openalex.org/W2808031411","https://openalex.org/W2811481615","https://openalex.org/W2896274930","https://openalex.org/W2925418831","https://openalex.org/W2944311505","https://openalex.org/W2944782467","https://openalex.org/W2945065307","https://openalex.org/W2951301202","https://openalex.org/W2964188247","https://openalex.org/W2964294891","https://openalex.org/W2969287672","https://openalex.org/W3029340696","https://openalex.org/W3035303196","https://openalex.org/W3037719421","https://openalex.org/W3044994704","https://openalex.org/W3045180978","https://openalex.org/W3082432392","https://openalex.org/W3092962099","https://openalex.org/W3102974627","https://openalex.org/W3111857876","https://openalex.org/W3122924345","https://openalex.org/W3131427486","https://openalex.org/W3132236529","https://openalex.org/W3145514544","https://openalex.org/W3148958427","https://openalex.org/W3177235206","https://openalex.org/W36041826","https://openalex.org/W4211108990","https://openalex.org/W4229812034","https://openalex.org/W4255572858","https://openalex.org/W4286620083","https://openalex.org/W4286973381","https://openalex.org/W4294789298","https://openalex.org/W4297741778","https://openalex.org/W4312534390","https://openalex.org/W610883964"],"related_works":["https://openalex.org/W4245029315","https://openalex.org/W3197854638","https://openalex.org/W3140454661","https://openalex.org/W3089780453","https://openalex.org/W2998446700","https://openalex.org/W2540910169","https://openalex.org/W2139970489","https://openalex.org/W1521638241","https://openalex.org/W1512434910","https://openalex.org/W1492315459"],"abstract_inverted_index":{"Regret":[0,24],"has":[1,13],"been":[2],"established":[3],"as":[4,136],"a":[5,29,33,110,198,209,242],"foundational":[6],"concept":[7],"in":[8,16,22,35,50,58,175,197,225],"online":[9],"learning,":[10],"and":[11,125,139,142,244],"likewise":[12],"important":[14],"applications":[15],"the":[17,26,82,89,101,104,145,158,169,185],"analysis":[18,150],"of":[19,48,55,79,84,88,103,112,133,151,163,173,184,200,212,220,237],"learning":[20,119,152,161],"dynamics":[21,165],"games.":[23],"quantifies":[25],"difference":[27],"between":[28],"learner\u2019s":[30],"performance":[31],"against":[32],"baseline":[34],"hindsight.":[36],"It":[37],"is":[38],"well":[39],"known":[40],"that":[41,64,157],"regret-minimizing":[42],"algorithms":[43,239],"converge":[44],"to":[45,67,121,126],"certain":[46],"classes":[47],"equilibria":[49],"games;":[51],"however,":[52],"traditional":[53],"forms":[54],"regret":[56,80,114,134],"used":[57],"game":[59],"theory":[60],"predominantly":[61],"consider":[62,122],"baselines":[63],"permit":[65],"deviations":[66,85,123],"deterministic":[68],"actions":[69],"or":[70],"strategies.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"revisit":[76],"our":[77,194],"understanding":[78],"from":[81,124,148,240],"perspective":[83],"over":[86,97],"partitions":[87],"full":[90],"mixed":[91,127],"strategy":[92],"space":[93],"(i.e.,":[94],"probability":[95],"distributions":[96],"pure":[98],"strategies),":[99],"under":[100],"lens":[102],"previously-established":[105],"\u03a6-regret":[106,117,174,221,234],"framework,":[107],"which":[108],"provides":[109],"continuum":[111],"stronger":[113],"measures.":[115],"Importantly,":[116],"enables":[118],"agents":[120],"strategies,":[128],"generalizing":[129],"several":[130],"existing":[131],"notions":[132],"such":[135,238],"external,":[137],"internal,":[138],"swap":[140],"regret,":[141],"thus":[143],"broadening":[144],"insights":[146],"gained":[147],"regret-based":[149],"algorithms.":[153],"We":[154,189,214],"prove":[155],"here":[156],"well-studied":[159],"evolutionary":[160],"algorithm":[162,187],"replicator":[164],"(RD)":[166],"seamlessly":[167],"minimizes":[168],"strongest":[170],"possible":[171],"form":[172],"generic":[176],"2":[177,179,202,204],"\u00d7":[178,203],"games,":[180,228],"without":[181],"any":[182],"modification":[183],"underlying":[186],"itself.":[188],"subsequently":[190],"conduct":[191],"experiments":[192],"validating":[193],"theoretical":[195,243],"results":[196],"suite":[199],"144":[201],"games":[205],"wherein":[206],"RD":[207,224],"exhibits":[208],"diverse":[210],"set":[211],"behaviors.":[213],"conclude":[215],"by":[216,223],"providing":[217],"empirical":[218,245],"evidence":[219],"minimization":[222],"some":[226],"larger":[227],"hinting":[229],"at":[230],"further":[231],"opportunity":[232],"for":[233],"based":[235],"study":[236],"both":[241],"perspective.":[246]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4284977269","counts_by_year":[],"updated_date":"2024-12-07T00:12:03.702500","created_date":"2022-07-10"}