{"id":"https://openalex.org/W3105017587","doi":"https://doi.org/10.1145/3308558.3314139","title":"CityFlow: A Multi-Agent Reinforcement Learning Environment for Large Scale City Traffic Scenario","display_name":"CityFlow: A Multi-Agent Reinforcement Learning Environment for Large Scale City Traffic Scenario","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W3105017587","doi":"https://doi.org/10.1145/3308558.3314139","mag":"3105017587"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308558.3314139","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/1905.05217","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107221196","display_name":"Huichu Zhang","orcid":"https://orcid.org/0000-0002-8275-2964"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huichu Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015218854","display_name":"Siyuan Feng","orcid":"https://orcid.org/0000-0002-3194-1124"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyuan Feng","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353236","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0002-3387-0083"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015556239","display_name":"Yaoyao Ding","orcid":"https://orcid.org/0000-0002-9801-6080"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoyao Ding","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611386","display_name":"Yichen Zhu","orcid":"https://orcid.org/0000-0003-3614-1537"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichen Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102715927","display_name":"Zihan Zhou","orcid":"https://orcid.org/0000-0002-9034-0951"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001571390","display_name":"Yong Yu","orcid":"https://orcid.org/0000-0003-0281-8271"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yu","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087534120","display_name":"Haiming Jin","orcid":"https://orcid.org/0000-0002-3790-3743"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiming Jin","raw_affiliation_strings":["Shanghai Jiao Tong University Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016516907","display_name":"Zhenhui Li","orcid":"https://orcid.org/0000-0001-7221-2588"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"funder","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenhui Li","raw_affiliation_strings":["Pennsylvania State University State College, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Pennsylvania State University State College, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":78,"citation_normalized_percentile":{"value":0.999416,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3620","last_page":"3624"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9928,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.505399}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9129336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7211822},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.65647244},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5868103},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.505399},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4699747},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44787744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36929044},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34133717},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3242492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31846735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21623254},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20927393},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.18820083},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13800824},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308558.3314139","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.05217","pdf_url":"http://arxiv.org/pdf/1905.05217","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.05217","pdf_url":"https://arxiv.org/pdf/1905.05217","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1905.05217","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.05217","pdf_url":"http://arxiv.org/pdf/1905.05217","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.74,"display_name":"Sustainable cities and communities"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W2945991855","https://openalex.org/W3105017587"],"referenced_works_count":13,"referenced_works":["https://openalex.org/W146964248","https://openalex.org/W1999286039","https://openalex.org/W2008025505","https://openalex.org/W2243721295","https://openalex.org/W2498017881","https://openalex.org/W2580175322","https://openalex.org/W2771480814","https://openalex.org/W2808810245","https://openalex.org/W2809148419","https://openalex.org/W2903709398","https://openalex.org/W3103559770","https://openalex.org/W600444827","https://openalex.org/W75331681"],"related_works":["https://openalex.org/W4391331176","https://openalex.org/W4380318855","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W3084456289","https://openalex.org/W2586732548","https://openalex.org/W2389214306","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Traffic":[0],"signal":[1,25,176],"control":[2,26],"is":[3,152,161],"an":[4,14,169],"emerging":[5],"application":[6],"scenario":[7],"for":[8,31,74,129,146,172,184],"reinforcement":[9,32,59,101,147],"learning.":[10,75,148],"Besides":[11,174],"being":[12],"as":[13,181],"important":[15],"problem":[16],"that":[17],"affects":[18],"people's":[19],"daily":[20],"life":[21],"in":[22,34,54,198],"commuting,":[23],"traffic":[24,40,81,94,104,113,133,166,175],"poses":[27],"its":[28],"unique":[29],"challenges":[30],"learning":[33,60,102,196],"terms":[35],"of":[36,45,57,71,100,163],"adapting":[37],"to":[38,66,88,109,193],"dynamic":[39],"environment":[41],"and":[42,49,92,121,132,138,160,188],"coordinating":[43],"thousands":[44],"agents":[46],"including":[47],"vehicles":[48],"pedestrians.":[50],"A":[51],"key":[52],"factor":[53],"the":[55,98,182,199],"success":[56],"modern":[58],"relies":[61],"on":[62,103,136],"a":[63,68,111],"good":[64],"simulator":[65,82,114],"generate":[67],"large":[69,89,93],"number":[70],"data":[72,119],"samples":[73],"The":[76],"most":[77],"commonly":[78],"used":[79],"open-source":[80],"SUMO":[83,159],"is,":[84],"however,":[85],"not":[86],"scalable":[87],"road":[90,130],"network":[91,131],"flow,":[95],"which":[96],"hinders":[97],"study":[99],"scenarios.":[105],"This":[106],"motivates":[107],"us":[108],"create":[110,190],"new":[112,191],"CityFlow":[115,124,151,178],"with":[116,168],"fundamentally":[117],"optimized":[118],"structures":[120],"efficient":[122],"algorithms.":[123],"can":[125,189],"support":[126],"flexible":[127],"definitions":[128],"flow":[134],"based":[135],"synthetic":[137],"real-world":[139],"data.":[140],"It":[141],"also":[142],"provides":[143],"user-friendly":[144],"interface":[145],"Most":[149],"importantly,":[150],"more":[153],"than":[154,158],"twenty":[155],"times":[156],"faster":[157],"capable":[162],"supporting":[164],"city-wide":[165],"simulation":[167],"interactive":[170],"render":[171],"monitoring.":[173],"control,":[177],"could":[179],"serve":[180],"base":[183],"other":[185],"transportation":[186,201],"studies":[187],"possibilities":[192],"test":[194],"machine":[195],"methods":[197],"intelligent":[200],"domain.":[202]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3105017587","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":5}],"updated_date":"2025-02-16T23:55:56.505526","created_date":"2020-11-23"}