{"id":"https://openalex.org/W3087767176","doi":"https://doi.org/10.1109/access.2020.3024979","title":"Optimizing Transportation Dynamics at a City-Scale Using a Reinforcement Learning Framework","display_name":"Optimizing Transportation Dynamics at a City-Scale Using a Reinforcement Learning Framework","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3087767176","doi":"https://doi.org/10.1109/access.2020.3024979","mag":"3087767176"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024979","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200608.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061040734","display_name":"Luckyson Khaidem","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luckyson Khaidem","raw_affiliation_strings":["State University of New York at Buffalo, Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087214548","display_name":"Massimiliano Luca","orcid":"https://orcid.org/0000-0001-6964-9877"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]},{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano Luca","raw_affiliation_strings":["Faculty of Computer Science, Free University of Bozen-Bolzano, Bolzano, Italy","Fondazione Bruno Kessler, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]},{"raw_affiliation_string":"Faculty of Computer Science, Free University of Bozen-Bolzano, Bolzano, Italy","institution_ids":["https://openalex.org/I171543936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101402840","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0003-0308-955X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["State University of New York at Buffalo, Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002469541","display_name":"Ankit Anand","orcid":"https://orcid.org/0000-0002-8832-3212"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankit Anand","raw_affiliation_strings":["State University of New York at Buffalo, Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048877432","display_name":"Bruno Lepri","orcid":"https://orcid.org/0000-0003-1275-2333"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bruno Lepri","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047724274","display_name":"Wen Dong","orcid":"https://orcid.org/0000-0001-8923-2227"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen Dong","raw_affiliation_strings":["State University of New York at Buffalo, Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"State University of New York at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"fwci":1.546,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":14,"citation_normalized_percentile":{"value":0.999814,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":90},"biblio":{"volume":"8","issue":null,"first_page":"171528","last_page":"171541"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transportation-planning","display_name":"Transportation planning","score":0.45569745}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8849133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7225926},{"id":"https://openalex.org/C157085824","wikidata":"https://www.wikidata.org/wiki/Q2384809","display_name":"TRIPS architecture","level":2,"score":0.63418716},{"id":"https://openalex.org/C39853841","wikidata":"https://www.wikidata.org/wiki/Q161078","display_name":"Urbanization","level":2,"score":0.5891036},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.58685124},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.55333537},{"id":"https://openalex.org/C2779888511","wikidata":"https://www.wikidata.org/wiki/Q244156","display_name":"Traffic congestion","level":2,"score":0.48620743},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46350354},{"id":"https://openalex.org/C39118121","wikidata":"https://www.wikidata.org/wiki/Q1034047","display_name":"Transportation planning","level":2,"score":0.45569745},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3707223},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.37023985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23713693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12254435},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.087960064},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024979","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/c36b747aa1e1473c9eef3d6311a67d47","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.openaccessrepository.it/record/137311","pdf_url":"https://www.openaccessrepository.it/record/137311/files/fulltext.pdf","source":{"id":"https://openalex.org/S4306402478","display_name":"INFM-OAR (INFN Catania)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210116497","host_organization_name":"Istituto Nazionale di Fisica Nucleare, Sezione di Catania","host_organization_lineage":["https://openalex.org/I4210116497"],"host_organization_lineage_names":["Istituto Nazionale di Fisica Nucleare, Sezione di Catania"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3024979","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.82,"display_name":"Sustainable cities and communities"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":68,"referenced_works":["https://openalex.org/W136276324","https://openalex.org/W140526501","https://openalex.org/W1568439642","https://openalex.org/W1639167632","https://openalex.org/W1646152356","https://openalex.org/W1757796397","https://openalex.org/W1834778655","https://openalex.org/W1869778509","https://openalex.org/W1965499304","https://openalex.org/W1969095625","https://openalex.org/W1979258712","https://openalex.org/W1982978808","https://openalex.org/W1990914926","https://openalex.org/W2015817066","https://openalex.org/W2019974229","https://openalex.org/W2029440021","https://openalex.org/W2031674781","https://openalex.org/W2045174117","https://openalex.org/W2068897450","https://openalex.org/W2074500080","https://openalex.org/W2088595989","https://openalex.org/W2121103318","https://openalex.org/W2121863487","https://openalex.org/W2124657875","https://openalex.org/W2136317921","https://openalex.org/W2137558058","https://openalex.org/W2154087025","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2158782408","https://openalex.org/W2165150801","https://openalex.org/W2167598958","https://openalex.org/W2173248099","https://openalex.org/W223708877","https://openalex.org/W2401737841","https://openalex.org/W2498017881","https://openalex.org/W2548134372","https://openalex.org/W2554651315","https://openalex.org/W2604427121","https://openalex.org/W2613020517","https://openalex.org/W2620217464","https://openalex.org/W2623293810","https://openalex.org/W2751752546","https://openalex.org/W2777066632","https://openalex.org/W2809148419","https://openalex.org/W2885930230","https://openalex.org/W2889293458","https://openalex.org/W2943863763","https://openalex.org/W2951429853","https://openalex.org/W2952223315","https://openalex.org/W2963027910","https://openalex.org/W2963630259","https://openalex.org/W2963864421","https://openalex.org/W2971289586","https://openalex.org/W2972855550","https://openalex.org/W3011120880","https://openalex.org/W3021114543","https://openalex.org/W3037632082","https://openalex.org/W3106357768","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W4214928630","https://openalex.org/W4294620508","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W56467904","https://openalex.org/W614555067","https://openalex.org/W784650548"],"related_works":["https://openalex.org/W891751532","https://openalex.org/W2807758032","https://openalex.org/W2392907783","https://openalex.org/W2392291083","https://openalex.org/W2381059267","https://openalex.org/W2375489112","https://openalex.org/W2370838374","https://openalex.org/W2354222596","https://openalex.org/W2353135038","https://openalex.org/W1985072978"],"abstract_inverted_index":{"Urban":[0],"planners,":[1],"authorities,":[2],"and":[3,18,24,47,68,76,141,166,177,231],"numerous":[4],"additional":[5],"players":[6],"have":[7],"to":[8,13,44,80,114,126,164,219],"deal":[9],"with":[10,207,217],"challenges":[11],"related":[12],"the":[14,38,52,56,128,152],"rapid":[15],"urbanization":[16],"process":[17],"its":[19],"effect":[20],"on":[21,227,236],"human":[22,123],"mobility":[23,124],"transport":[25,41,129],"dynamics.":[26],"Hence,":[27],"optimize":[28,64,127,165],"transportation":[29,153,168,185,229],"systems":[30],"represents":[31],"a":[32,93,110,142,158,188,198,208,237],"unique":[33],"occasion":[34],"for":[35,83,99,193],"municipalities.":[36],"Indeed,":[37],"quality":[39,54],"of":[40,55,71,131],"is":[42,58,97,191],"linked":[43],"economic":[45],"growth,":[46],"by":[48],"decreasing":[49],"traffic":[50,65],"congestion,":[51],"life":[53],"inhabitants":[57],"drastically":[59],"enhanced.":[60],"Most":[61],"state-of-the-art":[62],"solutions":[63],"in":[66,92,187],"specific":[67],"small":[69],"zones":[70],"cities":[72,134],"(e.g.,":[73],"single":[74],"intersections)":[75],"cannot":[77],"be":[78,102],"used":[79],"gather":[81],"insights":[82],"an":[84],"entire":[85],"city.":[86],"Moreover,":[87],"evaluating":[88],"such":[89],"optimized":[90],"policies":[91,169,186,234],"realistic":[94,159,174],"way":[95],"that":[96,172,190,203],"convincing":[98,192],"policy-makers":[100],"can":[101,183,225],"extremely":[103],"expensive.":[104],"In":[105,119,179],"our":[106],"work,":[107],"we":[108,121,150,182,196],"propose":[109],"reinforcement":[111,160,200],"learning":[112,161,201],"frameworks":[113],"overtake":[115],"these":[116],"two":[117],"limitations.":[118],"particular,":[120],"use":[122],"data":[125,230],"dynamics":[130,206],"three":[132],"real-world":[133],"(i.e.,":[135,145],"Berlin,":[136],"Santiago":[137],"de":[138],"Chile,":[139],"Dakar)":[140],"synthesized":[143],"one":[144],"SynthTown).":[146],"To":[147],"this":[148,180],"end,":[149],"transform":[151],"dynamics'":[154],"simulator":[155],"MATSim":[156,205],"into":[157],"environment":[162],"able":[163],"evaluate":[167],"using":[170],"agents":[171],"perform":[173],"daily":[175],"activities":[176],"trips.":[178],"way,":[181],"assess":[184],"manner":[189],"policy-makers.":[194],"Finally,":[195],"develop":[197],"model-based":[199],"algorithm":[202],"approximates":[204],"Partially":[209],"Observable":[210],"Discrete":[211],"Event":[212],"Decision":[213],"Process":[214],"(PODEDP)":[215],"and,":[216],"respect":[218],"other":[220],"state-of-art":[221],"policy":[222],"optimization":[223],"techniques,":[224],"scale":[226],"big":[228],"find":[232],"optimal":[233],"also":[235],"city-scale.":[238]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3087767176","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-01-06T02:20:23.662730","created_date":"2020-10-01"}