{"id":"https://openalex.org/W3084125696","doi":"https://doi.org/10.1109/lcomm.2020.3022064","title":"A Scalable Deep Reinforcement Learning Approach for Traffic Engineering Based on Link Control","display_name":"A Scalable Deep Reinforcement Learning Approach for Traffic Engineering Based on Link Control","publication_year":2020,"publication_date":"2020-09-07","ids":{"openalex":"https://openalex.org/W3084125696","doi":"https://doi.org/10.1109/lcomm.2020.3022064","mag":"3084125696"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2020.3022064","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310319808","https://openalex.org/P4310316002"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers","IEEE Communications Society"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102011442","display_name":"Penghao Sun","orcid":"https://orcid.org/0000-0002-8606-9337"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Penghao Sun","raw_affiliation_strings":["Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113774551","display_name":"Julong Lan","orcid":null},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Julong Lan","raw_affiliation_strings":["Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101634693","display_name":"Junfei Li","orcid":"https://orcid.org/0000-0002-8038-5611"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfei Li","raw_affiliation_strings":["Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658356","display_name":"Jianpeng Zhang","orcid":"https://orcid.org/0000-0003-1647-7447"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Zhang","raw_affiliation_strings":["Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103226450","display_name":"Yuxiang Hu","orcid":null},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Hu","raw_affiliation_strings":["Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Digital Switching System Engineering and Technological R&D Center, Zhengzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026436576","display_name":"Zehua Guo","orcid":"https://orcid.org/0000-0001-7314-410X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zehua Guo","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.15,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.999945,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":"25","issue":"1","first_page":"171","last_page":"175"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9893,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9867,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/link","display_name":"Link (geometry)","score":0.4331004}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8061119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348157},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.6019165},{"id":"https://openalex.org/C16160715","wikidata":"https://www.wikidata.org/wiki/Q1640676","display_name":"Traffic engineering","level":2,"score":0.5190942},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.51541984},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.49822187},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4813617},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47493818},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.45656168},{"id":"https://openalex.org/C2778753846","wikidata":"https://www.wikidata.org/wiki/Q6554239","display_name":"Link (geometry)","level":2,"score":0.4331004},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39219362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26655543},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2553678},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.106238246},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2020.3022064","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310319808","https://openalex.org/P4310316002"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers","IEEE Communications Society"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61521003"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62002019"},{"funder":"https://openalex.org/F4320327514","funder_display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":17,"referenced_works":["https://openalex.org/W1948092788","https://openalex.org/W1997299558","https://openalex.org/W2101420429","https://openalex.org/W2156737235","https://openalex.org/W2512877821","https://openalex.org/W2724169821","https://openalex.org/W2749928749","https://openalex.org/W2893647509","https://openalex.org/W2942476636","https://openalex.org/W2962883549","https://openalex.org/W2963549123","https://openalex.org/W2963578178","https://openalex.org/W2964043796","https://openalex.org/W2964174623","https://openalex.org/W3029652632","https://openalex.org/W3044151572","https://openalex.org/W3103263926"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4247322236","https://openalex.org/W4231165741","https://openalex.org/W4230332972","https://openalex.org/W3200586296","https://openalex.org/W233457313","https://openalex.org/W2138720691","https://openalex.org/W1998033311","https://openalex.org/W1518185400"],"abstract_inverted_index":{"As":[0],"modern":[1],"communication":[2],"networks":[3],"are":[4],"growing":[5],"more":[6],"complicated":[7],"and":[8,69,97],"dynamic,":[9],"designing":[10],"a":[11,37,41,73,90,110,124],"good":[12],"Traffic":[13],"Engineering":[14],"(TE)":[15],"policy":[16],"becomes":[17],"difficult":[18],"due":[19],"to":[20,39,56,64,71,88,113,153,156],"the":[21,25,66,81,84,95,104,116,120,129,133,146,157],"complexity":[22],"of":[23,92,132],"solving":[24],"optimal":[26],"traffic":[27,105],"scheduling":[28],"problem.":[29],"Deep":[30],"Reinforcement":[31],"Learning":[32],"(DRL)":[33],"provides":[34],"us":[35],"with":[36],"chance":[38],"design":[40,72],"model-free":[42],"TE":[43,51,74],"scheme":[44,78],"through":[45],"machine":[46],"learning.":[47],"However,":[48],"existing":[49],"DRL-based":[50],"solutions":[52],"cannot":[53],"be":[54,136],"applied":[55],"large":[57],"networks.":[58],"In":[59],"this":[60],"article,":[61],"we":[62,108],"propose":[63],"combine":[65],"control":[67,86],"theory":[68,87],"DRL":[70,111],"scheme.":[75],"Our":[76],"proposed":[77],"ScaleDRL":[79,144],"employs":[80],"idea":[82],"from":[83],"pinning":[85],"select":[89],"subset":[91],"links":[93],"in":[94,159],"network":[96,161],"name":[98],"them":[99],"critical":[100,121],"links.":[101,122],"Based":[102],"on":[103],"distribution":[106],"information,":[107],"use":[109],"algorithm":[112],"dynamically":[114,137],"adjust":[115],"link":[117],"weights":[118],"for":[119],"Through":[123],"weighted":[125],"shortest":[126],"path":[127],"algorithm,":[128],"forwarding":[130],"paths":[131],"flows":[134],"can":[135],"adjusted.":[138],"The":[139],"packet-level":[140],"simulation":[141],"shows":[142],"that":[143],"reduces":[145],"average":[147],"end-to-end":[148],"transmission":[149],"delay":[150],"by":[151],"up":[152],"39%":[154],"compared":[155],"state-of-the-art":[158],"different":[160],"topologies.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3084125696","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2024-12-24T06:53:20.793502","created_date":"2020-09-14"}