{"id":"https://openalex.org/W2982605438","doi":"https://doi.org/10.1109/icnp.2019.8888034","title":"MACS: Deep Reinforcement Learning based SDN Controller Synchronization Policy Design","display_name":"MACS: Deep Reinforcement Learning based SDN Controller Synchronization Policy Design","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2982605438","doi":"https://doi.org/10.1109/icnp.2019.8888034","mag":"2982605438"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp.2019.8888034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/1909.09063","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004044","display_name":"Ziyao Zhang","orcid":"https://orcid.org/0000-0002-0617-1340"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ziyao Zhang","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100733565","display_name":"Liang Ma","orcid":"https://orcid.org/0000-0002-4366-0784"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Ma","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, United States"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, United States","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046120615","display_name":"Konstantinos Poularakis","orcid":"https://orcid.org/0000-0003-2570-3813"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantinos Poularakis","raw_affiliation_strings":["Yale University, New Haven, CT, United States"],"affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020917506","display_name":"Kin K. Leung","orcid":"https://orcid.org/0000-0002-3860-6257"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kin K. Leung","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039673657","display_name":"Jeremy Tucker","orcid":null},"institutions":[{"id":"https://openalex.org/I1339065421","display_name":"Defence Science and Technology Laboratory","ror":"https://ror.org/04jswqb94","country_code":"GB","type":"government","lineage":["https://openalex.org/I1306956679","https://openalex.org/I1339065421","https://openalex.org/I2802373619"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeremy Tucker","raw_affiliation_strings":["U.K. Defence Science and Technology Laboratory, Salisbury, United Kingdom"],"affiliations":[{"raw_affiliation_string":"U.K. Defence Science and Technology Laboratory, Salisbury, United Kingdom","institution_ids":["https://openalex.org/I1339065421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103191815","display_name":"Ananthram Swami","orcid":"https://orcid.org/0000-0003-1439-332X"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210088792","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananthram Swami","raw_affiliation_strings":["U.S. Army Research Laboratory, Adelphi, MD, United States"],"affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Adelphi, MD, United States","institution_ids":["https://openalex.org/I166416128"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.364,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.866076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9955,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.45337978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84633815},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.73443955},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7185072},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6134514},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5110005},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5086278},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.49840665},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.45337978},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32646936},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30387846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21731853},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16553289},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp.2019.8888034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.09063","pdf_url":"http://arxiv.org/pdf/1909.09063","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/85424","pdf_url":"http://spiral.imperial.ac.uk/bitstream/10044/1/85424/2/1909.09063v1.pdf","source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":["Imperial College London"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.09063","pdf_url":"http://arxiv.org/pdf/1909.09063","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.51}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":51,"referenced_works":["https://openalex.org/W1595483645","https://openalex.org/W1665214252","https://openalex.org/W1941445455","https://openalex.org/W2003997839","https://openalex.org/W2005957555","https://openalex.org/W2031404277","https://openalex.org/W2040340473","https://openalex.org/W2068384525","https://openalex.org/W2073746330","https://openalex.org/W2074616737","https://openalex.org/W2083766832","https://openalex.org/W2115211925","https://openalex.org/W2115546448","https://openalex.org/W2138360690","https://openalex.org/W2145339207","https://openalex.org/W2149236835","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2158288704","https://openalex.org/W2164336170","https://openalex.org/W2170803695","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2246508371","https://openalex.org/W2257979135","https://openalex.org/W2426667934","https://openalex.org/W2481312167","https://openalex.org/W2512877821","https://openalex.org/W2554124467","https://openalex.org/W2564630785","https://openalex.org/W2729065469","https://openalex.org/W2761873684","https://openalex.org/W2769883686","https://openalex.org/W2774100094","https://openalex.org/W2790421859","https://openalex.org/W2808663279","https://openalex.org/W2913740636","https://openalex.org/W2951799221","https://openalex.org/W2953384591","https://openalex.org/W2956517125","https://openalex.org/W2962832483","https://openalex.org/W2963864421","https://openalex.org/W2964291307","https://openalex.org/W2996489182","https://openalex.org/W2997288271","https://openalex.org/W3099054672","https://openalex.org/W3100791838","https://openalex.org/W3103142336","https://openalex.org/W32403112","https://openalex.org/W4250991401","https://openalex.org/W4253729210"],"related_works":["https://openalex.org/W4284974072","https://openalex.org/W4225269853","https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2341346307","https://openalex.org/W2145363145","https://openalex.org/W1985560493","https://openalex.org/W1626977535"],"abstract_inverted_index":{"In":[0,24],"distributed":[1,50,156],"software-defined":[2],"networks":[3,113],"(SDN),":[4],"multiple":[5],"physical":[6],"SDN":[7,51,83,157,177],"controllers,":[8],"each":[9,31],"managing":[10],"a":[11,37,99,117],"network":[12,40,69],"domain,":[13],"are":[14,85,167],"implemented":[15],"to":[16,35,81,115,134,162],"balance":[17],"centralised":[18,39],"control,":[19],"scalability,":[20],"and":[21,104,120,169,175],"reliability":[22],"requirements.":[23],"such":[25],"networking":[26],"paradigms,":[27],"controllers":[28],"synchronize":[29],"with":[30,79,110],"other,":[32],"in":[33,66,150,154],"attempts":[34],"maintain":[36],"logically":[38],"view.":[41],"Despite":[42],"the":[43,64,72,94,126,136,146,155],"presence":[44],"of":[45,75],"various":[46],"design":[47],"proposals":[48],"for":[49],"controller":[52,76,95,122,141,178],"architectures,":[53],"most":[54],"existing":[55],"works":[56],"only":[57],"aim":[58],"at":[59],"eliminating":[60],"anomalies":[61],"arising":[62],"from":[63],"inconsistencies":[65],"different":[67],"controllers'":[68],"views.":[70],"However,":[71],"performance":[73,137,171],"aspect":[74],"synchronization":[77,96,123,164,179],"designs":[78],"respect":[80],"given":[82],"applications":[84],"generally":[86],"missing.":[87],"To":[88],"fill":[89],"this":[90],"gap,":[91],"we":[92],"formulate":[93],"problem":[97],"as":[98],"Markov":[100],"decision":[101],"process":[102],"(MDP)":[103],"apply":[105],"reinforcement":[106],"learning":[107],"techniques":[108],"combined":[109],"deep":[111],"neural":[112],"(DNNs)":[114],"train":[116],"smart,":[118],"scalable,":[119],"fine-grained":[121],"policy,":[124,165],"called":[125],"Multi-Armed":[127],"Cooperative":[128],"Synchronization":[129],"(MACS),":[130],"whose":[131],"goal":[132],"is":[133],"maximise":[135],"enhancements":[138],"brought":[139],"by":[140],"synchronizations.":[142],"Evaluation":[143],"results":[144],"confirm":[145],"DNN's":[147],"exceptional":[148],"ability":[149],"abstracting":[151],"latent":[152],"patterns":[153],"environment,":[158],"rendering":[159],"significant":[160],"superiority":[161],"MACS-based":[163],"which":[166],"56%":[168],"30%":[170],"improvements":[172],"over":[173],"ONOS":[174],"greedy":[176],"heuristics.":[180]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2982605438","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":6}],"updated_date":"2024-12-31T02:12:46.933828","created_date":"2019-11-08"}