{"id":"https://openalex.org/W2977857462","doi":"https://doi.org/10.1364/jocn.12.000a18","title":"Deep-NFVOrch: leveraging deep reinforcement learning to achieve adaptive vNF service chaining in DCI-EONs","display_name":"Deep-NFVOrch: leveraging deep reinforcement learning to achieve adaptive vNF service chaining in DCI-EONs","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2977857462","doi":"https://doi.org/10.1364/jocn.12.000a18","mag":"2977857462"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1364/jocn.12.000a18","pdf_url":null,"source":{"id":"https://openalex.org/S180088163","display_name":"Journal of Optical Communications and Networking","issn_l":"1943-0620","issn":["1943-0620","1943-0639"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008826932","display_name":"Baojia Li","orcid":"https://orcid.org/0000-0002-0693-0677"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Baojia Li","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541341","display_name":"Wei Lu","orcid":"https://orcid.org/0000-0001-5893-6897"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Lu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008574028","display_name":"Zuqing Zhu","orcid":"https://orcid.org/0000-0002-4251-788X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zuqing Zhu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui 230027, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5008826932","https://openalex.org/A5101541341","https://openalex.org/A5008574028"],"corresponding_institution_ids":["https://openalex.org/I126520041","https://openalex.org/I126520041","https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.28,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.662218,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":"1","first_page":"A18","last_page":"A18"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chaining","display_name":"Chaining","score":0.8615048},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.55278516},{"id":"https://openalex.org/keywords/python","display_name":"Python","score":0.4129793}],"concepts":[{"id":"https://openalex.org/C49020025","wikidata":"https://www.wikidata.org/wiki/Q1059099","display_name":"Chaining","level":2,"score":0.8615048},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.83396375},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6316613},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6253999},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5557566},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.55278516},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4567744},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4201021},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4199021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.416818},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41570914},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4129793},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14390865},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.108106315},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1364/jocn.12.000a18","pdf_url":null,"source":{"id":"https://openalex.org/S180088163","display_name":"Journal of Optical Communications and Networking","issn_l":"1943-0620","issn":["1943-0620","1943-0639"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61701472"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61871357"},{"funder":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences","award_id":"QYZDYSSW-JSC003"}],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1652188120","https://openalex.org/W1974561310","https://openalex.org/W2000238032","https://openalex.org/W2003335755","https://openalex.org/W2015665441","https://openalex.org/W2038268348","https://openalex.org/W2054724898","https://openalex.org/W2056089106","https://openalex.org/W2059766883","https://openalex.org/W2088431052","https://openalex.org/W2100828185","https://openalex.org/W2103312864","https://openalex.org/W2116917711","https://openalex.org/W2123562112","https://openalex.org/W2133768407","https://openalex.org/W2145339207","https://openalex.org/W2184852195","https://openalex.org/W2345566311","https://openalex.org/W2423913532","https://openalex.org/W2480346368","https://openalex.org/W2586304830","https://openalex.org/W2596356468","https://openalex.org/W2611559752","https://openalex.org/W2623646697","https://openalex.org/W2668208317","https://openalex.org/W2769529551","https://openalex.org/W2776902514","https://openalex.org/W2786876460","https://openalex.org/W2789386710","https://openalex.org/W2804389053","https://openalex.org/W2885792477","https://openalex.org/W2911742269","https://openalex.org/W2917827894","https://openalex.org/W2919221886","https://openalex.org/W2921915401","https://openalex.org/W2927290359","https://openalex.org/W2951309479","https://openalex.org/W2954904742","https://openalex.org/W2958109248","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W3159870848","https://openalex.org/W398859631","https://openalex.org/W41554520"],"related_works":["https://openalex.org/W4300138531","https://openalex.org/W3015273126","https://openalex.org/W2967858304","https://openalex.org/W2956655210","https://openalex.org/W2951557574","https://openalex.org/W2903328691","https://openalex.org/W2889650910","https://openalex.org/W2791010391","https://openalex.org/W2620066784","https://openalex.org/W1538027944"],"abstract_inverted_index":{"Due":[0],"to":[1,8,67,93,103,133],"the":[2,46,69,81,95,104,113,121,139,147,155,164,178,188],"rise":[3],"of":[4,48,72,83,97,157,176,190],"cloud":[5],"computing,":[6],"how":[7,132],"realize":[9],"adaptive":[10,54],"and":[11,65,78,130,163,187],"cost-effective":[12],"virtual":[13],"network":[14,28,105,122,129,191],"function":[15],"service":[16,55,63,85,99],"chaining":[17],"(vNF-SC)":[18],"in":[19,62,151,174,193],"a":[20,49,89,158,194],"datacenter":[21],"interconnection":[22],"based":[23,111,137],"on":[24,112,138],"an":[25,32],"elastic":[26],"optical":[27],"(DCI-EON)":[29],"has":[30],"become":[31],"interesting":[33],"but":[34],"challenging":[35],"problem.":[36],"In":[37],"this":[38,42],"work,":[39],"we":[40],"tackle":[41],"problem":[43],"by":[44,74],"optimizing":[45],"design":[47],"deep":[50,127],"reinforcement":[51],"learning":[52],"(DRL)-based":[53],"framework,":[56],"namely,":[57],"Deep-NFVOrch.":[58],"Specifically,":[59],"Deep-NFVOrch":[60,165],"works":[61],"cycles":[64],"tries":[66],"reduce":[68],"setup":[70],"latency":[71],"vNF-SC":[73,184],"invoking":[75],"request":[76],"prediction":[77],"pre-deployment":[79],"at":[80],"beginning":[82],"each":[84,98],"cycle.":[86],"We":[87],"introduce":[88],"DRL-based":[90],"observer":[91],"(DRL-Observer)":[92],"select":[94],"duration":[96],"cycle":[100],"adaptively":[101],"according":[102],"status.":[106],"The":[107],"DRL-Observer":[108,148],"is":[109],"designed":[110],"advantage":[114],"actor":[115],"critic,":[116],"which":[117],"can":[118],"interact":[119],"with":[120,154,166],"environment":[123],"constantly":[124],"through":[125],"its":[126],"neural":[128],"learn":[131],"make":[134],"wise":[135],"decisions":[136],"environment\u2019s":[140],"feedback.":[141],"Our":[142],"simulation":[143],"results":[144],"demonstrate":[145],"that":[146],"converges":[149],"fast":[150],"online":[152],"training":[153,161],"help":[156],"few":[159],"asynchronous":[160],"threads,":[162],"it":[167],"achieves":[168],"better":[169],"performance":[170],"than":[171],"several":[172],"benchmarks,":[173],"terms":[175],"balancing":[177],"tradeoffs":[179],"among":[180],"overall":[181],"resource":[182],"utilization,":[183],"request-blocking":[185],"probability,":[186],"number":[189],"reconfigurations":[192],"DCI-EON.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2977857462","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":9}],"updated_date":"2025-01-18T03:04:50.122722","created_date":"2019-10-10"}