{"id":"https://openalex.org/W4391791553","doi":"https://doi.org/10.1109/access.2024.3365635","title":"DQN Approach for Adaptive Self-Healing of VNFs in Cloud-Native Network","display_name":"DQN Approach for Adaptive Self-Healing of VNFs in Cloud-Native Network","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391791553","doi":"https://doi.org/10.1109/access.2024.3365635"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3365635","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10433492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10433492.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070047631","display_name":"Arunkumar Arulappan","orcid":"https://orcid.org/0000-0002-6583-2292"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"funder","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arunkumar Arulappan","raw_affiliation_strings":["School of Computer Science Engineering and Information Systems, VIT University, Vellore, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Information Systems, VIT University, Vellore, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046437897","display_name":"Aniket Mahanti","orcid":"https://orcid.org/0000-0002-6545-3073"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"funder","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Aniket Mahanti","raw_affiliation_strings":["School of Computer Science and Engineering, University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035585945","display_name":"Kalpdrum Passi","orcid":"https://orcid.org/0000-0002-7155-7901"},"institutions":[{"id":"https://openalex.org/I52353378","display_name":"Laurentian University","ror":"https://ror.org/03rcwtr18","country_code":"CA","type":"funder","lineage":["https://openalex.org/I52353378"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kalpdrum Passi","raw_affiliation_strings":["School of Engineering and Computer Science, Laurentian University, Sudbury, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Computer Science, Laurentian University, Sudbury, ON, Canada","institution_ids":["https://openalex.org/I52353378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014763344","display_name":"T. Srinivasan","orcid":"https://orcid.org/0000-0003-3761-9360"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"funder","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Thiruvenkadam Srinivasan","raw_affiliation_strings":["School of Electrical Engineering, VIT University, Vellore, India"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, VIT University, Vellore, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054337099","display_name":"Ranesh Kumar Naha","orcid":"https://orcid.org/0000-0003-4165-9349"},"institutions":[{"id":"https://openalex.org/I149672521","display_name":"Federation University","ror":"https://ror.org/05qbzwv83","country_code":"AU","type":"funder","lineage":["https://openalex.org/I149672521"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ranesh Naha","raw_affiliation_strings":["Centre for Smart Analytics, Federation University Australia, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Smart Analytics, Federation University Australia, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I149672521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010314794","display_name":"Gunasekaran Raja","orcid":"https://orcid.org/0000-0002-2253-7648"},"institutions":[{"id":"https://openalex.org/I33585257","display_name":"Anna University, Chennai","ror":"https://ror.org/01qhf1r47","country_code":"IN","type":"funder","lineage":["https://openalex.org/I33585257"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gunasekaran Raja","raw_affiliation_strings":["NGNLab, Department of Computer Technology, Anna University, MIT Campus, Chennai, India"],"affiliations":[{"raw_affiliation_string":"NGNLab, Department of Computer Technology, Anna University, MIT Campus, Chennai, India","institution_ids":["https://openalex.org/I33585257"]}]}],"institution_assertions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":"12","issue":null,"first_page":"34489","last_page":"34504"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9969,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9968,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.77082956},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.7544738},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Trouble shooting","score":0.43267053}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342388},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.77082956},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.7544738},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.61413234},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.53458047},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5266421},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.45950362},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.43267053},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38196537},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17961586},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3365635","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10433492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://researchonline.federation.edu.au/vital/access/HandleResolver/1959.17/199474","pdf_url":"https://researchonline.federation.edu.au/vital/access/services/Download/vital:19202/SOURCE1","source":{"id":"https://openalex.org/S4306400234","display_name":"FedUni ResearchOnline (Federation University Australia)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210158496","host_organization_name":"Australian Federation of University Women \u2013 South Australia","host_organization_lineage":["https://openalex.org/I4210158496"],"host_organization_lineage_names":["Australian Federation of University Women \u2013 South Australia"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3365635","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10433492.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.61,"id":"https://metadata.un.org/sdg/9"}],"grants":[{"funder":"https://openalex.org/F4320329073","funder_display_name":"Laurentian University","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":24,"referenced_works":["https://openalex.org/W2772792841","https://openalex.org/W2795832387","https://openalex.org/W2889610311","https://openalex.org/W2891274509","https://openalex.org/W2900804979","https://openalex.org/W2902219709","https://openalex.org/W2908075359","https://openalex.org/W2922167753","https://openalex.org/W2926804451","https://openalex.org/W2936492318","https://openalex.org/W2944228462","https://openalex.org/W2946228438","https://openalex.org/W2947076271","https://openalex.org/W2969227602","https://openalex.org/W2983752073","https://openalex.org/W2991157213","https://openalex.org/W2997499180","https://openalex.org/W3004294272","https://openalex.org/W3006600288","https://openalex.org/W3010094765","https://openalex.org/W3103106496","https://openalex.org/W3198724651","https://openalex.org/W4289792523","https://openalex.org/W4312704551"],"related_works":["https://openalex.org/W4318325534","https://openalex.org/W4240398146","https://openalex.org/W4238338086","https://openalex.org/W4210597238","https://openalex.org/W4206476896","https://openalex.org/W3013479934","https://openalex.org/W2950310564","https://openalex.org/W2768673452","https://openalex.org/W2545245845","https://openalex.org/W2467308209"],"abstract_inverted_index":{"The":[0,80,175,202],"network":[1,5,40,138,173],"transformation":[2],"from":[3],"physical":[4],"function":[6],"to":[7,44,90,104,217],"Virtual":[8,66,137],"Network":[9],"Function":[10],"(VNF)":[11],"requires":[12],"a":[13,28,38,65,118],"fundamental":[14],"design":[15],"change":[16],"in":[17,27,37,48,132,156],"the":[18,33,51,59,71,74,133,144,147,163,180,184,193,200,208,211],"way":[19],"applications":[20],"and":[21,25,85,93,98,149,172,182],"services":[22],"are":[23,35],"tested":[24],"assured":[26],"hybrid":[29],"virtual":[30],"network.":[31],"Once":[32],"VNFs":[34,47,131,209],"onboarded":[36],"cloud":[39],"infrastructure,":[41],"operators":[42],"need":[43],"automatically":[45],"test":[46],"real-time":[49],"at":[50],"time":[52],"of":[53,61,64,140,146,195,204,207],"instantiation.":[54],"This":[55,101],"paper":[56],"explicitly":[57],"analyses":[58],"problem":[60],"adaptive":[62,205],"self-healing":[63,130,206],"Machine":[67],"(VM)":[68],"allocated":[69],"by":[70,186,199,214],"VNF":[72,148,169],"with":[73],"Deep":[75,119,124],"Reinforcement":[76],"Learning":[77,121],"(DRL)":[78],"approach.":[79],"DRL-based":[81],"big":[82],"data":[83,92],"collection":[84],"analytics":[86,151],"engine":[87,102],"performs":[88],"aggregation":[89],"probe":[91],"analyze":[94],"it":[95],"for":[96,129,152,168,188],"troubleshooting":[97],"performance":[99,213],"management.":[100],"helps":[103],"determine":[105],"corrective":[106],"actions":[107],"(self-healing),":[108],"such":[109],"as":[110],"scaling":[111],"or":[112],"migrating":[113],"VNFs.":[114],"Hence,":[115],"we":[116],"proposed":[117,176],"Queue":[120,125],"(DQL)":[122],"based":[123],"Networks":[126],"(DQN)":[127],"mechanism":[128,178],"virtualized":[134],"infrastructure":[135],"manager.":[136],"probes":[139],"closed-loop":[141],"orchestration":[142,155],"perform":[143],"automation":[145,160],"provide":[150],"real-time,":[153],"policy-driven":[154],"an":[157],"open":[158],"networking":[159],"platform":[161],"through":[162],"stochastic":[164],"gradient":[165],"descent":[166],"method":[167],"service":[170],"assurance":[171],"reliability.":[174],"DQN/DDQN":[177],"optimizes":[179],"price":[181],"lowers":[183],"cost":[185],"18%":[187],"resource":[189],"usage":[190],"without":[191],"disrupting":[192],"Quality":[194],"Service":[196],"(QoS)":[197],"provided":[198],"VNF.":[201],"outcome":[203],"enhances":[210],"computational":[212],"27%":[215],"compared":[216],"other":[218],"state-of-the-art":[219],"algorithms.":[220]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391791553","counts_by_year":[],"updated_date":"2025-04-15T20:04:37.076498","created_date":"2024-02-14"}