{"id":"https://openalex.org/W4225854632","doi":"https://doi.org/10.1109/tnse.2022.3167949","title":"Deep Reinforcement Learning Based Cooperative Partial Task Offloading and Resource Allocation for IIoT Applications","display_name":"Deep Reinforcement Learning Based Cooperative Partial Task Offloading and Resource Allocation for IIoT Applications","publication_year":2022,"publication_date":"2022-04-19","ids":{"openalex":"https://openalex.org/W4225854632","doi":"https://doi.org/10.1109/tnse.2022.3167949"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3167949","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100690861","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0002-5563-7688"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["College of Internet of Things Engineering, Hohai University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["College of Internet of Things Engineering, Hohai University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418885","display_name":"Li Liu","orcid":"https://orcid.org/0000-0003-0730-9230"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["College of Internet of Things Engineering, Hohai University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055925493","display_name":"Miguel Mart\u00ednez-Garc\u00eda","orcid":"https://orcid.org/0000-0003-2984-3231"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miguel Mart\u00ednez-Garc\u00eda","raw_affiliation_strings":["Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K."],"affiliations":[{"raw_affiliation_string":"Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K.","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100772740","display_name":"Yan Peng","orcid":"https://orcid.org/0000-0003-1312-9527"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Peng","raw_affiliation_strings":["Artificial Intelligence Institute, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Institute, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I113940042"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.998,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.690554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"10","issue":"5","first_page":"2991","last_page":"3006"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9896,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9755,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile Edge Computing","score":0.44993168}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679584},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6848791},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.64466894},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5810145},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.53423786},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.46692228},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.44993168},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42775103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34174252},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23735991},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3167949","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":null},{"funder":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program","award_id":"BE2019648"}],"datasets":[],"versions":[],"referenced_works_count":48,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2145339207","https://openalex.org/W2175330946","https://openalex.org/W2201581102","https://openalex.org/W2364839527","https://openalex.org/W2531327146","https://openalex.org/W2746553466","https://openalex.org/W2751904527","https://openalex.org/W2781726626","https://openalex.org/W2785208313","https://openalex.org/W2787938642","https://openalex.org/W2800992211","https://openalex.org/W2891123429","https://openalex.org/W2898155611","https://openalex.org/W2898652425","https://openalex.org/W2900703377","https://openalex.org/W2941971445","https://openalex.org/W2947829929","https://openalex.org/W2949561945","https://openalex.org/W2951799221","https://openalex.org/W2963722050","https://openalex.org/W2963864421","https://openalex.org/W2966105623","https://openalex.org/W2979897999","https://openalex.org/W2996568029","https://openalex.org/W3003577920","https://openalex.org/W3004417498","https://openalex.org/W3004784593","https://openalex.org/W3009619496","https://openalex.org/W3011091971","https://openalex.org/W3011182939","https://openalex.org/W3016764502","https://openalex.org/W3018356240","https://openalex.org/W3022369195","https://openalex.org/W3024681024","https://openalex.org/W3033021874","https://openalex.org/W3037951940","https://openalex.org/W3041026526","https://openalex.org/W3043320740","https://openalex.org/W3047488480","https://openalex.org/W3049282540","https://openalex.org/W3080122404","https://openalex.org/W3138087649","https://openalex.org/W3161646632","https://openalex.org/W3188103456","https://openalex.org/W3201976554","https://openalex.org/W3209940515","https://openalex.org/W4298876402"],"related_works":["https://openalex.org/W4385335479","https://openalex.org/W4361251304","https://openalex.org/W4221092438","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W3154796165","https://openalex.org/W3139051647","https://openalex.org/W3024547383","https://openalex.org/W2968424451","https://openalex.org/W2902693277"],"abstract_inverted_index":{"The":[0],"Industrial":[3],"Internet":[4],"of":[5,13,20,52,71,119,181],"Things":[6],"(IIoT)":[7],"has":[8],"been":[9],"regarded":[10],"as":[11,144],"one":[12],"the":[14,17,21,69,72,81,117,120,124,130,138,179,186,201,223],"pillars":[15],"supporting":[16],"conceptual":[18],"paradigm":[19],"Industry":[22],"4.0.":[23],"Compared":[24],"with":[25],"traditional":[26],"cloud":[27,111],"computing":[28,31,105,112],"schemes,":[29],"edge":[30],"provides":[32],"an":[33,153],"effective":[34],"solution":[35],"towards":[36],"easing":[37],"congestion":[38],"in":[39,135,233],"backhaul":[40],"links":[41],"and":[42,49,54,67,74,86,110,122,133,167,218,230,239],"core":[43],"networks,":[44],"while":[45],"meeting":[46],"real-time,":[47],"security":[48],"reliability":[50],"demands":[51],"compute-intensive":[53],"delay-sensitive":[55],"IIoT":[56,99,136,173],"applications.":[57],"Many":[58],"existing":[59],"studies":[60],"only":[61],"optimize":[62],"end-edge-cloud":[63],"cooperative":[64,82],"task":[65,84,165],"offloading,":[66],"neglect":[68],"optimization":[70,140],"communication":[73],"computation":[75],"resource":[76,87,125,168],"allocation.":[77],"In":[78],"this":[79,198],"paper,":[80],"partial":[83],"offloading":[85,166],"allocation":[88,169],"(CPTORA)":[89],"framework":[90,217],"is":[91,142],"designed,":[92],"which":[93,189],"jointly":[94],"considers":[95],"cooperation":[96],"among":[97],"various":[98,236],"devices,":[100],"local":[101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">edge":[104],"servers":[106],"(ECSs),":[107],"non-local":[108],"ECSs,":[109],"servers":[113],"\u2013":[114],"for":[115,171],"balancing":[116],"workload":[118],"ECSs":[121],"increasing":[123],"utilization":[126],"rate.":[127],"Then,":[128],"considering":[129],"complex":[131],"dynamics":[132],"unpredictability":[134],"environments,":[137],"joint":[139],"problem":[141],"modeled":[143],"a":[145],"constrained":[146],"Markov":[147],"decision":[148],"process.":[149],"Furthermore,":[150],"we":[151],"propose":[152],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">improved":[156],"soft":[157,187],"actor-critic-based":[158],"CPTORA":[159],"(ISAC-CPTORA)":[160],"algorithm,":[161],"able":[162],"to":[163,185,205,235],"make":[164],"decisions":[170],"each":[172],"device.":[174],"This":[175],"algorithm":[176,199,220],"innovatively":[177],"introduces":[178],"idea":[180],"distributional":[182],"reinforcement":[183],"learning":[184,208],"actor-critic,":[188],"can":[190],"effectively":[191],"reduce":[192],"Q-value":[193],"overestimations":[194],"or":[195],"underestimations.":[196],"Meanwhile,":[197],"employs":[200],"prioritized":[202],"experience":[203],"replay":[204],"enhance":[206],"its":[207],"efficiency.":[209],"Extensive":[210],"laboratory":[211],"experiments":[212],"indicate":[213],"that":[214],"our":[215],"CPTORA":[216],"ISAC-CPTORA":[219],"efficiently":[221],"decrease":[222],"total":[224],"system":[225],"costs":[226,229],"(i.e.,":[227],"latency":[228],"energy":[231],"costs),":[232],"contrast":[234],"baseline":[237],"frameworks":[238],"algorithms.":[240]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4225854632","counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":14}],"updated_date":"2025-01-05T15:22:50.996382","created_date":"2022-05-05"}