{"id":"https://openalex.org/W4401460129","doi":"https://doi.org/10.3390/s24165141","title":"Multi-Agent Deep Reinforcement Learning Based Dynamic Task Offloading in a Device-to-Device Mobile-Edge Computing Network to Minimize Average Task Delay with Deadline Constraints","display_name":"Multi-Agent Deep Reinforcement Learning Based Dynamic Task Offloading in a Device-to-Device Mobile-Edge Computing Network to Minimize Average Task Delay with Deadline Constraints","publication_year":2024,"publication_date":"2024-08-08","ids":{"openalex":"https://openalex.org/W4401460129","doi":"https://doi.org/10.3390/s24165141","pmid":"https://pubmed.ncbi.nlm.nih.gov/39204838"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165141","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/s24165141","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101911983","display_name":"Huaiwen He","orcid":"https://orcid.org/0000-0003-4437-4277"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaiwen He","raw_affiliation_strings":["School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088886646","display_name":"Xiangdong Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Yang","raw_affiliation_strings":["Computer Science and Engineering School, University of Electronic Science and Technology of China, Chengdu 611731, China","School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Computer Science and Engineering School, University of Electronic Science and Technology of China, Chengdu 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111758526","display_name":"Xin Mi","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Mi","raw_affiliation_strings":["Computer Science and Engineering School, University of Electronic Science and Technology of China, Chengdu 611731, China","School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Zhongshan Institute, University of Electronic Science and Technology of China, Zhongshan 528400, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Computer Science and Engineering School, University of Electronic Science and Technology of China, Chengdu 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070128994","display_name":"Hong Shen","orcid":"https://orcid.org/0000-0002-3663-6591"},"institutions":[{"id":"https://openalex.org/I74899385","display_name":"Central Queensland University","ror":"https://ror.org/023q4bk22","country_code":"AU","type":"education","lineage":["https://openalex.org/I74899385"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hong Shen","raw_affiliation_strings":["Engineering and Technology, Central Queensland University, Rockhampton 4701, Australia"],"affiliations":[{"raw_affiliation_string":"Engineering and Technology, Central Queensland University, Rockhampton 4701, Australia","institution_ids":["https://openalex.org/I74899385"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035737835","display_name":"Liao Xuefeng","orcid":null},"institutions":[{"id":"https://openalex.org/I4400573270","display_name":"Wenzhou University of Technology","ror":"https://ror.org/03dd7qj98","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573270"]},{"id":"https://openalex.org/I146620803","display_name":"Wenzhou University","ror":"https://ror.org/020hxh324","country_code":"CN","type":"education","lineage":["https://openalex.org/I146620803"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuefeng Liao","raw_affiliation_strings":["School of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou 325027, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Artificial Intelligence, Wenzhou University of Technology, Wenzhou 325027, China","institution_ids":["https://openalex.org/I4400573270","https://openalex.org/I146620803"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035737835"],"corresponding_institution_ids":["https://openalex.org/I4400573270","https://openalex.org/I146620803"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"fwci":2.3,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.999935,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":84,"max":92},"biblio":{"volume":"24","issue":"16","first_page":"5141","last_page":"5141"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9915,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile Edge Computing","score":0.7218271},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.47246528}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8723647},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7590927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7237456},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7218271},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5890034},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.55811864},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.52689385},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.47246528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44615135},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43947834},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37042934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14767975},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08561337},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08379668},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165141","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC11359727","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202406.0480.v1","pdf_url":"https://www.preprints.org/manuscript/202406.0480/v1/download","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39204838","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165141","pdf_url":null,"source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.56,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W2910175468","https://openalex.org/W2916693941","https://openalex.org/W2954675767","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W2964631160","https://openalex.org/W2993781509","https://openalex.org/W3023078779","https://openalex.org/W3045990328","https://openalex.org/W3093651199","https://openalex.org/W3105504538","https://openalex.org/W3107559527","https://openalex.org/W3123257271","https://openalex.org/W3133592136","https://openalex.org/W3135474769","https://openalex.org/W3152953026","https://openalex.org/W3160386561","https://openalex.org/W3161037238","https://openalex.org/W3164769238","https://openalex.org/W3168768468","https://openalex.org/W3183931182","https://openalex.org/W3186051974","https://openalex.org/W3188272948","https://openalex.org/W3198123857","https://openalex.org/W3201218096","https://openalex.org/W4206524053","https://openalex.org/W4221046147","https://openalex.org/W4283328778","https://openalex.org/W4295934714","https://openalex.org/W4299802797","https://openalex.org/W4320029353","https://openalex.org/W4322707136","https://openalex.org/W4395684618"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W4322761281","https://openalex.org/W4313526662","https://openalex.org/W4238233472","https://openalex.org/W4221092438","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W3111395152","https://openalex.org/W3024547383","https://openalex.org/W2968424451"],"abstract_inverted_index":{"Device-to-device":[0],"(D2D)":[1],"is":[2,76,224],"a":[3,32,48,77,110,115,142,159,237],"pivotal":[4],"technology":[5],"in":[6,47,86,104],"the":[7,23,40,44,63,87,105,123,130,139,185,196,206,214,254],"next":[8],"generation":[9],"of":[10,26,67,125,132,190,216,240,249,258],"communication,":[11],"allowing":[12],"for":[13,35,81,91],"direct":[14],"task":[15,37,93,97,117,208],"offloading":[16,38,118,173],"between":[17,39],"mobile":[18,231],"devices":[19,85,232],"(MDs)":[20],"to":[21,61,113,167,171,195,227,246],"improve":[22],"efficient":[24],"utilization":[25],"idle":[27,45,82],"resources.":[28],"This":[29],"paper":[30],"proposes":[31],"novel":[33],"algorithm":[34,204,223],"dynamic":[36,78,116],"active":[41,84],"MDs":[42,46],"and":[43,83,95,129,147,187,213,252],"D2D-MEC":[49,88],"(mobile":[50],"edge":[51],"computing)":[52],"system":[53,112,180],"by":[54,211,219],"deploying":[55,200],"multi-agent":[56,149,152],"deep":[57],"reinforcement":[58],"learning":[59],"(DRL)":[60],"minimize":[62],"long-term":[64],"average":[65,207],"delay":[66,210],"delay-sensitive":[68,259],"tasks":[69,218],"under":[70],"deadline":[71],"constraints.":[72],"Our":[73,221],"core":[74],"innovation":[75],"partitioning":[79],"scheme":[80],"system,":[89],"accounting":[90],"stochastic":[92],"arrivals":[94],"multi-time-slot":[96],"execution,":[98],"which":[99],"has":[100],"been":[101],"insufficiently":[102],"explored":[103],"existing":[106,197],"literature.":[107],"We":[108,157],"adopt":[109],"queue-based":[111],"formulate":[114],"optimization":[119,155],"problem.":[120],"To":[121],"address":[122],"challenges":[124],"large":[126],"action":[127],"space":[128],"coupling":[131],"actions":[133],"across":[134],"time":[135],"slots,":[136],"we":[137],"model":[138],"problem":[140],"as":[141],"Markov":[143],"decision":[144],"process":[145],"(MDP)":[146],"perform":[148],"DRL":[150],"through":[151],"proximal":[153],"policy":[154],"(MAPPO).":[156],"employ":[158],"centralized":[160],"training":[161],"with":[162,234],"decentralized":[163],"execution":[164],"(CTDE)":[165],"framework":[166],"enable":[168],"each":[169],"MD":[170],"make":[172],"decisions":[174],"solely":[175],"based":[176],"on":[177],"its":[178],"local":[179],"state.":[181],"Extensive":[182],"simulations":[183],"demonstrate":[184],"efficiency":[186],"fast":[188],"convergence":[189],"our":[191,203],"algorithm.":[192],"In":[193],"comparison":[194],"sub-optimal":[198],"results":[199],"single-agent":[201],"DRL,":[202],"reduces":[205],"completion":[209],"11.0%":[212],"ratio":[215],"dropped":[217],"17.0%.":[220],"proposed":[222],"particularly":[225],"pertinent":[226],"sensor":[228],"networks,":[229],"where":[230],"equipped":[233],"sensors":[235],"generate":[236],"substantial":[238],"volume":[239],"data":[241],"that":[242],"requires":[243],"timely":[244],"processing":[245],"ensure":[247],"quality":[248],"experience":[250],"(QoE)":[251],"meet":[253],"service-level":[255],"agreements":[256],"(SLAs)":[257],"applications.":[260]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401460129","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-01-03T03:08:37.368297","created_date":"2024-08-10"}