{"id":"https://openalex.org/W4392359424","doi":"https://doi.org/10.3390/s24051632","title":"Deep Reinforcement Learning-Based Energy Consumption Optimization for Peer-to-Peer (P2P) Communication in Wireless Sensor Networks","display_name":"Deep Reinforcement Learning-Based Energy Consumption Optimization for Peer-to-Peer (P2P) Communication in Wireless Sensor Networks","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392359424","doi":"https://doi.org/10.3390/s24051632","pmid":"https://pubmed.ncbi.nlm.nih.gov/38475167"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24051632","pdf_url":"https://www.mdpi.com/1424-8220/24/5/1632/pdf?version=1709538233","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/5/1632/pdf?version=1709538233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102586753","display_name":"Jinyu Yuan","orcid":null},"institutions":[],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinyu Yuan","raw_affiliation_strings":["School of Knowledge Based Technology and Energy, Tech University of Korea, Siheung-si 15073, Gyeonggi-do, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"School of Knowledge Based Technology and Energy, Tech University of Korea, Siheung-si 15073, Gyeonggi-do, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079916375","display_name":"Jingyi Peng","orcid":"https://orcid.org/0000-0002-8158-8621"},"institutions":[{"id":"https://openalex.org/I4210118281","display_name":"National Earthquake Response Support Service","ror":"https://ror.org/02gzvm828","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118281"]},{"id":"https://openalex.org/I4387152112","display_name":"China Industrial Control Systems Cyber Emergency Response Team","ror":"https://ror.org/010gf3m33","country_code":null,"type":"other","lineage":["https://openalex.org/I4387152112"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Peng","raw_affiliation_strings":["China Industrial Control Systems Cyber Emergency Response Team, Beijing 100040, China"],"affiliations":[{"raw_affiliation_string":"China Industrial Control Systems Cyber Emergency Response Team, Beijing 100040, China","institution_ids":["https://openalex.org/I4210118281","https://openalex.org/I4387152112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038840314","display_name":"Qing Yan","orcid":"https://orcid.org/0000-0001-5280-7509"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"funder","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Yan","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101760462","display_name":"Gang He","orcid":"https://orcid.org/0000-0003-4964-8871"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"funder","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang He","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080921490","display_name":"Honglin Xiang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"funder","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honglin Xiang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100708473","display_name":"Zili Liu","orcid":"https://orcid.org/0000-0002-8700-3970"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zili Liu","raw_affiliation_strings":["China Academic of Electronics and Information Technology, Beijing 100041, China"],"affiliations":[{"raw_affiliation_string":"China Academic of Electronics and Information Technology, Beijing 100041, China","institution_ids":["https://openalex.org/I4210130112"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100708473"],"corresponding_institution_ids":["https://openalex.org/I4210130112"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.387,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.812933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":77,"max":88},"biblio":{"volume":"24","issue":"5","first_page":"1632","last_page":"1632"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9969,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9969,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.976,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/permission","display_name":"Permission","score":0.67395663}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7985654},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.77891725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.68885815},{"id":"https://openalex.org/C2779089604","wikidata":"https://www.wikidata.org/wiki/Q7169333","display_name":"Permission","level":2,"score":0.67395663},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.64660186},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.62435234},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.62058616},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5925683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5356927},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.49356258},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.47009158},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43767703},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.43323785},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34388077},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3221679},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21381193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20218861},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.17637137},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15929106},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06608263},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24051632","pdf_url":"https://www.mdpi.com/1424-8220/24/5/1632/pdf?version=1709538233","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10934678","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38475167","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24051632","pdf_url":"https://www.mdpi.com/1424-8220/24/5/1632/pdf?version=1709538233","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.91,"display_name":"Affordable and clean energy"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":26,"referenced_works":["https://openalex.org/W2974232099","https://openalex.org/W2997357271","https://openalex.org/W3008641316","https://openalex.org/W3009305910","https://openalex.org/W3011766871","https://openalex.org/W3014579956","https://openalex.org/W3095752837","https://openalex.org/W3137387252","https://openalex.org/W3154834858","https://openalex.org/W3176727369","https://openalex.org/W3187250547","https://openalex.org/W3192824891","https://openalex.org/W3198132193","https://openalex.org/W3206246976","https://openalex.org/W3208256233","https://openalex.org/W3215200685","https://openalex.org/W4210242265","https://openalex.org/W4210999642","https://openalex.org/W4211049384","https://openalex.org/W4225807725","https://openalex.org/W4295789114","https://openalex.org/W4312321779","https://openalex.org/W4360995542","https://openalex.org/W4384284218","https://openalex.org/W4387385693","https://openalex.org/W4388838065"],"related_works":["https://openalex.org/W4246410201","https://openalex.org/W3176279093","https://openalex.org/W2959939328","https://openalex.org/W2392327727","https://openalex.org/W2385081216","https://openalex.org/W2374086689","https://openalex.org/W2373945265","https://openalex.org/W2370203001","https://openalex.org/W2352529713","https://openalex.org/W1912565424"],"abstract_inverted_index":{"The":[0],"fast":[1],"development":[2],"of":[3,16,51,82,152],"the":[4,7,26,34,41,44,49,80,114,125,129,146,153,159,168,174,181],"sensors":[5,39,73,84,105],"in":[6,54,69,187],"wireless":[8],"sensor":[9,88,100],"networks":[10],"(WSN)":[11],"brings":[12],"a":[13,59,98,108,137,164],"big":[14],"challenge":[15],"low":[17],"energy":[18,63,182],"consumption":[19,64,183],"requirements,":[20],"and":[21,43,127,173],"Peer-to-peer":[22],"(P2P)":[23],"communication":[24,68,118,186],"becomes":[25],"important":[27],"way":[28],"to":[29,78,91,131,144],"break":[30],"this":[31,55],"bottleneck.":[32],"However,":[33],"interference":[35],"caused":[36],"by":[37],"different":[38],"sharing":[40],"spectrum":[42,81],"power":[45,126],"limitations":[46],"seriously":[47],"constrains":[48],"improvement":[50],"WSN.":[52,70,188],"Therefore,":[53],"paper,":[56],"we":[57,135],"proposed":[58,160],"deep":[60,139,169],"reinforcement":[61],"learning-based":[62],"optimization":[65],"for":[66,184],"P2P":[67,72,99,185],"Specifically,":[71],"(PUs)":[74],"are":[75],"considered":[76],"agents":[77],"share":[79],"authorized":[83,87],"(AUs).":[85],"An":[86],"has":[89],"permission":[90],"access":[92],"specific":[93],"data":[94],"or":[95],"systems,":[96],"while":[97],"directly":[101],"communicates":[102],"with":[103],"other":[104,115],"without":[106],"needing":[107],"central":[109],"server.":[110],"One":[111],"involves":[112],"permission,":[113],"is":[116],"direct":[117],"between":[119],"sensors.":[120],"Each":[121],"agent":[122,147],"can":[123,162,178],"control":[124],"select":[128],"resources":[130],"avoid":[132],"interference.":[133,154],"Moreover,":[134],"use":[136],"double":[138],"Q":[140,170],"network":[141,171],"(DDQN)":[142],"algorithm":[143,161],"help":[145],"learn":[148],"more":[149],"detailed":[150],"features":[151],"Simulation":[155],"results":[156],"show":[157],"that":[158],"obtain":[163],"higher":[165],"performance":[166],"than":[167],"scheme":[172],"traditional":[175],"algorithm,":[176],"which":[177],"effectively":[179],"lower":[180]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392359424","counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-05-02T00:32:36.321194","created_date":"2024-03-05"}