{"id":"https://openalex.org/W3040201329","doi":"https://doi.org/10.1109/jiot.2020.3005598","title":"Dynamic Charging Scheme Problem With Actor\u2013Critic Reinforcement Learning","display_name":"Dynamic Charging Scheme Problem With Actor\u2013Critic Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-29","ids":{"openalex":"https://openalex.org/W3040201329","doi":"https://doi.org/10.1109/jiot.2020.3005598","mag":"3040201329"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3005598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000229589","display_name":"Meiyi Yang","orcid":"https://orcid.org/0000-0003-4548-4945"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyi Yang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049512581","display_name":"Nianbo Liu","orcid":"https://orcid.org/0000-0002-3014-1889"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nianbo Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089989183","display_name":"Lin Zuo","orcid":"https://orcid.org/0000-0002-1598-1249"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zuo","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072804096","display_name":"Yong Feng","orcid":"https://orcid.org/0000-0002-0908-1623"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Feng","raw_affiliation_strings":["Kunming University of Science and Technology, Kunming, China"],"affiliations":[{"raw_affiliation_string":"Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358122","display_name":"Minghui Liu","orcid":"https://orcid.org/0000-0002-3171-0270"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102740182","display_name":"Haigang Gong","orcid":"https://orcid.org/0000-0002-7176-4142"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haigang Gong","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347765","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-1114-1728"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.986,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.587286,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"8","issue":"1","first_page":"370","last_page":"380"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9926,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79789567},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.74516773},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.74389875},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.49053425},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.48872733},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47095662},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4582694},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.44555262},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42064703},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4116448},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37848872},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.37393743},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30575037},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25050217},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20168838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18774271},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13132805},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09815848},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3005598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.91,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61572113"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61877009"},{"funder":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities","award_id":"ZYGX2019J075"}],"datasets":[],"versions":[],"referenced_works_count":50,"referenced_works":["https://openalex.org/W1507616130","https://openalex.org/W1522301498","https://openalex.org/W1783275161","https://openalex.org/W1965823919","https://openalex.org/W1977789451","https://openalex.org/W1985705155","https://openalex.org/W1987103456","https://openalex.org/W1987132100","https://openalex.org/W1990679024","https://openalex.org/W1992600371","https://openalex.org/W1996437502","https://openalex.org/W2022739345","https://openalex.org/W2030316176","https://openalex.org/W2042455779","https://openalex.org/W2075900772","https://openalex.org/W2089066744","https://openalex.org/W2092474425","https://openalex.org/W2097240734","https://openalex.org/W2098035730","https://openalex.org/W2106725684","https://openalex.org/W2107570439","https://openalex.org/W2116385515","https://openalex.org/W2126805955","https://openalex.org/W2132895032","https://openalex.org/W2138523874","https://openalex.org/W2161152645","https://openalex.org/W2170239483","https://openalex.org/W2249625186","https://openalex.org/W2346504534","https://openalex.org/W2473702230","https://openalex.org/W2489128112","https://openalex.org/W2597129839","https://openalex.org/W2602020924","https://openalex.org/W2602731713","https://openalex.org/W2605330858","https://openalex.org/W2612005382","https://openalex.org/W2712101529","https://openalex.org/W2739942511","https://openalex.org/W2780067782","https://openalex.org/W2783740565","https://openalex.org/W2803297847","https://openalex.org/W2803817764","https://openalex.org/W2808181390","https://openalex.org/W2914692474","https://openalex.org/W2946731680","https://openalex.org/W2957579942","https://openalex.org/W2961616887","https://openalex.org/W2969904870","https://openalex.org/W3104612859","https://openalex.org/W4241251285"],"related_works":["https://openalex.org/W4285104409","https://openalex.org/W4210317843","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1827895227","https://openalex.org/W1531601525"],"abstract_inverted_index":{"The":[0],"energy":[1,29,50],"problem":[2,30],"is":[3,55,107],"one":[4,133],"of":[5,13,19,43,53,70,122,160,172,190,238],"the":[6,11,17,28,35,40,49,64,101,110,120,129,149,158,161,166,170,176,186,205,214,225,233],"most":[7],"important":[8],"challenges":[9],"in":[10,97,125,224],"application":[12,42],"sensor":[14,46,71,144],"networks.":[15],"With":[16],"development":[18],"wireless":[20,36,44],"charging":[21,37,86,94,123,151,198],"technology":[22],"and":[23,66,155,169,180,192,222,228,235],"intelligent":[24],"mobile":[25],"charger":[26],"(MC),":[27],"can":[31,137],"be":[32],"solved":[33],"by":[34,185],"strategy.":[38],"In":[39,88,109],"practical":[41],"rechargeable":[45],"networks":[47,182],"(WRSNs),":[48],"consumption":[51],"rate":[52],"nodes":[54,174],"dynamically":[56],"changed":[57],"due":[58],"to":[59,118],"many":[60],"uncertainties,":[61],"such":[62,212],"as":[63,148,175,213],"death":[65],"different":[67],"transmission":[68],"tasks":[69],"nodes.":[72],"However,":[73],"existing":[74],"works":[75],"focus":[76],"on":[77,100],"on-demand":[78,197],"schemes,":[79],"which":[80],"not":[81],"fully":[82],"consider":[83],"real-time":[84],"global":[85],"scheduling.":[87],"this":[89],"article,":[90],"a":[91],"novel":[92],"dynamic":[93],"scheme":[95],"(DCS)":[96],"WRSN":[98],"based":[99],"actor-critic":[102],"reinforcement":[103],"learning":[104],"(ACRL)":[105],"algorithm":[106,208],"proposed.":[108],"ACRL,":[111],"we":[112,136,164],"introduce":[113],"gated":[114],"recurrent":[115],"units":[116],"(GRUs)":[117],"capture":[119],"relationships":[121],"actions":[124],"time":[126],"sequence.":[127],"Using":[128],"actor":[130],"network":[131],"with":[132,195,220],"GRU":[134],"layer,":[135],"pick":[138],"up":[139,157],"an":[140],"optimal":[141],"or":[142],"near-optimal":[143],"node":[145],"from":[146],"candidates":[147],"next":[150,219],"target":[152],"more":[153],"quickly":[154],"speed":[156],"training":[159],"model.":[162],"Meanwhile,":[163],"take":[165],"tour":[167,229],"length":[168],"number":[171],"dead":[173],"reward":[177],"signal.":[178],"Actor":[179],"critic":[181],"are":[183],"updated":[184],"error":[187],"criterion":[188],"function":[189],"R":[191],"V.":[193],"Compared":[194],"current":[196],"scheduling":[199],"algorithms,":[200,211],"extensive":[201],"simulations":[202],"show":[203],"that":[204],"proposed":[206],"ACRL":[207],"surpasses":[209],"heuristic":[210],"Greedy,":[215],"DP,":[216],"nearest":[217],"job":[218],"preemption,":[221],"TSCA":[223],"average":[226],"lifetime":[227],"length,":[230],"especially":[231],"against":[232],"size":[234],"complexity":[236],"increasing":[237],"WRSNs.":[239]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3040201329","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7}],"updated_date":"2025-01-15T18:13:29.170709","created_date":"2020-07-10"}