{"id":"https://openalex.org/W3110178360","doi":"https://doi.org/10.1109/tgcn.2020.3039840","title":"A Reinforcement Learning Approach to Optimize Energy Usage in RF-Charging Sensor Networks","display_name":"A Reinforcement Learning Approach to Optimize Energy Usage in RF-Charging Sensor Networks","publication_year":2020,"publication_date":"2020-11-23","ids":{"openalex":"https://openalex.org/W3110178360","doi":"https://doi.org/10.1109/tgcn.2020.3039840","mag":"3110178360"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2020.3039840","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081461505","display_name":"Honglin Ren","orcid":"https://orcid.org/0000-0002-0763-9232"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"funder","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Honglin Ren","raw_affiliation_strings":["School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034008140","display_name":"Kwan\u2010Wu Chin","orcid":"https://orcid.org/0000-0003-1547-9272"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"funder","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kwan-Wu Chin","raw_affiliation_strings":["School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.477,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.513045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":80,"max":82},"biblio":{"volume":"5","issue":"1","first_page":"526","last_page":"539"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joule","display_name":"Joule (programming language)","score":0.6192442}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7790184},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7345162},{"id":"https://openalex.org/C2779058145","wikidata":"https://www.wikidata.org/wiki/Q6294583","display_name":"Joule (programming language)","level":3,"score":0.6192442},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.61457425},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5389223},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.53076094},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.51052845},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.47017592},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4423316},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43691835},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.4331264},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.42724878},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41923136},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41599154},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3855023},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.28594333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2598955},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20013827},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1903309},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16196874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15648842},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12123537},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.102197856},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2020.3039840","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.91,"id":"https://metadata.un.org/sdg/7"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":32,"referenced_works":["https://openalex.org/W1563362697","https://openalex.org/W1966000877","https://openalex.org/W1967956032","https://openalex.org/W1997311471","https://openalex.org/W2046672513","https://openalex.org/W2058401212","https://openalex.org/W2082347459","https://openalex.org/W2104250954","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2123363172","https://openalex.org/W2170141744","https://openalex.org/W2177372563","https://openalex.org/W2242946604","https://openalex.org/W2341171179","https://openalex.org/W2520760276","https://openalex.org/W2561892580","https://openalex.org/W2586648275","https://openalex.org/W2601570742","https://openalex.org/W2784100701","https://openalex.org/W2794547686","https://openalex.org/W2803206262","https://openalex.org/W2887271786","https://openalex.org/W2933658608","https://openalex.org/W2934461909","https://openalex.org/W2963943702","https://openalex.org/W2985411208","https://openalex.org/W3098476189","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W4237591687","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W4296935286","https://openalex.org/W4255368532","https://openalex.org/W3009650178","https://openalex.org/W2898145991","https://openalex.org/W2791994394","https://openalex.org/W2584021408","https://openalex.org/W2566010174","https://openalex.org/W2162286586","https://openalex.org/W2087560913","https://openalex.org/W187740018"],"abstract_inverted_index":{"We":[0,26,86,114],"consider":[1,65],"a":[2,13,93,117],"Radio":[3],"Frequency":[4],"(RF)-charging":[5],"network":[6],"where":[7,68,99],"sensor":[8],"devices":[9,38,73,143],"harvest":[10],"energy":[11,83],"from":[12],"solar-powered":[14],"Hybrid":[15],"Access":[16],"Point":[17],"(HAP)":[18],"and":[19,37,72,81,107,142],"transmit":[20],"their":[21,41,82,147],"data":[22,52],"to":[23,28,39,104,128],"the":[24,30,35,49,66,70,88,100,105,108,130,140],"HAP.":[25],"aim":[27],"optimize":[29],"power":[31,89],"allocation":[32,90],"of":[33,58,77,112,151],"both":[34,69],"HAP":[36,71,106,141],"maximize":[40],"Energy":[42],"Efficiency":[43],"(EE),":[44],"which":[45],"is":[46,149],"defined":[47],"as":[48,92],"total":[50],"received":[51],"(in":[53],"bits)":[54],"for":[55],"each":[56],"Joule":[57],"consumed":[59],"energy.":[60],"Unlike":[61],"prior":[62],"works,":[63],"we":[64],"case":[67],"have":[74],"causal":[75],"knowledge":[76],"channel":[78],"state":[79,132],"information":[80],"arrival":[84],"process.":[85],"model":[87],"problem":[91],"Two-layer":[94],"Markov":[95],"Decision":[96],"Process":[97],"(TMDP),":[98],"first":[101],"layer":[102,110],"corresponds":[103],"second":[109],"consists":[111],"devices.":[113],"then":[115],"outline":[116],"novel,":[118],"decentralized":[119],"Q-Learning":[120],"(QL)":[121],"solution":[122],"that":[123,138],"employs":[124],"linear":[125],"function":[126],"approximation":[127],"represent":[129],"large":[131],"space.":[133],"The":[134],"simulation":[135],"results":[136],"show":[137],"when":[139],"employ":[144],"our":[145],"solution,":[146],"EE":[148],"orders":[150],"magnitude":[152],"higher":[153],"than":[154],"competing":[155],"policies.":[156]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3110178360","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-03-27T14:57:09.247790","created_date":"2020-12-07"}