{"id":"https://openalex.org/W3117640639","doi":"https://doi.org/10.1109/jiot.2020.3046622","title":"Distributed Deep Reinforcement Learning for Renewable Energy Accommodation Assessment With Communication Uncertainty in Internet of Energy","display_name":"Distributed Deep Reinforcement Learning for Renewable Energy Accommodation Assessment With Communication Uncertainty in Internet of Energy","publication_year":2020,"publication_date":"2020-12-22","ids":{"openalex":"https://openalex.org/W3117640639","doi":"https://doi.org/10.1109/jiot.2020.3046622","mag":"3117640639"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3046622","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026674383","display_name":"Dawei Fang","orcid":"https://orcid.org/0000-0002-1541-9379"},"institutions":[{"id":"https://openalex.org/I1300757298","display_name":"Heilongjiang University of Science and Technology","ror":"https://ror.org/030xwyx96","country_code":"CN","type":"funder","lineage":["https://openalex.org/I1300757298"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Fang","raw_affiliation_strings":["School of Data Science and Technology, Heilongjiang University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Technology, Heilongjiang University, Harbin, China","institution_ids":["https://openalex.org/I1300757298"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690709","display_name":"Xin Guan","orcid":"https://orcid.org/0000-0002-9129-327X"},"institutions":[{"id":"https://openalex.org/I1300757298","display_name":"Heilongjiang University of Science and Technology","ror":"https://ror.org/030xwyx96","country_code":"CN","type":"funder","lineage":["https://openalex.org/I1300757298"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Guan","raw_affiliation_strings":["School of Data Science and Technology, Heilongjiang University, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science and Technology, Heilongjiang University, Harbin, China","institution_ids":["https://openalex.org/I1300757298"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101502628","display_name":"Yu Peng","orcid":"https://orcid.org/0009-0006-3911-4488"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Peng","raw_affiliation_strings":["Dispatch and Control Center, the State Grid Heilongjiang Electric Power Company Ltd., Harbin, China"],"affiliations":[{"raw_affiliation_string":"Dispatch and Control Center, the State Grid Heilongjiang Electric Power Company Ltd., Harbin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008473103","display_name":"Hongyang Chen","orcid":"https://orcid.org/0000-0002-7626-0162"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Chen","raw_affiliation_strings":["Research Center for Intelligent Network, Zhejiang Laboratory, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Network, Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016337773","display_name":"Tomoaki Ohtsuki","orcid":"https://orcid.org/0000-0003-3961-1426"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"funder","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoaki Ohtsuki","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"funder","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"funder","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Kyung Hee University, Seoul, South Korea","University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institution_assertions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.606,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.850663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":"8","issue":"10","first_page":"8557","last_page":"8569"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.997,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8505748},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand Response","score":0.42603287}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8505748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77332985},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7606614},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.6094504},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.51055014},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4914633},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.42603287},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.41743845},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.41407445},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.363876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24797785},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.23953116},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20143986},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17364055},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10256353},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3046622","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.89}],"grants":[{"funder":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China","award_id":"SGHL0000DKJS2002008"},{"funder":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative","award_id":"NSF EARS-1839818"},{"funder":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative","award_id":"CNS-1731424"},{"funder":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative","award_id":"CNS1717454"},{"funder":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative","award_id":"18RT0073"},{"funder":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative","award_id":"CNS-1702850"}],"datasets":[],"versions":[],"referenced_works_count":32,"referenced_works":["https://openalex.org/W1710476689","https://openalex.org/W1989352513","https://openalex.org/W1996928165","https://openalex.org/W2071780137","https://openalex.org/W2096062386","https://openalex.org/W2153672555","https://openalex.org/W2290354866","https://openalex.org/W2314548687","https://openalex.org/W2317912100","https://openalex.org/W2332912277","https://openalex.org/W2343217767","https://openalex.org/W2400249848","https://openalex.org/W2472747264","https://openalex.org/W2523655061","https://openalex.org/W2531846013","https://openalex.org/W2587190608","https://openalex.org/W2607750300","https://openalex.org/W2608197263","https://openalex.org/W2769909638","https://openalex.org/W2773395736","https://openalex.org/W2784099838","https://openalex.org/W2790306973","https://openalex.org/W2795578496","https://openalex.org/W2799840547","https://openalex.org/W2805633959","https://openalex.org/W2902772540","https://openalex.org/W2907032365","https://openalex.org/W2923265329","https://openalex.org/W2950471160","https://openalex.org/W2963317745","https://openalex.org/W4232284745","https://openalex.org/W4298289240"],"related_works":["https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W3112588909","https://openalex.org/W2906602677","https://openalex.org/W2355150740","https://openalex.org/W2057975886","https://openalex.org/W2051053503","https://openalex.org/W1993958856","https://openalex.org/W1574359403","https://openalex.org/W1570369983"],"abstract_inverted_index":{"Nowadays,":[0],"microgrids":[1],"(MG)":[2],"have":[3,22],"attracted":[4],"much":[5],"attention,":[6],"as":[7,124],"a":[8,29,76,105,125,144,157,165],"key":[9],"technology":[10],"of":[11,14,20,33,43,69,94,197],"the":[12,25,36,41,66,70,92,95,130,137,150,153,174,182,193,198],"Internet":[13],"Energy":[15],"(IoE).":[16],"A":[17],"great":[18],"deal":[19],"research":[21],"shown":[23],"that":[24,152],"hierarchical":[26,37,77,102],"microgrid":[27,38,78],"is":[28,83,104,122,161,178],"more":[30],"novel":[31],"structure":[32],"IoE.":[34],"Although":[35],"model":[39,79],"solves":[40],"problem":[42,93,139],"weak":[44],"power":[45,189],"scheduling":[46],"capability":[47],"across":[48],"microgrids,":[49],"it":[50,133],"suffers":[51],"from":[52],"severe":[53],"communications":[54],"uncertainty,":[55],"which":[56],"can":[57,134],"lead":[58],"to":[59,90,180],"communication":[60,81],"delay":[61],"and":[62,195],"fluctuation.":[63],"To":[64],"obtain":[65],"accurate":[67],"result":[68],"renewable":[71,97],"energy":[72,98],"accommodation":[73,99],"assessment":[74,96],"capacity,":[75],"considering":[80],"uncertainty":[82],"proposed":[84,123,199],"in":[85,140],"this":[86],"article.":[87],"The":[88,114,170],"solution":[89],"solve":[91,136],"capacity":[100],"for":[101],"MG":[103],"hybrid":[106,141],"control":[107,142],"based":[108],"on":[109],"distribution":[110],"deep":[111],"reinforcement":[112],"learning.":[113],"temporal":[115],"difference":[116],"(TD)":[117],"generation":[118,145],"adversarial":[119,146],"network":[120,147],"(TD-GAN)":[121],"value-based":[126],"method.":[127,200],"Compared":[128],"with":[129,143,173],"policy-based":[131],"method,":[132],"better":[135],"distributed":[138],"(GAN).":[148],"Moreover,":[149],"challenge":[151],"method":[154,171,177],"cannot":[155],"handle":[156],"continuous":[158],"action":[159],"space":[160],"solved":[162],"by":[163],"using":[164,187],"normalized":[166],"advantage":[167],"function":[168],"(NAF).":[169],"similar":[172],"TD":[175],"error":[176],"employed":[179],"train":[181],"GAN":[183],"network.":[184],"Simulation":[185],"results":[186],"real":[188],"grid":[190],"data":[191],"demonstrate":[192],"effectiveness":[194],"accuracy":[196]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3117640639","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2025-04-05T15:04:42.214379","created_date":"2021-01-05"}