{"id":"https://openalex.org/W4387004846","doi":"https://doi.org/10.1016/j.knosys.2023.111027","title":"Solving an energy resource management problem with a novel multi-objective evolutionary reinforcement learning method","display_name":"Solving an energy resource management problem with a novel multi-objective evolutionary reinforcement learning method","publication_year":2023,"publication_date":"2023-09-26","ids":{"openalex":"https://openalex.org/W4387004846","doi":"https://doi.org/10.1016/j.knosys.2023.111027"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.111027","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.knosys.2023.111027","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070734417","display_name":"G.M.C. Leite","orcid":"https://orcid.org/0000-0002-1486-346X"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]},{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR","ES"],"is_corresponding":true,"raw_author_name":"G.M.C. Leite","raw_affiliation_strings":["Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain","Systems and Computing Department, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-909, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain","institution_ids":["https://openalex.org/I189268942"]},{"raw_affiliation_string":"Systems and Computing Department, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-909, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024548236","display_name":"S. Jim\u00e9nez\u2010Fern\u00e1ndez","orcid":"https://orcid.org/0000-0002-2065-1754"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"S. Jim\u00e9nez-Fern\u00e1ndez","raw_affiliation_strings":["Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060780612","display_name":"Sancho Salcedo\u2010Sanz","orcid":"https://orcid.org/0000-0002-4048-1676"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"S. Salcedo-Sanz","raw_affiliation_strings":["Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Signal Processing and Communications, Universidad de Alcal\u00e1 (UAH), Alcal\u00e1 de Henares, 28801, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018531604","display_name":"Carolina G. Marcelino","orcid":"https://orcid.org/0000-0002-7595-8227"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"C.G. Marcelino","raw_affiliation_strings":["Institute of Computing, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-901, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Computing, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-901, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029900948","display_name":"Carlos E. Pedreira","orcid":"https://orcid.org/0000-0002-9312-4023"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"C.E. Pedreira","raw_affiliation_strings":["Systems and Computing Department, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-909, Brazil"],"affiliations":[{"raw_affiliation_string":"Systems and Computing Department, Federal University of Rio de Janeiro (UFRJ), Rio de Janeiro, 21941-909, Brazil","institution_ids":["https://openalex.org/I122140584"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070734417"],"corresponding_institution_ids":["https://openalex.org/I189268942","https://openalex.org/I122140584"],"apc_list":{"value":3130,"currency":"USD","value_usd":3130,"provenance":"doaj"},"apc_paid":{"value":3130,"currency":"USD","value_usd":3130,"provenance":"doaj"},"fwci":4.959,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.654808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"280","issue":null,"first_page":"111027","last_page":"111027"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.997,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.54729843},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.49195716}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7772135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6709558},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.60877806},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.54729843},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5344851},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.49195716},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43891436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31652752},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25860292},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10843623},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.111027","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.111027","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":61,"referenced_works":["https://openalex.org/W106711868","https://openalex.org/W1546067212","https://openalex.org/W1595498733","https://openalex.org/W2012612381","https://openalex.org/W2049002156","https://openalex.org/W2071279638","https://openalex.org/W2102660061","https://openalex.org/W2111935653","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2125899728","https://openalex.org/W2126105956","https://openalex.org/W2126997347","https://openalex.org/W2159528632","https://openalex.org/W2186820913","https://openalex.org/W2471883051","https://openalex.org/W2523049203","https://openalex.org/W2666874989","https://openalex.org/W2790759781","https://openalex.org/W2795276745","https://openalex.org/W2887408556","https://openalex.org/W2935813785","https://openalex.org/W2949816299","https://openalex.org/W2967806280","https://openalex.org/W2995227139","https://openalex.org/W2998038350","https://openalex.org/W2998838789","https://openalex.org/W3001036220","https://openalex.org/W3006721701","https://openalex.org/W3011120880","https://openalex.org/W3012156586","https://openalex.org/W3033405336","https://openalex.org/W3041202696","https://openalex.org/W3081830686","https://openalex.org/W3095645625","https://openalex.org/W3096871428","https://openalex.org/W3126950353","https://openalex.org/W3135878624","https://openalex.org/W3156714352","https://openalex.org/W3161037238","https://openalex.org/W3167977819","https://openalex.org/W3171908814","https://openalex.org/W3183602520","https://openalex.org/W3194280320","https://openalex.org/W3199662148","https://openalex.org/W4205585382","https://openalex.org/W4210321756","https://openalex.org/W4213109648","https://openalex.org/W4225576041","https://openalex.org/W4226249635","https://openalex.org/W4233696721","https://openalex.org/W4238101571","https://openalex.org/W4286284232","https://openalex.org/W4286751599","https://openalex.org/W4287266177","https://openalex.org/W4294068601","https://openalex.org/W4303439001","https://openalex.org/W4312084652","https://openalex.org/W4321763369","https://openalex.org/W4324057744","https://openalex.org/W4376150930"],"related_works":["https://openalex.org/W4308700935","https://openalex.org/W4285503559","https://openalex.org/W4210780382","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W2726551571","https://openalex.org/W2391138633","https://openalex.org/W2356033827","https://openalex.org/W2057975886","https://openalex.org/W1574359403"],"abstract_inverted_index":{"Microgrids":[0],"have":[1],"become":[2],"popular":[3],"candidates":[4],"for":[5,158,228],"integrating":[6],"diverse":[7,39],"energy":[8,201,248],"sources":[9],"into":[10],"the":[11,48,78,82,119,129,178,181,209,244],"power":[12],"grid":[13],"as":[14,180],"means":[15],"of":[16,28,51,84,121,123,149,221],"reducing":[17],"fossil":[18],"fuel":[19],"usage.":[20],"Energy":[21],"Resource":[22],"Management":[23],"(ERM)":[24],"is":[25,59,69,98,142,168],"a":[26,33,36,56,74,92,114,124,132,218,239],"type":[27],"Unit":[29],"Commitment":[30],"problem,":[31,62,131],"where":[32],"player":[34],"operates":[35],"microgrid":[37],"with":[38,43,217],"renewable":[40],"generators":[41],"integrated":[42],"an":[44,60,66],"external":[45,88],"supplier.":[46],"Calculating":[47],"economic":[49],"dispatch":[50],"each":[52],"committed":[53],"unit":[54],"on":[55,170],"planning":[57],"horizon":[58],"NP-hard":[61],"and":[63,87,108,173,199,223],"therefore,":[64],"finding":[65,214],"exact":[67],"solution":[68,76],"difficult.":[70],"This":[71,111],"paper":[72],"presents":[73],"multi-objective":[75,94,134,163,241],"to":[77,153,186,237,246],"ERM":[79,211],"problem":[80,96,212],"from":[81],"perspective":[83],"battery":[85,109],"operation":[86],"supplier":[89],"dispatch.":[90],"First,":[91],"novel":[93],"decision":[95],"modeling":[97],"proposed":[99,130,145,210],"that":[100,117,193],"considers":[101],"three":[102],"objectives:":[103],"cost,":[104],"greenhouse":[105],"gas":[106],"emissions,":[107],"degradation.":[110],"framework":[112],"involves":[113],"learning":[115],"agent":[116],"controls":[118],"depth":[120],"discharge":[122],"Lithium-Ion":[125],"battery.":[126],"To":[127],"address":[128],"new":[133],"algorithm":[135,146],"called":[136],"Multi-Objective":[137],"Evolutionary":[138],"Policy":[139],"Search":[140],"(MEPS)":[141],"introduced.":[143],"The":[144,165],"uses":[147],"NeuroEvolution":[148],"Augmenting":[150],"Topologies":[151],"structure":[152],"evolve":[154],"artificial":[155],"neural":[156,215],"networks":[157,216],"estimating":[159],"action-preference":[160],"values":[161],"considering":[162],"rewards.":[164],"MEPS":[166,194,206,235],"performance":[167],"evaluated":[169],"both":[171],"standard":[172,187],"newly-proposed":[174],"benchmark":[175],"problems,":[176],"using":[177],"hypervolume":[179],"evaluation":[182],"metric.":[183],"When":[184],"compared":[185],"deep":[188],"reinforcement":[189],"learning,":[190],"results":[191],"showed":[192],"provides":[195],"cost-effective,":[196],"environmentally":[197],"friendly,":[198],"efficient":[200],"storage":[202],"management":[203],"solutions.":[204],"Furthermore,":[205],"effectively":[207],"solves":[208],"by":[213],"small":[219],"number":[220],"nodes":[222],"connections,":[224],"which":[225],"are":[226],"suitable":[227],"use":[229],"in":[230,243],"embedded":[231],"control":[232],"systems.":[233],"Overall,":[234],"proved":[236],"be":[238],"promising":[240],"approach":[242],"transition":[245],"clean":[247],"resources.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387004846","counts_by_year":[{"year":2024,"cited_by_count":10}],"updated_date":"2024-12-07T07:07:56.528413","created_date":"2023-09-26"}