{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T06:50:57Z","timestamp":1726469457490},"reference-count":25,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100005632","name":"Narodowe Centrum Bada\u0144 i Rozwoju","doi-asserted-by":"publisher","award":["NOR\/POLNOR\/CoBotAGV\/0027\/2019-00"],"id":[{"id":"10.13039\/501100005632","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers and Electrical Engineering"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1016\/j.compeleceng.2023.108639","type":"journal-article","created":{"date-parts":[[2023,2,24]],"date-time":"2023-02-24T18:18:21Z","timestamp":1677262701000},"page":"108639","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":10,"special_numbering":"C","title":["Energy grid management system with anomaly detection and Q-learning decision modules"],"prefix":"10.1016","volume":"107","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-3875-9317","authenticated-orcid":false,"given":"Jia-Hao","family":"Syu","sequence":"first","affiliation":[]},{"given":"Gautam","family":"Srivastava","sequence":"additional","affiliation":[]},{"given":"Marcin","family":"Fojcik","sequence":"additional","affiliation":[]},{"given":"Rafa\u0142","family":"Cupek","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-8768-9709","authenticated-orcid":false,"given":"Jerry Chun-Wei","family":"Lin","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.compeleceng.2023.108639_b1","doi-asserted-by":"crossref","DOI":"10.1016\/j.rser.2019.109257","article-title":"Analysis of emerging technologies in the hydropower sector","volume":"113","author":"Kougias","year":"2019","journal-title":"Renew Sustain Energy Rev"},{"key":"10.1016\/j.compeleceng.2023.108639_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.rser.2019.109270","article-title":"Future emerging technologies in the wind power sector: A European perspective","volume":"113","author":"Watson","year":"2019","journal-title":"Renew Sustain Energy Rev"},{"issue":"13","key":"10.1016\/j.compeleceng.2023.108639_b3","doi-asserted-by":"crossref","first-page":"10347","DOI":"10.1109\/JIOT.2021.3064384","article-title":"An IoT-based hedge system for solar power generation","volume":"8","author":"Syu","year":"2021","journal-title":"IEEE Internet Things J"},{"issue":"2","key":"10.1016\/j.compeleceng.2023.108639_b4","doi-asserted-by":"crossref","first-page":"548","DOI":"10.3390\/smartcities4020029","article-title":"Artificial intelligence techniques in smart grid: A survey","volume":"4","author":"Omitaomu","year":"2021","journal-title":"Smart Cities"},{"key":"10.1016\/j.compeleceng.2023.108639_b5","series-title":"Proceedings of SAI intelligent systems conference","first-page":"426","article-title":"Deep reinforcement learning: an overview","author":"Mousavi","year":"2016"},{"key":"10.1016\/j.compeleceng.2023.108639_b6","article-title":"Effective fuzzy system for qualifying the characteristics of stocks by random trading","author":"Wu","year":"2021","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"10.1016\/j.compeleceng.2023.108639_b7","article-title":"Stock selection system through suitability index and fuzzy-based quantitative characteristics","author":"Syu","year":"2022","journal-title":"IEEE Trans Fuzzy Syst"},{"issue":"1","key":"10.1016\/j.compeleceng.2023.108639_b8","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1109\/TPWRS.2004.841232","article-title":"Operating reserve model in the power market","volume":"20","author":"Wang","year":"2005","journal-title":"IEEE Trans Power Syst"},{"key":"10.1016\/j.compeleceng.2023.108639_b9","article-title":"Call auction-based energy management system with adaptive subsidy and dynamic operating reserve","author":"Syu","year":"2022","journal-title":"Sustain Comput: Inform Syst"},{"key":"10.1016\/j.compeleceng.2023.108639_b10","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.neucom.2021.03.091","article-title":"A review on the attention mechanism of deep learning","volume":"452","author":"Niu","year":"2021","journal-title":"Neurocomputing"},{"key":"10.1016\/j.compeleceng.2023.108639_b11","series-title":"IEEE international conference on acoustics, speech and signal processing","first-page":"2338","article-title":"Interpretable self-attention temporal reasoning for driving behavior understanding","author":"Liu","year":"2020"},{"key":"10.1016\/j.compeleceng.2023.108639_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.epsr.2020.106437","article-title":"Self attention convolutional neural network with time series imaging based feature extraction for transmission line fault detection and classification","volume":"187","author":"Fahim","year":"2020","journal-title":"Electr Power Syst Res"},{"key":"10.1016\/j.compeleceng.2023.108639_b13","series-title":"IEEE international conference on systems, man, and cybernetics","first-page":"4146","article-title":"Portfolio management system with reinforcement learning","author":"Syu","year":"2020"},{"key":"10.1016\/j.compeleceng.2023.108639_b14","article-title":"Deep reinforcement learning for autonomous driving: A survey","author":"Kiran","year":"2021","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"4\u20135","key":"10.1016\/j.compeleceng.2023.108639_b15","doi-asserted-by":"crossref","first-page":"698","DOI":"10.1177\/0278364920987859","article-title":"How to train your robot with deep reinforcement learning: lessons we have learned","volume":"40","author":"Ibarz","year":"2021","journal-title":"Int J Robot Res"},{"issue":"11","key":"10.1016\/j.compeleceng.2023.108639_b16","doi-asserted-by":"crossref","first-page":"8119","DOI":"10.1007\/s10489-021-02262-0","article-title":"Portfolio management system in equity market neutral using reinforcement learning","volume":"51","author":"Wu","year":"2021","journal-title":"Appl Intell"},{"year":"2020","series-title":"Principles of economics","author":"Mankiw","key":"10.1016\/j.compeleceng.2023.108639_b17"},{"year":"2013","series-title":"Energy subsidy reform: lessons and implications","author":"Clements","key":"10.1016\/j.compeleceng.2023.108639_b18"},{"issue":"3","key":"10.1016\/j.compeleceng.2023.108639_b19","doi-asserted-by":"crossref","first-page":"937","DOI":"10.1007\/s10098-020-02005-8","article-title":"Effectiveness of energy efficiency improvements in the context of energy subsidy policies","volume":"23","author":"Li","year":"2021","journal-title":"Clean Technol Environ Policy"},{"issue":"1","key":"10.1016\/j.compeleceng.2023.108639_b20","doi-asserted-by":"crossref","first-page":"564","DOI":"10.1016\/j.rser.2010.07.073","article-title":"Status and outlook for Thailand\u2019s low carbon electricity development","volume":"15","author":"Sawangphol","year":"2011","journal-title":"Renew Sustain Energy Rev"},{"key":"10.1016\/j.compeleceng.2023.108639_b21","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1016\/j.renene.2017.12.097","article-title":"On the welfare effects of subsidy game for renewable energy investment: Toward a dynamic equilibrium model","volume":"121","author":"Yang","year":"2018","journal-title":"Renew Energy"},{"key":"10.1016\/j.compeleceng.2023.108639_b22","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/j.apenergy.2014.12.067","article-title":"Optimal subsidy estimation method using system dynamics and the real option model: Photovoltaic technology case","volume":"142","author":"Jeon","year":"2015","journal-title":"Appl Energy"},{"issue":"1","key":"10.1016\/j.compeleceng.2023.108639_b23","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1109\/TPWRS.2009.2036706","article-title":"Long-term probabilistic evaluation of operating reserve requirements with renewable sources","volume":"25","author":"da\u00a0Silva","year":"2010","journal-title":"IEEE Trans Power Syst"},{"issue":"2","key":"10.1016\/j.compeleceng.2023.108639_b24","doi-asserted-by":"crossref","first-page":"594","DOI":"10.1109\/TPWRS.2010.2065818","article-title":"Setting the operating reserve using probabilistic wind power forecasts","volume":"26","author":"Matos","year":"2010","journal-title":"IEEE Trans Power Syst"},{"year":"2015","series-title":"Theory of cost and production functions","author":"Shephard","key":"10.1016\/j.compeleceng.2023.108639_b25"}],"container-title":["Computers and Electrical Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0045790623000642?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0045790623000642?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,3,16]],"date-time":"2024-03-16T07:42:43Z","timestamp":1710574963000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0045790623000642"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4]]},"references-count":25,"alternative-id":["S0045790623000642"],"URL":"https:\/\/doi.org\/10.1016\/j.compeleceng.2023.108639","relation":{},"ISSN":["0045-7906"],"issn-type":[{"type":"print","value":"0045-7906"}],"subject":[],"published":{"date-parts":[[2023,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Energy grid management system with anomaly detection and Q-learning decision modules","name":"articletitle","label":"Article Title"},{"value":"Computers and Electrical Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compeleceng.2023.108639","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"108639"}}