{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T01:16:46Z","timestamp":1746580606293,"version":"3.37.3"},"reference-count":160,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62222301,62073085,62073158,61890930-5,62021003"],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021ZD0112302,2021ZD 0112301,2018YFC1900800-5"],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004826","name":"Beijing Natural Science Foundation","doi-asserted-by":"publisher","award":["JQ19 013"],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/CAA J. Autom. Sinica"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/jas.2023.123843","type":"journal-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T19:07:34Z","timestamp":1699643254000},"page":"18-36","source":"Crossref","is-referenced-by-count":115,"title":["Recent Progress in Reinforcement Learning and Adaptive Dynamic Programming for Advanced Control Applications"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5712","authenticated-orcid":false,"given":"Ding","family":"Wang","sequence":"first","affiliation":[{"name":"Beijing Institute of Artificial Intelligence, Beijing University of Technology,Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection,Beijing,China,100124"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8598-0069","authenticated-orcid":false,"given":"Ning","family":"Gao","sequence":"additional","affiliation":[{"name":"Beijing Institute of Artificial Intelligence, Beijing University of Technology,Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection,Beijing,China,100124"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3715-4778","authenticated-orcid":false,"given":"Derong","family":"Liu","sequence":"additional","affiliation":[{"name":"School of System Design and Intelligent Manufacturing, Southern University of Science and Technology,Shenzhen,China,518055"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9985-6308","authenticated-orcid":false,"given":"Jinna","family":"Li","sequence":"additional","affiliation":[{"name":"School of Information and Control Engineering, Liaoning Petrochemical University,Fushun,China,113001"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4074-1615","authenticated-orcid":false,"given":"Frank L.","family":"Lewis","sequence":"additional","affiliation":[{"name":"UTA Research Institute, the University of Texas at Arlington,Arlington,TX,USA,76118"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1201\/9780429258985"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/37.939943"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10118-9"},{"volume-title":"Reinforcement Learning: An Introduction","year":"2018","author":"Sutton","key":"ref5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1002\/9781118453988"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3006850"},{"volume-title":"Dynamic Programming","year":"1957","author":"Bellman","key":"ref8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1002\/9781118122631"},{"key":"ref10","first-page":"25","article-title":"Advanced forecasting methods for global crisis warning and models of intelligence","volume":"22","author":"Werbos","year":"1977","journal-title":"Gen. Syst."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2020.3042876"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejcon.2013.05.017"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50815-3"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2020.104847"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2417510"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-4757-2"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2017.2712188"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2773458"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2012.2214134"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2008.926614"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2611613"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3201521"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.05.027"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.5639"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.5955"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cta.2011.0783"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2492242"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3107801"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.5729"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2021.3112851"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2281663"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2911900"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2898389"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2755501"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2016.05.003"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2441712"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3142501"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2905715"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2979614"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2926631"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3045087"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3061414"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2606479"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2609500"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s00500-014-1533-0"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2019.1911453"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1080\/00207721.2016.1188177"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2358227"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2021.3071968"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2021.109687"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105692"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2016.2548662"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2019.2905215"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3027344"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysconle.2021.104983"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2870075"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3137524"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2019.1911438"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2886735"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2771459"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2541020"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2868510"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2021.110103"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3053037"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2021.3073429"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3116084"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3135405"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2899594"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3035907"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3037321"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.5321"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2976787"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2020.3004204"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2021.3074244"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2890046"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2466191"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027653"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2017.7510676"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cta.2008.0288"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2492941"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1080\/00207721.2021.2023685"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2017.2782205"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2925632"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2903117"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2895692"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2021.3085510"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2863708"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2946397"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2022.3201671"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2017.2712617"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2561300"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2861470"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2957406"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2021.3077832"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2021.110076"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3055761"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2950262"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2861826"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2019.2896544"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2021.3089944"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3085883"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2017.2686373"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TCSI.2020.3014253"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2883801"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2962088"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2017.2729502"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2020.109149"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3106009"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2021.3098964"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2018.2799526"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2009.2017934"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.3166\/ejc.11.310-334"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2018.10.175"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2021.3111692"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2018.8619572"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2017.08.747"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2021.10.362"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.3024161"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3121078"},{"key":"ref120","article-title":"Reinforcement learning for optimization of COVID-19 mitigation policies","author":"Kompella","year":"2020","journal-title":"arXiv preprint"},{"issue":"1","key":"ref121","first-page":"182","article-title":"Intelligent optimal tracking with application verifications via discounted generalized value iteration","volume":"48","author":"Wang","year":"2022","journal-title":"Acta Autom. Sinica"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2005.02.006"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i10.17122"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003426"},{"issue":"3","key":"ref125","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Warkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2020.1003486"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2019.1911732"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2020.109035"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3106402"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2830820"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849368"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2018.2890682"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2821369"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2919614"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.7.1403"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2015.2466622"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2875870"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/IAI53119.2021.9619346"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2020.06.001"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10108-x"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3114612"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.09.015"},{"issue":"6","key":"ref143","first-page":"831","article-title":"Optimal control for wastewater treatment process based on ESN neural network","volume":"10","author":"Qiao","year":"2015","journal-title":"CAAI Trans. Intell. Syst."},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2011.2162401"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2017.7510739"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2854300"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3138893"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2017.2674633"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3029825"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2930138"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2890974"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1016\/j.ast.2020.106233"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3192871"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2020.3001849"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115451"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3121870"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.5831"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2021.1003922"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2020.2981478"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3137816"}],"container-title":["IEEE\/CAA Journal of Automatica Sinica"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6570654\/10380610\/10315097.pdf?arnumber=10315097","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T01:06:53Z","timestamp":1705540013000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10315097\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":160,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jas.2023.123843","relation":{},"ISSN":["2329-9266","2329-9274"],"issn-type":[{"type":"print","value":"2329-9266"},{"type":"electronic","value":"2329-9274"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}