{"id":"https://openalex.org/W3196262453","doi":"https://doi.org/10.1109/tii.2021.3106402","title":"Policy Gradient Adaptive Critic Design With Dynamic Prioritized Experience Replay for Wastewater Treatment Process Control","display_name":"Policy Gradient Adaptive Critic Design With Dynamic Prioritized Experience Replay for Wastewater Treatment Process Control","publication_year":2021,"publication_date":"2021-08-20","ids":{"openalex":"https://openalex.org/W3196262453","doi":"https://doi.org/10.1109/tii.2021.3106402","mag":"3196262453"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3106402","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032226722","display_name":"Ruyue Yang","orcid":"https://orcid.org/0000-0002-0733-9301"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyue Yang","raw_affiliation_strings":["Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055432844","display_name":"Junfei Qiao","orcid":"https://orcid.org/0000-0002-1707-6074"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfei Qiao","raw_affiliation_strings":["Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.252,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.835711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"18","issue":"5","first_page":"3150","last_page":"3158"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9711,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9558,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064607},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.57569724},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5582087},{"id":"https://openalex.org/C57442070","wikidata":"https://www.wikidata.org/wiki/Q221275","display_name":"Sewage treatment","level":2,"score":0.50993836},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45872754},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.45147648},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4285092},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41923088},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41116744},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.41098183},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30596906},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2702278},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23214829},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.16369998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11522198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3106402","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/6","score":0.86,"display_name":"Clean water and sanitation"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61773373"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61890930-5"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61533002"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62021003"},{"funder":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality","award_id":"JQ19013"}],"datasets":[],"versions":[],"referenced_works_count":29,"referenced_works":["https://openalex.org/W1561486901","https://openalex.org/W1738086807","https://openalex.org/W2015977900","https://openalex.org/W2026104641","https://openalex.org/W2048687352","https://openalex.org/W2085194340","https://openalex.org/W2093831009","https://openalex.org/W2132858840","https://openalex.org/W2165726932","https://openalex.org/W2201581102","https://openalex.org/W2462102501","https://openalex.org/W2484646121","https://openalex.org/W2550394442","https://openalex.org/W2608435299","https://openalex.org/W2727279496","https://openalex.org/W2802164917","https://openalex.org/W2803908443","https://openalex.org/W2951799422","https://openalex.org/W2955195136","https://openalex.org/W2955251534","https://openalex.org/W2963864421","https://openalex.org/W2973010964","https://openalex.org/W3036186095","https://openalex.org/W3085531353","https://openalex.org/W3097549958","https://openalex.org/W3111143034","https://openalex.org/W3113522838","https://openalex.org/W3213472335","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W4285537323","https://openalex.org/W345900361","https://openalex.org/W2953025626","https://openalex.org/W2499081552","https://openalex.org/W2379312070","https://openalex.org/W2366053282","https://openalex.org/W2332086753","https://openalex.org/W2136173754","https://openalex.org/W2110050003","https://openalex.org/W2107074475"],"abstract_inverted_index":{"With":[0],"the":[1,6,21,26,31,59,73,76,89,100,108,114,117,123,135,140],"industrialization":[2],"of":[3,8,28,35,63,72,78,116,125],"modern":[4],"society,":[5],"pollution":[7],"water":[9],"resources":[10],"becomes":[11],"more":[12,14],"and":[13,33,105,121],"serious.":[15],"Although":[16],"purifying":[17],"urban":[18],"sewage":[19],"through":[20],"wastewater":[22,94,118],"treatment":[23,95,119],"plants":[24],"eases":[25],"burden":[27],"fragile":[29],"ecosystems,":[30],"nonlinearities":[32],"uncertainties":[34],"biochemical":[36],"reactions":[37],"are":[38],"difficult":[39],"to":[40,57,84],"address.":[41],"In":[42],"this":[43],"article,":[44],"a":[45],"dynamic":[46,51,101],"prioritized":[47,102],"policy":[48],"gradient":[49],"adaptive":[50],"programming":[52],"(ADP)":[53],"method":[54,138],"is":[55,82],"developed":[56],"solve":[58],"optimal":[60],"control":[61,137],"problem":[62],"nonaffine":[64],"nonlinear":[65],"discrete-time":[66],"systems,":[67],"along":[68],"with":[69,143],"convergence":[70],"analysis":[71],"algorithm.":[74],"To":[75],"best":[77],"our":[79],"knowledge,":[80],"it":[81],"indispensable":[83],"conduct":[85],"system":[86,128],"modeling":[87],"during":[88],"previous":[90],"ADP":[91,110],"research":[92],"on":[93],"process":[96],"control.":[97],"By":[98],"introducing":[99],"replay":[103],"buffer":[104],"neural":[106],"networks,":[107],"proposed":[109],"controller":[111],"can":[112],"track":[113],"setpoints":[115],"plant":[120],"alleviate":[122],"effects":[124],"disturbance":[126],"without":[127],"modeling.":[129],"The":[130],"test":[131],"results":[132],"verify":[133],"that":[134],"devised":[136],"outperforms":[139],"proportional-integral-derivative":[141],"strategy":[142],"less":[144],"oscillation":[145],"when":[146],"unknown":[147],"interference":[148],"occurred.":[149]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3196262453","counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":9}],"updated_date":"2025-04-15T21:21:00.649879","created_date":"2021-08-30"}