{"id":"https://openalex.org/W4306910464","doi":"https://doi.org/10.1109/tcyb.2022.3213526","title":"Anomaly Detection and Correction of Optimizing Autonomous Systems With Inverse Reinforcement Learning","display_name":"Anomaly Detection and Correction of Optimizing Autonomous Systems With Inverse Reinforcement Learning","publication_year":2022,"publication_date":"2022-11-03","ids":{"openalex":"https://openalex.org/W4306910464","doi":"https://doi.org/10.1109/tcyb.2022.3213526","pmid":"https://pubmed.ncbi.nlm.nih.gov/36264741"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3213526","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001862814","display_name":"Bosen Lian","orcid":"https://orcid.org/0000-0002-3275-9551"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"funder","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bosen Lian","raw_affiliation_strings":["Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020552889","display_name":"Yusuf Kartal","orcid":"https://orcid.org/0000-0002-0295-8584"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"funder","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yusuf Kartal","raw_affiliation_strings":["Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"funder","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049204851","display_name":"Dariusz Mikulski","orcid":"https://orcid.org/0000-0002-7520-0969"},"institutions":[{"id":"https://openalex.org/I4388482723","display_name":"U.S. Army Combat Capabilities Development Command Ground Vehicle System Center","ror":"https://ror.org/026zar759","country_code":null,"type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437","https://openalex.org/I4388482723"]},{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]},{"id":"https://openalex.org/I1304082316","display_name":"United States Department of the Army","ror":"https://ror.org/035w1gb98","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dariusz G. Mikulski","raw_affiliation_strings":["U.S. Army DEVCOM Ground Vehicle Systems Center, Warren, MI, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Ground Vehicle Systems Center, Warren, MI, USA","institution_ids":["https://openalex.org/I4388482723","https://openalex.org/I4210088792","https://openalex.org/I1304082316","https://openalex.org/I2802705668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033328954","display_name":"Gregory R. Hudas","orcid":"https://orcid.org/0000-0002-1322-5028"},"institutions":[{"id":"https://openalex.org/I4388482723","display_name":"U.S. Army Combat Capabilities Development Command Ground Vehicle System Center","ror":"https://ror.org/026zar759","country_code":null,"type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437","https://openalex.org/I4388482723"]},{"id":"https://openalex.org/I1304082316","display_name":"United States Department of the Army","ror":"https://ror.org/035w1gb98","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory R. Hudas","raw_affiliation_strings":["U.S. Army DEVCOM Ground Vehicle Systems Center, Warren, MI, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Army DEVCOM Ground Vehicle Systems Center, Warren, MI, USA","institution_ids":["https://openalex.org/I4388482723","https://openalex.org/I1304082316","https://openalex.org/I2802705668","https://openalex.org/I4210088792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029213376","display_name":"Yan Wan","orcid":"https://orcid.org/0000-0002-7508-5833"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"funder","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Wan","raw_affiliation_strings":["Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053089078","display_name":"Ali Davoudi","orcid":"https://orcid.org/0000-0003-2951-442X"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"funder","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Davoudi","raw_affiliation_strings":["Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.17,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.999948,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"53","issue":"7","first_page":"4555","last_page":"4566"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9794,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.70831716}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.74515593},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.70831716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.69186014},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.55640733},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.52541757},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5245136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47607416},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.45136762},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.43688643},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32601786},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18144429},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3213526","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36264741","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.61,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"grants":[{"funder":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research","award_id":"N00014-18-1-2221"},{"funder":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office","award_id":"W911NF-20-1-0132"}],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1999874108","https://openalex.org/W2006090378","https://openalex.org/W2085555205","https://openalex.org/W2103336901","https://openalex.org/W2110934250","https://openalex.org/W2117675763","https://openalex.org/W2122029483","https://openalex.org/W2122075562","https://openalex.org/W2139416664","https://openalex.org/W2146354794","https://openalex.org/W227721935","https://openalex.org/W2323089860","https://openalex.org/W2343782047","https://openalex.org/W2406067508","https://openalex.org/W2411741275","https://openalex.org/W2473060649","https://openalex.org/W2580629550","https://openalex.org/W2744316982","https://openalex.org/W2783015502","https://openalex.org/W2886235386","https://openalex.org/W2907275873","https://openalex.org/W2919774326","https://openalex.org/W2949500778","https://openalex.org/W2986030537","https://openalex.org/W3019384758","https://openalex.org/W3026372698","https://openalex.org/W3037828308","https://openalex.org/W3038077692","https://openalex.org/W3081530595","https://openalex.org/W3095316834","https://openalex.org/W3118456481","https://openalex.org/W3126136499","https://openalex.org/W3156476459","https://openalex.org/W3158390871","https://openalex.org/W3174162969","https://openalex.org/W3177716034","https://openalex.org/W3203504876","https://openalex.org/W4205652914","https://openalex.org/W4206406091","https://openalex.org/W4210276244","https://openalex.org/W4213034605","https://openalex.org/W4287692910","https://openalex.org/W4290991295","https://openalex.org/W591732527"],"related_works":["https://openalex.org/W4377864969","https://openalex.org/W4300558037","https://openalex.org/W4290647774","https://openalex.org/W3210364259","https://openalex.org/W3207797160","https://openalex.org/W3189286258","https://openalex.org/W3120251014","https://openalex.org/W2912112202","https://openalex.org/W2806741695","https://openalex.org/W2667207928"],"abstract_inverted_index":{"This":[0,13],"article":[1],"considers":[2],"autonomous":[3,69],"systems":[4,70],"whose":[5],"behaviors":[6,185],"seek":[7],"to":[8,23,53,116,200,211],"optimize":[9,33,45],"an":[10],"objective":[11,37,48,93,106,119,154,176,215],"function.":[12],"goes":[14],"beyond":[15],"standard":[16],"applications":[17],"of":[18,85,158,196],"condition-based":[19],"maintenance,":[20],"which":[21],"seeks":[22],"detect":[24],"faults":[25],"or":[26,41],"failures":[27],"in":[28,67,148,168],"nonoptimizing":[29],"systems.":[30],"Normal":[31],"agents":[32,43],"a":[34,46,59,222],"known":[35],"accepted":[36,55],"function,":[38],"whereas":[39],"abnormal":[40,100],"misbehaving":[42],"may":[44],"renegade":[47],"that":[49,195],"does":[50],"not":[51],"conform":[52],"the":[54,118,137,149,153,159,169,175,197,208,213,229],"one.":[56],"We":[57,80,109],"provide":[58],"unified":[60],"framework":[61],"for":[62,123,131,180,207],"anomaly":[63,132],"detection":[64,133,140,170],"and":[65,87,105,121,134,142,156,178,216,219],"correction":[66,135,143,204],"optimizing":[68],"described":[71],"by":[72],"differential":[73],"equations":[74],"using":[75,163,186],"inverse":[76,113,128,146,172],"reinforcement":[77],"learning":[78],"(RL).":[79],"first":[81],"define":[82],"several":[83],"types":[84],"anomalies":[86],"false":[88,103,107],"alarms,":[89,104],"including":[90],"noise":[91],"anomaly,":[92,95,99],"function":[94,155,177],"intention":[96,157,179],"(control":[97],"gain)":[98],"behaviors,":[101],"noise-anomaly":[102],"alarms.":[108],"then":[110,192],"propose":[111],"model-free":[112],"RL":[114,129,147,173],"algorithms":[115],"reconstruct":[117],"functions":[120],"intentions":[122],"given":[124],"system":[125,162,184,199,210],"behaviors.":[126],"The":[127],"procedure":[130],"has":[136],"training":[138,150],"phase,":[139,141,171],"phase.":[144],"First,":[145],"phase":[151],"infers":[152,174],"normal":[160,214],"behavior":[161],"offline":[164],"stored":[165],"data.":[166,189],"Second,":[167],"online":[181,187],"observed":[182],"test":[183],"observation":[188],"They":[190],"are":[191],"compared":[193],"with":[194],"nominal":[198],"identify":[201],"anomalies.":[202],"Third,":[203],"is":[205],"executed":[206],"anomalous":[209],"learn":[212],"intention.":[217],"Simulations":[218],"experiments":[220],"on":[221],"quadrotor":[223],"unmanned":[224],"aerial":[225],"vehicle":[226],"(UAV)":[227],"verify":[228],"proposed":[230],"methods.":[231]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4306910464","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1}],"updated_date":"2025-04-22T17:06:54.080400","created_date":"2022-10-21"}