{"id":"https://openalex.org/W3200248201","doi":"https://doi.org/10.3390/s21186195","title":"A Systematic Approach for Evaluating Artificial Intelligence Models in Industrial Settings","display_name":"A Systematic Approach for Evaluating Artificial Intelligence Models in Industrial Settings","publication_year":2021,"publication_date":"2021-09-15","ids":{"openalex":"https://openalex.org/W3200248201","doi":"https://doi.org/10.3390/s21186195","mag":"3200248201","pmid":"https://pubmed.ncbi.nlm.nih.gov/34577398","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/8469892"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21186195","pdf_url":"https://www.mdpi.com/1424-8220/21/18/6195/pdf?version=1631783223","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/21/18/6195/pdf?version=1631783223","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081390369","display_name":"Paul-Lou Benedick","orcid":"https://orcid.org/0000-0001-7319-3921"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Paul-Lou Benedick","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust, University of Luxembourg, 6 Rue Richard Coudenhove-Kalergi, L-1359 Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust, University of Luxembourg, 6 Rue Richard Coudenhove-Kalergi, L-1359 Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055645420","display_name":"J\u00e9r\u00e9my Robert","orcid":null},"institutions":[],"countries":["LU"],"is_corresponding":false,"raw_author_name":"J\u00e9r\u00e9my Robert","raw_affiliation_strings":["Cebi Luxembourg S.A, 30 rue J.F. Kennedy, L-7327 Steinsel, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Cebi Luxembourg S.A, 30 rue J.F. Kennedy, L-7327 Steinsel, Luxembourg","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust, University of Luxembourg, 6 Rue Richard Coudenhove-Kalergi, L-1359 Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust, University of Luxembourg, 6 Rue Richard Coudenhove-Kalergi, L-1359 Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5081390369"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"fwci":1.525,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":11,"citation_normalized_percentile":{"value":0.569688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":"21","issue":"18","first_page":"6195","last_page":"6195"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9843,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.89404577},{"id":"https://openalex.org/keywords/univariate","display_name":"Univariate","score":0.49959683}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.89404577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57553583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5688666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.53924483},{"id":"https://openalex.org/C199163554","wikidata":"https://www.wikidata.org/wiki/Q1681619","display_name":"Univariate","level":3,"score":0.49959683},{"id":"https://openalex.org/C80191262","wikidata":"https://www.wikidata.org/wiki/Q5477668","display_name":"Fragility","level":2,"score":0.48475763},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4316586},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41782558},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.09389418},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21186195","pdf_url":"https://www.mdpi.com/1424-8220/21/18/6195/pdf?version=1631783223","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/12dab19a4d3145bab1dc6799c7772e80","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://europepmc.org/articles/pmc8469892","pdf_url":"https://europepmc.org/articles/pmc8469892?pdf=render","source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":["European Bioinformatics Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC8469892","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21186195","pdf_url":"https://www.mdpi.com/1424-8220/21/18/6195/pdf?version=1631783223","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.48,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"grants":[{"funder":"https://openalex.org/F4320321038","funder_display_name":"Fonds National de la Recherche Luxembourg","award_id":"BRIDGES19/IS/13706587"}],"datasets":[],"versions":[],"referenced_works_count":39,"referenced_works":["https://openalex.org/W1567491469","https://openalex.org/W1981630488","https://openalex.org/W1989628460","https://openalex.org/W2063559185","https://openalex.org/W2070808135","https://openalex.org/W2102661631","https://openalex.org/W2105103777","https://openalex.org/W2111619626","https://openalex.org/W2156557429","https://openalex.org/W2242048726","https://openalex.org/W2279588110","https://openalex.org/W2541556211","https://openalex.org/W2581867724","https://openalex.org/W2583832915","https://openalex.org/W2585954384","https://openalex.org/W2604269166","https://openalex.org/W2619386390","https://openalex.org/W2626875243","https://openalex.org/W2743408220","https://openalex.org/W2782812883","https://openalex.org/W2809732900","https://openalex.org/W2889249015","https://openalex.org/W2890793284","https://openalex.org/W2892035503","https://openalex.org/W2896235627","https://openalex.org/W2898131585","https://openalex.org/W2912888010","https://openalex.org/W2917403813","https://openalex.org/W2920971207","https://openalex.org/W2921458493","https://openalex.org/W2950283932","https://openalex.org/W2950694741","https://openalex.org/W2984033187","https://openalex.org/W2988244882","https://openalex.org/W2996539593","https://openalex.org/W3007157104","https://openalex.org/W3021931631","https://openalex.org/W3099185017","https://openalex.org/W3103075267"],"related_works":["https://openalex.org/W4293569367","https://openalex.org/W4283651292","https://openalex.org/W4283074169","https://openalex.org/W3094159717","https://openalex.org/W2982196623","https://openalex.org/W2759405284","https://openalex.org/W2558906332","https://openalex.org/W2079972888","https://openalex.org/W1979571865","https://openalex.org/W1505219605"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"is":[3,28,101,123,217],"one":[4],"of":[5,37,41,98,107,137,166,175,192],"the":[6,38,46,99,105,130,135,138,163,176,190],"hottest":[7],"topics":[8],"in":[9,45,57,71,81,89,129],"our":[10],"society,":[11],"especially":[12],"when":[13,55,67,114],"it":[14],"comes":[15],"to":[16,103,149,187,198,228],"solving":[17],"data-analysis":[18],"problems.":[19],"Industry":[20],"are":[21,147,185],"conducting":[22],"their":[23],"digital":[24],"shifts,":[25],"and":[26,64,69,110,132,220],"AI":[27,233],"becoming":[29],"a":[30,73,172,215,224],"cornerstone":[31],"technology":[32,51],"for":[33,125,133,231],"making":[34],"decisions":[35],"out":[36],"huge":[39],"amount":[40],"(sensors-based)":[42],"data":[43,131,152,180],"available":[44],"production":[47],"floor.":[48],"However,":[49],"such":[50,193,214,223],"may":[52,77,86],"be":[53,87,196,229],"disappointing":[54],"deployed":[56],"real":[58,82],"conditions.":[59,83],"Despite":[60],"good":[61],"theoretical":[62],"performances":[63,80],"high":[65],"accuracy":[66],"trained":[68],"tested":[70],"isolation,":[72],"Machine-Learning":[74],"(M-L)":[75],"model":[76],"provide":[78],"degraded":[79],"One":[84],"reason":[85],"fragility":[88],"treating":[90],"properly":[91],"unexpected":[92],"or":[93],"perturbed":[94],"data.":[95],"The":[96],"objective":[97],"paper":[100],"therefore":[102],"study":[104,210],"robustness":[106,136,178,194],"seven":[108],"M-L":[109],"Deep-Learning":[111],"(D-L)":[112],"algorithms,":[113],"classifying":[115],"univariate":[116],"time-series":[117],"under":[118,179],"perturbations.":[119],"A":[120],"systematic":[121,225],"approach":[122,141,226],"proposed":[124],"artificially":[126],"injecting":[127],"perturbations":[128,145,207],"evaluating":[134,232],"models.":[139],"This":[140],"focuses":[142],"on":[143,158],"two":[144],"that":[146,212,222],"likely":[148],"happen":[150],"during":[151],"collection.":[153],"Our":[154,209],"experimental":[155],"study,":[156],"conducted":[157],"twenty":[159],"sensors\u2019":[160],"datasets":[161],"from":[162,204],"public":[164],"University":[165],"California":[167],"Riverside":[168],"(UCR)":[169],"repository,":[170],"shows":[171,211],"great":[173],"disparity":[174],"models\u2019":[177,234],"quality":[181],"degradation.":[182],"Those":[183],"results":[184],"used":[186,230],"analyse":[188],"whether":[189],"impact":[191],"can":[195],"predictable\u2014thanks":[197],"decision":[199],"trees\u2014which":[200],"would":[201],"prevent":[202],"us":[203],"testing":[205],"all":[206],"scenarios.":[208],"building":[213],"predictor":[216],"not":[218],"straightforward":[219],"suggests":[221],"needs":[227],"robustness.":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3200248201","counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4}],"updated_date":"2025-01-07T22:09:54.322157","created_date":"2021-09-27"}