{"id":"https://openalex.org/W3121787084","doi":"https://doi.org/10.1016/j.artint.2021.103459","title":"Explaining black-box classifiers using post-hoc explanations-by-example: The effect of explanations and error-rates in XAI user studies","display_name":"Explaining black-box classifiers using post-hoc explanations-by-example: The effect of explanations and error-rates in XAI user studies","publication_year":2021,"publication_date":"2021-01-26","ids":{"openalex":"https://openalex.org/W3121787084","doi":"https://doi.org/10.1016/j.artint.2021.103459","mag":"3121787084"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artint.2021.103459","pdf_url":null,"source":{"id":"https://openalex.org/S196139623","display_name":"Artificial Intelligence","issn_l":"0004-3702","issn":["0004-3702","1872-7921"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.artint.2021.103459","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085606158","display_name":"Eoin M. Kenny","orcid":"https://orcid.org/0000-0001-5800-2525"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Eoin M. Kenny","raw_affiliation_strings":["Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","School of Computer Science, University College Dublin, Dublin, Ireland","VistaMilk SFI Research Centre, University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069629931","display_name":"Courtney Ford","orcid":"https://orcid.org/0000-0003-1040-7034"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Courtney Ford","raw_affiliation_strings":["School of Computer Science, University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061942568","display_name":"Molly S. Quinn","orcid":"https://orcid.org/0000-0003-3451-9575"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Molly Quinn","raw_affiliation_strings":["Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","School of Computer Science, University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074878641","display_name":"Mark T. Keane","orcid":"https://orcid.org/0000-0001-7630-9598"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mark T. Keane","raw_affiliation_strings":["Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","School of Computer Science, University College Dublin, Dublin, Ireland","VistaMilk SFI Research Centre, University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085606158"],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":{"value":3670,"currency":"USD","value_usd":3670,"provenance":"doaj"},"apc_paid":{"value":3670,"currency":"USD","value_usd":3670,"provenance":"doaj"},"fwci":16.814,"has_fulltext":false,"cited_by_count":153,"citation_normalized_percentile":{"value":0.999976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"294","issue":null,"first_page":"103459","last_page":"103459"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9501,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9347,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.59246075},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.54331577},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5016258},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.49653655},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.41138405}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.76089835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7350234},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.59246075},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.57678944},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.54331577},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5016258},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.49653655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47124654},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.41138405},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39315587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3762717},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16829103},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12715337},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.090881705},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artint.2021.103459","pdf_url":null,"source":{"id":"https://openalex.org/S196139623","display_name":"Artificial Intelligence","issn_l":"0004-3702","issn":["0004-3702","1872-7921"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artint.2021.103459","pdf_url":null,"source":{"id":"https://openalex.org/S196139623","display_name":"Artificial Intelligence","issn_l":"0004-3702","issn":["0004-3702","1872-7921"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.8}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":88,"referenced_works":["https://openalex.org/W1034019924","https://openalex.org/W11356396","https://openalex.org/W1482469103","https://openalex.org/W1500151553","https://openalex.org/W1501067615","https://openalex.org/W1554183079","https://openalex.org/W1554864804","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W1792914513","https://openalex.org/W1799366690","https://openalex.org/W190293641","https://openalex.org/W1992192720","https://openalex.org/W1993712413","https://openalex.org/W2007567868","https://openalex.org/W2010158189","https://openalex.org/W2016030371","https://openalex.org/W2017660912","https://openalex.org/W2027103861","https://openalex.org/W2062672584","https://openalex.org/W2068546130","https://openalex.org/W2069863414","https://openalex.org/W2071880722","https://openalex.org/W2088987104","https://openalex.org/W2094305627","https://openalex.org/W2100522339","https://openalex.org/W2110884135","https://openalex.org/W2118448219","https://openalex.org/W2119858020","https://openalex.org/W2121600745","https://openalex.org/W2126159342","https://openalex.org/W2142616840","https://openalex.org/W2194775991","https://openalex.org/W2493343568","https://openalex.org/W2514019342","https://openalex.org/W2559655401","https://openalex.org/W2594475271","https://openalex.org/W2605409611","https://openalex.org/W2612690371","https://openalex.org/W2618851150","https://openalex.org/W2619003217","https://openalex.org/W2769421449","https://openalex.org/W2793165286","https://openalex.org/W2795530988","https://openalex.org/W2811104224","https://openalex.org/W2886897158","https://openalex.org/W2898694742","https://openalex.org/W2903808828","https://openalex.org/W2913693384","https://openalex.org/W2914783728","https://openalex.org/W2914874661","https://openalex.org/W2914935482","https://openalex.org/W2916797267","https://openalex.org/W2922667820","https://openalex.org/W2945295328","https://openalex.org/W2946178992","https://openalex.org/W2946507061","https://openalex.org/W2949467366","https://openalex.org/W2951501516","https://openalex.org/W2954503794","https://openalex.org/W2962772482","https://openalex.org/W2962790223","https://openalex.org/W2963095307","https://openalex.org/W2963249138","https://openalex.org/W2963420481","https://openalex.org/W2963673242","https://openalex.org/W2965593338","https://openalex.org/W2965674570","https://openalex.org/W2966362896","https://openalex.org/W2970027690","https://openalex.org/W2970030610","https://openalex.org/W2970926314","https://openalex.org/W2981686111","https://openalex.org/W3009578469","https://openalex.org/W3028884462","https://openalex.org/W3085543735","https://openalex.org/W3098054859","https://openalex.org/W3101792976","https://openalex.org/W3114925695","https://openalex.org/W3124443940","https://openalex.org/W3125633690","https://openalex.org/W3138819813","https://openalex.org/W3212567773","https://openalex.org/W4212774754","https://openalex.org/W4236965008","https://openalex.org/W4241857777","https://openalex.org/W4301444986","https://openalex.org/W4365799947"],"related_works":["https://openalex.org/W4386875279","https://openalex.org/W4362554880","https://openalex.org/W4293874330","https://openalex.org/W4287887864","https://openalex.org/W4281684980","https://openalex.org/W3214527415","https://openalex.org/W3109342959","https://openalex.org/W2805380858","https://openalex.org/W2171721708","https://openalex.org/W1495104519"],"abstract_inverted_index":{"In":[0],"this":[1,30,114,175],"paper,":[2],"we":[3],"describe":[4],"a":[5,14,24,32,37,76],"post-hoc":[6],"explanation-by-example":[7],"approach":[8],"to":[9,23,46,82,92],"eXplainable":[10],"AI":[11],"(XAI),":[12],"where":[13],"black-box,":[15],"deep":[16],"learning":[17],"system":[18],"is":[19,44,73,162],"explained":[20],"by":[21,113,164],"reference":[22],"more":[25],"transparent,":[26],"proxy":[27],"model":[28,155],"(in":[29],"situation":[31],"case-based":[33],"reasoner),":[34],"based":[35],"on":[36],"feature-weighting":[38],"analysis":[39],"of":[40,56,107,120,133,141],"the":[41,51,57,68,83,118,152],"former":[42],"that":[43],"used":[45,91],"find":[47,93],"explanatory":[48],"cases":[49],"from":[50,70,174],"latter":[52],"(as":[53],"one":[54],"instance":[55],"so-called":[58],"Twin":[59],"Systems":[60],"approach).":[61],"A":[62],"novel":[63],"method":[64],"(COLE-HP)":[65],"for":[66,75,96,177],"extracting":[67],"feature-weights":[69,89],"black-box":[71],"models":[72],"demonstrated":[74],"convolutional":[77],"neural":[78],"network":[79],"(CNN)":[80],"applied":[81],"MNIST":[84],"dataset;":[85],"in":[86,117,156],"which":[87],"extracted":[88],"are":[90,102,149,183],"explanatory,":[94],"nearest-neighbours":[95],"test":[97],"instances.":[98],"Three":[99],"user":[100,181],"studies":[101,182],"reported":[103],"examining":[104],"people's":[105],"judgements":[106,128],"right":[108],"and":[109,122,136,138,145,159,169,179],"wrong":[110],"classifications":[111],"made":[112,150],"XAI":[115,178],"twin-system,":[116],"presence/absence":[119],"explanations-by-example":[121],"different":[123],"error-rates":[124],"(from":[125],"3-60%).":[126],"The":[127,171],"gathered":[129],"include":[130],"item-level":[131],"evaluations":[132,140],"both":[134],"correctness":[135],"reasonableness,":[137],"system-level":[139],"trust,":[142],"satisfaction,":[143],"correctness,":[144],"reasonableness.":[146],"Several":[147],"proposals":[148],"about":[151],"user's":[153],"mental":[154],"these":[157],"tasks":[158],"how":[160],"it":[161],"impacted":[163],"explanations":[165],"at":[166],"an":[167],"item-":[168],"system-level.":[170],"wider":[172],"lessons":[173],"work":[176],"its":[180],"reviewed.":[184]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3121787084","counts_by_year":[{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":50},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1}],"updated_date":"2025-01-19T03:16:24.344952","created_date":"2021-02-01"}