{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T18:57:46Z","timestamp":1735585066727},"reference-count":87,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T00:00:00Z","timestamp":1611619200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Artificial Intelligence"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1016\/j.artint.2021.103459","type":"journal-article","created":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T10:03:48Z","timestamp":1611655428000},"page":"103459","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":131,"special_numbering":"C","title":["Explaining black-box classifiers using post-hoc explanations-by-example: The effect of explanations and error-rates in XAI user studies"],"prefix":"10.1016","volume":"294","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-5800-2525","authenticated-orcid":false,"given":"Eoin M.","family":"Kenny","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-1040-7034","authenticated-orcid":false,"given":"Courtney","family":"Ford","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-3451-9575","authenticated-orcid":false,"given":"Molly","family":"Quinn","sequence":"additional","affiliation":[]},{"given":"Mark T.","family":"Keane","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0010","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1093\/idpl\/ipx005","article-title":"Why a right to explanation of automated decision-making does not exist in the general data protection regulation","volume":"7","author":"Wachter","year":"2017","journal-title":"Int. Data Priv. Law"},{"issue":"3","key":"10.1016\/j.artint.2021.103459_br0020","first-page":"50","article-title":"European Union regulations on algorithmic decision-making and a \u201cright to explanation\u201d","volume":"38","author":"Goodman","year":"2017","journal-title":"AI Mag."},{"key":"10.1016\/j.artint.2021.103459_br0030","first-page":"2016","article-title":"Machine bias","volume":"23","author":"Angwin","year":"2016","journal-title":"ProPublica"},{"key":"10.1016\/j.artint.2021.103459_br0040","unstructured":"D. Gunning, Explainable artificial intelligence (XAI), Defense Advanced Research Projects Agency, (DARPA), nd Web 2."},{"key":"10.1016\/j.artint.2021.103459_br0050","series-title":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","first-page":"1135","article-title":"Why should I trust you?: explaining the predictions of any classifier","author":"Ribeiro","year":"2016"},{"key":"10.1016\/j.artint.2021.103459_br0060","series-title":"Advances in Neural Information Processing Systems","first-page":"4765","article-title":"A unified approach to interpreting model predictions","author":"Lundberg","year":"2017"},{"issue":"7","key":"10.1016\/j.artint.2021.103459_br0070","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0130140","article-title":"On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation","volume":"10","author":"Bach","year":"2015","journal-title":"PLoS ONE"},{"key":"10.1016\/j.artint.2021.103459_br0080","author":"Frosst"},{"key":"10.1016\/j.artint.2021.103459_br0090","author":"Chen"},{"key":"10.1016\/j.artint.2021.103459_br0100","author":"Mueller"},{"key":"10.1016\/j.artint.2021.103459_br0110","author":"Lipton"},{"issue":"3","key":"10.1016\/j.artint.2021.103459_br0120","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1145\/3236386.3241340","article-title":"The mythos of model interpretability","volume":"16","author":"Lipton","year":"2018","journal-title":"ACM Queue"},{"key":"10.1016\/j.artint.2021.103459_br0130","series-title":"IJCAI-17 Workshop on Explainable AI (XAI)","first-page":"1","article-title":"Explanation and justification in machine learning: a survey","volume":"vol. 8","author":"Biran","year":"2017"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0140","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/s10462-005-4607-7","article-title":"Explanation in case-based reasoning\u2013perspectives and goals","volume":"24","author":"S\u00f8rmo","year":"2005","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.artint.2021.103459_br0150","first-page":"75","article-title":"Measuring explanation quality in XCBR","volume":"vol. 2018","author":"Johs","year":"2018"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0160","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1007\/s10462-005-4606-8","article-title":"Introduction to the special issue on explanation in case-based reasoning","volume":"24","author":"Leake","year":"2005","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.artint.2021.103459_br0170","series-title":"Case Based Reasoning Experiences-Lessons and Future Experiences","first-page":"3","article-title":"Cbr in context: the present and future","author":"Leake","year":"1996"},{"key":"10.1016\/j.artint.2021.103459_br0180","series-title":"International Conference on Case-Based Reasoning","first-page":"155","article-title":"How case-based reasoning explains neural networks: a theoretical analysis of xai using post-hoc explanation-by-example from a survey of ANN-CBR twin-systems","author":"Keane","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0190","series-title":"International Conference on Case-Based Reasoning","first-page":"368","article-title":"The best way to instil confidence is by being right","author":"Nugent","year":"2005"},{"key":"10.1016\/j.artint.2021.103459_br0200","series-title":"Proceedings of the 25th International Conference on Intelligent User Interfaces","first-page":"454","article-title":"Proxy tasks and subjective measures can be misleading in evaluating explainable AI systems","author":"Bu\u00e7inca","year":"2020"},{"key":"10.1016\/j.artint.2021.103459_br0210","series-title":"Proceedings of the 24th International Conference on Intelligent User Interfaces","first-page":"275","article-title":"Explaining models: an empirical study of how explanations impact fairness judgment","author":"Dodge","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0220","series-title":"Twenty-Eighth International Joint Conferences on Artifical Intelligence (IJCAI)","first-page":"2708","article-title":"Twin-systems to explain artificial neural networks using case-based reasoning: comparative tests of feature-weighting methods in ann-cbr twins for xai","author":"Kenny","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0230","author":"LeCun"},{"key":"10.1016\/j.artint.2021.103459_br0240","author":"B\u00e4uerle"},{"key":"10.1016\/j.artint.2021.103459_br0250","series-title":"DARPA XAI Program, Report","article-title":"DARPA XAI phase 1 evaluations report","author":"K.J.","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0260","author":"Hoffman"},{"key":"10.1016\/j.artint.2021.103459_br0270","author":"Doshi-Velez"},{"key":"10.1016\/j.artint.2021.103459_br0280","series-title":"Cognitive Psychology: A Student's Handbook","author":"Eysenck","year":"2005"},{"issue":"5","key":"10.1016\/j.artint.2021.103459_br0290","first-page":"93","article-title":"A survey of methods for explaining black box models","volume":"51","author":"Guidotti","year":"2018","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.artint.2021.103459_br0300","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","article-title":"Explanation in artificial intelligence: insights from the social sciences","volume":"267","author":"Miller","year":"2019","journal-title":"Artif. Intell."},{"key":"10.1016\/j.artint.2021.103459_br0310","series-title":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","first-page":"582","article-title":"Trends and trajectories for explainable, accountable and intelligible systems: an HCI research agenda","author":"Abdul","year":"2018"},{"key":"10.1016\/j.artint.2021.103459_br0320","series-title":"2007 IEEE 23rd International Conference on Data Engineering Workshop","first-page":"801","article-title":"A survey of explanations in recommender systems","author":"Tintarev","year":"2007"},{"issue":"1","key":"10.1016\/j.artint.2021.103459_br0330","doi-asserted-by":"crossref","first-page":"88","DOI":"10.2307\/2183532","article-title":"The inference to the best explanation","volume":"74","author":"Harman","year":"1965","journal-title":"Philos. Rev."},{"key":"10.1016\/j.artint.2021.103459_br0340","series-title":"The Scientific Image","author":"Van Fraassen","year":"1980"},{"key":"10.1016\/j.artint.2021.103459_br0350","series-title":"Scientific Explanation and the Causal Structure of the World","author":"Salmon","year":"1984"},{"key":"10.1016\/j.artint.2021.103459_br0360","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1146\/annurev.psych.57.102904.190100","article-title":"Explanation and understanding","volume":"57","author":"Keil","year":"2006","journal-title":"Annu. Rev. Psychol."},{"key":"10.1016\/j.artint.2021.103459_br0370","author":"Gilpin"},{"key":"10.1016\/j.artint.2021.103459_br0380","series-title":"International Conference on Case-Based Reasoning","first-page":"172","article-title":"Predicting grass growth for sustainable dairy farming: a CBR system using Bayesian case-exclusion and post-hoc, personalized explanation-by-example (XAI)","author":"Kenny","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0390","series-title":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence (IJCAI)","article-title":"Bayesian case-exclusion and personalized explanations for sustainable dairy farming","author":"Kenny","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0400","author":"Kenny"},{"key":"10.1016\/j.artint.2021.103459_br0410","series-title":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence (IJCAI)","article-title":"Counterfactuals in explainable artificial intelligence (XAI): evidence from human reasoning","author":"Byrne","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0420","series-title":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","first-page":"607","article-title":"Explaining machine learning classifiers through diverse counterfactual explanations","author":"Mothilal","year":"2020"},{"key":"10.1016\/j.artint.2021.103459_br0430","series-title":"Proceedings of the Conference on Fairness, Accountability, and Transparency","first-page":"279","article-title":"Explaining explanations in AI","author":"Mittelstadt","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0440","author":"Lucic"},{"key":"10.1016\/j.artint.2021.103459_br0450","series-title":"Under Review for \u2013 International Conference on Case-Based Reasoning","article-title":"Good counterfactuals and where to find them: a case-based technique for generating counterfactuals for explainable AI (XAI)","author":"Keane","year":"2020"},{"issue":"3","key":"10.1016\/j.artint.2021.103459_br0460","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1007\/s10844-008-0069-0","article-title":"Gaining insight through case-based explanation","volume":"32","author":"Nugent","year":"2009","journal-title":"J. Intell. Inf. Syst."},{"issue":"5","key":"10.1016\/j.artint.2021.103459_br0470","first-page":"1","article-title":"Do decision biases explain too much","volume":"32","author":"Klein","year":"1989","journal-title":"Hum. Factors Soc. Bull."},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0480","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1177\/001872089606380203","article-title":"Metarecognition in time-stressed decision making: recognizing, critiquing, and correcting","volume":"38","author":"Cohen","year":"1996","journal-title":"Hum. Factors"},{"issue":"3","key":"10.1016\/j.artint.2021.103459_br0490","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1023\/B:APIN.0000043559.83167.3d","article-title":"Mbnr: case-based reasoning with local feature weighting by neural network","volume":"21","author":"Park","year":"2004","journal-title":"Appl. Intell."},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0500","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/S0957-4174(98)00067-0","article-title":"Memory and neural network based expert system","volume":"16","author":"Shin","year":"1999","journal-title":"Expert Syst. Appl."},{"issue":"3","key":"10.1016\/j.artint.2021.103459_br0510","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1109\/72.846735","article-title":"A hybrid approach of neural network and memory-based learning to data mining","volume":"11","author":"Shin","year":"2000","journal-title":"IEEE Trans. Neural Netw."},{"issue":"1","key":"10.1016\/j.artint.2021.103459_br0520","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.eswa.2005.11.020","article-title":"Case-based reasoning and neural network based expert system for personalization","volume":"32","author":"Im","year":"2007","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.artint.2021.103459_br0530","series-title":"Proceedings of the AMIA Symposium","first-page":"212","article-title":"Case-based explanation of non-case-based learning methods","author":"Caruana","year":"1999"},{"key":"10.1016\/j.artint.2021.103459_br0540","author":"Keane"},{"key":"10.1016\/j.artint.2021.103459_br0550","series-title":"Advances in Neural Information Processing Systems","first-page":"1952","article-title":"The Bayesian case model: a generative approach for case-based reasoning and prototype classification","author":"Kim","year":"2014"},{"key":"10.1016\/j.artint.2021.103459_br0560","author":"Keane"},{"key":"10.1016\/j.artint.2021.103459_br0570","series-title":"International Conference on Case-Based Reasoning","first-page":"122","article-title":"An evaluation of the usefulness of case-based explanation","author":"Cunningham","year":"2003"},{"key":"10.1016\/j.artint.2021.103459_br0580","series-title":"European Conference on Case-Based Reasoning","first-page":"157","article-title":"Explanation oriented retrieval","author":"Doyle","year":"2004"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0590","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1007\/s10462-005-4609-5","article-title":"A case-based explanation system for black-box systems","volume":"24","author":"Nugent","year":"2005","journal-title":"Artif. Intell. Rev."},{"issue":"24","key":"10.1016\/j.artint.2021.103459_br0600","doi-asserted-by":"crossref","first-page":"7579","DOI":"10.1007\/s00500-016-2312-x","article-title":"Hybrid case-based reasoning system by cost-sensitive neural network for classification","volume":"21","author":"Biswas","year":"2017","journal-title":"Soft Comput."},{"key":"10.1016\/j.artint.2021.103459_br0610","series-title":"Proceedings of the 34th International Conference on Machine Learning-vol. 70","first-page":"3145","article-title":"Learning important features through propagating activation differences","author":"Shrikumar","year":"2017"},{"key":"10.1016\/j.artint.2021.103459_br0620","author":"Papernot"},{"key":"10.1016\/j.artint.2021.103459_br0630","series-title":"Case-Based Reasoning","author":"Kolodner","year":"2014"},{"key":"10.1016\/j.artint.2021.103459_br0640","author":"Goyal"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0650","first-page":"44","article-title":"Darpa's explainable artificial intelligence program","volume":"40","author":"Gunning","year":"2019","journal-title":"AI Mag."},{"key":"10.1016\/j.artint.2021.103459_br0660","series-title":"Proceedings of the 24th International Conference on Intelligent User Interfaces","first-page":"258","article-title":"The effects of example-based explanations in a machine learning interface","author":"Cai","year":"2019"},{"key":"10.1016\/j.artint.2021.103459_br0670","series-title":"Proceedings of the 25th International Conference on Intelligent User Interfaces","first-page":"189","article-title":"How do visual explanations foster end users' appropriate trust in machine learning?","author":"Yang","year":"2020"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0680","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1002\/bdm.2155","article-title":"A systematic review of algorithm aversion in augmented decision making","volume":"33","author":"Burton","year":"2020","journal-title":"J. Behav. Decis. Mak."},{"issue":"1","key":"10.1016\/j.artint.2021.103459_br0690","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1109\/MIS.2013.24","article-title":"Trust in automation","volume":"28","author":"Hoffman","year":"2013","journal-title":"IEEE Intell. Syst."},{"issue":"6","key":"10.1016\/j.artint.2021.103459_br0700","doi-asserted-by":"crossref","first-page":"719","DOI":"10.1016\/S1071-5819(03)00039-9","article-title":"The effects of errors on system trust, self-confidence, and the allocation of control in route planning","volume":"58","author":"de Vries","year":"2003","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"26","key":"10.1016\/j.artint.2021.103459_br0710","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1016\/S1474-6670(17)40131-5","article-title":"Trust, self-confidence and authority in human-machine systems","volume":"31","author":"Inagaki","year":"1998","journal-title":"IFAC Proc. Vol."},{"issue":"10","key":"10.1016\/j.artint.2021.103459_br0720","doi-asserted-by":"crossref","first-page":"1243","DOI":"10.1080\/00140139208967392","article-title":"Trust, control strategies and allocation of function in human-machine systems","volume":"35","author":"Lee","year":"1992","journal-title":"Ergonomics"},{"issue":"2","key":"10.1016\/j.artint.2021.103459_br0730","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1518\/001872008X288574","article-title":"Not all trust is created equal: dispositional and history-based trust in human-automation interactions","volume":"50","author":"Merritt","year":"2008","journal-title":"Hum. Factors"},{"issue":"6","key":"10.1016\/j.artint.2021.103459_br0740","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/S1071-5819(03)00038-7","article-title":"The role of trust in automation reliance","volume":"58","author":"Dzindolet","year":"2003","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"1","key":"10.1016\/j.artint.2021.103459_br0750","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1037\/xge0000033","article-title":"Algorithm aversion: people erroneously avoid algorithms after seeing them err","volume":"144","author":"Dietvorst","year":"2015","journal-title":"J. Exp. Psychol. Gen."},{"key":"10.1016\/j.artint.2021.103459_br0760","series-title":"Effect of false alarm rate on pilot use and trust of automation under conditions of simulated high risk","author":"Cafarelli","year":"1998"},{"key":"10.1016\/j.artint.2021.103459_br0770","series-title":"European Conference on Computer Vision","first-page":"3","article-title":"Generating visual explanations","author":"Hendricks","year":"2016"},{"key":"10.1016\/j.artint.2021.103459_br0780","series-title":"Thirty-Second AAAI Conference on Artificial Intelligence","article-title":"Improving the adversarial robustness and interpretability of deep neural networks by regularizing their input gradients","author":"Ross","year":"2018"},{"key":"10.1016\/j.artint.2021.103459_br0790","author":"Lin"},{"key":"10.1016\/j.artint.2021.103459_br0800","author":"Simonyan"},{"key":"10.1016\/j.artint.2021.103459_br0810","series-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"10.1016\/j.artint.2021.103459_br0820","author":"Wang"},{"issue":"4","key":"10.1016\/j.artint.2021.103459_br0830","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.1007\/s10618-019-00633-3","article-title":"Interpretable time series classification using linear models and multi-resolution multi-domain symbolic representations","volume":"33","author":"Le Nguyen","year":"2019","journal-title":"Data Min. Knowl. Discov."},{"issue":"1","key":"10.1016\/j.artint.2021.103459_br0840","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/BF03203630","article-title":"Gpower: a general power analysis program","volume":"28","author":"Erdfelder","year":"1996","journal-title":"Behav. Res. Methods Instrum. Comput."},{"key":"10.1016\/j.artint.2021.103459_br0850","unstructured":"R. Hoffman, Personal communication to M.T. Keane."},{"key":"10.1016\/j.artint.2021.103459_br0860","series-title":"Proceedings of the 28th International Conference on Computational Linguistics","first-page":"6150","article-title":"Generating plausible counterfactual explanations for deep transformers in financial text classification","author":"Yang","year":"2020"},{"key":"10.1016\/j.artint.2021.103459_br0870","series-title":"Advances in Neural Information Processing Systems","first-page":"9277","article-title":"Towards automatic concept-based explanations","author":"Ghorbani","year":"2019"}],"container-title":["Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0004370221000102?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0004370221000102?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2021,3,25]],"date-time":"2021-03-25T09:43:12Z","timestamp":1616665392000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0004370221000102"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5]]},"references-count":87,"alternative-id":["S0004370221000102"],"URL":"https:\/\/doi.org\/10.1016\/j.artint.2021.103459","relation":{},"ISSN":["0004-3702"],"issn-type":[{"value":"0004-3702","type":"print"}],"subject":[],"published":{"date-parts":[[2021,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Explaining black-box classifiers using post-hoc explanations-by-example: The effect of explanations and error-rates in XAI user studies","name":"articletitle","label":"Article Title"},{"value":"Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.artint.2021.103459","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"103459"}}