{"id":"https://openalex.org/W3193042250","doi":"https://doi.org/10.24963/ijcai.2021/609","title":"If Only We Had Better Counterfactual Explanations: Five Key Deficits to Rectify in the Evaluation of Counterfactual XAI Techniques","display_name":"If Only We Had Better Counterfactual Explanations: Five Key Deficits to Rectify in the Evaluation of Counterfactual XAI Techniques","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3193042250","doi":"https://doi.org/10.24963/ijcai.2021/609","mag":"3193042250"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/609","pdf_url":"https://www.ijcai.org/proceedings/2021/0609.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2021/0609.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074878641","display_name":"Mark T. Keane","orcid":"https://orcid.org/0000-0001-7630-9598"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mark T. Keane","raw_affiliation_strings":["Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":[]},{"raw_affiliation_string":"Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085606158","display_name":"Eoin M. Kenny","orcid":"https://orcid.org/0000-0001-5800-2525"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Eoin M. Kenny","raw_affiliation_strings":["School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057211894","display_name":"Eoin Delaney","orcid":"https://orcid.org/0000-0002-7282-8494"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Eoin Delaney","raw_affiliation_strings":["School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"VistaMilk SFI Research Centre, Belfield, Dublin 4, Ireland","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065595661","display_name":"Barry Smyth","orcid":"https://orcid.org/0000-0003-0962-3362"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Barry Smyth","raw_affiliation_strings":["Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University College Dublin, Belfield, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"Insight Centre for Data Analytics, Belfield, Dublin 4, Ireland","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.611,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":89,"citation_normalized_percentile":{"value":0.999928,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4466","last_page":"4474"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9468,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6422013}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9865514},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6422013},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6267207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5526194},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.54328734},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.46047038},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.44638702},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4433641},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29418093},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18475717},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14983845},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14335713},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12695712},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.063835055},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/609","pdf_url":"https://www.ijcai.org/proceedings/2021/0609.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.01035","pdf_url":"http://arxiv.org/pdf/2103.01035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/609","pdf_url":"https://www.ijcai.org/proceedings/2021/0609.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.55,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":43,"referenced_works":["https://openalex.org/W198744195","https://openalex.org/W2017470614","https://openalex.org/W2105497548","https://openalex.org/W2110884135","https://openalex.org/W2133665775","https://openalex.org/W2836829401","https://openalex.org/W2891340972","https://openalex.org/W2898694742","https://openalex.org/W2909392392","https://openalex.org/W2945295328","https://openalex.org/W2950188512","https://openalex.org/W2962862931","https://openalex.org/W2962966435","https://openalex.org/W2963095307","https://openalex.org/W2963125461","https://openalex.org/W2963420481","https://openalex.org/W2965970765","https://openalex.org/W2966362896","https://openalex.org/W2973319951","https://openalex.org/W2981686111","https://openalex.org/W2983057349","https://openalex.org/W2995528912","https://openalex.org/W2997560917","https://openalex.org/W2998512575","https://openalex.org/W3004170979","https://openalex.org/W3009227448","https://openalex.org/W3034697737","https://openalex.org/W3037724138","https://openalex.org/W3085543735","https://openalex.org/W3094509718","https://openalex.org/W3094613840","https://openalex.org/W3095030303","https://openalex.org/W3096250491","https://openalex.org/W3099331386","https://openalex.org/W3120087429","https://openalex.org/W3135135937","https://openalex.org/W3199714491","https://openalex.org/W4288032278","https://openalex.org/W4288083797","https://openalex.org/W4288287918","https://openalex.org/W4291213313","https://openalex.org/W4293583991","https://openalex.org/W4297812478"],"related_works":["https://openalex.org/W4384133558","https://openalex.org/W4286970243","https://openalex.org/W4225573578","https://openalex.org/W3201448254","https://openalex.org/W3028847759","https://openalex.org/W3025615835","https://openalex.org/W2393688264","https://openalex.org/W2390660599","https://openalex.org/W2066431708","https://openalex.org/W173210993"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"there":[3],"has":[4],"been":[5,59,79],"an":[6],"explosion":[7],"of":[8,20,75,88],"AI":[9,22],"research":[10],"on":[11],"counterfactual":[12,42],"explanations":[13,25],"as":[14],"a":[15,94],"solution":[16],"to":[17,27,54,102],"the":[18,47,52,68,86,104],"problem":[19],"eXplainable":[21],"(XAI).":[23],"These":[24],"seem":[26],"offer":[28],"technical,":[29],"psychological":[30],"and":[31,64,66,93],"legal":[32],"benefits":[33],"over":[34],"other":[35],"explanation":[36,43],"techniques.":[37],"We":[38],"survey":[39,50],"100":[40],"distinct":[41],"methods":[44,57,77,90],"reported":[45],"in":[46,85,114],"literature.":[48],"This":[49],"addresses":[51],"extent":[53],"which":[55],"these":[56,76,89],"have":[58,78],"adequately":[60],"evaluated,":[61],"both":[62],"psychologically":[63],"computationally,":[65],"quantifies":[67],"shortfalls":[69],"occurring.":[70],"For":[71],"instance,":[72],"only":[73],"21%":[74],"user":[80],"tested.":[81],"Five":[82],"key":[83],"deficits":[84],"evaluation":[87],"are":[91],"detailed":[92],"roadmap,":[95],"with":[96],"standardised":[97],"benchmark":[98],"evaluations,":[99],"is":[100],"proposed":[101],"resolve":[103],"issues":[105],"arising;":[106],"issues,":[107],"that":[108],"currently":[109],"effectively":[110],"block":[111],"scientific":[112],"progress":[113],"this":[115],"field.":[116]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3193042250","counts_by_year":[{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2025-01-16T04:37:20.628175","created_date":"2021-08-16"}