{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T13:10:04Z","timestamp":1730034604334,"version":"3.28.0"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031408779"},{"type":"electronic","value":"9783031408786"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40878-6_12","type":"book-chapter","created":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T13:03:22Z","timestamp":1693832602000},"page":"212-230","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Metrics for\u00a0Evaluating Explainable Recommender Systems"],"prefix":"10.1007","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-5476-1062","authenticated-orcid":false,"given":"Joris","family":"Hulstijn","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-5437-1817","authenticated-orcid":false,"given":"Igor","family":"Tchappi","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-7784-6176","authenticated-orcid":false,"given":"Amro","family":"Najjar","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5260-9999","authenticated-orcid":false,"given":"Reyhan","family":"Aydo\u011fan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,5]]},"reference":[{"key":"12_CR1","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1109\/TKDE.2005.99","volume":"17","author":"G Adomavicius","year":"2005","unstructured":"Adomavicius, G., Tuzhilin, A.: Toward the next generation of recommender systems: a survey of the state-of-the-art and possible extensions. IEEE Trans. Knowl. Data Eng. 17, 734\u2013749 (2005)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"Anjomshoae, S., Calvaresi, D., Najjar, A., Fr\u00e4mling, K.: Explainable agents and robots: results from a systematic literature review. In: Autonomous Agents and Multi Agent Systems (AAMAS 2019), pp. 1078\u20131088 (2019)","DOI":"10.1007\/978-3-030-30391-4"},{"issue":"2","key":"12_CR3","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/s11229-005-3488-2","volume":"152","author":"K Atkinson","year":"2006","unstructured":"Atkinson, K., Bench-Capon, T., McBurney, P.: Computational representation of practical argument. Synthese 152(2), 157\u2013206 (2006)","journal-title":"Synthese"},{"issue":"1","key":"12_CR4","doi-asserted-by":"publisher","first-page":"217","DOI":"10.5465\/annals.2014.0076","volume":"11","author":"E Bernstein","year":"2017","unstructured":"Bernstein, E.: Making transparency transparent: the evolution of observation in management theory. Acad. Manag. Ann. 11(1), 217\u2013266 (2017)","journal-title":"Acad. Manag. Ann."},{"key":"12_CR5","first-page":"13","volume":"32","author":"R Burke","year":"2011","unstructured":"Burke, R., Felfernig, A., G\u00f6ker, M.H.: Recommender systems: an overview. AI Mag. 32, 13\u201318 (2011)","journal-title":"AI Mag."},{"key":"12_CR6","doi-asserted-by":"publisher","unstructured":"Buzcu, B., Varadhajaran, V., Tchappi, I.H., Najjar, A., Calvaresi, D., Aydo\u011fan, R.: Explanation-based negotiation protocol for nutrition virtual coaching. In: PRIMA 2022. LNCS, vol. 13753, pp. 20\u201336. Springer (2022). https:\/\/doi.org\/10.1007\/978-3-031-21203-1_2","DOI":"10.1007\/978-3-031-21203-1_2"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Calvaresi, D.: Ethical and legal considerations for nutrition virtual coaches. In: AI and Ethics, pp. 1\u201328 (2022)","DOI":"10.1007\/s43681-022-00237-6"},{"issue":"3","key":"12_CR8","doi-asserted-by":"publisher","first-page":"319","DOI":"10.2307\/249008","volume":"13","author":"FD Davis","year":"1989","unstructured":"Davis, F.D.: Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Q. 13(3), 319\u2013340 (1989)","journal-title":"MIS Q."},{"key":"12_CR9","doi-asserted-by":"publisher","unstructured":"V. Dignum. Responsible Artificial Intelligence: How to Develop and Use AI in a Responsible Way. Springer (2019). https:\/\/doi.org\/10.1007\/978-3-030-30371-6","DOI":"10.1007\/978-3-030-30371-6"},{"key":"12_CR10","unstructured":"European Commission. Proposal for a Regulation of the European Parliament and of the Council laying down harmonised rules on Artificial Intelligence (Artificial Intelligence Act) and amending certain union legislative acts (2021)"},{"issue":"2","key":"12_CR11","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/s10588-011-9086-6","volume":"17","author":"R Falcone","year":"2011","unstructured":"Falcone, R., Castelfranchi, C.: Trust and relational capital. Comput. Math. Organ. Theory 17(2), 179\u2013195 (2011)","journal-title":"Comput. Math. Organ. Theory"},{"issue":"12","key":"12_CR12","doi-asserted-by":"publisher","first-page":"1827","DOI":"10.1287\/mnsc.41.12.1827","volume":"41","author":"DL Goodhue","year":"1995","unstructured":"Goodhue, D.L.: Understanding user evaluations of information systems. Manage. Sci. 41(12), 1827\u20131844 (1995)","journal-title":"Manage. Sci."},{"key":"12_CR13","unstructured":"Grice, H.P.: Logic and conversation. In: Cole, P., Morgan, J.L. (eds.) Syntax and Semantics, vol. 3, pp. 41\u201358. Academic Press, New York (1975)"},{"key":"12_CR14","unstructured":"HLEG. Ethics guidelines for trustworthy AI (2019)"},{"key":"12_CR15","unstructured":"Hoffman, R.R., Mueller, S.T., Klein, G., Litman, O.: Metrics for explainable ai: challenges and prospects. arXiv:1812.04608 [cs.AI] (2018)"},{"key":"12_CR16","first-page":"3","volume":"42","author":"D Jannach","year":"2021","unstructured":"Jannach, D., Pearl, P., Ricci, F., Zanker, M.: Recommender systems: past, present, future. AI Mag. 42, 3\u20136 (2021)","journal-title":"AI Mag."},{"key":"12_CR17","doi-asserted-by":"crossref","unstructured":"Kriz, S., Ferro, T.D., Damera, P., Porter, J.R.: Fictional Robots as a Data Source in HRI Research, pp. 458\u2013463. IEEE (2010)","DOI":"10.1109\/ROMAN.2010.5598620"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Lewicki, R.J., Bunker, B.B.: Developing and maintaining trust in work relationships. In: Trust in Organizations, pp. 114\u2013139. Sage Publications (1996)","DOI":"10.4135\/9781452243610.n7"},{"key":"12_CR19","doi-asserted-by":"crossref","unstructured":"Lewis, D.: Causal explanation, pp. 214\u2013240. Oxford University Press, Oxford (1986)","DOI":"10.1093\/0195036468.003.0007"},{"issue":"3","key":"12_CR20","first-page":"158","volume":"13","author":"JR Lewis","year":"2018","unstructured":"Lewis, J.R., Sauro, J.: Item benchmarks for the system usability scale. J. Usability Stud. 13(3), 158\u2013167 (2018)","journal-title":"J. Usability Stud."},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"Lima, G., Grgi\u0107-Hla\u010da, N., Jeong, J.K., Cha, M.: The conflict between explainable and accountable decision-making algorithms. In: FACCT, pp. 2103\u20132113. ACM, Seoul, Republic of Korea (2022)","DOI":"10.1145\/3531146.3534628"},{"key":"12_CR22","unstructured":"Lyons, J.B.: Being transparent about transparency: A model for human-robot interaction, pp. 48\u201353. AAAI (2013)"},{"key":"12_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-3-319-07458-0_18","volume-title":"Virtual, Augmented and Mixed Reality. Designing and Developing Virtual and Augmented Environments","author":"JB Lyons","year":"2014","unstructured":"Lyons, J.B., Havig, P.R.: Transparency in a human-machine context: approaches for fostering shared awareness\/intent. In: Shumaker, R., Lackey, S. (eds.) VAMR 2014. LNCS, vol. 8525, pp. 181\u2013190. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-07458-0_18"},{"issue":"1","key":"12_CR24","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1207\/s15327957pspr0301_2","volume":"3","author":"BF Malle","year":"1999","unstructured":"Malle, B.F.: How people explain behavior: a new theoretical framework. Pers. Soc. Psychol. Rev. 3(1), 23\u201348 (1999)","journal-title":"Pers. Soc. Psychol. Rev."},{"issue":"3","key":"12_CR25","doi-asserted-by":"publisher","first-page":"709","DOI":"10.2307\/258792","volume":"20","author":"RC Mayer","year":"1995","unstructured":"Mayer, R.C., Davis, J.H., Schoorman, F.D.: An integrative model of organizational trust. Acad. Manag. Rev. 20(3), 709\u2013734 (1995)","journal-title":"Acad. Manag. Rev."},{"key":"12_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019)","journal-title":"Artif. Intell."},{"key":"12_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2022.103705","volume":"307","author":"T Miller","year":"2022","unstructured":"Miller, T., Hoffman, R., Amir, O., Holzinger, A.: Special issue on explainable artificial intelligence. Artif. Intell. 307, 103705 (2022)","journal-title":"Artif. Intell."},{"key":"12_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103573","volume":"302","author":"Y Mualla","year":"2022","unstructured":"Mualla, Y., et al.: The quest of parsimonious XAI: a human-agent architecture for explanation formulation. Artif. Intell. 302, 103573 (2022)","journal-title":"Artif. Intell."},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"O\u2019Leary, K., Wobbrock, J.O., Riskin, E.A.: Q-methodology as a research and design tool for HCI, pp. 1941\u20131950. ACM, Paris (2013)","DOI":"10.1145\/2470654.2466256"},{"issue":"1","key":"12_CR30","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1287\/isre.1040.0015","volume":"15","author":"PA Pavlou","year":"2004","unstructured":"Pavlou, P.A., Gefen, D.: Building effective online marketplaces with institution-based trust. Inf. Syst. Res. 15(1), 37\u201359 (2004)","journal-title":"Inf. Syst. Res."},{"key":"12_CR31","unstructured":"Rosenfeld, A.: Better metrics for evaluating explainable artificial intelligence. In: AAMAS, pp. 45\u201350, Richland, SC (2021)"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Smith, R.W., Hipp, D.R.: Spoken Language Dialog Systems: A Practical Approach. Oxford University Press, Oxford (1994)","DOI":"10.1093\/oso\/9780195091878.001.0001"},{"key":"12_CR33","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.jbusres.2022.03.087","volume":"146","author":"Christina Soyoung Song and Youn-Kyung Kim","year":"2022","unstructured":"Christina Soyoung Song and Youn-Kyung Kim: The role of the human-robot interaction in consumers\u2019 acceptance of humanoid retail service robots. J. Bus. Res. 146, 489\u2013503 (2022)","journal-title":"J. Bus. Res."},{"key":"12_CR34","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/978-1-4899-7637-6_10","volume-title":"Recommender Systems Handbook","author":"N Tintarev","year":"2015","unstructured":"Tintarev, N., Masthoff, J.: Explaining recommendations: design and evaluation. In: Ricci, F., Rokach, L., Shapira, B. (eds.) Recommender Systems Handbook, pp. 353\u2013382. Springer, Boston, MA (2015). https:\/\/doi.org\/10.1007\/978-1-4899-7637-6_10"},{"issue":"3","key":"12_CR35","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1007\/s10844-017-0469-0","volume":"50","author":"TN Trang Tran","year":"2018","unstructured":"Trang Tran, T.N., Atas, M., Felfernig, A., Stettinger, M.: An overview of recommender systems in the healthy food domain. J. Intell. Inform. Syst. 50(3), 501\u2013526 (2018)","journal-title":"J. Intell. Inform. Syst."},{"key":"12_CR36","volume":"291","author":"J van der Waa","year":"2023","unstructured":"van der Waa, J., Nieuwburg, E., Cremers, A., Neerincx, M.: Evaluating XAI: A comparison of rule-based and example-based explanations. Artif. Intell. 291, 103404 (2023)","journal-title":"Artif. Intell."},{"issue":"3","key":"12_CR37","doi-asserted-by":"publisher","first-page":"425","DOI":"10.2307\/30036540","volume":"27","author":"V Venkatesh","year":"2003","unstructured":"Venkatesh, V., Morris, M.G., Davis, G.B., Davis, F.D.: User acceptance of information technology: toward a unified view. MIS Q. 27(3), 425\u2013478 (2003)","journal-title":"MIS Q."},{"issue":"3\u20134","key":"12_CR38","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1007\/s12130-010-9130-8","volume":"23","author":"PE Vermaas","year":"2010","unstructured":"Vermaas, P.E., Tan, Y.-H., van den Hoven, J., Burgemeestre, B., Hulstijn, J.: Designing for trust: a case of value-sensitive design. Knowl. Technol. Policy 23(3\u20134), 491\u2013505 (2010)","journal-title":"Knowl. Technol. Policy"},{"key":"12_CR39","unstructured":"Vorm, E.S., Combs, D.J.Y.: Integrating transparency, trust, and acceptance: The intelligent systems technology model (ISTAM). Int. J. Hum.-Comput. Interact., 1\u201319 (2022)"},{"key":"12_CR40","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/978-3-030-50439-7_31","volume-title":"Augmented Cognition. Human Cognition and Behavior","author":"ES Vorm","year":"2020","unstructured":"Vorm, E.S., Miller, A.D.: Modeling user information needs to enable successful human-machine teams: designing transparency for autonomous systems. In: Schmorrow, D.D., Fidopiastis, C.M. (eds.) HCII 2020. LNCS (LNAI), vol. 12197, pp. 445\u2013465. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-50439-7_31"},{"issue":"2","key":"12_CR41","first-page":"841","volume":"31","author":"S Wachter","year":"2018","unstructured":"Wachter, S., Mittelstadt, B., Russell, C.: Counterfactual explanations without opening the black box: automated decisions and the GDPR. Harvard J. Law Technol. 31(2), 841\u2013887 (2018)","journal-title":"Harvard J. Law Technol."},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Walker, M.A., Litman, D.J., Kamm, A., Abella, A.: PARADISE: A framework for evaluating spoken dialogue agents. In: Proceedings of the 35th Annual meeting of the ACL\/EACL, pp. 271\u2013280, Madrid (1997)","DOI":"10.3115\/976909.979652"},{"key":"12_CR43","doi-asserted-by":"crossref","unstructured":"Wallk\u00f6tter, S., Tulli, S., Castellano, G., Paiva, A., Chetouani, M.: Explainable embodied agents through social cues: a review. ACM Trans. Hum.-Robot Interact. 10(3), 27:2\u201327:24 (2021)","DOI":"10.1145\/3457188"}],"container-title":["Lecture Notes in Computer Science","Explainable and Transparent AI and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40878-6_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T12:39:03Z","timestamp":1730032743000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40878-6_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031408779","9783031408786"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40878-6_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"5 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EXTRAAMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Explainable, Transparent Autonomous Agents and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"London","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 May 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"extraamas2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/extraamas.ehealth.hevs.ch\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Between 3 and 5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"~1\/2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}