{"id":"https://openalex.org/W4308521104","doi":"https://doi.org/10.21437/iberspeech.2022-24","title":"Automatic Detection of Inconsistencies in Open-Domain Chatbots","display_name":"Automatic Detection of Inconsistencies in Open-Domain Chatbots","publication_year":2022,"publication_date":"2022-11-08","ids":{"openalex":"https://openalex.org/W4308521104","doi":"https://doi.org/10.21437/iberspeech.2022-24"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.21437/iberspeech.2022-24","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://oa.upm.es/81689/1/prats22_iberspeech.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022030966","display_name":"Jorge Mira Prats","orcid":null},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge Mira Prats","raw_affiliation_strings":["Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064788846","display_name":"Marcos Estecha-Garitagoitia","orcid":"https://orcid.org/0000-0001-8153-0182"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marcos Estecha-Garitagoitia","raw_affiliation_strings":["Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000038806","display_name":"Mario Rodr\u00edguez-Cantelar","orcid":"https://orcid.org/0000-0001-9703-4458"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]},{"id":"https://openalex.org/I4210125392","display_name":"Centre for Automation and Robotics","ror":"https://ror.org/02wh02235","country_code":"ES","type":"facility","lineage":["https://openalex.org/I134820265","https://openalex.org/I4210125392","https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mario Rodr\u00edguez-Cantelar","raw_affiliation_strings":["Centre for Automation and Robotics (CAR) UPM-CSIC -Intelligent Control Group (ICG), Universidad Polit\u00e9cnica de Madrid, C. Jos\u00e9 Guti\u00e9rrez Abascal, 2, 28006, Madrid, Spain.","Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Speech Technology and Machine Learning Group (THAU), ETSI de Telecomunicaci\u00f3n, Universidad Polit\u00e9cnica de Madrid, Av. Complutense, 30, 28040, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]},{"raw_affiliation_string":"Centre for Automation and Robotics (CAR) UPM-CSIC -Intelligent Control Group (ICG), Universidad Polit\u00e9cnica de Madrid, C. Jos\u00e9 Guti\u00e9rrez Abascal, 2, 28006, Madrid, Spain.","institution_ids":["https://openalex.org/I4210125392","https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024161267","display_name":"Luis Fernando D\u2019Haro","orcid":"https://orcid.org/0000-0002-3411-7384"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luis Fernando D\u2019Haro","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.462,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.560836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":76,"max":80},"biblio":{"volume":null,"issue":null,"first_page":"116","last_page":"120"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.76301575},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.4303463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7873664},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.76301575},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6800278},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6540105},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.59461975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5443792},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47627208},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4303463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3370855},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.089342},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08315286},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.21437/iberspeech.2022-24","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://oa.upm.es/81689/","pdf_url":"https://oa.upm.es/81689/1/prats22_iberspeech.pdf","source":{"id":"https://openalex.org/S4306402421","display_name":"Archivo Digital UPM (Universidad Polit\u00e9cnica de Madrid)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":["Universidad Polit\u00e9cnica de Madrid"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://oa.upm.es/81689/","pdf_url":"https://oa.upm.es/81689/1/prats22_iberspeech.pdf","source":{"id":"https://openalex.org/S4306402421","display_name":"Archivo Digital UPM (Universidad Polit\u00e9cnica de Madrid)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I88060688","host_organization_name":"Universidad Polit\u00e9cnica de Madrid","host_organization_lineage":["https://openalex.org/I88060688"],"host_organization_lineage_names":["Universidad Polit\u00e9cnica de Madrid"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.48,"id":"https://metadata.un.org/sdg/10"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":20,"referenced_works":["https://openalex.org/W2180566385","https://openalex.org/W2761590056","https://openalex.org/W2786672974","https://openalex.org/W2963877622","https://openalex.org/W2970200208","https://openalex.org/W2970641574","https://openalex.org/W2973049837","https://openalex.org/W2988937804","https://openalex.org/W3122890974","https://openalex.org/W3155584966","https://openalex.org/W3186138538","https://openalex.org/W3210011271","https://openalex.org/W4221142221","https://openalex.org/W4221152849","https://openalex.org/W4221160645","https://openalex.org/W4226120574","https://openalex.org/W4226399820","https://openalex.org/W4288624561","https://openalex.org/W4290771878","https://openalex.org/W4293320163"],"related_works":["https://openalex.org/W4387007686","https://openalex.org/W4383501580","https://openalex.org/W4382052417","https://openalex.org/W4379781060","https://openalex.org/W4313813117","https://openalex.org/W4293646425","https://openalex.org/W4214931137","https://openalex.org/W3192088754","https://openalex.org/W3176146353","https://openalex.org/W3084631705"],"abstract_inverted_index":{"Current":[0],"pre-trained":[1,151],"Large":[2],"Language":[3],"Models":[4],"applied":[5],"to":[6,133,136,153,172],"chatbots":[7,152],"are":[8],"capable":[9],"of":[10,100,110,166,176],"producing":[11],"good":[12],"quality":[13],"sentences,":[14],"handling":[15],"different":[16,76,138,177],"conversation":[17],"topics,":[18],"and":[19,43,113,121,168],"larger":[20],"interaction":[21,82],"times.Unfortunately,":[22],"the":[23,29,33,39,49,51,64,69,71,122,130,174],"generated":[24,144],"responses":[25],"highly":[26],"depend":[27],"on":[28,31,94],"data":[30],"which":[32,78],"chatbot":[34,72],"has":[35],"been":[36],"trained":[37],"on,":[38],"specific":[40],"dialogue":[41,101],"history":[42],"current":[44],"turn":[45],"used":[46,129,149],"for":[47,63],"guiding":[48],"response,":[50],"internal":[52],"decoding":[53],"mechanisms,":[54],"ranking":[55],"strategies,":[56],"among":[57],"others.Therefore,":[58],"it":[59],"may":[60,73,83],"happen":[61],"that":[62],"same":[65],"question":[66],"asked":[67],"by":[68],"user,":[70],"provide":[74],"a":[75,80,90,162,169],"answer,":[77],"in":[79,158],"long-term":[81],"produce":[84],"confusion.In":[85],"this":[86],"paper,":[87],"we":[88,128,142,148],"propose":[89],"new":[91],"methodology":[92],"based":[93],"three":[95],"phases:":[96],"a)":[97],"automatic":[98,108],"detection":[99,160],"topics":[102],"using":[103,118],"zeroshot":[104],"learning":[105],"approaches,":[106],"b)":[107],"clustering":[109,120],"distinctive":[111],"questions,":[112],"c)":[114],"detecting":[115],"inconsistent":[116],"answers":[117],"K-Means":[119],"Silhouette":[123],"coefficient.To":[124],"test":[125],"our":[126],"proposal,":[127],"DailyDialog":[131],"dataset":[132],"detect":[134,140],"up":[135],"13":[137],"topics.To":[139],"inconsistencies,":[141],"manually":[143],"multiple":[145,150],"paraphrased":[146],"questions.Then,":[147],"answer":[154],"those":[155],"questions.Our":[156],"results":[157],"topic":[159],"show":[161],"weighted":[163],"F-1":[164],"value":[165],"0.658,":[167],"3.4":[170],"MSE":[171],"predict":[173],"number":[175],"responses.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4308521104","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-17T20:08:57.281073","created_date":"2022-11-12"}