{"id":"https://openalex.org/W2971921133","doi":"https://doi.org/10.1145/3335082.3335094","title":"Usability testing of a healthcare chatbot: Can we use conventional methods to assess conversational user interfaces?","display_name":"Usability testing of a healthcare chatbot: Can we use conventional methods to assess conversational user interfaces?","publication_year":2019,"publication_date":"2019-09-06","ids":{"openalex":"https://openalex.org/W2971921133","doi":"https://doi.org/10.1145/3335082.3335094","mag":"2971921133"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3335082.3335094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.ulster.ac.uk/files/77598628/ECCE_2019_paper_39.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031672056","display_name":"Samuel Holmes","orcid":"https://orcid.org/0000-0002-6591-0334"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samuel Holmes","raw_affiliation_strings":["Ulster University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Ulster University, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077487257","display_name":"Anne Moorhead","orcid":"https://orcid.org/0000-0002-8585-2987"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anne Moorhead","raw_affiliation_strings":["Ulster University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Ulster University, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067279312","display_name":"Raymond Bond","orcid":"https://orcid.org/0000-0002-1078-2232"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raymond Bond","raw_affiliation_strings":["university of ulster, United Kingdom"],"affiliations":[{"raw_affiliation_string":"university of ulster, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024401909","display_name":"Huiru Zheng","orcid":"https://orcid.org/0000-0001-7648-8709"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huiru Zheng","raw_affiliation_strings":["University of Ulster, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Ulster, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018732065","display_name":"Vivien Coates","orcid":"https://orcid.org/0000-0002-8069-2961"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vivien Coates","raw_affiliation_strings":["Ulster University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Ulster University, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042568554","display_name":"Michael McTear","orcid":"https://orcid.org/0000-0001-9883-7500"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Mctear","raw_affiliation_strings":["University of Ulster, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Ulster, United Kingdom","institution_ids":["https://openalex.org/I138801177"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.119,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":140,"citation_normalized_percentile":{"value":0.775937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9925,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9925,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11446","display_name":"Mobile Health and mHealth Applications","score":0.9898,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9872,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9632281},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.4906689},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.48946178},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System usability scale","score":0.46212575}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9632281},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.91116905},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.76237464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70526314},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.63592595},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.60950416},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.5786949},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5336884},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.4906689},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.48946178},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.46212575},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42934924},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34633294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1822151},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08258325}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3335082.3335094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/2d17849f-a349-45da-af9f-019f850cf28d","pdf_url":"https://pure.ulster.ac.uk/files/77598628/ECCE_2019_paper_39.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":["University of Ulster"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/ws/files/77598628/ECCE_2019_paper_39.pdf","pdf_url":"https://pure.ulster.ac.uk/ws/files/77598628/ECCE_2019_paper_39.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":["University of Ulster"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/2d17849f-a349-45da-af9f-019f850cf28d","pdf_url":"https://pure.ulster.ac.uk/files/77598628/ECCE_2019_paper_39.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":["University of Ulster"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.42}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":21,"referenced_works":["https://openalex.org/W172711948","https://openalex.org/W19399978","https://openalex.org/W2032191478","https://openalex.org/W2099473180","https://openalex.org/W2149620560","https://openalex.org/W2158685692","https://openalex.org/W2167119086","https://openalex.org/W2361044770","https://openalex.org/W2514277889","https://openalex.org/W2600252005","https://openalex.org/W2611722641","https://openalex.org/W2739819123","https://openalex.org/W2783429352","https://openalex.org/W2900683264","https://openalex.org/W2900726863","https://openalex.org/W2900791338","https://openalex.org/W2901201739","https://openalex.org/W2992906311","https://openalex.org/W3000642371","https://openalex.org/W4285719527","https://openalex.org/W95067517"],"related_works":["https://openalex.org/W4379745096","https://openalex.org/W4289866031","https://openalex.org/W4285229023","https://openalex.org/W4283693611","https://openalex.org/W4249900088","https://openalex.org/W4230862284","https://openalex.org/W2215100485","https://openalex.org/W2120843845","https://openalex.org/W1579994910","https://openalex.org/W110518437"],"abstract_inverted_index":{"Chatbots":[0],"are":[1,106,245],"becoming":[2],"increasingly":[3],"popular":[4],"as":[5,268],"a":[6,36,83,109,163,170],"human-computer":[7],"interface.":[8],"The":[9,159,205],"traditional":[10],"best":[11],"practices":[12],"normally":[13],"applied":[14,23,271],"to":[15,24,60,82,97,113,157,249,272],"User":[16],"Experience":[17],"(UX)":[18],"design":[19,161],"cannot":[20],"easily":[21],"be":[22,267],"chatbots,":[25],"nor":[26],"can":[27],"conventional":[28,61,69,145,257],"usability":[29,62,70,86,100,139,152,164,172,181,191,194,213,261],"testing":[30,131,140,173],"techniques":[31],"guarantee":[32],"accuracy.":[33],"WeightMentor":[34,57,133,166,193],"is":[35,55,90,237],"bespoke":[37],"self-help":[38],"motivational":[39],"tool":[40],"for":[41,108,130,150,210,259],"weight":[42],"loss":[43],"maintenance.":[44],"This":[45,125],"study":[46,160],"addresses":[47],"the":[48,56,91,128,132,187],"following":[49],"four":[50],"research":[51],"questions:":[52],"How":[53,102],"usable":[54,247],"chatbot,":[58,134],"according":[59],"methods?;":[63],"To":[64],"what":[65,236],"extend":[66],"will":[67],"different":[68],"questionnaires":[71,202],"correlate":[72,81],"when":[73,270],"evaluating":[74,175],"chatbot":[75,85,99,111,188,212],"usability?;":[76],"And":[77],"how":[78],"do":[79],"they":[80,244],"tailored":[84],"survey":[87],"score?;":[88],"What":[89],"optimum":[92,115,206,224],"number":[93,207],"of":[94,177,208],"users":[95,112,209,222],"required":[96,107],"identify":[98],"issues?;":[101],"many":[103],"task":[104,116,122,178],"repetitions":[105],"first-time":[110],"reach":[114],"performance":[117],"(i.e.":[118],"efficiency":[119],"based":[120],"on":[121,147,186],"completion":[123],"times)?":[124],"paper":[126],"describes":[127],"procedure":[129],"assesses":[135],"correlation":[136,200],"between":[137,201],"typical":[138],"metrics,":[141],"and":[142,183,199,253,262],"suggests":[143],"that":[144,243],"wisdom":[146],"participant":[148,184],"numbers":[149],"identifying":[151,211],"issues":[153],"may":[154,265],"not":[155,266],"apply":[156],"chatbots.":[158,273],"was":[162,167,203,215],"study.":[165],"tested":[168],"using":[169,190],"pre-determined":[171],"protocol,":[174],"ease":[176],"completion,":[179],"unique":[180],"errors":[182,214],"opinions":[185],"(collected":[189],"questionnaires).":[192],"scores":[195],"were":[196],"generally":[197],"high,":[198],"strong.":[204],"26,":[216],"which":[217],"challenges":[218],"previous":[219],"research.":[220],"Chatbot":[221],"reached":[223],"proficiency":[225],"in":[226],"tasks":[227],"after":[228],"just":[229],"one":[230],"repetition.":[231],"Usability":[232],"test":[233],"outcomes":[234],"confirm":[235],"already":[238],"known":[239],"about":[240],"chatbots":[241],"-":[242],"highly":[246],"(due":[248],"their":[250],"simple":[251],"interface":[252],"conversation-driven":[254],"functionality)":[255],"but":[256],"methods":[258],"assessing":[260],"user":[263],"experience":[264],"accurate":[269]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2971921133","counts_by_year":[{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":5}],"updated_date":"2024-12-28T11:25:44.699288","created_date":"2019-09-12"}