{"id":"https://openalex.org/W2963116831","doi":"https://doi.org/10.1145/3331184.3331293","title":"Developing Evaluation Metrics for Instant Search Using Mixed Methods Methods","display_name":"Developing Evaluation Metrics for Instant Search Using Mixed Methods Methods","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2963116831","doi":"https://doi.org/10.1145/3331184.3331293","mag":"2963116831"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331293","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020257829","display_name":"Praveen Chandar","orcid":"https://orcid.org/0009-0008-2199-2631"},"institutions":[{"id":"https://openalex.org/I4210122154","display_name":"Photon Spot (United States)","ror":"https://ror.org/01yxc0v75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122154"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Praveen Chandar","raw_affiliation_strings":["Spotify, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Spotify, New York, NY, USA","institution_ids":["https://openalex.org/I4210122154"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022239852","display_name":"Jean Garcia-Gathright","orcid":"https://orcid.org/0009-0001-5550-640X"},"institutions":[],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Garcia-Gathright","raw_affiliation_strings":["Spotify, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Spotify, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091600805","display_name":"Christine Hosey","orcid":null},"institutions":[],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Hosey","raw_affiliation_strings":["Spotify, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Spotify, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109908110","display_name":"B.S. Thomas","orcid":null},"institutions":[],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian St. Thomas","raw_affiliation_strings":["Spotify, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Spotify, Boston, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012667840","display_name":"Jennifer S. Thom","orcid":"https://orcid.org/0000-0002-8808-5234"},"institutions":[],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Thom","raw_affiliation_strings":["Spotify, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Spotify, Boston, MA, USA","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.153,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":7,"citation_normalized_percentile":{"value":0.848249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":82,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Information Overload in Knowledge Management and Work Performance","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Information Overload in Knowledge Management and Work Performance","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval Techniques and Evaluation","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability Evaluation in Human-Computer Interaction","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation Methods","score":0.5725},{"id":"https://openalex.org/keywords/instant","display_name":"Instant","score":0.5691849},{"id":"https://openalex.org/keywords/web-search","display_name":"Web Search","score":0.539454},{"id":"https://openalex.org/keywords/instant-messaging","display_name":"Instant messaging","score":0.5291819},{"id":"https://openalex.org/keywords/query-analysis","display_name":"Query Analysis","score":0.527217},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information Retrieval","score":0.505502},{"id":"https://openalex.org/keywords/through-the-lens-metering","display_name":"Through-the-lens metering","score":0.44575477}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79953283},{"id":"https://openalex.org/C2779432360","wikidata":"https://www.wikidata.org/wiki/Q16963779","display_name":"Instant","level":2,"score":0.5691849},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5608068},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.55432767},{"id":"https://openalex.org/C2985487447","wikidata":"https://www.wikidata.org/wiki/Q58199","display_name":"Instant messaging","level":2,"score":0.5291819},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48021564},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44694117},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.44575477},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36435956},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32297397},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.20771682},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331293","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":7,"referenced_works":["https://openalex.org/W1979290264","https://openalex.org/W1988036041","https://openalex.org/W2020325199","https://openalex.org/W2118395326","https://openalex.org/W2509860763","https://openalex.org/W2522306626","https://openalex.org/W2584969977"],"related_works":["https://openalex.org/W2527223518","https://openalex.org/W2380183113","https://openalex.org/W2353396499","https://openalex.org/W2349735877","https://openalex.org/W2130919024","https://openalex.org/W2067775105","https://openalex.org/W2023630707","https://openalex.org/W1982652779","https://openalex.org/W1886116343","https://openalex.org/W1585084974"],"abstract_inverted_index":{"Instant":[0],"search":[1,6,79,127],"has":[2,28,53],"become":[3],"a":[4,13,67,91,98,118,129],"popular":[5],"paradigm":[7,27],"in":[8,17,32,57,81,162],"which":[9],"users":[10,164],"are":[11,112,179],"shown":[12],"new":[14],"result":[15],"page":[16],"response":[18],"to":[19,71,96],"every":[20],"keystroke":[21],"triggered.":[22],"Over":[23],"recent":[24],"years,":[25],"the":[26,44,58,82,139,159,183],"been":[29,54],"widely":[30],"adopted":[31],"several":[33],"domains":[34],"including":[35],"personal":[36],"email":[37],"search,":[38],"e-commerce,":[39],"and":[40,48,75,104,115,135],"music":[41,85,126],"search.":[42,86,191],"However,":[43],"topic":[45],"of":[46,50,84,93,101,122],"evaluation":[47],"metrics":[49,174],"such":[51],"systems":[52],"less":[55],"explored":[56],"literature":[59],"thus":[60],"far.":[61],"In":[62],"this":[63],"work,":[64],"we":[65,131,152,171],"describe":[66],"mixed":[68],"methods":[69],"approach":[70,178],"understanding":[72,100],"user":[73,94,110,156,168],"expectations":[74],"evaluating":[76],"an":[77],"instant":[78,190],"system":[80],"context":[83],"Our":[87],"methodology":[88],"involves":[89],"conducting":[90],"set":[92],"interviews":[95],"gain":[97],"qualitative":[99,149],"users'":[102],"behaviors":[103],"their":[105],"expectations.":[106],"The":[107],"hypotheses":[108],"from":[109,148],"research":[111,157],"then":[113],"extended":[114],"verified":[116],"by":[117,146],"large-scale":[119],"quantitative":[120],"analysis":[121],"interaction":[123],"logs.":[124],"Using":[125],"as":[128],"lens,":[130],"show":[132,154],"that":[133,155,166,173],"researchers":[134],"practitioners":[136],"can":[137],"interpret":[138],"behavior":[140],"logs":[141],"more":[142,180],"effectively":[143],"when":[144],"accompanied":[145],"insights":[147],"research.":[150],"Further,":[151],"also":[153],"eliminates":[158],"guesswork":[160],"involved":[161],"identifying":[163],"signals":[165],"estimate":[167],"satisfaction.":[169],"Finally,":[170],"demonstrate":[172],"identified":[175],"using":[176],"our":[177],"sensitive":[181],"than":[182],"commonly":[184],"used":[185],"click-through":[186],"rate":[187],"metric":[188],"for":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963116831","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2024-11-30T14:24:45.559436","created_date":"2019-07-30"}