{"id":"https://openalex.org/W2948749288","doi":"https://doi.org/10.1145/3331184.3331266","title":"Revisiting Online Personal Search Metrics with the User in Mind","display_name":"Revisiting Online Personal Search Metrics with the User in Mind","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2948749288","doi":"https://doi.org/10.1145/3331184.3331266","mag":"2948749288"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331266","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331266","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331266","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018753905","display_name":"Azin Ashkan","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Azin Ashkan","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000115067","display_name":"Donald Metzler","orcid":"https://orcid.org/0000-0003-4276-6269"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald Metzler","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.879,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.626054,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":82},"biblio":{"volume":null,"issue":null,"first_page":"625","last_page":"634"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.57442087},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.5624112},{"id":"https://openalex.org/keywords/online-search","display_name":"Online search","score":0.5046793},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance Feedback","score":0.43749562},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization","score":0.4312305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8147793},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5948515},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.581434},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.57442087},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5624112},{"id":"https://openalex.org/C171089853","wikidata":"https://www.wikidata.org/wiki/Q7094123","display_name":"Online search","level":2,"score":0.5046793},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.43749562},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.4312305},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.41255027},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.36774248},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28952473},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331266","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331266","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331266","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331266","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.46,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W107810311","https://openalex.org/W1966835268","https://openalex.org/W1970977883","https://openalex.org/W1991831096","https://openalex.org/W2006820723","https://openalex.org/W2021608999","https://openalex.org/W2026430213","https://openalex.org/W2029009258","https://openalex.org/W2031962432","https://openalex.org/W2058896506","https://openalex.org/W2063774778","https://openalex.org/W2106404250","https://openalex.org/W2108566279","https://openalex.org/W2109244020","https://openalex.org/W2112175905","https://openalex.org/W2115590521","https://openalex.org/W2116008435","https://openalex.org/W2120308175","https://openalex.org/W2135500808","https://openalex.org/W2151153134","https://openalex.org/W2152314154","https://openalex.org/W2155587858","https://openalex.org/W2157409767","https://openalex.org/W2158254843","https://openalex.org/W2164734124","https://openalex.org/W2165474780","https://openalex.org/W2295816791","https://openalex.org/W2338216121","https://openalex.org/W2340526403","https://openalex.org/W2464171116","https://openalex.org/W2536379393","https://openalex.org/W2740916867","https://openalex.org/W2951607891"],"related_works":["https://openalex.org/W2460037195","https://openalex.org/W2142731558","https://openalex.org/W2134013435","https://openalex.org/W2077213532","https://openalex.org/W2009716188","https://openalex.org/W2001985945","https://openalex.org/W1973132420","https://openalex.org/W1971071004","https://openalex.org/W1921936017","https://openalex.org/W1518380457"],"abstract_inverted_index":{"Traditional":[0],"online":[1,90,155,187,213],"quality":[2,91],"metrics":[3,20,92,156,188],"are":[4,79,196,227],"based":[5,197],"on":[6,109,198,215],"search":[7,36,98,116,123,147,201,221],"and":[8,14,124,146,166,235],"browsing":[9,125],"signals,":[10],"such":[11],"as":[12,40,242,244],"position":[13],"time":[15],"of":[16,122,137,154,164,174,186,203,209,219,231],"the":[17,28,41,52,82,105,161,168,172,175,199,206],"click.":[18],"Such":[19],"typically":[21],"model":[22],"all":[23],"users'":[24],"behavior":[25,33,44,126,145],"in":[26,34,62,103,177,229],"exactly":[27],"same":[29],"manner.":[30],"Modeling":[31],"individuals'":[32],"Web":[35],"may":[37,45],"be":[38,48],"challenging":[39],"user's":[42],"historical":[43,144],"not":[46,55],"always":[47],"available":[49],"(e.g.,":[50],"if":[51],"user":[53,139],"is":[54,132,157],"signed":[56],"into":[57,81,119],"a":[58,110,138,152,178,184,216],"given":[59],"service).":[60],"However,":[61],"personal":[63,71,115],"search,":[64],"individual":[65],"users":[66,204],"issue":[67],"queries":[68],"over":[69],"their":[70,143,232,239],"corpus":[72],"(e.g.":[73],"emails,":[74],"files,":[75],"etc.)":[76],"while":[77],"they":[78],"logged":[80],"service.":[83],"This":[84],"brings":[85],"an":[86,96],"opportunity":[87],"to":[88,95,133,142,160,171,238],"calibrate":[89,134],"with":[93,140,246],"respect":[94,141],"individual's":[97],"habits.":[99,148],"With":[100],"this":[101],"goal":[102],"mind,":[104],"current":[106],"paper":[107],"focuses":[108],"user-centric":[111],"evaluation":[112],"framework":[113,182],"for":[114,192,205],"by":[117],"taking":[118],"account":[120],"variability":[121],"across":[127],"individuals.":[128],"The":[129,180],"main":[130],"idea":[131],"each":[135],"interaction":[136],"To":[149],"formalize":[150],"this,":[151],"characterization":[153],"proposed":[158,181],"according":[159],"relevance":[162,207],"signal":[163,169,208],"interest":[165],"how":[167],"contributes":[170],"computation":[173],"gain":[176],"metric.":[179],"introduces":[183],"variant":[185],"called":[189],"pMetrics":[190,226],"(short":[191],"personalized":[193],"metrics)":[194],"that":[195,225],"average":[200],"habits":[202],"interest.":[210],"Through":[211],"extensive":[212],"experiments":[214],"large":[217],"population":[218],"GMail":[220],"users,":[222],"we":[223],"show":[224],"effective":[228],"terms":[230],"sensitivity,":[233],"robustness,":[234],"stability":[236],"compared":[237],"standard":[240],"variants":[241],"well":[243],"baselines":[245],"different":[247],"normalization":[248],"factors.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2948749288","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2024-12-10T01:45:27.988630","created_date":"2019-06-14"}