{"id":"https://openalex.org/W2462010759","doi":"https://doi.org/10.1145/2897368","title":"Using the Crowd to Improve Search Result Ranking and the Search Experience","display_name":"Using the Crowd to Improve Search Result Ranking and the Search Experience","publication_year":2016,"publication_date":"2016-07-12","ids":{"openalex":"https://openalex.org/W2462010759","doi":"https://doi.org/10.1145/2897368","mag":"2462010759"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897368","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108104844","display_name":"Yubin Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubin Kim","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005551272","display_name":"Kevyn Collins\u2010Thompson","orcid":"https://orcid.org/0000-0002-8178-5035"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevyn Collins-Thompson","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032417423","display_name":"Jaime Teevan","orcid":"https://orcid.org/0000-0002-2786-0209"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaime Teevan","raw_affiliation_strings":["Microsoft Research, Redmond, WA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.756,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.862827,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":82},"biblio":{"volume":"7","issue":"4","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9962,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9914,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.84618974},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.5819496},{"id":"https://openalex.org/keywords/semantic-search","display_name":"Semantic Search","score":0.516846},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.4617804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715538},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.84618974},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6420532},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5819496},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5408739},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5373918},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.53095645},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.52474713},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.516846},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.51563346},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46198922},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4617804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3619687},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24848932},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897368","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":40,"referenced_works":["https://openalex.org/W1518136606","https://openalex.org/W1551839888","https://openalex.org/W1576032514","https://openalex.org/W1685426458","https://openalex.org/W1973430024","https://openalex.org/W1979483312","https://openalex.org/W2010463775","https://openalex.org/W2015237251","https://openalex.org/W2025356973","https://openalex.org/W2028709054","https://openalex.org/W2041411104","https://openalex.org/W2049540727","https://openalex.org/W2083293881","https://openalex.org/W2090111889","https://openalex.org/W2095478124","https://openalex.org/W2096519149","https://openalex.org/W2098865355","https://openalex.org/W2111141603","https://openalex.org/W2113640060","https://openalex.org/W2123958332","https://openalex.org/W2126908276","https://openalex.org/W2127008633","https://openalex.org/W2132232498","https://openalex.org/W2134557242","https://openalex.org/W2138965424","https://openalex.org/W2154724067","https://openalex.org/W2159859920","https://openalex.org/W2162235411","https://openalex.org/W2164545125","https://openalex.org/W2164969196","https://openalex.org/W2166145477","https://openalex.org/W2168144930","https://openalex.org/W2169213601","https://openalex.org/W2182782998","https://openalex.org/W2205853761","https://openalex.org/W2341887112","https://openalex.org/W2407832328","https://openalex.org/W2537582528","https://openalex.org/W271138018","https://openalex.org/W4246858749"],"related_works":["https://openalex.org/W3197639690","https://openalex.org/W3008917487","https://openalex.org/W2901901036","https://openalex.org/W2572349046","https://openalex.org/W2185998359","https://openalex.org/W2160726690","https://openalex.org/W2096359267","https://openalex.org/W2049540727","https://openalex.org/W2026738364","https://openalex.org/W1521725692"],"abstract_inverted_index":{"Despite":[0],"technological":[1],"advances,":[2],"algorithmic":[3],"search":[4,57,71,88,100,131,142,216,263,272,284],"systems":[5],"still":[6],"have":[7],"difficulty":[8],"with":[9],"complex":[10],"or":[11,152],"subtle":[12],"information":[13],"needs.":[14],"For":[15],"example,":[16],"scenarios":[17,97],"requiring":[18],"deep":[19],"semantic":[20],"interpretation":[21],"are":[22,32,96,189],"a":[23,40,56,59,99,110,242],"challenge":[24],"for":[25,46,173,180,196,277],"computers.":[26],"People,":[27],"on":[28,75],"the":[29,53,65,130,136,146,184,197,203,212,215,222,250,262,271],"other":[30],"hand,":[31],"well":[33],"suited":[34],"to":[35,50,82,125,140,150,193,210,231,240,246,270,279],"solving":[36],"such":[37,157],"problems.":[38],"As":[39],"result,":[41],"there":[42,95],"is":[43,148],"an":[44],"opportunity":[45],"humans":[47],"and":[48,161,176,191,200,236],"computers":[49],"collaborate":[51],"during":[52,252],"course":[54],"of":[55,64,68,129,138,249],"in":[58,109,283],"way":[60,245],"that":[61,73,94,166,186,202,218,227,257,267],"takes":[62],"advantage":[63],"unique":[66],"abilities":[67],"each.":[69],"While":[70],"tools":[72],"rely":[74],"human":[76],"intervention":[77],"will":[78],"never":[79],"be":[80,120,241,275],"able":[81],"respond":[83],"as":[84,86,158],"quickly":[85],"current":[87],"engines":[89],"do,":[90],"recent":[91],"research":[92],"suggests":[93],"where":[98],"engine":[101],"could":[102],"take":[103],"more":[104,219,243],"time":[105,124,201],"if":[106],"it":[107],"resulted":[108],"much":[111],"better":[112],"experience.":[113,224],"This":[114],"article":[115],"explores":[116],"how":[117],"crowdsourcing":[118,139,258,278],"can":[119,168,259],"used":[121,149],"at":[122],"query":[123,159,174,234],"augment":[126,153],"key":[127],"stages":[128],"pipeline.":[132],"We":[133,206,225],"first":[134],"explore":[135,208],"use":[137,248],"improve":[141,177],"result":[143,237],"ranking.":[144],"When":[145],"crowd":[147,204,213,229,251],"replace":[151],"traditional":[154],"retrieval":[155],"components":[156],"expansion":[160,175],"relevance":[162],"scoring,":[163],"we":[164,167,187],"find":[165,226],"increase":[169],"robustness":[170],"against":[171],"failure":[172],"overall":[178,223],"precision":[179],"results":[181,255],"filtering.":[182],"However,":[183],"gains":[185],"observe":[188],"limited":[190],"unlikely":[192],"make":[194,247],"up":[195],"extra":[198],"cost":[199],"requires.":[205],"then":[207],"ways":[209],"incorporate":[211],"into":[214],"process":[217,273],"drastically":[220],"alter":[221],"using":[228],"workers":[230],"support":[232],"rich":[233],"understanding":[235],"processing":[238],"appears":[239],"worthwhile":[244],"search.":[253],"Our":[254],"confirm":[256],"positively":[260],"impact":[261],"experience":[264],"but":[265],"suggest":[266],"significant":[268],"changes":[269],"may":[274],"required":[276],"fulfill":[280],"its":[281],"potential":[282],"systems.":[285]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2462010759","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2025-01-07T13:14:15.977423","created_date":"2016-07-22"}