{"id":"https://openalex.org/W2954475589","doi":"https://doi.org/10.1145/3331184.3331233","title":"Investigating Passage-level Relevance and Its Role in Document-level Relevance Judgment","display_name":"Investigating Passage-level Relevance and Its Role in Document-level Relevance Judgment","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2954475589","doi":"https://doi.org/10.1145/3331184.3331233","mag":"2954475589"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002597610","display_name":"Zhijing Wu","orcid":"https://orcid.org/0000-0003-2473-3746"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijing Wu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402996","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-3158-1920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760812","display_name":"Shaoping Ma","orcid":"https://orcid.org/0000-0002-8762-8268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Ma","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.336,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.999907,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"605","last_page":"614"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval Techniques and Evaluation","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Multi-label Text Classification in Machine Learning","score":0.99,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.9280478},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance Feedback","score":0.594001},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.53813523},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to Rank","score":0.537711},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information Retrieval","score":0.520713},{"id":"https://openalex.org/keywords/multi-label-learning","display_name":"Multi-label Learning","score":0.511381}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.9280478},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7124487},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.57016027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.55923694},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.53813523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22730884},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.51,"id":"https://metadata.un.org/sdg/16"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":42,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W1965667542","https://openalex.org/W1975879668","https://openalex.org/W1981261334","https://openalex.org/W2004545875","https://openalex.org/W2014415866","https://openalex.org/W2019509999","https://openalex.org/W2031414813","https://openalex.org/W2040337753","https://openalex.org/W2046983134","https://openalex.org/W2047221353","https://openalex.org/W2049534074","https://openalex.org/W2064579132","https://openalex.org/W2070811760","https://openalex.org/W2085030399","https://openalex.org/W2096562762","https://openalex.org/W2099342409","https://openalex.org/W2108862644","https://openalex.org/W2115584760","https://openalex.org/W2136189984","https://openalex.org/W2141110299","https://openalex.org/W2142537246","https://openalex.org/W2153579005","https://openalex.org/W2155482025","https://openalex.org/W2164777277","https://openalex.org/W2170738476","https://openalex.org/W2186845332","https://openalex.org/W2203835818","https://openalex.org/W2536015822","https://openalex.org/W2558888286","https://openalex.org/W2739912280","https://openalex.org/W2799232306","https://openalex.org/W2896363972","https://openalex.org/W2897694452","https://openalex.org/W2912500072","https://openalex.org/W3028849267","https://openalex.org/W3098851962","https://openalex.org/W3103966943","https://openalex.org/W4212774754","https://openalex.org/W4248999506","https://openalex.org/W4252076394","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2739821120","https://openalex.org/W2581240705","https://openalex.org/W2568183987","https://openalex.org/W2163901716","https://openalex.org/W2152204162","https://openalex.org/W2150136235","https://openalex.org/W2118564381","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W1967370444"],"abstract_inverted_index":{"The":[0,131],"understanding":[1],"of":[2,5,13,47,58,66,105,119,127,186],"the":[3,11,55,59,64,70,99,103,113,125,143,148,184],"process":[4],"relevance":[6,21,33,50,56,68,72,85,101,134,161,178,193],"judgment":[7,57],"helps":[8,171],"to":[9,108],"inspire":[10,183],"design":[12],"retrieval":[14,17,39,78],"models.":[15,168],"Traditional":[16],"models":[18,189],"usually":[19],"estimate":[20],"based":[22],"on":[23,147],"document-level":[24,71,84,100,128,144,153],"signals.":[25,194],"Recent":[26],"works":[27],"consider":[28],"a":[29,44,95,136,139,180],"more":[30],"fine-grain,":[31,191],"passage-level":[32,49,67,82,133,151,160,192],"information,":[34],"which":[35],"can":[36,163],"further":[37],"enhance":[38],"performance.":[40],"However,":[41],"it":[42],"lacks":[43],"detailed":[45],"analysis":[46,89],"how":[48,175],"signals":[51,162],"determine":[52],"or":[53],"influence":[54],"whole":[60],"document.":[61],"To":[62],"investigate":[63],"role":[65],"in":[69,124],"judgment,":[73],"we":[74,155],"construct":[75],"an":[76],"ad-hoc":[77],"dataset":[79],"with":[80],"both":[81],"and":[83,102,116,152,182],"labels.":[86],"A":[87],"thorough":[88],"reveals":[90],"that:":[91],"1)":[92],"there":[93],"is":[94,138],"strong":[96],"correlation":[97],"between":[98,150],"fractions":[104],"irrelevant":[106],"passages":[107,120],"highly":[109],"relevant":[110],"passages;":[111],"2)":[112],"position,":[114],"length":[115],"query":[117],"similarity":[118],"play":[121],"different":[122],"roles":[123],"determination":[126],"relevance;":[129],"3)":[130],"sequential":[132],"within":[135],"document":[137,166,181],"potential":[140],"indicator":[141],"for":[142,179],"relevance.":[145],"Based":[146],"relationship":[149],"relevance,":[154],"also":[156],"show":[157],"that":[158],"utilizing":[159],"improve":[164],"existing":[165],"ranking":[167,188],"This":[169],"study":[170],"us":[172],"better":[173],"understand":[174],"users":[176],"perceive":[177],"designing":[185],"novel":[187],"leveraging":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2954475589","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":1}],"updated_date":"2024-11-30T13:40:46.895898","created_date":"2019-07-12"}