{"id":"https://openalex.org/W2077428231","doi":"https://doi.org/10.1145/860435.860445","title":"Quantitative evaluation of passage retrieval algorithms for question answering","display_name":"Quantitative evaluation of passage retrieval algorithms for question answering","publication_year":2003,"publication_date":"2003-07-28","ids":{"openalex":"https://openalex.org/W2077428231","doi":"https://doi.org/10.1145/860435.860445","mag":"2077428231"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/860435.860445","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059273574","display_name":"Stefanie Tellex","orcid":"https://orcid.org/0000-0002-2905-4075"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"funder","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefanie Tellex","raw_affiliation_strings":["MIT, Artificial Intelligence Laboratory, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT, Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002527110","display_name":"Boris Katz","orcid":"https://orcid.org/0000-0002-3871-5824"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"funder","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boris Katz","raw_affiliation_strings":["MIT, Artificial Intelligence Laboratory, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT, Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"funder","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["MIT, Artificial Intelligence Laboratory, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT, Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108300215","display_name":"Aaron Fernandes","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"funder","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Fernandes","raw_affiliation_strings":["MIT, Artificial Intelligence Laboratory, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT, Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011664079","display_name":"Gregory Marton","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"funder","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Marton","raw_affiliation_strings":["MIT, Artificial Intelligence Laboratory, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT, Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.718,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":291,"citation_normalized_percentile":{"value":0.987163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"47"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.5290191},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.49833298}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.88066036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173562},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7399672},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.57874113},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.531591},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5290191},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.49833298},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.49221936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3285044},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/860435.860445","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":28,"referenced_works":["https://openalex.org/W1267754874","https://openalex.org/W1482214997","https://openalex.org/W1485852130","https://openalex.org/W1514997941","https://openalex.org/W1522989131","https://openalex.org/W1540916400","https://openalex.org/W1540988509","https://openalex.org/W1581489599","https://openalex.org/W1592696684","https://openalex.org/W1964162497","https://openalex.org/W1984061923","https://openalex.org/W2011442902","https://openalex.org/W2019509999","https://openalex.org/W2046983134","https://openalex.org/W2062645410","https://openalex.org/W2085685753","https://openalex.org/W2096080824","https://openalex.org/W2101747375","https://openalex.org/W2114006712","https://openalex.org/W2121955480","https://openalex.org/W2136309948","https://openalex.org/W2158890594","https://openalex.org/W2168432402","https://openalex.org/W3140009346","https://openalex.org/W4255492838","https://openalex.org/W65947945","https://openalex.org/W73633278","https://openalex.org/W75954457"],"related_works":["https://openalex.org/W3090266277","https://openalex.org/W2547096221","https://openalex.org/W2387743295","https://openalex.org/W2384605597","https://openalex.org/W2188472926","https://openalex.org/W2120435877","https://openalex.org/W2113651401","https://openalex.org/W2051752098","https://openalex.org/W1977123279","https://openalex.org/W1967370444"],"abstract_inverted_index":{"Passage":[0],"retrieval":[1,41,73,88,112],"is":[2],"an":[3],"important":[4,55],"component":[5],"common":[6,25],"to":[7],"many":[8],"question":[9,16,44,64,114],"answering":[10,17,65],"systems.":[11],"Because":[12],"most":[13],"evaluations":[14],"of":[15,24,38,79],"systems":[18],"focus":[19],"on":[20],"end-to-end":[21],"performance,":[22],"comparison":[23],"components":[26],"becomes":[27],"difficult.":[28],"To":[29],"address":[30],"this":[31],"shortcoming,":[32],"we":[33],"present":[34,53],"a":[35,48],"quantitative":[36],"evaluation":[37,97],"various":[39,71],"passage":[40,72,90,111],"algorithms":[42,74,94],"for":[43,101,110],"answering,":[45],"implemented":[46],"in":[47,62,95],"framework":[49],"called":[50],"Pauchok.":[51],"We":[52],"three":[54],"findings:":[56],"Boolean":[57],"querying":[58],"schemes":[59],"perform":[60],"well":[61],"the":[63,77],"task.":[66],"The":[67,92],"performance":[68],"differences":[69],"between":[70,86],"vary":[75],"with":[76],"choice":[78],"document":[80,87],"retriever,":[81],"which":[82],"suggests":[83],"significant":[84],"interactions":[85],"and":[89,113],"retrieval.":[91],"best":[93],"our":[96],"employ":[98],"density-based":[99],"measures":[100],"scoring":[102],"query":[103],"terms.":[104],"Our":[105],"results":[106],"reveal":[107],"future":[108],"directions":[109],"answering.":[115]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2077428231","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":15},{"year":2012,"cited_by_count":20}],"updated_date":"2025-02-23T04:16:19.222570","created_date":"2016-06-24"}