{"id":"https://openalex.org/W2945127593","doi":"https://doi.org/10.1145/3331184.3331303","title":"Deeper Text Understanding for IR with Contextual Neural Language Modeling","display_name":"Deeper Text Understanding for IR with Contextual Neural Language Modeling","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2945127593","doi":"https://doi.org/10.1145/3331184.3331303","mag":"2945127593"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062633736","display_name":"Zhuyun Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuyun Dai","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009879041","display_name":"Jamie Callan","orcid":"https://orcid.org/0000-0002-1211-7754"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Callan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":215,"citation_normalized_percentile":{"value":0.999926,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Statistical Machine Translation and Natural Language Processing","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval Techniques and Evaluation","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7608414},{"id":"https://openalex.org/keywords/neural-machine-translation","display_name":"Neural Machine Translation","score":0.578249},{"id":"https://openalex.org/keywords/language-modeling","display_name":"Language Modeling","score":0.567484},{"id":"https://openalex.org/keywords/syntax-based-translation-models","display_name":"Syntax-based Translation Models","score":0.555924},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5513987},{"id":"https://openalex.org/keywords/language-models","display_name":"Language Models","score":0.545339},{"id":"https://openalex.org/keywords/word-representation","display_name":"Word Representation","score":0.545016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85729545},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7608414},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6866451},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6552384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.62041366},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5513987},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.47627658},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44515994},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43603683},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38395143},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.09217","pdf_url":"https://arxiv.org/pdf/1905.09217","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1905.09217","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3331184.3331303","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3331184.3331303","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.83,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W2945127593","https://openalex.org/W3099446234"],"referenced_works_count":10,"referenced_works":["https://openalex.org/W2536015822","https://openalex.org/W2610935556","https://openalex.org/W2648699835","https://openalex.org/W2783640434","https://openalex.org/W2896457183","https://openalex.org/W2909544278","https://openalex.org/W2950133940","https://openalex.org/W2962739339","https://openalex.org/W3098851962","https://openalex.org/W3212575067"],"related_works":["https://openalex.org/W4388937922","https://openalex.org/W4226247999","https://openalex.org/W4213176082","https://openalex.org/W3204607391","https://openalex.org/W3157284875","https://openalex.org/W3113264705","https://openalex.org/W2964413124","https://openalex.org/W2259406085","https://openalex.org/W2147241511","https://openalex.org/W2099715052"],"abstract_inverted_index":{"Neural":[0,14],"networks":[1],"provide":[2,55],"new":[3],"possibilities":[4],"to":[5,54,79,110],"automatically":[6],"learn":[7],"complex":[8],"language":[9,51,85,90],"patterns":[10],"and":[11],"query-document":[12,23],"relations.":[13],"IR":[15],"models":[16],"have":[17,29],"achieved":[18],"promising":[19],"results":[20,62],"in":[21,98],"learning":[22],"relevance":[24],"patterns,":[25],"but":[26],"few":[27],"explorations":[28],"been":[30],"done":[31],"on":[32,95],"understanding":[33,58,104],"the":[34,65,83,102],"text":[35,57,67,103],"content":[36],"of":[37],"a":[38,41,47],"query":[39],"or":[40],"document.":[42],"This":[43],"paper":[44],"studies":[45],"leveraging":[46],"recently-proposed":[48],"contextual":[49,66,84],"neural":[50],"model,":[52],"BERT,":[53],"deeper":[56],"for":[59],"IR.":[60],"Experimental":[61],"demonstrate":[63],"that":[64,116],"representations":[68],"from":[69],"BERT":[70,114],"are":[71,125],"more":[72],"effective":[73],"than":[74],"traditional":[75],"word":[76],"embeddings.":[77],"Compared":[78],"bag-of-words":[80],"retrieval":[81],"models,":[82],"model":[86,115],"can":[87,117],"better":[88],"leverage":[89],"structures,":[91],"bringing":[92],"large":[93],"improvements":[94],"queries":[96],"written":[97],"natural":[99],"languages.":[100],"Combining":[101],"ability":[105],"with":[106],"search":[107,120],"knowledge":[108],"leads":[109],"an":[111],"enhanced":[112],"pre-trained":[113],"benefit":[118],"related":[119],"tasks":[121],"where":[122],"training":[123],"data":[124],"limited.":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2945127593","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":79},{"year":2020,"cited_by_count":84},{"year":2019,"cited_by_count":5}],"updated_date":"2024-11-28T22:32:48.703846","created_date":"2019-05-29"}