{"id":"https://openalex.org/W4385573862","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.27","title":"Language Models that Seek for Knowledge: Modular Search & Generation for Dialogue and Prompt Completion","display_name":"Language Models that Seek for Knowledge: Modular Search & Generation for Dialogue and Prompt Completion","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385573862","doi":"https://doi.org/10.18653/v1/2022.findings-emnlp.27"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.27","pdf_url":"https://aclanthology.org/2022.findings-emnlp.27.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.findings-emnlp.27.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048651878","display_name":"Kurt Shuster","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kurt Shuster","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002287536","display_name":"Mojtaba Komeili","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mojtaba Komeili","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001786495","display_name":"Leonard Adolphs","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Leonard Adolphs","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108644922","display_name":"Stephen Roller","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Stephen Roller","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053145694","display_name":"Arthur Szlam","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Arthur Szlam","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076635608","display_name":"Jason Weston","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jason Weston","raw_affiliation_strings":["ETH Z\u00fcrich"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.566,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":22,"citation_normalized_percentile":{"value":0.99997,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9768,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity","score":0.6204532},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45201594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76196426},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7160327},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6427321},{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.6204532},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.61968863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47586554},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45936698},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45201594},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38520053},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3706075},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08736041},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.27","pdf_url":"https://aclanthology.org/2022.findings-emnlp.27.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.findings-emnlp.27","pdf_url":"https://aclanthology.org/2022.findings-emnlp.27.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.66,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":52,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2890394457","https://openalex.org/W2898875342","https://openalex.org/W2899663614","https://openalex.org/W2908510526","https://openalex.org/W2912924812","https://openalex.org/W2951434086","https://openalex.org/W2951534261","https://openalex.org/W2951583236","https://openalex.org/W2951672049","https://openalex.org/W2963149412","https://openalex.org/W2963339397","https://openalex.org/W2963748441","https://openalex.org/W2963825865","https://openalex.org/W2965373594","https://openalex.org/W2970252402","https://openalex.org/W2988937804","https://openalex.org/W2989539713","https://openalex.org/W2995289474","https://openalex.org/W3002330681","https://openalex.org/W3027879771","https://openalex.org/W3034337319","https://openalex.org/W3034600233","https://openalex.org/W3034999214","https://openalex.org/W3035390927","https://openalex.org/W3093233911","https://openalex.org/W3103639864","https://openalex.org/W3147874613","https://openalex.org/W3155584966","https://openalex.org/W3155807546","https://openalex.org/W3156789018","https://openalex.org/W3157700644","https://openalex.org/W3186138538","https://openalex.org/W3186804217","https://openalex.org/W3212511129","https://openalex.org/W4206118214","https://openalex.org/W4221152111","https://openalex.org/W4225538625","https://openalex.org/W4226082499","https://openalex.org/W4226278401","https://openalex.org/W4226399820","https://openalex.org/W4285292386","https://openalex.org/W4286897388","https://openalex.org/W4287185415","https://openalex.org/W4287649493","https://openalex.org/W4287900772","https://openalex.org/W4288087322","https://openalex.org/W4288113479","https://openalex.org/W4292779060","https://openalex.org/W4298422451","https://openalex.org/W4309088836","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3109014690","https://openalex.org/W2884798239","https://openalex.org/W2443230298","https://openalex.org/W2378076731","https://openalex.org/W2366669483","https://openalex.org/W2297768894","https://openalex.org/W2127721729","https://openalex.org/W2122405502","https://openalex.org/W2114254072","https://openalex.org/W1531253727"],"abstract_inverted_index":{"Language":[0],"models":[1,146],"(LMs)":[2],"have":[3],"recently":[4],"been":[5],"shown":[6],"to":[7,37,54,109],"generate":[8],"more":[9],"factual":[10],"responses":[11],"by":[12],"employing":[13],"modularity":[14],"(Zhou":[15],"et":[16,24,34,86,121,127],"al.,":[17,25,87,122,128],"2022)":[18],"in":[19,58,99,130],"combination":[20],"with":[21],"retrieval":[22],"(Adolphs":[23],"2021).":[26],"We":[27,68],"extend":[28],"the":[29,80,94],"recent":[30],"approach":[31],"of":[32,97,101,132],"Adolphs":[33],"al.":[35],"(2021)":[36],"include":[38],"internet":[39],"search":[40],"as":[41,74,113],"a":[42,51,65,75,114,139],"module.":[43],"Our":[44,143],"SeeKeR":[45,73,107],"(Search":[46],"engine->Knowledge->Response)":[47],"method":[48],"thus":[49],"applies":[50],"single":[52],"LM":[53],"three":[55],"modular":[56],"tasks":[57],"succession:":[59],"search,":[60],"generating":[61,64],"knowledge,":[62],"and":[63,104,124,134,145],"final":[66],"response.":[67],"show":[69],"that,":[70],"when":[71],"using":[72],"dialogue":[76],"model,":[77],"it":[78],"outperforms":[79,118],"state-of-the-art":[81],"model":[82,117],"BlenderBot":[83],"2":[84],"(Chen":[85],"2021)":[88],"on":[89],"open-domain":[90],"knowledge-grounded":[91],"conversations":[92],"for":[93],"same":[95],"number":[96],"parameters,":[98],"terms":[100,131],"consistency,":[102],"knowledge":[103],"per-turn":[105],"engagingness.":[106],"applied":[108],"topical":[110],"prompt":[111],"completions":[112],"standard":[115],"language":[116],"GPT2":[119],"(Radford":[120],"2019)":[123],"GPT3":[125,137],"(Brown":[126],"2020)":[129],"factuality":[133],"topicality,":[135],"despite":[136],"being":[138],"vastly":[140],"larger":[141],"model.":[142],"code":[144],"are":[147],"made":[148],"publicly":[149],"available.":[150]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385573862","counts_by_year":[{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2025-01-02T11:45:50.219016","created_date":"2023-08-05"}