{"id":"https://openalex.org/W3189216228","doi":"https://doi.org/10.1162/tacl_a_00398","title":"QED: A Framework and Dataset for Explanations in Question Answering","display_name":"QED: A Framework and Dataset for Explanations in Question Answering","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3189216228","doi":"https://doi.org/10.1162/tacl_a_00398","mag":"3189216228"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00398","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00398/1955181/tacl_a_00398.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00398/1955181/tacl_a_00398.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005471354","display_name":"Matthew Lamm","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"funder","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Lamm","raw_affiliation_strings":["Department of Linguistics, Stanford University, United States. mrlamm@google.com"],"affiliations":[{"raw_affiliation_string":"Department of Linguistics, Stanford University, United States. mrlamm@google.com","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019552678","display_name":"Jennimaria Palomaki","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jennimaria Palomaki","raw_affiliation_strings":["Google Research, United States. jpalomaki@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, United States. jpalomaki@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065685274","display_name":"Chris Alberti","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chris Alberti","raw_affiliation_strings":["Google Research, United States. chrisalberti@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, United States. chrisalberti@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026230181","display_name":"Daniel Andor","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Andor","raw_affiliation_strings":["Google Research, United States. andor@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, United States. andor@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035142405","display_name":"Eunsol Choi","orcid":"https://orcid.org/0000-0003-3607-9104"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"funder","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eunsol Choi","raw_affiliation_strings":["Department of Computer Science, The University of Texas at Austin, United States. eunsol@cs.utexas.edu"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Texas at Austin, United States. eunsol@cs.utexas.edu","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076699933","display_name":"Livio Baldini Soares","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Livio Baldini Soares","raw_affiliation_strings":["Google Research, United States. liviobs@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, United States. liviobs@google.com","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074839699","display_name":"Michael J. Collins","orcid":"https://orcid.org/0000-0001-5226-5498"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael Collins","raw_affiliation_strings":["Google Research, United States. mjcollins@google.com"],"affiliations":[{"raw_affiliation_string":"Google Research, United States. mjcollins@google.com","institution_ids":["https://openalex.org/I1291425158"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005471354","https://openalex.org/A5019552678","https://openalex.org/A5065685274","https://openalex.org/A5026230181","https://openalex.org/A5035142405","https://openalex.org/A5076699933","https://openalex.org/A5074839699"],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I97018004","https://openalex.org/I1291425158","https://openalex.org/I1291425158","https://openalex.org/I1291425158","https://openalex.org/I86519309","https://openalex.org/I1291425158","https://openalex.org/I1291425158"],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":3.776,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.859837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"790","last_page":"806"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.75300705}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.855983},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8016174},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.75300705},{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.51382905},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.50584984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49705365},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4350186},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3575706},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00398","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00398/1955181/tacl_a_00398.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/06787832af234ed685bae92217b8247a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2009.06354","pdf_url":"https://arxiv.org/pdf/2009.06354","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00398","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00398/1955181/tacl_a_00398.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.74,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":45,"referenced_works":["https://openalex.org/W1497300277","https://openalex.org/W1502957213","https://openalex.org/W1533333859","https://openalex.org/W1581525639","https://openalex.org/W1585100903","https://openalex.org/W175328628","https://openalex.org/W1981457167","https://openalex.org/W2051840895","https://openalex.org/W2068737686","https://openalex.org/W2155069789","https://openalex.org/W2165225874","https://openalex.org/W2594470997","https://openalex.org/W2594475271","https://openalex.org/W2801499199","https://openalex.org/W2889699743","https://openalex.org/W2889787757","https://openalex.org/W2891012317","https://openalex.org/W2911430044","https://openalex.org/W2912924812","https://openalex.org/W2963395533","https://openalex.org/W2963748441","https://openalex.org/W2963798744","https://openalex.org/W2964223283","https://openalex.org/W2970243238","https://openalex.org/W2970726176","https://openalex.org/W2990138404","https://openalex.org/W2998099211","https://openalex.org/W3011411500","https://openalex.org/W3016828850","https://openalex.org/W3023690688","https://openalex.org/W3027825046","https://openalex.org/W3034649382","https://openalex.org/W3034917890","https://openalex.org/W3035281110","https://openalex.org/W3048102985","https://openalex.org/W3082274269","https://openalex.org/W3088604995","https://openalex.org/W3146824751","https://openalex.org/W3158489558","https://openalex.org/W3194490641","https://openalex.org/W4241775074","https://openalex.org/W4244319398","https://openalex.org/W4254506686","https://openalex.org/W4288089799","https://openalex.org/W4288623406"],"related_works":["https://openalex.org/W4385570952","https://openalex.org/W4200417912","https://openalex.org/W3157284875","https://openalex.org/W2971193466","https://openalex.org/W2296063830","https://openalex.org/W2118335617","https://openalex.org/W2053800966","https://openalex.org/W1987976971","https://openalex.org/W1893429831","https://openalex.org/W1505456261"],"abstract_inverted_index":{"A":[0,48],"question":[1,46,56,107,132],"answering":[2,108],"system":[3],"that":[4,17,20,120,153],"in":[5,25,45],"addition":[6,135],"to":[7,19,60,136,166],"providing":[8],"an":[9,12,76,103],"answer":[10,21,58],"provides":[11],"explanation":[13,50,100,110],"of":[14,27,79,86,127,156,163],"the":[15,52,87,113,138,143,154,161],"reasoning":[16],"leads":[18],"has":[22],"potential":[23],"advantages":[24],"terms":[26],"debuggability,":[28],"extensibility,":[29],"and":[30,57,69,73,92,105,109],"trust.":[31],"To":[32],"this":[33],"end,":[34],"we":[35,146],"propose":[36],"QED,":[37],"a":[38,55,84,116,123,148,171],"linguistically":[39],"informed,":[40],"extensible":[41],"framework":[42],"for":[43,142],"explanations":[44,81,158],"answering.":[47,133],"QED":[49,80,128,144,157],"specifies":[51],"relationship":[53],"between":[54],"according":[59],"formal":[61],"semantic":[62],"notions":[63],"such":[64],"as":[65],"referential":[66],"equality,":[67],"sentencehood,":[68],"entailment.":[70],"We":[71],"describe":[72,147],"publicly":[74],"release":[75],"expert-annotated":[77],"dataset":[78],"built":[82],"upon":[83],"subset":[85],"Google":[88],"Natural":[89],"Questions":[90],"dataset,":[91],"report":[93],"baseline":[94],"models":[95],"on":[96,122],"two":[97],"tasks\u2014post-":[98],"hoc":[99],"generation":[101],"given":[102],"answer,":[104],"joint":[106,114],"generation.":[111],"In":[112,134],"setting,":[115],"promising":[117],"result":[118],"suggests":[119],"training":[121],"relatively":[124],"small":[125],"amount":[126],"data":[129],"can":[130],"improve":[131],"describing":[137],"formal,":[139],"language-theoretic":[140],"motivations":[141],"approach,":[145],"large":[149],"user":[150],"study":[151],"showing":[152],"presence":[155],"significantly":[159],"improves":[160],"ability":[162],"untrained":[164],"raters":[165],"spot":[167],"errors":[168],"made":[169],"by":[170],"strong":[172],"neural":[173],"QA":[174],"baseline.":[175]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3189216228","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":1}],"updated_date":"2025-02-21T20:57:42.519398","created_date":"2021-08-16"}