{"id":"https://openalex.org/W3206755980","doi":"https://doi.org/10.1017/s1351324921000358","title":"Ranking facts for explaining answers to elementary science questions","display_name":"Ranking facts for explaining answers to elementary science questions","publication_year":2022,"publication_date":"2022-01-24","ids":{"openalex":"https://openalex.org/W3206755980","doi":"https://doi.org/10.1017/s1351324921000358","mag":"3206755980"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324921000358","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.09036","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017940779","display_name":"Jennifer D\u2019Souza","orcid":"https://orcid.org/0000-0002-6616-9509"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jennifer D\u2019Souza","raw_affiliation_strings":["TIB Leibniz Information Centre for Science and Technology, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"TIB Leibniz Information Centre for Science and Technology, Hannover, Germany","institution_ids":["https://openalex.org/I2802635041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011567168","display_name":"Isaiah Onando Mulang","orcid":null},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"funder","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isaiah Onando Mulang","raw_affiliation_strings":["University of Bonn, Bonn, Germany"],"affiliations":[{"raw_affiliation_string":"University of Bonn, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071765665","display_name":"S\u00f6ren Auer","orcid":"https://orcid.org/0000-0002-0698-2864"},"institutions":[{"id":"https://openalex.org/I2802635041","display_name":"Technische Informationsbibliothek (TIB)","ror":"https://ror.org/04aj4c181","country_code":"DE","type":"archive","lineage":["https://openalex.org/I2802635041","https://openalex.org/I315704651"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"S\u00f6ren Auer","raw_affiliation_strings":["TIB Leibniz Information Centre for Science and Technology, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"TIB Leibniz Information Centre for Science and Technology, Hannover, Germany","institution_ids":["https://openalex.org/I2802635041"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017940779"],"corresponding_institution_ids":["https://openalex.org/I2802635041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":59},"biblio":{"volume":"29","issue":"2","first_page":"228","last_page":"253"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9881,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.603737},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.47027355},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.46308738},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.4475718},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.4261728}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7829782},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.71449786},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.66393834},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.630231},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.603737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.56324637},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5362406},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4805915},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.47476363},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.47027355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4655671},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.46308738},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4554013},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4475718},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.4261728},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41886196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38859448},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33426616},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11178917},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.098725975},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324921000358","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2110.09036","pdf_url":"https://arxiv.org/pdf/2110.09036","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2110.09036","pdf_url":"https://arxiv.org/pdf/2110.09036","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.86,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":47,"referenced_works":["https://openalex.org/W1492204456","https://openalex.org/W1540550673","https://openalex.org/W1617122252","https://openalex.org/W1997897354","https://openalex.org/W2016089260","https://openalex.org/W2035720976","https://openalex.org/W2125444198","https://openalex.org/W2141733469","https://openalex.org/W2145482038","https://openalex.org/W2156909104","https://openalex.org/W2180877453","https://openalex.org/W2251584889","https://openalex.org/W2251913848","https://openalex.org/W2282821441","https://openalex.org/W2413794162","https://openalex.org/W2575101981","https://openalex.org/W2598771386","https://openalex.org/W2606864227","https://openalex.org/W2728192282","https://openalex.org/W2786395785","https://openalex.org/W2788496822","https://openalex.org/W2794325560","https://openalex.org/W2892280852","https://openalex.org/W2896457183","https://openalex.org/W2898694742","https://openalex.org/W2904774025","https://openalex.org/W2909544278","https://openalex.org/W2926937441","https://openalex.org/W2949190861","https://openalex.org/W2952347738","https://openalex.org/W2964207259","https://openalex.org/W2964338272","https://openalex.org/W2970785188","https://openalex.org/W2971457422","https://openalex.org/W2972260442","https://openalex.org/W2973614514","https://openalex.org/W2982940459","https://openalex.org/W2983719617","https://openalex.org/W2985848674","https://openalex.org/W2986650838","https://openalex.org/W2990261547","https://openalex.org/W2996848635","https://openalex.org/W3021558512","https://openalex.org/W3104243263","https://openalex.org/W3122807568","https://openalex.org/W4230674625","https://openalex.org/W4307979480"],"related_works":["https://openalex.org/W4226368263","https://openalex.org/W42113618","https://openalex.org/W3197542402","https://openalex.org/W3113264705","https://openalex.org/W2971527398","https://openalex.org/W2645958880","https://openalex.org/W2140020064","https://openalex.org/W2103468410","https://openalex.org/W1856228368","https://openalex.org/W143502885"],"abstract_inverted_index":{"Abstract":[0],"In":[1],"multiple-choice":[2],"exams,":[3],"students":[4],"select":[5],"one":[6],"answer":[7,41,120],"from":[8,68,91,165],"among":[9],"typically":[10],"four":[11],"choices":[12],"and":[13,30,138,186,221,227,269],"can":[14,36,261],"explain":[15],"why":[16],"they":[17],"made":[18],"that":[19,260],"particular":[20],"choice.":[21],"Students":[22],"are":[23,89,172,183],"good":[24],"at":[25],"understanding":[26],"natural":[27],"language":[28],"questions":[29],"based":[31],"on":[32,206,224,250],"their":[33],"domain":[34],"knowledge":[35],"easily":[37],"infer":[38],"the":[39,44,60,75,101,118,125,148,188,195,201,225,235,271,282],"question\u2019s":[40],"by":[42,219],"\u201cconnecting":[43],"dots\u201d":[45],"across":[46],"various":[47],"pertinent":[48],"facts.":[49,70],"Considering":[50],"automated":[51],"reasoning":[52],"for":[53,66,111,117,153,281],"elementary":[54],"science":[55],"question":[56,123],"answering,":[57],"we":[58,73,155],"address":[59],"novel":[61],"task":[62,237],"of":[63,79,95,114,121,151,204,234,243,265],"generating":[64],"explanations":[65],"answers":[67],"human-authored":[69],"For":[71],"this,":[72],"examine":[74],"practically":[76,257],"scalable":[77],"framework":[78],"feature-rich":[80],"support":[81],"vector":[82],"machines":[83],"leveraging":[84],"domain-targeted,":[85],"hand-crafted":[86],"features.":[87],"Explanations":[88],"created":[90],"a":[92,122,135,174,214,256],"human-annotated":[93],"set":[94],"nearly":[96],"5000":[97],"candidate":[98],"facts":[99,113],"in":[100,177,241],"WorldTree":[102],"corpus.":[103],"Our":[104,162],"aim":[105],"is":[106,147,191,255],"to":[107,193,200],"obtain":[108],"better":[109],"matches":[110],"valid":[112],"an":[115,244,276],"explanation":[116],"correct":[119],"over":[124],"available":[126],"fact":[127],"candidates.":[128],"To":[129],"this":[130,207,251],"end,":[131],"our":[132,211],"features":[133,273],"offer":[134],"comprehensive":[136,166],"linguistic":[137],"semantic":[139,248],"unification":[140],"paradigm":[141],".":[142],"The":[143],"machine":[144,278],"learning":[145,246,279],"problem":[146],"preference":[149,180],"ordering":[150,181],"facts,":[152],"which":[154,178],"test":[156,228],"pointwise":[157,189],"regression":[158],"versus":[159],"pairwise":[160,196],"learning-to-rank.":[161],"contributions,":[163],"originating":[164],"evaluations":[167],"against":[168],"nine":[169],"existing":[170,202],"systems,":[171],"(1)":[173],"case":[175],"study":[176],"two":[179],"approaches":[182],"systematically":[184],"compared,":[185],"where":[187],"approach":[190,259],"shown":[192],"outperform":[194,262],"approach,":[197],"thus":[198],"adding":[199],"survey":[203],"observations":[205],"topic;":[208],"(2)":[209],"since":[210],"system":[212],"outperforms":[213],"highly-effective":[215],"TF-IDF-based":[216],"IR":[217],"technique":[218],"3.5":[220],"4.9":[222],"points":[223],"development":[226],"sets,":[229],"respectively,":[230],"it":[231,254,275],"demonstrates":[232],"some":[233,263],"further":[236],"improvement":[238],"possibilities":[239],"(e.g.,":[240],"terms":[242],"efficient":[245],"algorithm,":[247],"features)":[249],"task;":[252],"(3)":[253],"competent":[258],"variants":[264],"BERT-based":[266],"reranking":[267],"models;":[268],"(4)":[270],"human-engineered":[272],"make":[274],"interpretable":[277],"model":[280],"task.":[283]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3206755980","counts_by_year":[],"updated_date":"2025-02-26T01:06:10.806918","created_date":"2021-10-25"}