{"id":"https://openalex.org/W4394039728","doi":"https://doi.org/10.5281/zenodo.8279823","title":"TG-CSR: Theoretically-Grounded Commonsense Reasoning Benchmark","display_name":"TG-CSR: Theoretically-Grounded Commonsense Reasoning Benchmark","publication_year":2023,"publication_date":"2023-01-25","ids":{"openalex":"https://openalex.org/W4394039728","doi":"https://doi.org/10.5281/zenodo.8279823"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://zenodo.org/record/8279823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":["European Organization for Nuclear Research"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},"type":"dataset","type_crossref":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://zenodo.org/record/8279823","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018837174","display_name":"Henrique Santos","orcid":"https://orcid.org/0000-0002-2110-6416"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"funder","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henrique Santos","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066556597","display_name":"Ke Shen","orcid":"https://orcid.org/0000-0003-3600-0435"},"institutions":[{"id":"https://openalex.org/I3130035786","display_name":"University Ucinf","ror":"https://ror.org/02cs9pv18","country_code":"CL","type":"education","lineage":["https://openalex.org/I3130035786"]}],"countries":["CL"],"is_corresponding":false,"raw_author_name":"Ke Shen","raw_affiliation_strings":["Information Sciences Intitute"],"affiliations":[{"raw_affiliation_string":"Information Sciences Intitute","institution_ids":["https://openalex.org/I3130035786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014146922","display_name":"Alice M. Mulvehill","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"funder","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alice M. Mulvehill","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074197492","display_name":"Mayank Kejriwal","orcid":"https://orcid.org/0000-0001-5988-8305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayank Kejriwal","raw_affiliation_strings":["Information Sciences Institute"],"affiliations":[{"raw_affiliation_string":"Information Sciences Institute","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043699777","display_name":"Deborah L. McGuinness","orcid":"https://orcid.org/0000-0001-7037-4567"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"funder","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deborah L. McGuinness","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":66},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.4467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.4467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.4327,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.4063,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7369685},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.6332295}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7369685},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.6332295},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.48270702},{"id":"https://openalex.org/C141261163","wikidata":"https://www.wikidata.org/wiki/Q218600","display_name":"Corporate social responsibility","level":2,"score":0.42179185},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38196045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38021046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34764612},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3320868},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.25179985},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18065175},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.17689782},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.16842455},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.1070483},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.106582195},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.093397826},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.09059912}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://zenodo.org/record/8279823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":["European Organization for Nuclear Research"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.5281/zenodo.8279823","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://zenodo.org/record/8279823","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":["European Organization for Nuclear Research"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":["https://openalex.org/W4393832758"],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4220869604","https://openalex.org/W4205680593","https://openalex.org/W3199815307","https://openalex.org/W3118640379","https://openalex.org/W3107243344","https://openalex.org/W2923522460","https://openalex.org/W2767533230","https://openalex.org/W2754215895","https://openalex.org/W2698231858","https://openalex.org/W1546533203"],"abstract_inverted_index":{"Achieving":[0],"machine":[1],"common":[2,24,36,64,74,94,153],"sense":[3,25,37,75,154],"has":[4],"been":[5,42],"a":[6,21,68,80,90,108],"longstanding":[7],"problem":[8],"within":[9],"Artificial":[10],"Intelligence.":[11],"Thus":[12],"far,":[13],"benchmark":[14,103,146],"data":[15],"sets":[16],"that":[17,51,131],"are":[18,114],"grounded":[19,88],"in":[20,89,116],"theory":[22],"of":[23,35,46,82,93,124,157],"and":[26,100,111],"can":[27,54,147],"be":[28,148],"used":[29,149],"to":[30,120,141,150],"conduct":[31],"rigorous,":[32],"semantic":[33,91,143],"evaluations":[34,129],"reasoning":[38,155],"(CSR)":[39],"systems":[40,62],"have":[41],"lacking.":[43],"One":[44],"expectation":[45],"the":[47,117,122,152],"AI":[48],"community":[49],"is":[50,104,133],"neuro-symbolic":[52,158],"reasoners":[53],"help":[55],"bridge":[56],"this":[57,145],"gap":[58],"towards":[59],"more":[60],"dependable":[61],"with":[63,85],"sense.":[65],"We":[66],"propose":[67],"novel":[69],"benchmark,":[70],"called":[71],"Theoretically":[72],"Grounded":[73],"Reasoning":[76],"(TG-CSR),":[77],"modeled":[78],"as":[79,97],"set":[81],"question-answering":[83],"instances,":[84],"each":[86],"instance":[87],"category":[92],"sense,":[95],"such":[96],"space,":[98],"time,":[99],"emotions.":[101],"The":[102],"few-shot":[105],"i.e.,":[106],"only":[107],"few":[109],"training":[110],"validation":[112],"examples":[113],"provided":[115],"public":[118],"release":[119],"avoid":[121],"possibility":[123],"overfitting.":[125],"Results":[126],"from":[127],"recent":[128],"suggest":[130],"TG-CSR":[132],"challenging":[134],"even":[135],"for":[136],"state-of-the-art":[137],"statistical":[138],"models.":[139],"Due":[140],"its":[142],"rigor,":[144],"evaluate":[151],"capabilities":[156],"systems.":[159]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394039728","counts_by_year":[],"updated_date":"2025-02-20T05:55:32.940027","created_date":"2024-04-07"}