{"id":"https://openalex.org/W4361807189","doi":"https://doi.org/10.48550/arxiv.2303.16835","title":"Zero-shot Entailment of Leaderboards for Empirical AI Research","display_name":"Zero-shot Entailment of Leaderboards for Empirical AI Research","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4361807189","doi":"https://doi.org/10.48550/arxiv.2303.16835"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.16835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2303.16835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050975327","display_name":"Salomon Kabongo","orcid":"https://orcid.org/0000-0002-0021-9729"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kabongo, Salomon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017940779","display_name":"Jennifer D\u2019Souza","orcid":"https://orcid.org/0000-0002-6616-9509"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D'Souza, Jennifer","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071765665","display_name":"S\u00f6ren Auer","orcid":"https://orcid.org/0000-0002-0698-2864"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Auer, S\u00f6ren","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":68},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6629823},{"id":"https://openalex.org/keywords/textual-entailment","display_name":"Textual entailment","score":0.60279685}],"concepts":[{"id":"https://openalex.org/C134752490","wikidata":"https://www.wikidata.org/wiki/Q374182","display_name":"Logical consequence","level":2,"score":0.7929118},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6629823},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6617956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6177658},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.60279685},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5785586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52673554},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11657128},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.082261056},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.16835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2303.16835","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.16835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.8,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2911667057","https://openalex.org/W2795227599","https://openalex.org/W2296063830","https://openalex.org/W2118335617","https://openalex.org/W2053800966","https://openalex.org/W1997269821","https://openalex.org/W1987976971","https://openalex.org/W192785878","https://openalex.org/W187730917","https://openalex.org/W131127834"],"abstract_inverted_index":{"We":[0,100],"present":[1],"a":[2,12,44,55,125,130],"large-scale":[3],"empirical":[4],"investigation":[5],"of":[6,24,127],"the":[7,21,62,69,104,140],"zero-shot":[8,109,131],"learning":[9],"phenomena":[10],"in":[11,43,71],"specific":[13],"recognizing":[14],"textual":[15],"entailment":[16],"(RTE)":[17],"task":[18],"category,":[19],"i.e.":[20],"automated":[22],"mining":[23],"leaderboards":[25,36],"for":[26,35,68,82,90],"Empirical":[27],"AI":[28],"Research.":[29],"The":[30],"prior":[31,75],"reported":[32,52,76],"state-of-the-art":[33,77],"models":[34,63,78,105],"extraction":[37,142],"formulated":[38],"as":[39,118],"an":[40],"RTE":[41,143],"task,":[42],"non-zero-shot":[45],"setting,":[46],"are":[47,79],"promising":[48],"with":[49],"above":[50],"90%":[51],"performances.":[53],"However,":[54],"central":[56],"research":[57],"question":[58],"remains":[59],"unexamined:":[60],"did":[61],"actually":[64],"learn":[65],"entailment?":[66],"Thus,":[67],"experiments":[70],"this":[72,128],"paper,":[73],"two":[74],"tested":[80],"out-of-the-box":[81],"their":[83,88,108],"ability":[84],"to":[85,114],"generalize":[86],"or":[87],"capacity":[89],"entailment,":[91,107],"given":[92],"leaderboard":[93,141],"labels":[94],"that":[95,102],"were":[96],"unseen":[97],"during":[98],"training.":[99],"hypothesize":[101],"if":[103],"learned":[106],"performances":[110],"can":[111],"be":[112,115],"expected":[113],"moderately":[116],"high":[117],"well--perhaps,":[119],"concretely,":[120],"better":[121],"than":[122],"chance.":[123],"As":[124],"result":[126],"work,":[129],"labeled":[132],"dataset":[133],"is":[134],"created":[135],"via":[136],"distant":[137],"labeling":[138],"formulating":[139],"task.":[144]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4361807189","counts_by_year":[],"updated_date":"2024-12-07T05:29:27.425154","created_date":"2023-04-05"}