乐胖代购免代理版

{"id":"https://openalex.org/W4389519019","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.536","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","display_name":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389519019","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.536"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.536","pdf_url":"https://aclanthology.org/2023.findings-emnlp.536.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.536.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088774511","display_name":"Uri Shaham","orcid":"https://orcid.org/0000-0002-5928-4269"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Uri Shaham","raw_affiliation_strings":["The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041579054","display_name":"Maor Ivgi","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Maor Ivgi","raw_affiliation_strings":["The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051401881","display_name":"Avia Efrat","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Avia Efrat","raw_affiliation_strings":["The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045872048","display_name":"Jonathan Berant","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Jonathan Berant","raw_affiliation_strings":["The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024311574","display_name":"Omer Levy","orcid":"https://orcid.org/0000-0001-7300-8191"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Omer Levy","raw_affiliation_strings":["The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI"],"affiliations":[{"raw_affiliation_string":"The Blavatnik School of Computer Science, Tel Aviv University \u00b5 Meta AI","institution_ids":["https://openalex.org/I16391192"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.114,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.999976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"7977","last_page":"7989"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9773,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9758,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.948645},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.69894767},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6916593}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.948645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354389},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7231638},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.69894767},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6916593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.57918286},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.55635345},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47778687},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46104142},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42481717},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13057753},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.536","pdf_url":"https://aclanthology.org/2023.findings-emnlp.536.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2305.14196","pdf_url":"https://arxiv.org/pdf/2305.14196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.536","pdf_url":"https://aclanthology.org/2023.findings-emnlp.536.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.62,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":31,"referenced_works":["https://openalex.org/W2154652894","https://openalex.org/W2963748441","https://openalex.org/W2963963993","https://openalex.org/W3015453090","https://openalex.org/W3153427360","https://openalex.org/W3153603860","https://openalex.org/W3153621364","https://openalex.org/W3161820423","https://openalex.org/W3163073193","https://openalex.org/W3170490008","https://openalex.org/W3171639395","https://openalex.org/W3190126809","https://openalex.org/W3212893438","https://openalex.org/W4205991051","https://openalex.org/W4221143046","https://openalex.org/W4225727438","https://openalex.org/W4226278401","https://openalex.org/W4281690148","https://openalex.org/W4286987939","https://openalex.org/W4287888039","https://openalex.org/W4288089799","https://openalex.org/W4298343034","https://openalex.org/W4304697829","https://openalex.org/W4353004366","https://openalex.org/W4368304377","https://openalex.org/W4378189609","https://openalex.org/W4385573254","https://openalex.org/W4385573804","https://openalex.org/W4389518794","https://openalex.org/W4389520146","https://openalex.org/W4389524599"],"related_works":["https://openalex.org/W4214877189","https://openalex.org/W2913146933","https://openalex.org/W2773965352","https://openalex.org/W2383111961","https://openalex.org/W2381179799","https://openalex.org/W2380820513","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2334685461","https://openalex.org/W2074502265"],"abstract_inverted_index":{"We":[0,24],"introduce":[1],"ZeroSCROLLS,":[2,52,91],"a":[3,55,111],"zero-shot":[4],"benchmark":[5],"for":[6,84],"natural":[7],"language":[8,64],"understanding":[9],"over":[10],"long":[11],"texts,":[12],"which":[13],"contains":[14],"only":[15],"test":[16],"and":[17,32,61,71],"small":[18],"validation":[19],"sets,":[20],"without":[21],"training":[22],"data.":[23],"adapt":[25],"six":[26],"tasks":[27],"from":[28],"the":[29,46,75,101,105,108,122],"SCROLLS":[30],"benchmark,":[31],"add":[33],"four":[34],"new":[35],"datasets,":[36],"including":[37],"two":[38],"novel":[39],"information":[40],"fusing":[41],"tasks,":[42,95],"such":[43,92],"as":[44,93],"aggregating":[45],"percentage":[47],"of":[48,58,107],"positive":[49],"reviews.":[50],"Using":[51],"we":[53,114],"conduct":[54],"comprehensive":[56],"evaluation":[57],"both":[59],"open-source":[60],"closed":[62],"large":[63],"models,":[65],"finding":[66],"that":[67,72],"Claude":[68],"outperforms":[69],"ChatGPT,":[70],"GPT-4":[73],"achieves":[74],"highest":[76],"average":[77],"score.":[78],"However,":[79],"there":[80],"is":[81,110],"still":[82],"room":[83],"improvement":[85],"on":[86,121],"multiple":[87],"open":[88],"challenges":[89],"in":[90],"aggregation":[94],"where":[96],"models":[97],"struggle":[98],"to":[99,117],"pass":[100],"naive":[102],"baseline.":[103],"As":[104],"state":[106],"art":[109],"moving":[112],"target,":[113],"invite":[115],"researchers":[116],"evaluate":[118],"their":[119],"ideas":[120],"live":[123],"ZeroSCROLLS":[124],"leaderboard.":[125]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389519019","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-01-06T20:59:49.309252","created_date":"2023-12-10"}