{"id":"https://openalex.org/W4385567137","doi":"https://doi.org/10.18653/v1/2022.nllp-1.3","title":"ClassActionPrediction: A Challenging Benchmark for Legal Judgment Prediction of Class Action Cases in the US","display_name":"ClassActionPrediction: A Challenging Benchmark for Legal Judgment Prediction of Class Action Cases in the US","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385567137","doi":"https://doi.org/10.18653/v1/2022.nllp-1.3"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.3","pdf_url":"https://aclanthology.org/2022.nllp-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.nllp-1.3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068749343","display_name":"Gil Semo","orcid":null},"institutions":[],"countries":["CH","IL"],"is_corresponding":false,"raw_author_name":"Gil Semo","raw_affiliation_strings":["Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","institution_ids":[]},{"raw_affiliation_string":"Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042879613","display_name":"Dor Bernsohn","orcid":null},"institutions":[],"countries":["CH","IL"],"is_corresponding":false,"raw_author_name":"Dor Bernsohn","raw_affiliation_strings":["Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","institution_ids":[]},{"raw_affiliation_string":"Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066409021","display_name":"Ben Hagag","orcid":null},"institutions":[],"countries":["CH","IL"],"is_corresponding":false,"raw_author_name":"Ben Hagag","raw_affiliation_strings":["Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","institution_ids":[]},{"raw_affiliation_string":"Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070106427","display_name":"Gila Hayat","orcid":null},"institutions":[],"countries":["CH","IL"],"is_corresponding":false,"raw_author_name":"Gila Hayat","raw_affiliation_strings":["Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","institution_ids":[]},{"raw_affiliation_string":"Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063537470","display_name":"Joel Niklaus","orcid":"https://orcid.org/0000-0002-2779-1653"},"institutions":[],"countries":["CH","IL"],"is_corresponding":false,"raw_author_name":"Joel Niklaus","raw_affiliation_strings":["Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"Darrow AI Ltd. 30 Ha'arbaa Street, Tel Aviv, Israel","institution_ids":[]},{"raw_affiliation_string":"Niklaus.ai Schwarztorstrasse 108, Bern, Switzerland","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.506,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":10,"citation_normalized_percentile":{"value":0.961033,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":null,"issue":null,"first_page":"31","last_page":"46"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9951,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11762","display_name":"Law, Economics, and Judicial Systems","score":0.98,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7762983},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.68426913},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5657985}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7762983},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.76620704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7433935},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.68426913},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.608719},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.58101827},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5796479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.57837796},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5657985},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48381084},{"id":"https://openalex.org/C2776687834","wikidata":"https://www.wikidata.org/wiki/Q2783852","display_name":"Class action","level":3,"score":0.42383552},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3616758},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1939215},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09905663},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08351478},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08240712},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.081846446},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.3","pdf_url":"https://aclanthology.org/2022.nllp-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arbor.bfh.ch/19710/","pdf_url":"https://arbor.bfh.ch/19710/1/2211.00582.pdf","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.00582","pdf_url":"https://arxiv.org/pdf/2211.00582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.3","pdf_url":"https://aclanthology.org/2022.nllp-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.72}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":57,"referenced_works":["https://openalex.org/W2295598076","https://openalex.org/W2536769020","https://openalex.org/W2594633041","https://openalex.org/W2626967530","https://openalex.org/W2805390961","https://openalex.org/W2856961199","https://openalex.org/W2888185184","https://openalex.org/W2890026792","https://openalex.org/W2896457183","https://openalex.org/W2907176866","https://openalex.org/W2946593017","https://openalex.org/W2950768109","https://openalex.org/W2962854673","https://openalex.org/W2962862931","https://openalex.org/W2962940365","https://openalex.org/W2963387630","https://openalex.org/W2979826702","https://openalex.org/W2980808611","https://openalex.org/W2983258080","https://openalex.org/W2985295082","https://openalex.org/W2997429021","https://openalex.org/W3015468748","https://openalex.org/W3021332602","https://openalex.org/W3023209463","https://openalex.org/W3034238904","https://openalex.org/W3099641295","https://openalex.org/W3099950029","https://openalex.org/W3101600240","https://openalex.org/W3104939451","https://openalex.org/W3114951658","https://openalex.org/W3126161367","https://openalex.org/W3135190223","https://openalex.org/W3153115806","https://openalex.org/W3155151075","https://openalex.org/W3168767448","https://openalex.org/W3176443840","https://openalex.org/W3176964086","https://openalex.org/W3198651167","https://openalex.org/W3201977280","https://openalex.org/W3202026671","https://openalex.org/W3203176827","https://openalex.org/W4200632696","https://openalex.org/W4205206874","https://openalex.org/W4221143046","https://openalex.org/W4224308101","https://openalex.org/W4283385703","https://openalex.org/W4286432986","https://openalex.org/W4287208198","https://openalex.org/W4287704453","https://openalex.org/W4288436419","https://openalex.org/W4292779060","https://openalex.org/W4297435208","https://openalex.org/W4303648559","https://openalex.org/W4306808908","https://openalex.org/W4385245566","https://openalex.org/W4385573298","https://openalex.org/W4386857681"],"related_works":["https://openalex.org/W4321353415","https://openalex.org/W4296359239","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W2383111961","https://openalex.org/W2380820513","https://openalex.org/W2378211422","https://openalex.org/W2372385138","https://openalex.org/W2365952365","https://openalex.org/W2352448290"],"abstract_inverted_index":{"The":[0],"research":[1],"field":[2],"of":[3,21,86,101],"Legal":[4,15],"Natural":[5],"Language":[6],"Processing":[7],"(NLP)":[8],"has":[9],"been":[10],"very":[11],"active":[12],"recently,":[13],"with":[14,37],"Judgment":[16],"Prediction":[17],"(LJP)":[18],"becoming":[19],"one":[20],"the":[22,46,59,63,67,74,81,87,94,99,102,127,134,148,156,163,166,170],"most":[23,29],"extensively":[24],"studied":[25],"tasks.":[26],"To":[27],"date,":[28],"publicly":[30,161],"released":[31],"LJP":[32,51],"datasets":[33],"originate":[34],"from":[35],"countries":[36],"civil":[38],"law.":[39],"In":[40],"this":[41,120],"work,":[42],"we":[43,97,139,160],"release,":[44],"for":[45,169],"first":[47,64,135],"time,":[48],"a":[49,141],"challenging":[50],"dataset":[52,65,164],"focused":[53],"on":[54,73,119],"class":[55],"action":[56],"cases":[57],"in":[58,66],"US.":[60],"It":[61],"is":[62,151],"common":[68],"law":[69],"system":[70],"that":[71,110,147],"focuses":[72],"harder":[75],"and":[76,145,165],"more":[77],"realistic":[78],"task":[79,103],"involving":[80],"complaints":[82],"as":[83],"input":[84],"instead":[85],"often":[88],"used":[89,168],"facts":[90],"summary":[91],"written":[92],"by":[93,104],"court.":[95],"Additionally,":[96],"study":[98],"difficulty":[100],"collecting":[105],"expert":[106],"human":[107,112,128,157],"predictions,":[108],"showing":[109],"even":[111],"experts":[113],"can":[114],"only":[115,132],"reach":[116],"53%":[117],"accuracy":[118],"dataset.":[121],"Our":[122],"Longformer":[123,149],"model":[124,150],"clearly":[125],"outperforms":[126],"baseline":[129],"(63%),":[130],"despite":[131],"considering":[133],"2,048":[136],"tokens.":[137],"Furthermore,":[138],"perform":[140],"detailed":[142],"error":[143],"analysis":[144],"find":[146],"significantly":[152],"better":[153],"calibrated":[154],"than":[155],"experts.":[158],"Finally,":[159],"release":[162],"code":[167],"experiments.":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385567137","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2025-01-19T15:03:33.264904","created_date":"2023-08-05"}