{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:42:54Z","timestamp":1740102174236,"version":"3.37.3"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,19]]},"DOI":"10.1145\/3594536.3595165","type":"proceedings-article","created":{"date-parts":[[2023,9,7]],"date-time":"2023-09-07T23:40:01Z","timestamp":1694130001000},"page":"187-196","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Pre-trained Language Models for the Legal Domain"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8124-4338","authenticated-orcid":false,"given":"Shounak","family":"Paul","sequence":"first","affiliation":[{"name":"Indian Institute of Technology Kharagpur, Kharagpur, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8376-429X","authenticated-orcid":false,"given":"Arpan","family":"Mandal","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, Kharagpur, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9414-8166","authenticated-orcid":false,"given":"Pawan","family":"Goyal","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, Kharagpur, West Bengal, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2306-300X","authenticated-orcid":false,"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, Kharagpur, West Bengal, India"}]}],"member":"320","published-online":{"date-parts":[[2023,9,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1371"},{"key":"e_1_3_2_1_2_1","volume-title":"Longformer: The Long-Document Transformer. arXiv:2004.05150","author":"Beltagy Iz","year":"2020","unstructured":"Iz Beltagy, Matthew E. Peters, and Arman Cohan. 2020. Longformer: The Long-Document Transformer. arXiv:2004.05150 (2020)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15712-8_27"},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. of JURIX.","author":"Bhattacharya Paheli","year":"2019","unstructured":"Paheli Bhattacharya, Shounak Paul, Kripabandhu Ghosh, Saptarshi Ghosh, and Adam Wyner. 2019. Identification of Rhetorical Roles of Sentences in Indian Legal Judgments. In Proc. of JURIX."},{"key":"e_1_3_2_1_5_1","volume-title":"DeepRhole: deep learning for rhetorical role labeling of sentences in legal case documents. Artificial Intelligence and Law (11","author":"Bhattacharya Paheli","year":"2021","unstructured":"Paheli Bhattacharya, Shounak Paul, Kripabandhu Ghosh, Saptarshi Ghosh, and Adam Wyner. 2021. DeepRhole: deep learning for rhetorical role labeling of sentences in legal case documents. Artificial Intelligence and Law (11 2021), 1--38."},{"volume-title":"Proc. of ACL.","author":"Ilias","key":"e_1_3_2_1_6_1","unstructured":"Ilias Chalkidis et al. 2022. LexGLUE: A Benchmark Dataset for Legal Language Understanding in English. In Proc. of ACL."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1424"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1636"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"volume-title":"Proc. of NAACL.","author":"Jacob","key":"e_1_3_2_1_10_1","unstructured":"Jacob Devlin et al. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proc. of NAACL."},{"volume-title":"Proc. of ACL. 1383--1392","author":"Rotem","key":"e_1_3_2_1_11_1","unstructured":"Rotem Dror et al. 2018. The Hitchhiker's Guide to Testing Statistical Significance in Natural Language Processing. In Proc. of ACL. 1383--1392."},{"key":"e_1_3_2_1_12_1","unstructured":"Peter Henderson et al. 2022. Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset. (2022)."},{"key":"e_1_3_2_1_13_1","volume-title":"Janani Venugopalan Ph., and Vivek Raghavan Ph. D","author":"Kalamkar Prathamesh","year":"2021","unstructured":"Prathamesh Kalamkar, D. Janani Venugopalan Ph., and Vivek Raghavan Ph. D. 2021. Indian Legal NLP Benchmarks: A Survey. arXiv e-prints (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"A General Approach for Predicting the Behavior of the Supreme Court of the United States. PLOS ONE 12","author":"Katz Daniel","year":"2016","unstructured":"Daniel Katz, II Bommarito, and Josh Blackman. 2016. A General Approach for Predicting the Behavior of the Supreme Court of the United States. PLOS ONE 12 (2016)."},{"key":"e_1_3_2_1_15_1","unstructured":"John D. Lafferty Andrew McCallum and Fernando Pereira. 2001. Conditional Random Fields: Probabilistic Models for Segmenting and Labeling Sequence Data. In ICML."},{"key":"e_1_3_2_1_16_1","volume-title":"Chan Ho So, and Jaewoo Kang","author":"Lee Jinhyuk","year":"2019","unstructured":"Jinhyuk Lee, Wonjin Yoon, Sungdong Kim, Donghyeon Kim, Sunkyu Kim, Chan Ho So, and Jaewoo Kang. 2019. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics (2019)."},{"volume-title":"Proc. of EMNLP: System Demonstrations. 175--184","author":"Quentin","key":"e_1_3_2_1_17_1","unstructured":"Quentin Lhoest et al. 2021. Datasets: A Community Library for Natural Language Processing. In Proc. of EMNLP: System Demonstrations. 175--184."},{"key":"e_1_3_2_1_18_1","volume-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR abs\/1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR abs\/1907.11692 (2019)."},{"key":"e_1_3_2_1_19_1","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled Weight Decay Regularization. In ICLR."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.313"},{"key":"e_1_3_2_1_21_1","volume-title":"Using machine learning to predict decisions of the European Court of Human Rights. Artificial Intelligence and Law","author":"Medvedeva Masha","year":"2020","unstructured":"Masha Medvedeva, Michel Vols, and Martijn Wieling. 2020. Using machine learning to predict decisions of the European Court of Human Rights. Artificial Intelligence and Law (2020), 237--266."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378337"},{"key":"e_1_3_2_1_23_1","unstructured":"Adam Paszke et al. 2017. Automatic differentiation in PyTorch. In NIPS-W."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21363"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Pranav Rajpurkar et al. 2016. SQuAD: 100 000+ Questions for Machine Comprehension of Text. CoRR abs\/1606.05250 (2016).","DOI":"10.18653\/v1\/D16-1264"},{"key":"e_1_3_2_1_26_1","first-page":"415","article-title":"Cloze Procedure\": A New Tool for Measuring Readability","volume":"30","author":"Taylor Wilson L.","year":"1953","unstructured":"Wilson L. Taylor. 1953. \"Cloze Procedure\": A New Tool for Measuring Readability. Journalism & Mass Communication Quarterly 30 (1953), 415 - 433.","journal-title":"Journalism & Mass Communication Quarterly"},{"key":"e_1_3_2_1_27_1","volume-title":"Proc. NeurIPS.","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141 ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Proc. NeurIPS."},{"volume-title":"Proc. of 2018 EMNLP Workshop BlackboxNLP.","author":"Alex","key":"e_1_3_2_1_28_1","unstructured":"Alex Wang et al. 2018. GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding. In Proc. of 2018 EMNLP Workshop BlackboxNLP."},{"volume-title":"Proc. of EMNLP: System Demonstrations. 38--45","author":"Thomas","key":"e_1_3_2_1_29_1","unstructured":"Thomas Wolf et al. 2020. Transformers: State-of-the-Art Natural Language Processing. In Proc. of EMNLP: System Demonstrations. 38--45."},{"key":"e_1_3_2_1_30_1","unstructured":"Yonghui Wu et al. 2016. Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation. CoRR abs\/1609.08144 (2016)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.06.003"},{"key":"e_1_3_2_1_32_1","volume-title":"Le","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime G. Carbonell, Ruslan Salakhutdinov, and Quoc V. Le. 2019. XLNet: Generalized Autoregressive Pretraining for Language Understanding. In NeurIPS."},{"key":"e_1_3_2_1_33_1","volume-title":"Ho","author":"Zheng Lucia","year":"2021","unstructured":"Lucia Zheng, Neel Guha, Brandon R. Anderson, Peter Henderson, and Daniel E. Ho. 2021. Assessing Self-Supervised Learning for Law and the CaseHOLD Dataset of 53,000+ Legal Holdings. In Proc. of ICAIL."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.466"}],"event":{"name":"ICAIL 2023: Nineteenth International Conference on Artificial Intelligence and Law","sponsor":["IAAIL Intl Asso for Artifical Intel & Law","UMinho University of Minho","SIGAI ACM Special Interest Group on Artificial Intelligence","AAAI Am Assoc for Artifical Intelligence"],"location":"Braga Portugal","acronym":"ICAIL 2023"},"container-title":["Proceedings of the Nineteenth International Conference on Artificial Intelligence and Law"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3594536.3595165","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,19]],"date-time":"2024-06-19T10:40:19Z","timestamp":1718793619000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3594536.3595165"}},"subtitle":["A Case Study on Indian Law"],"short-title":[],"issued":{"date-parts":[[2023,6,19]]},"references-count":34,"alternative-id":["10.1145\/3594536.3595165","10.1145\/3594536"],"URL":"https:\/\/doi.org\/10.1145\/3594536.3595165","relation":{},"subject":[],"published":{"date-parts":[[2023,6,19]]},"assertion":[{"value":"2023-09-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}