{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T22:17:01Z","timestamp":1730326621355,"version":"3.28.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576098","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"315-323","update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Using Transformer Language Models to Validate Peer-Assigned Essay Scores in Massive Open Online Courses (MOOCs)"],"prefix":"10.1145","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-6316-6479","authenticated-orcid":false,"given":"Wesley","family":"Morris","sequence":"first","affiliation":[{"name":"Vanderbilt University, United States"}]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5148-0273","authenticated-orcid":false,"given":"Scott","family":"Crossley","sequence":"additional","affiliation":[{"name":"Vanderbilt University, United States"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-4338-4609","authenticated-orcid":false,"given":"Langdon","family":"Holmes","sequence":"additional","affiliation":[{"name":"Vanderbilt University, United States"}]},{"ORCID":"http:\/\/orcid.org\/0000-0003-0291-9478","authenticated-orcid":false,"given":"Anne","family":"Trumbore","sequence":"additional","affiliation":[{"name":"University of Virginia, United States"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_1_1_1","DOI":"10.3991\/ijet.v13i01.7461"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_2_1","DOI":"10.1007\/s10639-022-11175-5"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_3_1","DOI":"10.7275\/FRYF-Z044"},{"volume-title":"Assessing Writing in MOOCs: Automated Essay Scoring and Calibrated Peer Review\u2122.Research & Practice in Assessment 8","year":"2013","author":"Balfour P","unstructured":"Stephen\u00a0P Balfour. 2013. Assessing Writing in MOOCs: Automated Essay Scoring and Calibrated Peer Review\u2122.Research & Practice in Assessment 8 (2013), 40\u201348.","key":"e_1_3_2_1_4_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1111\/j.1475-4932.1999.tb02571.x"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_6_1","DOI":"10.1177\/1053825919880202"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.14569\/IJACSA.2020.0111027"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_8_1","DOI":"10.1145\/3170358.3170388"},{"key":"e_1_3_2_1_9_1","first-page":"245","article-title":"Student peer assessment","volume":"5","author":"Bostock Stephen","year":"2000","unstructured":"Stephen Bostock. 2000. Student peer assessment. Learning Technology 5, 1 (2000), 245\u2013249.","journal-title":"Learning Technology"},{"volume-title":"Multitask Summary Scoring with Longformers. In International Conference on Artificial Intelligence in Education. Springer, 756\u2013761","year":"2022","author":"Botarleanu Robert-Mihai","unstructured":"Robert-Mihai Botarleanu, Mihai Dascalu, Laura\u00a0K Allen, Scott\u00a0Andrew Crossley, and Danielle\u00a0S McNamara. 2022. Multitask Summary Scoring with Longformers. In International Conference on Artificial Intelligence in Education. Springer, 756\u2013761.","key":"e_1_3_2_1_10_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.4324\/9781315004914"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_12_1","DOI":"10.1145\/2883851.2883931"},{"volume-title":"Source inclusion in synthesis writing: an NLP approach to understanding argumentation, sourcing, and essay quality. Reading and Writing","year":"2021","author":"Crossley Scott","unstructured":"Scott Crossley, Qian Wan, Laura Allen, and Danielle McNamara. 2021. Source inclusion in synthesis writing: an NLP approach to understanding argumentation, sourcing, and essay quality. Reading and Writing (2021).","key":"e_1_3_2_1_13_1"},{"volume-title":"The tool for the automatic analysis of text cohesion (TAACO): Automatic assessment of local, global, and text cohesion. Behavior research methods 48, 4","year":"2016","author":"Crossley A","unstructured":"Scott\u00a0A Crossley, Kristopher Kyle, and Danielle\u00a0S McNamara. 2016. The tool for the automatic analysis of text cohesion (TAACO): Automatic assessment of local, global, and text cohesion. Behavior research methods 48, 4 (2016), 1227\u20131237.","key":"e_1_3_2_1_14_1"},{"volume-title":"Proceedings of the 11th International Conference on Educational Data Mining","year":"2018","author":"Crues R\u00a0Wes","unstructured":"R\u00a0Wes Crues, Nigel Bosch, and Carolyn\u00a0J Anderson. 2018. Who they are and what they want: Understanding the reasons for MOOC enrollment. Proceedings of the 11th International Conference on Educational Data Mining (2018), 10.","key":"e_1_3_2_1_15_1"},{"volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","year":"2018","author":"Devlin Jacob","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","key":"e_1_3_2_1_16_1"},{"volume-title":"Is a Long Essay Always a Good Essay? The Effect of Text Length on Writing Assessment. Frontiers in psychology 11","year":"2020","author":"Fleckenstein Johanna","unstructured":"Johanna Fleckenstein, Jennifer Meyer, Thorben Jansen, Stefan Keller, and Olaf K\u00f6ller. 2020. Is a Long Essay Always a Good Essay? The Effect of Text Length on Writing Assessment. Frontiers in psychology 11 (2020), 562462.","key":"e_1_3_2_1_17_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1080\/01587919.2021.1911626"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1016\/j.compedu.2020.103894"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.1109\/IJCIME49369.2019.00039"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_21_1","DOI":"10.1080\/10807030490513856"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1002\/tesq.194"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.1111\/modl.12468"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_24_1","DOI":"10.1080\/15434303.2020.1844205"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_25_1","DOI":"10.1109\/CITS52676.2021.9618476"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1111\/bjet.13143"},{"volume-title":"International journal of corpus linguistics 15, 4","year":"2010","author":"Xiaofei Lu.","unstructured":"Xiaofei Lu. 2010. Automatic analysis of syntactic complexity in second language writing. International journal of corpus linguistics 15, 4 (2010), 474\u2013496.","key":"e_1_3_2_1_27_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_28_1","DOI":"10.1111\/j.1745-3984.1994.tb00445.x"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_29_1","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_30_1","first-page":"24","article-title":"The brief & expansive history (and future) of the MOOC: Why two divergent models share the same name","volume":"2","author":"Moe Rolin","year":"2015","unstructured":"Rolin Moe. 2015. The brief & expansive history (and future) of the MOOC: Why two divergent models share the same name. Current Issues in Emerging eLearning 2, 1 (2015), 24.","journal-title":"Current Issues in Emerging eLearning"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_31_1","DOI":"10.1037\/a0032918"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_32_1","DOI":"10.1016\/j.asw.2014.05.001"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_33_1","DOI":"10.2478\/pralin-2018-0002"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_34_1","DOI":"10.1126\/science.aav7958"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_35_1","DOI":"10.19173\/irrodl.v15i5.1857"},{"unstructured":"Zhiyun Ren Huzefa Rangwala and Aditya Johri. 2016. Predicting Performance on MOOC Assessments using Multi-Regression Models. http:\/\/arxiv.org\/abs\/1605.02269 arXiv:1605.02269 [cs].","key":"e_1_3_2_1_36_1"},{"unstructured":"Pedro\u00a0Uria Rodriguez Amir Jafari and Christopher\u00a0M. Ormerod. 2019. Language models and Automated Essay Scoring. http:\/\/arxiv.org\/abs\/1909.09482 arXiv:1909.09482 [cs stat].","key":"e_1_3_2_1_37_1"},{"unstructured":"Victor Sanh Lysandre Debut Julien Chaumond and Thomas Wolf. 2019. DistilBERT a distilled version of BERT: smaller faster cheaper and lighter. arXiv preprint arXiv:1910.01108(2019).","key":"e_1_3_2_1_38_1"},{"volume-title":"Courses beyond borders: A case study of MOOC platform Coursera","year":"2017","author":"Shafiq Huma","unstructured":"Huma Shafiq. 2017. Courses beyond borders: A case study of MOOC platform Coursera. Library of Philosophy and Practice(2017), 1566.","key":"e_1_3_2_1_39_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_40_1","DOI":"10.25932\/PUBLISHUP-47183"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_41_1","DOI":"10.1145\/2876034.2876043"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_42_1","DOI":"10.1145\/3386527.3406744"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_43_1","DOI":"10.19173\/irrodl.v15i3.1680"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_44_1","DOI":"10.1177\/019263659307755504"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_45_1","DOI":"10.1007\/s41237-021-00142-y"},{"doi-asserted-by":"crossref","unstructured":"Yongjie Wang Chuan Wang Ruobing Li and Hui Lin. 2022. On the Use of BERT for Automated Essay Scoring: Joint Learning of Multi-Scale Essay Representation. arXiv preprint arXiv:2205.03835(2022).","key":"e_1_3_2_1_46_1","DOI":"10.18653\/v1\/2022.naacl-main.249"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_47_1","DOI":"10.1016\/j.jsp.2020.08.008"},{"volume-title":"Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. 85\u201396","year":"2021","author":"Zhang Haoran","unstructured":"Haoran Zhang and Diane Litman. 2021. Essay Quality Signals as Weak Supervision for Source-based Essay Scoring. In Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. 85\u201396.","key":"e_1_3_2_1_48_1"}],"event":{"acronym":"LAK 2023","name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","location":"Arlington TX USA"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576098","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T10:57:37Z","timestamp":1710327457000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576098"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":48,"alternative-id":["10.1145\/3576050.3576098","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576098","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}