{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,12]],"date-time":"2025-04-12T22:21:23Z","timestamp":1744496483423,"version":"3.37.3"},"reference-count":53,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","award":["KK.01.1.1.01.0009"],"id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Education"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1016\/j.compedu.2024.105001","type":"journal-article","created":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T17:36:55Z","timestamp":1706809015000},"page":"105001","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":4,"special_numbering":"C","title":["Peer assessment methodology of open-ended assignments: Insights from a two-year case study within a university course using novel open source system"],"prefix":"10.1016","volume":"213","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6345-8735","authenticated-orcid":false,"given":"Ljiljana","family":"Brki\u0107","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9813-1935","authenticated-orcid":false,"given":"Igor","family":"Mekterovi\u0107","sequence":"additional","affiliation":[]},{"given":"Melita","family":"Fertalj","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6220-5958","authenticated-orcid":false,"given":"Darko","family":"Mekterovi\u0107","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib1","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1080\/07294360.2017.1405913","article-title":"A framework for designing, implementing, communicating and researching peer assessment","volume":"37","author":"Adachi","year":"2018","journal-title":"Higher Education Research and Development"},{"key":"10.1016\/j.compedu.2024.105001_bib2","series-title":"Proceedings - International Conference on Software Engineering","first-page":"211","article-title":"Grading 600+ students: A case study on peer and self grading","author":"Aniche","year":"2021"},{"year":"2021","author":"Chorrojprasert","series-title":"Learners \u2019 perceptions on peer assessment in team-based learning classroom","key":"10.1016\/j.compedu.2024.105001_bib3"},{"issue":"1\u20138","key":"10.1016\/j.compedu.2024.105001_bib4","article-title":"Thwarting online exam cheating without proctor supervision","volume":"4","author":"Cluskey","year":"2011","journal-title":"Journal of Academic and Business Ethics"},{"issue":"4","key":"10.1016\/j.compedu.2024.105001_bib5","first-page":"346","article-title":"Computerized peer assessment","volume":"37","author":"Davies","year":"2000","journal-title":"Innovations in Education & Teaching International"},{"year":"2021","author":"Darvishi","series-title":"Employing peer review to evaluate the quality of student generated content at scale : A trust propagation approach employing peer review to evaluate the quality of student generated content at scale : A trust propagation approach","key":"10.1016\/j.compedu.2024.105001_bib6"},{"issue":"November 2018","key":"10.1016\/j.compedu.2024.105001_bib7","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.compedu.2018.10.019","article-title":"Progress and new directions for teaching and learning in MOOCs","volume":"129","author":"Deng","year":"2019","journal-title":"Computers & Education"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib8","doi-asserted-by":"crossref","first-page":"21","DOI":"10.31341\/jios.41.1.2","article-title":"Learning analytics for peer-assessment: (Dis)advantages, reliability and implementation","volume":"41","author":"Divjak","year":"2017","journal-title":"Journal of Information and Organizational Sciences"},{"issue":"2","key":"10.1016\/j.compedu.2024.105001_bib9","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1007\/s10648-019-09510-3","article-title":"The impact of peer assessment on academic performance: A meta-analysis of control group studies","volume":"32","author":"Double","year":"2020","journal-title":"Educational Psychology Review"},{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib10","doi-asserted-by":"crossref","first-page":"287","DOI":"10.3102\/00346543070003287","article-title":"Student peer assessment in higher education: A meta-analysis comparing peer and teacher marks","volume":"70","author":"Falchikov","year":"2000","journal-title":"Review of Educational Research"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib11","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1191\/1362168804lr133oa","article-title":"Characteristics and user acceptance of peer rating in EFL writing classrooms","volume":"8","author":"Fujita","year":"2004","journal-title":"Language Teaching Research"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib12","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1111\/jcal.12316","article-title":"Improving essay peer grading accuracy in massive open online courses using personalized weights from student's engagement and performance","volume":"35","author":"Garc\u00eda-Mart\u00ednez","year":"2019","journal-title":"Journal of Computer Assisted Learning"},{"year":"2023","series-title":"Can an AI-tool grade assignments in an introductory physics course?","key":"10.1016\/j.compedu.2024.105001_bib13"},{"issue":"2","key":"10.1016\/j.compedu.2024.105001_bib14","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1080\/02602930903221444","article-title":"An inventory of peer assessment diversity","volume":"36","author":"Gielen","year":"2011","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib15","first-page":"328","article-title":"A questionnaire to assess students' beliefs about peer-feedback","volume":"57","author":"Huisman","year":"2020","journal-title":"Innovations in Education & Teaching International"},{"key":"10.1016\/j.compedu.2024.105001_bib16","first-page":"1","article-title":"The impact of formative peer feedback on higher education students \u2019 academic writing : A meta- analysis","author":"Huisman","year":"2018","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"2","key":"10.1016\/j.compedu.2024.105001_bib17","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1037\/0022-0663.100.2.398","article-title":"Task values, achievement goals, and interest: An integrative analysis","volume":"100","author":"Hulleman","year":"2008","journal-title":"Journal of Educational Psychology"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib18","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1080\/02602930500262346","article-title":"Peer assessment in university teaching: Evaluating seven course designs","volume":"31","author":"van den Berg","year":"2006","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib19","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1080\/02602938.2014.987721","article-title":"How to achieve accurate peer assessment for high value written assignments in a senior undergraduate course","volume":"41","author":"Jeffery","year":"2016","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10.1016\/j.compedu.2024.105001_bib20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/10494820.2022.2137526","article-title":"Fostering college students \u2019 critical thinking skills through peer assessment in the knowledge building community","author":"Jiang","year":"2022","journal-title":"Interactive Learning Environments"},{"issue":"4","key":"10.1016\/j.compedu.2024.105001_bib21","doi-asserted-by":"crossref","first-page":"396","DOI":"10.9734\/BJAST\/2015\/14975","article-title":"Likert scale: Explored and explained","volume":"7","author":"Joshi","year":"2015","journal-title":"British Journal of Applied Science & Technology"},{"year":"2023","author":"Juki\u0107","series-title":"ERDPlus","key":"10.1016\/j.compedu.2024.105001_bib22"},{"issue":"4","key":"10.1016\/j.compedu.2024.105001_bib23","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1016\/j.jrp.2013.01.014","article-title":"Respondent rationale for neither agreeing nor disagreeing: Person and item contributors to middle category endorsement intent on Likert personality indicators","volume":"47","author":"Kulas","year":"2013","journal-title":"Journal of Research in Personality"},{"issue":"6","key":"10.1016\/j.compedu.2024.105001_bib24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2505057","article-title":"Peer and self assessment in massive online classes","volume":"20","author":"Kulkarni","year":"2013","journal-title":"ACM Transactions on Computer-Human Interaction"},{"issue":"1\u201310","key":"10.1016\/j.compedu.2024.105001_bib25","article-title":"Faculty members \u2019 use of artificial intelligence to grade student papers : A case of implications","volume":"7","author":"Kumar","year":"2023","journal-title":"International Journal for Educational Integrity"},{"issue":"2","key":"10.1016\/j.compedu.2024.105001_bib26","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1080\/02602938.2014.999746","article-title":"Peer assessment in the digital age: A meta-analysis comparing peer and teacher ratings","volume":"41","author":"Li","year":"2016","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib27","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1080\/13562510600680582","article-title":"Peer feedback: The learning element of peer assessment","volume":"11","author":"Liu","year":"2006","journal-title":"Teaching in Higher Education"},{"issue":"2","key":"10.1016\/j.compedu.2024.105001_bib28","first-page":"1","article-title":"Peer grading in a MOOC: Reliability, validity, and perceived effects","volume":"18","author":"Luo","year":"2014","journal-title":"Journal of Asynchronous Learning Networks"},{"issue":"1\u20139","key":"10.1016\/j.compedu.2024.105001_bib29","article-title":"Online peer assessment on student learning outcomes: A narrative review","volume":"14","author":"Mallahzadeh","year":"2023","journal-title":"Interdisciplinary Journal of Virtual Learning in Medical Sciences"},{"issue":"6","key":"10.1016\/j.compedu.2024.105001_bib30","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1007\/s10734-012-9570-z","article-title":"\u2019Just enough to make you take it seriously\u2019: Exploring students' attitudes towards peer assessment","volume":"65","author":"McGarr","year":"2013","journal-title":"Higher Education"},{"issue":"5","key":"10.1016\/j.compedu.2024.105001_bib31","doi-asserted-by":"crossref","first-page":"1023","DOI":"10.1007\/s10734-020-00595-2","article-title":"Eyes on the enterprise: Problematising the concept of a teaching-research nexus in UK higher education","volume":"81","author":"McKinley","year":"2021","journal-title":"Higher Education"},{"issue":"4","key":"10.1016\/j.compedu.2024.105001_bib32","article-title":"Scaling automated programming assessment systems","volume":"12","author":"Mekterovi\u0107","year":"2023","journal-title":"Electronics (Switzerland)"},{"key":"10.1016\/j.compedu.2024.105001_bib33","doi-asserted-by":"crossref","first-page":"81154","DOI":"10.1109\/ACCESS.2020.2990980","article-title":"Building a comprehensive automated programming assessment system","volume":"8","author":"Mekterovic","year":"2020","journal-title":"IEEE Access"},{"year":"2023","author":"Mekterovic","series-title":"Edgar project group","key":"10.1016\/j.compedu.2024.105001_bib34"},{"key":"10.1016\/j.compedu.2024.105001_bib35","doi-asserted-by":"crossref","DOI":"10.1007\/s11251-015-9353-x","article-title":"Understanding the benefits of providing peer feedback : How students respond to peers \u2019 texts of varying quality","author":"Patchan","year":"2015","journal-title":"Instructional Science"},{"key":"10.1016\/j.compedu.2024.105001_bib36","series-title":"Proceedings of the 6th international conference on educational data mining, EDM 2013","article-title":"Tuned models of peer assessment in MOOCs","author":"Piech","year":"2013"},{"key":"10.1016\/j.compedu.2024.105001_bib37","series-title":"ACM International Conference Proceeding Series","article-title":"Swagrader: A honest effort extracting, modular peer-grading tool","author":"Prajapati","year":"2020"},{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib38","first-page":"968","article-title":"Metrics for estimating validity, reliability and bias in peer assessment","volume":"34","author":"Rafael","year":"2018","journal-title":"International Journal of Engineering Education"},{"key":"10.1016\/j.compedu.2024.105001_bib39","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1016\/j.compedu.2018.07.017","article-title":"Statistical semi-supervised system for grading multiple peer-reviewed open-ended works","volume":"126","author":"Rico-Juan","year":"2018","journal-title":"Computers & Education"},{"issue":"5","key":"10.1016\/j.compedu.2024.105001_bib40","doi-asserted-by":"crossref","first-page":"328","DOI":"10.5408\/1.3559673","article-title":"Calibrated peer review assignments for the earth sciences","volume":"57","author":"Rudd","year":"2009","journal-title":"Journal of Geoscience Education"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1207\/s15326977ea1101_1","article-title":"The impact of self- and peer-grading on student learning","volume":"11","author":"Sadler","year":"2006","journal-title":"Educational Assessment"},{"key":"10.1016\/j.compedu.2024.105001_bib42","first-page":"688","article-title":"Teacher vs . Peer oral corrective feedback in the German language classroom","volume":"48","author":"Sippel","year":"2015"},{"key":"10.1016\/j.compedu.2024.105001_bib43","series-title":"Paper presented at the CSPRED 2016: Computer-supported peer review in education","article-title":"Toward better training in peer assessment: Does calibration help?","author":"Song","year":"2016"},{"issue":"6","key":"10.1016\/j.compedu.2024.105001_bib44","doi-asserted-by":"crossref","first-page":"852","DOI":"10.1080\/02602938.2020.1828267","article-title":"Assessment & evaluation in higher education peer assessment as a learning and self- assessment tool : A look inside the black box","volume":"46","author":"Stan\u010di\u0107","year":"2021","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"March","key":"10.1016\/j.compedu.2024.105001_bib45","article-title":"Computers and education : Artificial intelligence assessment in the age of artificial intelligence","volume":"3","author":"Swiecki","year":"2022"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib46","article-title":"What is the best response scale for survey and questionnaire design; review of different lengths of rating scale\/attitude scale\/Likert scale","volume":"8","author":"Taherdoost","year":"2019","journal-title":"International Journal of Academic Research in Management"},{"issue":"3","key":"10.1016\/j.compedu.2024.105001_bib47","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3102\/00346543068003249","article-title":"Peer assessment between students in colleges and universities","volume":"68","author":"Topping","year":"1998","journal-title":"Review of Educational Research"},{"key":"10.1016\/j.compedu.2024.105001_bib48","first-page":"20","author":"Topping","year":"2009","journal-title":"Peer Assessment"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib49","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.stueduc.2011.03.004","article-title":"Assessing assessment quality: Criteria for quality assurance in design of (peer) assessment for learning - a review of research studies","volume":"37","author":"Tillema","year":"2011","journal-title":"Studies In Educational Evaluation"},{"key":"10.1016\/j.compedu.2024.105001_bib50","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1016\/j.compedu.2012.10.002","article-title":"Computers & Education Paradoxical effects of feedback in international online reciprocal peer tutoring","volume":"61","author":"Topping","year":"2013","journal-title":"Computers & Education"},{"issue":"4","key":"10.1016\/j.compedu.2024.105001_bib51","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1016\/j.learninstruc.2009.08.004","article-title":"Effective peer assessment processes: Research findings and future directions","volume":"20","author":"van Zundert","year":"2010","journal-title":"Learning and Instruction"},{"issue":"1","key":"10.1016\/j.compedu.2024.105001_bib52","first-page":"83","article-title":"Attitudes towards peer assessment: A comparison of the perspectives of preservice and inservice teachers","volume":"43","author":"Wen","year":"2006","journal-title":"Innovations in Education & Teaching International"},{"key":"10.1016\/j.compedu.2024.105001_bib55","series-title":"Proceedings of the European MOOC stakeholder summit 2015","first-page":"224","article-title":"Does peer grading work ? How to implement and improve it ? Comparing instructor and peer assessment in MOOC GdP to cite this version : Does peer grading work ? How to implement and improve it ? Comparing instructor and peer assessment in MOOC GdP","author":"Zongo","year":"2015"}],"container-title":["Computers & Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360131524000150?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360131524000150?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,11,9]],"date-time":"2024-11-09T20:56:41Z","timestamp":1731185801000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0360131524000150"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5]]},"references-count":53,"alternative-id":["S0360131524000150"],"URL":"https:\/\/doi.org\/10.1016\/j.compedu.2024.105001","relation":{},"ISSN":["0360-1315"],"issn-type":[{"type":"print","value":"0360-1315"}],"subject":[],"published":{"date-parts":[[2024,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Peer assessment methodology of open-ended assignments: Insights from a two-year case study within a university course using novel open source system","name":"articletitle","label":"Article Title"},{"value":"Computers & Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compedu.2024.105001","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"105001"}}