{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T09:38:35Z","timestamp":1725615515365},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2018,6,10]],"date-time":"2018-06-10T00:00:00Z","timestamp":1528588800000},"content-version":"am","delay-in-days":252,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1244799"],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000011","name":"Howard Hughes Medical Institute","doi-asserted-by":"publisher","award":["52008138"],"id":[{"id":"10.13039\/100000011","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Education"],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1016\/j.compedu.2017.05.019","type":"journal-article","created":{"date-parts":[[2017,6,2]],"date-time":"2017-06-02T16:18:19Z","timestamp":1496420299000},"page":"243-262","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":53,"special_numbering":"C","title":["Insights about large-scale online peer assessment from an analysis of an astronomy MOOC"],"prefix":"10.1016","volume":"113","author":[{"given":"Martin","family":"Formanek","sequence":"first","affiliation":[]},{"given":"Matthew C.","family":"Wenger","sequence":"additional","affiliation":[]},{"given":"Sanlyn R.","family":"Buxner","sequence":"additional","affiliation":[]},{"given":"Chris D.","family":"Impey","sequence":"additional","affiliation":[]},{"given":"Tenzin","family":"Sonam","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.compedu.2017.05.019_bib1","first-page":"40","article-title":"Asssessing writing in MOOCs: Automated essay scoring and calibrated peer review\u2122","volume":"8","author":"Balfour","year":"2014","journal-title":"Research & Practice in Assessment"},{"issue":"4","key":"10.1016\/j.compedu.2017.05.019_bib2","first-page":"257","article-title":"Can online peer assessment be trusted?","volume":"12","author":"Bouzidi","year":"2009","journal-title":"Educational Technology & Society"},{"key":"10.1016\/j.compedu.2017.05.019_bib3","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1080\/03075079712331381064","article-title":"Having second thoughts: Student perceptions before and after a peer assessment exercise","volume":"22","author":"Cheng","year":"1997","journal-title":"Studies in Higher Education"},{"issue":"4","key":"10.1016\/j.compedu.2017.05.019_bib4","doi-asserted-by":"crossref","first-page":"891","DOI":"10.1037\/0022-0663.98.4.891","article-title":"Validity and reliability of scaffolded peer assessment of writing from instructor and student perspectives","volume":"98","author":"Cho","year":"2006","journal-title":"Journal of Educational Psychology"},{"key":"10.1016\/j.compedu.2017.05.019_bib5","doi-asserted-by":"crossref","DOI":"10.19173\/irrodl.v15i5.1850","article-title":"Writing to learn and learning to write across the disciplines: Peer-to-peer writing in introductory-level MOOCs","volume":"15","author":"Comer","year":"2014","journal-title":"The International Review of Research in Open and Distributed Learning"},{"key":"10.1016\/j.compedu.2017.05.019_bib6","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1080\/03075079912331379935","article-title":"The use of self-, peer and co-assessment in higher education: A review","volume":"24","author":"Dochy","year":"1999","journal-title":"Studies in Higher Education"},{"key":"10.1016\/j.compedu.2017.05.019_bib7","first-page":"175","article-title":"Peer feedback marking: Developing peer assessment","volume":"32","author":"Falchikov","year":"1995","journal-title":"Programmed Learning"},{"issue":"3","key":"10.1016\/j.compedu.2017.05.019_bib8","doi-asserted-by":"crossref","first-page":"287","DOI":"10.3102\/00346543070003287","article-title":"Student peer assessment in higher education: A meta-analysis comparing peer and teacher marks","volume":"70","author":"Falchikov","year":"2000","journal-title":"Review of Educational Research"},{"key":"10.1016\/j.compedu.2017.05.019_bib9","series-title":"Proceedings of the 33rd annual frontiers in education conference","article-title":"Improving engineering report writing with calibrated peer review\u2122","author":"Furman","year":"2003"},{"key":"10.1016\/j.compedu.2017.05.019_bib10","series-title":"Artificial intelligence in education: 15th international conference. Chapter peering inside peer review with bayesian models","first-page":"90","author":"Goldin","year":"2011"},{"key":"10.1016\/j.compedu.2017.05.019_bib11","series-title":"MOOCs: Expactations and reality, full report","author":"Hollands","year":"2014"},{"key":"10.1016\/j.compedu.2017.05.019_bib12","first-page":"266","article-title":"A\u00a0causal analysis of cognitive ability, job knowledge, job performance, and supervisor ratings","volume":"257","author":"Hunter","year":"1983","journal-title":"Performance Measurement and Theory"},{"key":"10.1016\/j.compedu.2017.05.019_bib37","doi-asserted-by":"crossref","DOI":"10.3847\/AER2012046","article-title":"A new online astronomy resource for education and outreach","volume":"12","author":"Impey","year":"2013","journal-title":"Astronomy Education Review"},{"key":"10.1016\/j.compedu.2017.05.019_bib38","first-page":"20","article-title":"Bringing the universe to the world: Lessons learned from a massive open online class on astronomy","volume":"21","author":"Impey","year":"2016","journal-title":"Communicating Astronomy with the Public Journal"},{"key":"10.1016\/j.compedu.2017.05.019_bib13","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1016\/j.edurev.2007.05.002","article-title":"The use of scoring rubrics: Reliability, validity and educational consequences","volume":"2","author":"Jonsson","year":"2007","journal-title":"Educational Research Review"},{"issue":"3","key":"10.1016\/j.compedu.2017.05.019_bib14","article-title":"Student assessment in online learning: Challenges and effective practices","volume":"8","author":"Kearns","year":"2012","journal-title":"Journal of Online Learning and Teaching"},{"key":"10.1016\/j.compedu.2017.05.019_bib15","series-title":"A\u00a0field investigation of peer assessment as part of the student group grading process","author":"Keaten","year":"1993"},{"key":"10.1016\/j.compedu.2017.05.019_bib16","first-page":"1","article-title":"The professors who make the MOOCs","author":"Kolowich","year":"2013","journal-title":"The Chronicle of Higher Education"},{"key":"10.1016\/j.compedu.2017.05.019_bib17","series-title":"Design thinking research","first-page":"131","article-title":"Peer and self assessment in massive online classes","author":"Kulkarni","year":"2015"},{"key":"10.1016\/j.compedu.2017.05.019_bib18","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1080\/13562510600680582","article-title":"Peer feedback: The learning element of peer assessment","volume":"11","author":"Liu","year":"2006","journal-title":"Teaching in Higher Education"},{"issue":"2","key":"10.1016\/j.compedu.2017.05.019_bib19","article-title":"Peer grading in a MOOC: Reliability, validity, and perceived effects","volume":"18","author":"Luo","year":"2014","journal-title":"Journal of Asynchronous Learning Networks"},{"key":"10.1016\/j.compedu.2017.05.019_bib20","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/2591684","article-title":"Offering verified credentials in massive open online courses: Moocs and technology to advance learning and learning research (ubiquity symposium)","volume":"2014","author":"Maas","year":"2014","journal-title":"Ubiquity"},{"key":"10.1016\/j.compedu.2017.05.019_bib21","doi-asserted-by":"crossref","first-page":"1450","DOI":"10.1126\/science.1239686","article-title":"Open learning at a distance: Lessons for struggling MOOCs","volume":"342","author":"MacAndrew","year":"2013","journal-title":"Science"},{"key":"10.1016\/j.compedu.2017.05.019_bib22","first-page":"1","article-title":"Is peer review an appropriate form of assessment in a MOOC? student participation and performance in formative peer review","author":"Meek","year":"2016","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10.1016\/j.compedu.2017.05.019_bib23","series-title":"Pedagogical strategies and technologies for peer assessment in massively open online courses MOOCs","author":"O'Toole","year":"2013"},{"key":"10.1016\/j.compedu.2017.05.019_bib24","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.edurev.2013.01.002","article-title":"The use of scoring rubrics for formative assessment purposes revisited: A review","volume":"9","author":"Panadero","year":"2013","journal-title":"Educational Research Review"},{"key":"10.1016\/j.compedu.2017.05.019_bib25","series-title":"The year of the MOOC","author":"Pappano","year":"2012"},{"key":"10.1016\/j.compedu.2017.05.019_bib26","series-title":"Tuned models of peer assessment in MOOCs","author":"Piech","year":"2013"},{"key":"10.1016\/j.compedu.2017.05.019_bib27","first-page":"314","article-title":"Peer review: A precursor to peer assessment","volume":"32","author":"Pond","year":"1995","journal-title":"Programmed Learning"},{"key":"10.1016\/j.compedu.2017.05.019_bib28","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1080\/02602930902862859","article-title":"A\u00a0review of rubric use in higher education","volume":"35","author":"Reddy","year":"2010","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10.1016\/j.compedu.2017.05.019_bib29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1207\/s15326977ea1101_1","article-title":"The impact of self-and peer-grading on student learning","volume":"11","author":"Sadler","year":"2006","journal-title":"Educational Assessment"},{"key":"10.1016\/j.compedu.2017.05.019_bib30","first-page":"5","article-title":"Assessment's place in the new MOOC world","volume":"8","author":"Sandeen","year":"2013","journal-title":"Research & Practice in Assessment"},{"issue":"2","key":"10.1016\/j.compedu.2017.05.019_bib31","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","article-title":"Intraclass correlations: Uses in assessing rater reliability","volume":"86","author":"Shrout","year":"1979","journal-title":"Psychological Bulletin"},{"key":"10.1016\/j.compedu.2017.05.019_bib32","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1080\/0260293930180306","article-title":"Issues in assessment, enterprise and higher education: The case for self-peer and collaborative assessment","volume":"18","author":"Somervell","year":"1993","journal-title":"Assessment and Evaluation in Higher Education"},{"issue":"3","key":"10.1016\/j.compedu.2017.05.019_bib33","doi-asserted-by":"crossref","first-page":"312","DOI":"10.19173\/irrodl.v15i3.1680","article-title":"Peer assessment for massive open online courses (MOOCs)","volume":"15","author":"Suen","year":"2014","journal-title":"The International Review of Research in Open and Distance Learning"},{"key":"10.1016\/j.compedu.2017.05.019_bib34","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3102\/00346543068003249","article-title":"Peer assessment between students in colleges and universities","volume":"68","author":"Topping","year":"1998","journal-title":"Review of Educational Research"},{"key":"10.1016\/j.compedu.2017.05.019_bib35","doi-asserted-by":"crossref","first-page":"1161","DOI":"10.1016\/j.compedu.2006.01.007","article-title":"On-line peer assessment and the role of the peer feedback: A study of high school computer course","volume":"49","author":"Tseng","year":"2007","journal-title":"Computers & Education"},{"key":"10.1016\/j.compedu.2017.05.019_bib36","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1080\/0260293920170105","article-title":"Student attitudes towards approaches to learning and assessment","volume":"17","author":"Williams","year":"1992","journal-title":"Assessment and Evaluation in Higher Education"}],"container-title":["Computers & Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360131517301240?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360131517301240?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,4,6]],"date-time":"2024-04-06T19:01:04Z","timestamp":1712430064000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0360131517301240"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10]]},"references-count":38,"alternative-id":["S0360131517301240"],"URL":"https:\/\/doi.org\/10.1016\/j.compedu.2017.05.019","relation":{},"ISSN":["0360-1315"],"issn-type":[{"value":"0360-1315","type":"print"}],"subject":[],"published":{"date-parts":[[2017,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Insights about large-scale online peer assessment from an analysis of an astronomy MOOC","name":"articletitle","label":"Article Title"},{"value":"Computers & Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compedu.2017.05.019","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2017 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}