{"id":"https://openalex.org/W3168821299","doi":"https://doi.org/10.1145/3430895.3460980","title":"Peer-Grading at Scale with Rank Aggregation","display_name":"Peer-Grading at Scale with Rank Aggregation","publication_year":2021,"publication_date":"2021-06-07","ids":{"openalex":"https://openalex.org/W3168821299","doi":"https://doi.org/10.1145/3430895.3460980","mag":"3168821299"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430895.3460980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100647163","display_name":"Lin Ling","orcid":"https://orcid.org/0000-0001-8506-158X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lin Ling","raw_affiliation_strings":["City University of Hong Kong & Nautilus Software, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong & Nautilus Software, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079559561","display_name":"Chee Wei Tan","orcid":"https://orcid.org/0000-0002-6624-9752"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chee Wei Tan","raw_affiliation_strings":["City University of Hong Kong & Nautilus Software, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong & Nautilus Software, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.305,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.756396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":72,"max":76},"biblio":{"volume":null,"issue":null,"first_page":"327","last_page":"330"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.943,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8580351}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8580351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75472045},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.6077045},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4222315},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35540363},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31874275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08023819},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3430895.3460980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.87,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":9,"referenced_works":["https://openalex.org/W1517040319","https://openalex.org/W1529993087","https://openalex.org/W1988560072","https://openalex.org/W1998058722","https://openalex.org/W2056034310","https://openalex.org/W2070635790","https://openalex.org/W2075196028","https://openalex.org/W2166164009","https://openalex.org/W3015812362"],"related_works":["https://openalex.org/W4236439135","https://openalex.org/W3208525924","https://openalex.org/W3127248583","https://openalex.org/W2885058781","https://openalex.org/W2748952813","https://openalex.org/W2591833644","https://openalex.org/W2189583758","https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W1552490082"],"abstract_inverted_index":{"Thanks":[0],"to":[1,34,44,63,76,88,131],"the":[2,6,39,51,60,86,90,105,111,126,134],"wide":[3],"availability":[4],"of":[5,26,42,107],"internet":[7],"and":[8,110,125],"personal":[9],"computing":[10],"devices,":[11],"online":[12,54],"teaching":[13],"methods":[14,31],"like":[15],"Massive":[16],"Open":[17],"Online":[18],"Courses":[19],"(MOOC)":[20],"are":[21,72,92],"becoming":[22],"an":[23],"essential":[24],"part":[25],"modern":[27],"education.":[28],"While":[29],"these":[30],"enable":[32],"educators":[33],"reach":[35],"much":[36],"more":[37],"students,":[38],"massive":[40],"volume":[41],"assignments":[43],"grade":[45],"places":[46],"a":[47,99],"heavy":[48,83],"burden":[49],"on":[50],"instructors.":[52],"Most":[53],"courses":[55],"remedy":[56],"this":[57,95],"by":[58,141],"restricting":[59],"question":[61],"types":[62],"simple":[64],"forms":[65],"or":[66,81],"performing":[67],"naive":[68],"peer-grading.":[69],"These":[70],"approaches":[71],"either":[73],"too":[74],"restricted":[75],"capture":[77],"students'":[78],"learning":[79],"level,":[80],"require":[82],"supervision":[84],"from":[85],"instructors":[87],"ensure":[89],"grades":[91],"fair.":[93],"In":[94],"paper,":[96],"we":[97],"propose":[98],"rank-aggregation-based":[100],"peer-grading":[101],"method":[102],"that":[103,113],"estimates":[104],"quality":[106],"each":[108,114],"assignment":[109],"probability":[112],"student":[115],"is":[116,139],"grading":[117],"unbiasedly.":[118],"The":[119],"estimation":[120],"errors":[121],"have":[122],"theoretical":[123],"upper-bounds,":[124],"bounds":[127],"can":[128],"be":[129],"proved":[130],"tighten":[132],"when":[133],"problem":[135],"size":[136],"increases,":[137],"which":[138],"confirmed":[140],"our":[142],"numerical":[143],"experiment.":[144]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3168821299","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2024-12-07T17:59:27.812000","created_date":"2021-06-22"}