{"id":"https://openalex.org/W2912987022","doi":"https://doi.org/10.1145/3308558.3313569","title":"Rating Worker Skills and Task Strains in Collaborative Crowd Computing: A Competitive Perspective","display_name":"Rating Worker Skills and Task Strains in Collaborative Crowd Computing: A Competitive Perspective","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2912987022","doi":"https://doi.org/10.1145/3308558.3313569","mag":"2912987022"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308558.3313569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015688294","display_name":"George Trimponias","orcid":"https://orcid.org/0000-0001-8119-1811"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"George Trimponias","raw_affiliation_strings":["Huawei Noah's Ark Lab, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Hong Kong","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026376235","display_name":"Xiaojuan Ma","orcid":"https://orcid.org/0000-0002-9847-7784"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaojuan Ma","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636286","display_name":"Qiang Yang","orcid":"https://orcid.org/0000-0001-5059-8360"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qiang Yang","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.634,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":4,"citation_normalized_percentile":{"value":0.764516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":77,"max":79},"biblio":{"volume":"19","issue":null,"first_page":"1853","last_page":"1863"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Crowdsourcing for Research and Data Collection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Crowdsourcing for Research and Data Collection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Adaptation to Concept Drift in Data Streams","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Techniques for Data Analysis and Machine Learning","score":0.9863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.576317},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble Learning","score":0.515729},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4533266}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.81280696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847922},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7168526},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5884132},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5756031},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.567454},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.54470724},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.50569963},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46717554},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.46036685},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45596948},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4533266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42816827},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39363128},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36801833},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3668522},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12516445},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3308558.3313569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.62,"display_name":"Decent work and economic growth"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":49,"referenced_works":["https://openalex.org/W1515272691","https://openalex.org/W1597864774","https://openalex.org/W1934021597","https://openalex.org/W1939024164","https://openalex.org/W1995973744","https://openalex.org/W2022881688","https://openalex.org/W2035683813","https://openalex.org/W2058179030","https://openalex.org/W2067329295","https://openalex.org/W2076726514","https://openalex.org/W2080942732","https://openalex.org/W2098649057","https://openalex.org/W2098865355","https://openalex.org/W2102456611","https://openalex.org/W2104749423","https://openalex.org/W2124379907","https://openalex.org/W2132726007","https://openalex.org/W2137813581","https://openalex.org/W2140287075","https://openalex.org/W2140890285","https://openalex.org/W2141282920","https://openalex.org/W2142518823","https://openalex.org/W2146505288","https://openalex.org/W2147583126","https://openalex.org/W2147987877","https://openalex.org/W2151401338","https://openalex.org/W2152009989","https://openalex.org/W2153975459","https://openalex.org/W2156318148","https://openalex.org/W2157469201","https://openalex.org/W2163069059","https://openalex.org/W2163522723","https://openalex.org/W2164545125","https://openalex.org/W2170857795","https://openalex.org/W2264475115","https://openalex.org/W2294566554","https://openalex.org/W2321684664","https://openalex.org/W2334986623","https://openalex.org/W2335974056","https://openalex.org/W2511082080","https://openalex.org/W2771472444","https://openalex.org/W2800423704","https://openalex.org/W2945608433","https://openalex.org/W3003252051","https://openalex.org/W3011496861","https://openalex.org/W3017004843","https://openalex.org/W3167238645","https://openalex.org/W4230939871","https://openalex.org/W9014458"],"related_works":["https://openalex.org/W4384486036","https://openalex.org/W4318823662","https://openalex.org/W4286908577","https://openalex.org/W3207526114","https://openalex.org/W3032998312","https://openalex.org/W2886410948","https://openalex.org/W2337920774","https://openalex.org/W2025875869","https://openalex.org/W1503094549","https://openalex.org/W135177976"],"abstract_inverted_index":{"Collaborative":[0],"crowd":[1],"computing,":[2],"e.g.,":[3],"human":[4,169,194],"computation":[5],"and":[6,32,53,97,138,146,159,223,225],"crowdsourcing,":[7],"involves":[8],"a":[9,44,94,117,168,176,189,205],"team":[10,122],"of":[11,16,70,123,161,187,208,233],"workers":[12],"jointly":[13,125],"solving":[14],"tasks":[15],"varying":[17],"difficulties.":[18],"In":[19,85],"such":[20],"settings,":[21,79],"the":[22,26,57,99,114,121,136,151,157,162,184,227],"ability":[23],"to":[24,49,134,203],"manage":[25],"workflow":[27],"based":[28],"on":[29,103,171],"workers'":[30],"skills":[31],"task":[33,58,75,115,139],"strains":[34],"can":[35,198],"improve":[36],"output":[37],"quality.":[38],"However,":[39],"many":[40],"practical":[41],"systems":[42],"employ":[43],"simple":[45],"additive":[46,229],"scoring":[47],"scheme":[48,220,230],"measure":[50],"worker":[51,61,72,119,137],"performance,":[52],"do":[54],"not":[55],"consider":[56],"difficulty":[59,76],"or":[60,74],"interaction.":[62],"Some":[63],"prior":[64,101],"works":[65],"have":[66],"looked":[67],"at":[68],"ways":[69],"measuring":[71],"performance":[73],"in":[77,201,231],"collaborative":[78],"but":[80],"usually":[81],"assume":[82],"sophisticated":[83],"models.":[84],"our":[86,218],"work,":[87],"we":[88,166],"address":[89],"this":[90],"question":[91],"by":[92,112],"taking":[93],"competitive":[95,104,110],"perspective":[96],"leveraging":[98],"vast":[100],"work":[102],"games.":[105],"We":[106,128],"adapt":[107],"TrueSkill's":[108],"standard":[109],"model":[111],"treating":[113],"as":[116],"fictitious":[118],"that":[120,217],"humans":[124],"plays":[126],"against.":[127],"explore":[129],"two":[130],"fast":[131],"online":[132],"approaches":[133],"estimate":[135],"ratings:":[140],"(1)":[141],"an":[142],"ELO":[143],"rating":[144,164],"system,":[145],"(2)":[147],"approximate":[148],"inference":[149],"with":[150,175,193],"Expectation":[152],"Propagation":[153],"algorithm.":[154],"To":[155],"assess":[156],"strengths":[158],"weaknesses":[160],"various":[163],"methods,":[165],"conduct":[167],"study":[170],"Amazon's":[172],"Mechanical":[173],"Turk":[174],"simulated":[177,209],"ESP":[178],"game.":[179],"Our":[180,214],"experimental":[181],"design":[182],"has":[183],"novel":[185],"element":[186],"pairing":[188],"carefully":[190],"designed":[191],"bot":[192],"workers;":[195],"these":[196],"encounters":[197],"be":[199],"used,":[200],"turn,":[202],"generate":[204],"larger":[206],"set":[207],"encounters,":[210],"yielding":[211],"more":[212],"data.":[213],"analysis":[215],"confirms":[216],"ranking":[219],"performs":[221],"consistently":[222],"robustly,":[224],"outperforms":[226],"traditional":[228],"terms":[232],"predicted":[234],"accuracy.":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2912987022","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2024-11-27T06:04:04.004677","created_date":"2019-02-21"}