{"id":"https://openalex.org/W4385572427","doi":"https://doi.org/10.18653/v1/2023.semeval-1.231","title":"iLab at SemEval-2023 Task 11 Le-Wi-Di: Modelling Disagreement or Modelling Perspectives?","display_name":"iLab at SemEval-2023 Task 11 Le-Wi-Di: Modelling Disagreement or Modelling Perspectives?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385572427","doi":"https://doi.org/10.18653/v1/2023.semeval-1.231"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.semeval-1.231","pdf_url":"https://aclanthology.org/2023.semeval-1.231.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"Proceedings of the 16th International Workshop on Semantic Evaluation (SemEval-2022)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.semeval-1.231.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091926854","display_name":"Nikolas Vitsakis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolas Vitsakis","raw_affiliation_strings":["The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113067487","display_name":"Amit Parekh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amit Parekh","raw_affiliation_strings":["The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079300416","display_name":"Tanvi Dinkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanvi Dinkar","raw_affiliation_strings":["The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042583293","display_name":"Gavin Abercrombie","orcid":"https://orcid.org/0000-0002-6546-3562"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavin Abercrombie","raw_affiliation_strings":["The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030546839","display_name":"Ioannis Konstas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ioannis Konstas","raw_affiliation_strings":["Alana AI","The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]},{"raw_affiliation_string":"Alana AI","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076593865","display_name":"Verena Rieser","orcid":"https://orcid.org/0000-0001-6117-4395"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verena Rieser","raw_affiliation_strings":["Alana AI","The Interaction Lab, Heriot-Watt University"],"affiliations":[{"raw_affiliation_string":"The Interaction Lab, Heriot-Watt University","institution_ids":[]},{"raw_affiliation_string":"Alana AI","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.824,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":2,"citation_normalized_percentile":{"value":0.558059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":78,"max":84},"biblio":{"volume":null,"issue":null,"first_page":"1660","last_page":"1669"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.68620086},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.52580136},{"id":"https://openalex.org/keywords/interim","display_name":"Interim","score":0.48998895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8383187},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.72487354},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.68620086},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.52580136},{"id":"https://openalex.org/C2776957806","wikidata":"https://www.wikidata.org/wiki/Q4895105","display_name":"Interim","level":2,"score":0.48998895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47017068},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41127896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40719736},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33248204},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10657391},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.semeval-1.231","pdf_url":"https://aclanthology.org/2023.semeval-1.231.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"Proceedings of the 16th International Workshop on Semantic Evaluation (SemEval-2022)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2305.06074","pdf_url":"https://arxiv.org/pdf/2305.06074","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.semeval-1.231","pdf_url":"https://aclanthology.org/2023.semeval-1.231.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"Proceedings of the 16th International Workshop on Semantic Evaluation (SemEval-2022)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.55}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":42,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2144796716","https://openalex.org/W2250493512","https://openalex.org/W2473555522","https://openalex.org/W2624871570","https://openalex.org/W2767434619","https://openalex.org/W2921633540","https://openalex.org/W2950673314","https://openalex.org/W2963341956","https://openalex.org/W2975043431","https://openalex.org/W2979826702","https://openalex.org/W2985441003","https://openalex.org/W2989795894","https://openalex.org/W3008110149","https://openalex.org/W3012020531","https://openalex.org/W3014487746","https://openalex.org/W3035591180","https://openalex.org/W3092093993","https://openalex.org/W3100363073","https://openalex.org/W3141797743","https://openalex.org/W3153873661","https://openalex.org/W3159454188","https://openalex.org/W3163078977","https://openalex.org/W3166716308","https://openalex.org/W3175546057","https://openalex.org/W3196248941","https://openalex.org/W3197587259","https://openalex.org/W3206428286","https://openalex.org/W3212418241","https://openalex.org/W3214105842","https://openalex.org/W3214152503","https://openalex.org/W4200444669","https://openalex.org/W4205312537","https://openalex.org/W4206546829","https://openalex.org/W4225006216","https://openalex.org/W4229006989","https://openalex.org/W4283162604","https://openalex.org/W4285204522","https://openalex.org/W4287890645","https://openalex.org/W4312091900","https://openalex.org/W4385571236","https://openalex.org/W4385573849"],"related_works":["https://openalex.org/W4385572443","https://openalex.org/W4291593823","https://openalex.org/W4287888941","https://openalex.org/W4287887314","https://openalex.org/W4221151255","https://openalex.org/W2955722679","https://openalex.org/W2805641541","https://openalex.org/W2803726945","https://openalex.org/W2751613946","https://openalex.org/W1988325893"],"abstract_inverted_index":{"There":[0],"are":[1,144],"two":[2],"competing":[3],"approaches":[4,11,110,143],"for":[5,127],"modelling":[6,21,40,100],"annotator":[7,61,69,88],"disagreement:":[8],"distributional":[9,122],"soft-labelling":[10],"(which":[12],"aim":[13],"to":[14,42,117,151,160,163],"capture":[15],"the":[16,47,137],"level":[17],"of":[18,23,132],"disagreement)":[19],"or":[20,26],"perspectives":[22,41,62,134],"individual":[24,60,133],"annotators":[25],"groups":[27],"thereof.":[28],"We":[29,51,139],"adapt":[30],"a":[31,78,128],"multi-task":[32,79],"architecture":[33],"which":[34,85],"has":[35],"previously":[36],"shown":[37],"success":[38],"in":[39,136],"evaluate":[43],"its":[44,72],"performance":[45,115],"on":[46,83],"SEMEVAL":[48],"Task":[49],"11.":[50],"do":[52],"so":[53],"by":[54,121],"combining":[55],"both":[56],"approaches,":[57,123],"i.e.":[58],"predicting":[59,68],"as":[63],"an":[64],"interim":[65],"step":[66],"towards":[67],"disagreement.":[70],"Despite":[71],"previous":[73],"success,":[74],"we":[75],"found":[76],"that":[77,91,106,141,156],"approach":[80,93,125],"performed":[81],"poorly":[82],"datasets":[84],"contained":[86],"distinct":[87],"opinions,":[89],"suggesting":[90],"this":[92,165],"may":[94],"not":[95,112],"always":[96],"be":[97],"suitable":[98],"when":[99],"perspectives.":[101],"Furthermore,":[102],"our":[103,124],"results":[104],"explain":[105],"while":[107],"strongly":[108],"perspectivist":[109,142],"might":[111],"achieve":[113],"state-of-the-art":[114],"according":[116],"evaluation":[118],"metrics":[119,162],"used":[120],"allows":[126],"more":[129],"nuanced":[130],"understanding":[131],"present":[135],"data.":[138],"argue":[140],"preferable":[145],"because":[146],"they":[147],"enable":[148],"decision":[149],"makers":[150],"amplify":[152],"minority":[153],"views,":[154],"and":[155],"it":[157],"is":[158],"important":[159],"re-evaluate":[161],"reflect":[164],"goal.":[166]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385572427","counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-02T11:57:25.848408","created_date":"2023-08-05"}