{"id":"https://openalex.org/W2990119823","doi":"https://doi.org/10.18420/inf2019_ws12","title":"Inter-Rater Agreement and Usability: A Comparative Evaluation of Annotation Tools for Sentiment Annotation","display_name":"Inter-Rater Agreement and Usability: A Comparative Evaluation of Annotation Tools for Sentiment Annotation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2990119823","doi":"https://doi.org/10.18420/inf2019_ws12","mag":"2990119823"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/gi/gi2019w.html#0011WMSVW19","pdf_url":null,"source":{"id":"https://openalex.org/S4306471402","display_name":"Gesellschaft f\u00fcr Informatik e.V. eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"book-chapter","type_crossref":"book-chapter","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100733589","display_name":"Thomas Schmidt","orcid":"https://orcid.org/0000-0003-0026-6450"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Schmidt","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066849575","display_name":"Brigitte Winterl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brigitte Winterl","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064761952","display_name":"Milena Maul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Milena Maul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076421691","display_name":"Alina Schark","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alina Schark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055231566","display_name":"Andrea Vlad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Vlad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052449132","display_name":"Christian Wolff","orcid":"https://orcid.org/0000-0001-7278-8595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Wolff","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.685,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.599829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":77,"max":79},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"133"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9932,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9557,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9431665},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.9178645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6728177},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6116484},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48260725},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.414722},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33986402},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31549418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28684708},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07626739},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/gi/gi2019w.html#0011WMSVW19","pdf_url":null,"source":{"id":"https://openalex.org/S4306471402","display_name":"Gesellschaft f\u00fcr Informatik e.V. eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"ebook platform"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.66,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":19,"referenced_works":["https://openalex.org/W1492791740","https://openalex.org/W1530266187","https://openalex.org/W172711948","https://openalex.org/W1894439685","https://openalex.org/W2097870167","https://openalex.org/W2101860453","https://openalex.org/W2157289187","https://openalex.org/W2164777277","https://openalex.org/W2250745056","https://openalex.org/W2250857132","https://openalex.org/W2283251585","https://openalex.org/W2736594955","https://openalex.org/W2831528590","https://openalex.org/W2883222227","https://openalex.org/W2884941335","https://openalex.org/W2887000374","https://openalex.org/W2899017650","https://openalex.org/W2947036351","https://openalex.org/W3152231500"],"related_works":["https://openalex.org/W60205205","https://openalex.org/W54319719","https://openalex.org/W3187543148","https://openalex.org/W3174064326","https://openalex.org/W3118777237","https://openalex.org/W3093952724","https://openalex.org/W3037106886","https://openalex.org/W3006154859","https://openalex.org/W2942398427","https://openalex.org/W2941567427","https://openalex.org/W2806706244","https://openalex.org/W2799696170","https://openalex.org/W2495484525","https://openalex.org/W2329389702","https://openalex.org/W2251852057","https://openalex.org/W2174933014","https://openalex.org/W2170294350","https://openalex.org/W2126412646","https://openalex.org/W1596761147","https://openalex.org/W139733107"],"abstract_inverted_index":{"We":[0,43],"present":[1],"the":[2,17,35,45,56,60,68,80,99,110,113],"results":[3,69],"of":[4,9,19,24,34,112],"a":[5,72],"comparative":[6],"evaluation":[7],"study":[8],"five":[10],"annotation":[11,23,117],"tools":[12,46],"with":[13],"50":[14,32],"participants":[15,28],"in":[16,92],"context":[18],"sentiment":[20],"and":[21,50,62,78,83,104],"emotion":[22],"literary":[25],"texts.":[26],"Ten":[27],"per":[29],"tool":[30,90,115],"annotated":[31],"speeches":[33],"play":[36],"Emilia":[37],"Galotti":[38],"by":[39,54],"G.":[40],"E.":[41],"Lessing.":[42],"evaluate":[44],"via":[47,63],"standard":[48],"usability":[49,81,105],"user":[51],"experience":[52],"questionnaires,":[53],"measuring":[55],"time":[57],"needed":[58],"for":[59,89],"annotation,":[61],"semi-structured":[64],"interviews.":[65],"Based":[66],"on":[67,116],"we":[70,76,96],"formulate":[71],"recommendation.":[73],"In":[74],"addition,":[75],"discuss":[77],"compare":[79],"metrics":[82,106],"methods":[84],"to":[85],"develop":[86],"best":[87],"practices":[88],"selection":[91],"similar":[93],"contexts.":[94],"Furthermore,":[95],"also":[97],"highlight":[98],"relationship":[100],"between":[101],"inter-rater":[102],"agreement":[103],"as":[107,109],"well":[108],"effect":[111],"chosen":[114],"behavior.":[118]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2990119823","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-01-07T01:39:35.230127","created_date":"2019-12-05"}