{"id":"https://openalex.org/W2963797084","doi":"https://doi.org/10.18653/v1/p18-1122","title":"A Multi-Axis Annotation Scheme for Event Temporal Relations","display_name":"A Multi-Axis Annotation Scheme for Event Temporal Relations","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2963797084","doi":"https://doi.org/10.18653/v1/p18-1122","mag":"2963797084"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1122","pdf_url":"https://www.aclweb.org/anthology/P18-1122.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.aclweb.org/anthology/P18-1122.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032597148","display_name":"Ning Qiang","orcid":"https://orcid.org/0000-0001-8321-866X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"funder","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Ning","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL 61801, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058457898","display_name":"Hao Wu","orcid":"https://orcid.org/0009-0006-2083-3001"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"funder","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA 19104, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023802054","display_name":"Dan Roth","orcid":"https://orcid.org/0009-0002-1447-5173"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"funder","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"funder","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Roth","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL 61801, USA","University of Pennsylvania, Philadelphia, PA 19104, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.517,"has_fulltext":false,"cited_by_count":117,"citation_normalized_percentile":{"value":0.907885,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9966,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9935,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7218642},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.67369795}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.94172996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80680656},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.73360884},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.7250625},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7218642},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.67369795},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6273314},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4966305},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.48588008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44465357},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.43450746},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43135774},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3620894},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33937442},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32432693},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13052905},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1122","pdf_url":"https://www.aclweb.org/anthology/P18-1122.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1804.07828","pdf_url":"https://arxiv.org/pdf/1804.07828","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-1122","pdf_url":"https://www.aclweb.org/anthology/P18-1122.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.74,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W1984484432","https://openalex.org/W1990886313","https://openalex.org/W2006134061","https://openalex.org/W2006941876","https://openalex.org/W2038721957","https://openalex.org/W2065659988","https://openalex.org/W2098844768","https://openalex.org/W2112251443","https://openalex.org/W2122540544","https://openalex.org/W2135556735","https://openalex.org/W2140244223","https://openalex.org/W2141539902","https://openalex.org/W2157003655","https://openalex.org/W2157275230","https://openalex.org/W2185599447","https://openalex.org/W2250588112","https://openalex.org/W2250739521","https://openalex.org/W2251220668","https://openalex.org/W2251325107","https://openalex.org/W2251628379","https://openalex.org/W2251784184","https://openalex.org/W2293452551","https://openalex.org/W2468432491","https://openalex.org/W2509285521","https://openalex.org/W2511178802","https://openalex.org/W2561222820","https://openalex.org/W2608829447","https://openalex.org/W2760579680","https://openalex.org/W2917019145","https://openalex.org/W2963247627","https://openalex.org/W2963322543","https://openalex.org/W30314283","https://openalex.org/W4239966930"],"related_works":["https://openalex.org/W4384486036","https://openalex.org/W4318823662","https://openalex.org/W376728115","https://openalex.org/W3032998312","https://openalex.org/W2337920774","https://openalex.org/W2166185180","https://openalex.org/W2116902754","https://openalex.org/W1570025324","https://openalex.org/W1503094549","https://openalex.org/W135177976"],"abstract_inverted_index":{"Existing":[0],"temporal":[1,36],"relation":[2],"(TempRel)":[3],"annotation":[4,19,69,90],"schemes":[5],"often":[6],"have":[7],"low":[8],"inter-annotator":[9],"agreements":[10],"(IAA)":[11],"even":[12],"between":[13],"experts,":[14],"suggesting":[15],"that":[16,44,108],"the":[17,35,72,81,94,100],"current":[18],"task":[20],"needs":[21],"a":[22,28,48],"better":[23,33],"definition.":[24],"This":[25,88],"paper":[26],"proposes":[27],"new":[29],"multi-axis":[30],"modeling":[31],"to":[32,59,84,98],"capture":[34],"structure":[37],"of":[38,51,96],"events.":[39],"In":[40],"addition,":[41],"we":[42,56],"identify":[43],"event":[45,117],"end-points":[46],"are":[47],"major":[49],"source":[50],"confusion":[52],"in":[53,78],"annotation,":[54],"so":[55],"also":[57],"propose":[58],"annotate":[60],"TempRels":[61],"based":[62],"on":[63],"start-points":[64],"only.":[65],"A":[66],"pilot":[67],"expert":[68],"effort":[70],"using":[71],"proposed":[73],"scheme":[74,91],"shows":[75],"significant":[76],"improvement":[77],"IAA":[79],"from":[80],"conventional":[82],"60\u2019s":[83],"80\u2019s":[85],"(Cohen\u2019s":[86],"Kappa).":[87],"better-defined":[89],"further":[92],"enables":[93],"use":[95],"crowdsourcing":[97],"alleviate":[99],"labor":[101],"intensity":[102],"for":[103],"each":[104],"annotator.":[105],"We":[106],"hope":[107],"this":[109],"work":[110],"can":[111],"foster":[112],"more":[113],"interesting":[114],"studies":[115],"towards":[116],"understanding.":[118]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963797084","counts_by_year":[{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":30},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":5}],"updated_date":"2025-02-20T13:33:31.969376","created_date":"2019-07-30"}