{"id":"https://openalex.org/W4386566799","doi":"https://doi.org/10.18653/v1/2023.eacl-main.151","title":"ZELDA: A Comprehensive Benchmark for Supervised Entity Disambiguation","display_name":"ZELDA: A Comprehensive Benchmark for Supervised Entity Disambiguation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386566799","doi":"https://doi.org/10.18653/v1/2023.eacl-main.151"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.151","pdf_url":"https://aclanthology.org/2023.eacl-main.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.eacl-main.151.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092831417","display_name":"Marcel Milich","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"funder","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Milich","raw_affiliation_strings":["Humboldt-Universitat zu Berlin"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universitat zu Berlin","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032877157","display_name":"Alan Akbik","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"funder","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alan Akbik","raw_affiliation_strings":["Humboldt-Universitat zu Berlin"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universitat zu Berlin","institution_ids":["https://openalex.org/I39343248"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":"2061","last_page":"2072"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.7905494},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.74320275},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.7196794},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named Entity Recognition","score":0.47377992}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.861874},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.7905494},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.74320275},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.7196794},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.66210186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.58702415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5643018},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48477477},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.47502857},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.47377992},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4580826},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43578616},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.41651338},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35245055},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.151","pdf_url":"https://aclanthology.org/2023.eacl-main.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.eacl-main.151","pdf_url":"https://aclanthology.org/2023.eacl-main.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.75,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":35,"referenced_works":["https://openalex.org/W11298561","https://openalex.org/W1522301498","https://openalex.org/W2119465010","https://openalex.org/W2162362997","https://openalex.org/W2295227292","https://openalex.org/W2409706897","https://openalex.org/W2594284271","https://openalex.org/W2612773933","https://openalex.org/W2613223139","https://openalex.org/W2768645204","https://openalex.org/W2805091441","https://openalex.org/W2909020569","https://openalex.org/W2946119234","https://openalex.org/W2952490462","https://openalex.org/W2952826391","https://openalex.org/W2963633290","https://openalex.org/W2980710937","https://openalex.org/W2987249037","https://openalex.org/W3030218064","https://openalex.org/W3032553678","https://openalex.org/W3091432621","https://openalex.org/W3094024085","https://openalex.org/W3099011691","https://openalex.org/W3104748221","https://openalex.org/W3105093672","https://openalex.org/W3120588017","https://openalex.org/W3129070441","https://openalex.org/W3154732937","https://openalex.org/W3184874995","https://openalex.org/W3194228729","https://openalex.org/W3202062685","https://openalex.org/W4281479380","https://openalex.org/W4285286514","https://openalex.org/W4287854978","https://openalex.org/W4287887524"],"related_works":["https://openalex.org/W626980589","https://openalex.org/W4313162113","https://openalex.org/W4255258373","https://openalex.org/W3198729192","https://openalex.org/W3133906981","https://openalex.org/W3000685722","https://openalex.org/W2593907245","https://openalex.org/W2520117834","https://openalex.org/W2186562580","https://openalex.org/W1884363728"],"abstract_inverted_index":{"Entity":[0],"disambiguation":[1,111,163],"(ED)":[2],"is":[3],"the":[4,77,83,86,91,161,172],"task":[5],"of":[6,37,52,64,85,93],"disambiguating":[7],"named":[8],"entity":[9,88,110,120,162],"mentions":[10],"in":[11,16,30,43,57,76,143,160],"text":[12],"to":[13,21,81,171],"unique":[14],"entries":[15],"a":[17,35,49,61,108,115],"knowledge":[18],"base.":[19],"Due":[20],"its":[22,136],"industrial":[23],"relevance,":[24],"as":[25,27,97,124,126],"well":[26,125],"current":[28,58,149],"progress":[29],"leveraging":[31],"pre-trained":[32],"language":[33],"models,":[34],"multitude":[36],"ED":[38,59],"approaches":[39,65,73,151],"have":[40],"been":[41],"proposed":[42],"recent":[44],"years.":[45],"However,":[46],"we":[47,104,145,165],"observe":[48],"severe":[50],"lack":[51],"uniformity":[53],"across":[54],"experimental":[55],"setups":[56],"work,rendering":[60],"direct":[62,158],"comparison":[63],"based":[66],"solely":[67],"on":[68,152],"reported":[69],"numbers":[70],"impossible:":[71],"Current":[72],"widely":[74],"differ":[75],"data":[78,118],"set":[79],"used":[80],"train,":[82],"size":[84],"covered":[87],"vocabulary,":[89,121],"and":[90,138,140,147],"usage":[92],"additional":[94],"signals":[95],"such":[96],"candidate":[98,122],"lists.":[99],"To":[100,155],"address":[101],"this":[102],"issue,":[103],"present":[105,141],"ZELDA":[106],",":[107],"novel":[109],"benchmark":[112,168],"that":[113],"includes":[114],"unified":[116],"training":[117],"set,":[119],"lists,":[123],"challenging":[127],"evaluation":[128],"splits":[129],"covering":[130],"8":[131],"different":[132],"domains.":[133],"We":[134],"illustrate":[135],"design":[137],"construction,":[139],"experiments":[142],"which":[144],"train":[146],"compare":[148],"state-of-the-art":[150],"our":[153,167],"benchmark.":[154],"encourage":[156],"greater":[157],"comparability":[159],"domain,":[164],"make":[166],"publicly":[169],"available":[170],"research":[173],"community.":[174]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386566799","counts_by_year":[],"updated_date":"2025-04-09T12:30:16.371773","created_date":"2023-09-10"}