{"id":"https://openalex.org/W2109139264","doi":"https://doi.org/10.1109/icme.2006.262900","title":"A Measure for Evaluating Retrieval Techniques based on Partially Ordered Ground Truth Lists","display_name":"A Measure for Evaluating Retrieval Techniques based on Partially Ordered Ground Truth Lists","publication_year":2006,"publication_date":"2006-07-01","ids":{"openalex":"https://openalex.org/W2109139264","doi":"https://doi.org/10.1109/icme.2006.262900","mag":"2109139264"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2006.262900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.library.uu.nl/bitstream/handle/1874/19903/veltkamp_06_measure.pdf?sequence=2&isAllowed=y","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068851928","display_name":"Rainer Typke","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rainer Typke","raw_affiliation_strings":["Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022137808","display_name":"Remco C. Veltkamp","orcid":"https://orcid.org/0000-0003-1934-7170"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Remco Veltkamp","raw_affiliation_strings":["Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051417904","display_name":"Frans Wiering","orcid":"https://orcid.org/0000-0002-2984-8932"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Frans Wiering","raw_affiliation_strings":["Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Universiteit Utrecht, Padualaan 14, 3584 CH Utrecht, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.544,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":37,"citation_normalized_percentile":{"value":0.893471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.65712273},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5512812},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.53314185},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5278601},{"id":"https://openalex.org/keywords/melody","display_name":"Melody","score":0.437237}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.69183904},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.65712273},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6409179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6386931},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6309121},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5982982},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5686935},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5512812},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.53314185},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5278601},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.47624543},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45477033},{"id":"https://openalex.org/C43803900","wikidata":"https://www.wikidata.org/wiki/Q170412","display_name":"Melody","level":3,"score":0.437237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43282902},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26327282},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.14851427},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.09231934},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0878174},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2006.262900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/19903","pdf_url":"https://dspace.library.uu.nl/bitstream/handle/1874/19903/veltkamp_06_measure.pdf?sequence=2&isAllowed=y","source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":["Utrecht University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.329.4394","pdf_url":"http://www.cs.uu.nl/centers/give/multimedia/publications/pdf/icme06.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/19903","pdf_url":"https://dspace.library.uu.nl/bitstream/handle/1874/19903/veltkamp_06_measure.pdf?sequence=2&isAllowed=y","source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":["Utrecht University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.43,"display_name":"Peace, justice, and strong institutions"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":9,"referenced_works":["https://openalex.org/W1598520654","https://openalex.org/W1956559956","https://openalex.org/W2040214686","https://openalex.org/W2069870183","https://openalex.org/W2102791842","https://openalex.org/W2119749217","https://openalex.org/W2156296249","https://openalex.org/W2325227998","https://openalex.org/W2502246648"],"related_works":["https://openalex.org/W83344948","https://openalex.org/W4281690070","https://openalex.org/W3159405288","https://openalex.org/W3107474891","https://openalex.org/W2349125667","https://openalex.org/W2156303926","https://openalex.org/W2128719260","https://openalex.org/W2054406670","https://openalex.org/W2038246283","https://openalex.org/W1509467138"],"abstract_inverted_index":{"For":[0],"the":[1,14,24,65,70,77,84,96,99,118,131,147,156],"RISM":[2],"A/II":[3],"collection":[4],"of":[5,10,26,37,45,64,72,90,105,117],"musical":[6],"incipit":[7],"(short":[8],"extracts":[9],"scores,":[11],"taken":[12],"from":[13],"beginning),":[15],"we":[16,75],"have":[17,122,135],"established":[18],"a":[19,35,87,127,139],"ground":[20,100],"truth":[21,101],"based":[22],"on":[23],"opinions":[25],"human":[27],"experts.":[28],"It":[29],"contains":[30],"correctly":[31],"ranked":[32,41],"matches":[33],"for":[34,68],"set":[36,89],"given":[38,128,140,148],"queries.":[39],"These":[40],"lists":[42],"contain":[43],"groups":[44,104],"documents":[46,119],"whose":[47],"ranks":[48],"were":[49],"not":[50,108],"significantly":[51],"different.":[52],"In":[53],"other":[54],"words,":[55],"they":[56],"are":[57],"only":[58],"partially":[59],"ordered.":[60],"To":[61],"make":[62],"use":[63],"available":[66],"information":[67],"measuring":[69],"quality":[71],"retrieval":[73],"results,":[74],"introduce":[76],"\"average":[78],"dynamic":[79,88],"recall\"":[80],"(ADR)":[81],"that":[82,98,120],"averages":[83,142],"recall":[85,113],"among":[86],"relevant":[91],"documents,":[92],"taking":[93],"into":[94],"account":[95],"fact":[97],"reliably":[102],"orders":[103],"matches,":[106],"but":[107],"always":[109],"individual":[110],"matches.":[111],"Dynamic":[112],"measures":[114],"how":[115],"many":[116],"should":[121],"appeared":[123],"before":[124],"or":[125],"at":[126,138,155],"position":[129,141],"in":[130],"result":[132],"list":[133],"actually":[134],"appeared.":[136],"ADR":[137],"this":[143],"measure":[144,151],"up":[145],"to":[146],"position.":[149],"Our":[150],"was":[152],"first":[153],"used":[154],"MIREX":[157],"2005":[158],"Symbolic":[159],"Melodic":[160],"Similarity":[161],"contest":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2109139264","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":1}],"updated_date":"2024-12-15T04:36:33.540156","created_date":"2016-06-24"}