{"id":"https://openalex.org/W3132251314","doi":"https://doi.org/10.1109/tevc.2021.3137369","title":"HAWKS: Evolving Challenging Benchmark Sets for Cluster Analysis","display_name":"HAWKS: Evolving Challenging Benchmark Sets for Cluster Analysis","publication_year":2021,"publication_date":"2021-12-21","ids":{"openalex":"https://openalex.org/W3132251314","doi":"https://doi.org/10.1109/tevc.2021.3137369","mag":"3132251314"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3137369","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.06940","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086174310","display_name":"Cameron Shand","orcid":"https://orcid.org/0000-0002-1299-890X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cameron Shand","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K."],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K.","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053181919","display_name":"Richard Allmendinger","orcid":"https://orcid.org/0000-0003-1236-3143"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard Allmendinger","raw_affiliation_strings":["Alliance Manchester Business School, University of Manchester, Manchester, U.K."],"affiliations":[{"raw_affiliation_string":"Alliance Manchester Business School, University of Manchester, Manchester, U.K.","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020541197","display_name":"Julia Handl","orcid":"https://orcid.org/0000-0002-4338-1806"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julia Handl","raw_affiliation_strings":["Decision and Cognitive Sciences Research Centre, University of Manchester, Manchester, U.K."],"affiliations":[{"raw_affiliation_string":"Decision and Cognitive Sciences Research Centre, University of Manchester, Manchester, U.K.","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080984611","display_name":"Andrew Webb","orcid":"https://orcid.org/0000-0001-7834-5250"},"institutions":[{"id":"https://openalex.org/I4210155156","display_name":"Merseytravel","ror":"https://ror.org/05azmgh93","country_code":"GB","type":"government","lineage":["https://openalex.org/I4210155156"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Webb","raw_affiliation_strings":["vTime, Liverpool, U.K."],"affiliations":[{"raw_affiliation_string":"vTime, Liverpool, U.K.","institution_ids":["https://openalex.org/I4210155156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105350782","display_name":"John Keane","orcid":"https://orcid.org/0000-0001-9022-4339"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"John Keane","raw_affiliation_strings":["Department of Computer Science, University of Manchester, Manchester, U.K."],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manchester, Manchester, U.K.","institution_ids":["https://openalex.org/I28407311"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.685,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.793627,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":83},"biblio":{"volume":"26","issue":"6","first_page":"1206","last_page":"1220"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10637","display_name":"Advanced Clustering Algorithms Research","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.998,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.87613547},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7587455},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.5399392}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.87613547},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.8522061},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7587455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.74075973},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5751064},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5399392},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.52571005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.50673753},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4657389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4637452},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3137369","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.06940","pdf_url":"https://arxiv.org/pdf/2102.06940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10142230/","pdf_url":"https://discovery.ucl.ac.uk/10142230/1/HAWKS_Evolving_Challenging_Benchmark_Sets_for_Cluster_Analysis.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":["University College London"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10142230/1/HAWKS_Evolving_Challenging_Benchmark_Sets_for_Cluster_Analysis.pdf","pdf_url":"https://discovery.ucl.ac.uk/id/eprint/10142230/1/HAWKS_Evolving_Challenging_Benchmark_Sets_for_Cluster_Analysis.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":["University College London"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/12222852-33f5-40da-a5c8-ad50d491463e","pdf_url":"https://research.manchester.ac.uk/files/208447130/HAWKS_IEEE_TEVC_2020_1_combined.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":["University of Manchester"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://pure.manchester.ac.uk/ws/files/208447130/HAWKS_IEEE_TEVC_2020_1_combined.pdf","pdf_url":"https://pure.manchester.ac.uk/ws/files/208447130/HAWKS_IEEE_TEVC_2020_1_combined.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":["University of Manchester"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2102.06940","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2102.06940","pdf_url":"https://arxiv.org/pdf/2102.06940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council","award_id":"EP/I028099/1"}],"datasets":[],"versions":["https://openalex.org/W3132251314"],"referenced_works_count":73,"referenced_works":["https://openalex.org/W1495775210","https://openalex.org/W1536492814","https://openalex.org/W1549152550","https://openalex.org/W1565746575","https://openalex.org/W1595159159","https://openalex.org/W1699954493","https://openalex.org/W170314049","https://openalex.org/W1894116512","https://openalex.org/W1967715425","https://openalex.org/W1985059878","https://openalex.org/W1987971958","https://openalex.org/W1992419399","https://openalex.org/W2005465418","https://openalex.org/W2010971425","https://openalex.org/W2070678382","https://openalex.org/W2071948161","https://openalex.org/W2073459066","https://openalex.org/W2076063813","https://openalex.org/W2076089275","https://openalex.org/W208030025","https://openalex.org/W2082398846","https://openalex.org/W2083265890","https://openalex.org/W2086351984","https://openalex.org/W2087070785","https://openalex.org/W2088879945","https://openalex.org/W2089213632","https://openalex.org/W2092993939","https://openalex.org/W2096091969","https://openalex.org/W2100483895","https://openalex.org/W2101234009","https://openalex.org/W2108031918","https://openalex.org/W2111004121","https://openalex.org/W2117271072","https://openalex.org/W2127143521","https://openalex.org/W2133098435","https://openalex.org/W2135964318","https://openalex.org/W2141119792","https://openalex.org/W2150337126","https://openalex.org/W2151339633","https://openalex.org/W2152195021","https://openalex.org/W2154532634","https://openalex.org/W2159365380","https://openalex.org/W2160880646","https://openalex.org/W2163284576","https://openalex.org/W2251503543","https://openalex.org/W226066862","https://openalex.org/W2278186031","https://openalex.org/W2312339748","https://openalex.org/W2479531384","https://openalex.org/W2489066590","https://openalex.org/W2543580944","https://openalex.org/W2607137685","https://openalex.org/W2735211162","https://openalex.org/W2735250756","https://openalex.org/W2775947831","https://openalex.org/W2884586244","https://openalex.org/W2893099730","https://openalex.org/W2954848721","https://openalex.org/W2963174546","https://openalex.org/W2964040819","https://openalex.org/W2964074409","https://openalex.org/W3037408385","https://openalex.org/W3096817133","https://openalex.org/W3120740533","https://openalex.org/W4213308398","https://openalex.org/W4235169531","https://openalex.org/W4241496340","https://openalex.org/W4244021162","https://openalex.org/W4251464645","https://openalex.org/W4293875273","https://openalex.org/W4300106150","https://openalex.org/W54639073","https://openalex.org/W815914887"],"related_works":["https://openalex.org/W435179959","https://openalex.org/W4238897586","https://openalex.org/W2619091065","https://openalex.org/W2291782699","https://openalex.org/W2284465472","https://openalex.org/W2059640416","https://openalex.org/W2001981202","https://openalex.org/W2000169967","https://openalex.org/W1993948687","https://openalex.org/W1490753184"],"abstract_inverted_index":{"Comprehensive":[0],"benchmarking":[1],"of":[2,14,19,66,86,101,124,137,142,149,155,166,175,184,195],"clustering":[3,31,36,87,105,176],"algorithms":[4,37,118],"is":[5,46,59],"rendered":[6],"difficult":[7],"by":[8,34],"two":[9,134],"key":[10],"factors:":[11],"(i)~the":[12,140],"elusiveness":[13],"a":[15,67,147,163,181],"unique":[16],"mathematical":[17],"definition":[18],"this":[20,58,91],"unsupervised":[21],"learning":[22],"approach":[23],"and":[24,38,56,130,152,186,193],"(ii)~dependencies":[25],"between":[26,162],"the":[27,50,64,84,98,114,173,191],"generating":[28],"models":[29],"or":[30],"criteria":[32],"adopted":[33],"some":[35],"indices":[39],"for":[40,53,172,187],"internal":[41],"cluster":[42],"validation.":[43],"Consequently,":[44],"there":[45],"no":[47],"consensus":[48],"regarding":[49],"best":[51],"practice":[52],"rigorous":[54],"benchmarking,":[55],"whether":[57],"possible":[60,135],"at":[61],"all":[62],"outside":[63],"context":[65],"given":[68,164],"application.":[69],"Here,":[70],"we":[71,112],"argue":[72],"that":[73,90,95,103,157,178],"synthetic":[74],"datasets":[75,156],"must":[76],"continue":[77],"to":[78,120],"play":[79,119],"an":[80],"important":[81,115],"role":[82,116],"in":[83],"evaluation":[85],"algorithms,":[88,185],"but":[89],"necessitates":[92],"constructing":[93],"benchmarks":[94,177],"appropriately":[96],"cover":[97],"diverse":[99],"set":[100,148],"properties":[102,151],"impact":[104],"algorithm":[106],"performance.":[107],"Through":[108],"our":[109,138],"framework,":[110],"HAWKS,":[111],"demonstrate":[113],"evolutionary":[117],"support":[121],"flexible":[122],"generation":[123,154],"such":[125],"benchmarks,":[126],"allowing":[127],"simple":[128],"modification":[129],"extension.":[131],"We":[132],"illustrate":[133],"uses":[136],"framework:":[139],"evolution":[141],"benchmark":[143],"data":[144],"consistent":[145],"with":[146],"hand-derived":[150],"(ii)~the":[153],"tease":[158],"out":[159],"performance":[160],"differences":[161],"pair":[165],"algorithms.":[167],"Our":[168],"work":[169],"has":[170],"implications":[171],"design":[174],"sufficiently":[179],"challenge":[180],"broad":[182],"range":[183],"furthering":[188],"insight":[189],"into":[190],"strengths":[192],"weaknesses":[194],"specific":[196],"approaches.":[197]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3132251314","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2024-12-10T07:08:44.255495","created_date":"2021-03-01"}