{"id":"https://openalex.org/W3189094410","doi":"https://doi.org/10.1109/cec45853.2021.9505012","title":"Benchmark Set Reduction for Cheap Empirical Algorithmic Studies","display_name":"Benchmark Set Reduction for Cheap Empirical Algorithmic Studies","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3189094410","doi":"https://doi.org/10.1109/cec45853.2021.9505012","mag":"3189094410"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec45853.2021.9505012","pdf_url":null,"source":{"id":"https://openalex.org/S4363605353","display_name":"2022 IEEE Congress on Evolutionary Computation (CEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024551178","display_name":"Mustafa M\u0131s\u0131r","orcid":"https://orcid.org/0000-0002-6885-6775"},"institutions":[{"id":"https://openalex.org/I4210159968","display_name":"Duke Kunshan University","ror":"https://ror.org/04sr5ys16","country_code":"CN","type":"education","lineage":["https://openalex.org/I170897317","https://openalex.org/I37461747","https://openalex.org/I4210159968"]},{"id":"https://openalex.org/I4210121333","display_name":"Istinye University","ror":"https://ror.org/03081nz23","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210121333"]}],"countries":["CN","TR"],"is_corresponding":true,"raw_author_name":"Mustafa Misir","raw_affiliation_strings":["Division of Natural and Applied Sciences, Duke Kunshan University, Kunshan, China","Istinye University, Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Division of Natural and Applied Sciences, Duke Kunshan University, Kunshan, China","institution_ids":["https://openalex.org/I4210159968"]},{"raw_affiliation_string":"Istinye University, Istanbul, Turkey","institution_ids":["https://openalex.org/I4210121333"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024551178"],"corresponding_institution_ids":["https://openalex.org/I4210159968","https://openalex.org/I4210121333"],"apc_list":null,"apc_paid":null,"fwci":0.712,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.756396,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":83,"max":84},"biblio":{"volume":null,"issue":null,"first_page":"871","last_page":"877"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9965,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.90431625},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.5300887}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.90431625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.756685},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6603925},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6083014},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5353129},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5300887},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47200012},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4518492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1291351},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec45853.2021.9505012","pdf_url":null,"source":{"id":"https://openalex.org/S4363605353","display_name":"2022 IEEE Congress on Evolutionary Computation (CEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":43,"referenced_works":["https://openalex.org/W1471542436","https://openalex.org/W1543559221","https://openalex.org/W1625914768","https://openalex.org/W1796917439","https://openalex.org/W1970317816","https://openalex.org/W1973131489","https://openalex.org/W1987971958","https://openalex.org/W1992419399","https://openalex.org/W1994863634","https://openalex.org/W1996721980","https://openalex.org/W2011653811","https://openalex.org/W2029374654","https://openalex.org/W2035142469","https://openalex.org/W2045317807","https://openalex.org/W2072175042","https://openalex.org/W2072803231","https://openalex.org/W2078841894","https://openalex.org/W2087605480","https://openalex.org/W2094976166","https://openalex.org/W2095478116","https://openalex.org/W2100235918","https://openalex.org/W2103824021","https://openalex.org/W2157321006","https://openalex.org/W2163428398","https://openalex.org/W2175760929","https://openalex.org/W2187089797","https://openalex.org/W2488761445","https://openalex.org/W2503919929","https://openalex.org/W2514338168","https://openalex.org/W2527572108","https://openalex.org/W2563364594","https://openalex.org/W2588875990","https://openalex.org/W2733604312","https://openalex.org/W2761554819","https://openalex.org/W2898873842","https://openalex.org/W2911964244","https://openalex.org/W2963752350","https://openalex.org/W2998216295","https://openalex.org/W2998691288","https://openalex.org/W4248677208","https://openalex.org/W4285719527","https://openalex.org/W4287600091","https://openalex.org/W4299104877"],"related_works":["https://openalex.org/W915438175","https://openalex.org/W4321353415","https://openalex.org/W4246352526","https://openalex.org/W4230315250","https://openalex.org/W2745001401","https://openalex.org/W2378211422","https://openalex.org/W2130974462","https://openalex.org/W2121910908","https://openalex.org/W2086519370","https://openalex.org/W2028665553"],"abstract_inverted_index":{"The":[0,105,143,157,182,195,208],"present":[1],"paper":[2],"introduces":[3],"a":[4,29,33,83,88,97,121,132,170,173,177],"benchmark":[5,123,141,223],"set":[6,84,225],"reduction":[7],"strategy":[8,184],"that":[9,213],"can":[10,95,109],"degrade":[11],"the":[12,17,52,56,59,71,74,79,129,161,188,202,214,222],"experimental":[13],"evaluation":[14],"cost":[15,108,118],"for":[16,43,87,99],"algorithmic":[18],"studies.":[19],"Algorithm":[20],"design":[21],"is":[22,62,68,145,166,185,199,217],"an":[23,153],"iterative":[24],"development":[25],"process":[26],"within":[27],"in":[28,160],"test-revise":[30],"loop.":[31],"Starting":[32],"devised":[34],"algorithm's":[35],"initial":[36],"version,":[37],"it":[38],"needs":[39,135],"to":[40,54,136,146,168],"be":[41,96,137],"tested":[42],"revealing":[44],"its":[45],"advantages":[46],"and":[47],"drawbacks.":[48],"Its":[49],"shortcomings":[50],"lead":[51],"designers":[53],"modify":[55],"algorithm.":[57],"Then,":[58],"modified":[60],"algorithm":[61,72,134],"again":[63],"tested.":[64],"This":[65,125],"two-step":[66],"pipeline":[67],"repeated":[69],"until":[70],"meets":[73],"expectations":[75],"such":[76],"as":[77],"delivering":[78],"state-of-the-art":[80],"results":[81],"on":[82,128,187],"of":[85,163,176,192,204,219],"benchmarks":[86],"specific":[89],"problem.":[90],"That":[91],"recurring":[92],"testing":[93],"step":[94],"burden":[98],"whom":[100],"with":[101],"limited":[102],"computational":[103,107,210],"resources.":[104],"mentioned":[106],"mainly":[110],"occur":[111],"due":[112],"either":[113],"high":[114],"per":[115],"instance":[116,150,180,224],"runtime":[117],"or":[119],"having":[120],"large":[122,140,179],"set.":[124,181],"study":[126],"focuses":[127],"cases":[130],"when":[131],"target":[133],"assessed":[138],"across":[139],"sets.":[142],"idea":[144],"automatically":[147],"extract":[148],"problem":[149],"representation":[151,159],"through":[152],"instance-algorithm":[154],"performance":[155,197],"data.":[156],"derived":[158],"form":[162],"latent":[164],"features":[165],"utilized":[167],"determine":[169],"small":[171],"yet":[172],"representative":[174],"subset":[175],"given":[178],"proposed":[183,215],"investigated":[186],"Traveling":[189],"Thief":[190],"Problem":[191],"9720":[193],"instances.":[194],"corresponding":[196],"data":[198],"collected":[200],"by":[201],"help":[203],"21":[205],"TTP":[206],"algorithms.":[207],"resulting":[209],"analysis":[211],"showed":[212],"method":[216],"capable":[218],"substantially":[220],"minimizing":[221],"size.":[226]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3189094410","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2024-12-07T17:05:12.165300","created_date":"2021-08-16"}