{"id":"https://openalex.org/W3004596816","doi":"https://doi.org/10.1145/3377713.3377739","title":"Evolutionary NetArchitecture Search for Deep Neural Networks Pruning","display_name":"Evolutionary NetArchitecture Search for Deep Neural Networks Pruning","publication_year":2019,"publication_date":"2019-12-20","ids":{"openalex":"https://openalex.org/W3004596816","doi":"https://doi.org/10.1145/3377713.3377739","mag":"3004596816"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377713.3377739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101911538","display_name":"Shuxin Chen","orcid":"https://orcid.org/0000-0003-1185-4602"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"funder","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuxin Chen","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342078","display_name":"Lin Lin","orcid":"https://orcid.org/0000-0003-3397-6002"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"funder","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Lin","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005498479","display_name":"Zixun Zhang","orcid":"https://orcid.org/0000-0003-3141-1278"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"funder","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixun Zhang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071913548","display_name":"Mitsuo Gen","orcid":"https://orcid.org/0000-0002-3670-1357"},"institutions":[{"id":"https://openalex.org/I4210108100","display_name":"Fuzzy Systems Institute","ror":"https://ror.org/01ykj2t23","country_code":"JP","type":"other","lineage":["https://openalex.org/I4210108100"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mitsuo Gen","raw_affiliation_strings":["Fuzzy Logic Systems Institute, Iizuka, Japan"],"affiliations":[{"raw_affiliation_string":"Fuzzy Logic Systems Institute, Iizuka, Japan","institution_ids":["https://openalex.org/I4210108100"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.449,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.663821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":85},"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"196"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.90923893},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47613862},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.46770924}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.90923893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66836363},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5649654},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.55174094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.52465177},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.51090354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5022366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47613862},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.47576922},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.46845102},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.46770924},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.41389838},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.41292706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3917213},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32678673},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21676168},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377713.3377739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":31,"referenced_works":["https://openalex.org/W1581066146","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1903029394","https://openalex.org/W1981276685","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2104636679","https://openalex.org/W2111935653","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2279098554","https://openalex.org/W2300242332","https://openalex.org/W2319920447","https://openalex.org/W2329786800","https://openalex.org/W2515385951","https://openalex.org/W2520760693","https://openalex.org/W2549139847","https://openalex.org/W2550553598","https://openalex.org/W2553910756","https://openalex.org/W2593744649","https://openalex.org/W2752782242","https://openalex.org/W2962851801","https://openalex.org/W2963145730","https://openalex.org/W2963150697","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2963446712","https://openalex.org/W2963495494","https://openalex.org/W2964299589","https://openalex.org/W2965658867"],"related_works":["https://openalex.org/W4400167127","https://openalex.org/W4297582752","https://openalex.org/W4285805405","https://openalex.org/W3133779647","https://openalex.org/W3041827036","https://openalex.org/W2802808995","https://openalex.org/W2391924736","https://openalex.org/W2021957875","https://openalex.org/W1993493607","https://openalex.org/W1560122427"],"abstract_inverted_index":{"Network":[0],"pruning":[1,34,126],"is":[2,18,30,85],"an":[3,117],"architecture":[4,105],"search":[5,106],"process":[6,107],"to":[7,58,98,123],"determine":[8],"the":[9,15,40,60,69,82,104,130,164],"state":[10],"(remove/remain)":[11],"of":[12,132],"neurons":[13],"in":[14,47],"network.":[16,48],"It":[17],"a":[19],"com-":[20],"binatorial":[21],"optimization":[22,62],"problem,":[23],"and":[24,113,141,154],"this":[25],"combinatorial":[26,61],"optimiza-":[27],"tion":[28],"problem":[29,63,83],"NP-hard.":[31],"Most":[32],"existing":[33],"methods":[35],"prune":[36],"channels/neurons":[37],"based":[38],"on":[39,135,147],"assumption":[41],"that":[42],"they":[43],"are":[44],"indepen-":[45],"dent":[46],"However,":[49,68],"there":[50],"exists":[51],"dependency":[52],"among":[53],"chan-":[54],"nels/neurons.":[55],"We":[56,128],"try":[57],"solve":[59,124],"by":[64],"evolutionary":[65],"algorithm":[66],"(EA).":[67],"traditional":[70],"EA":[71,112],"can't":[72],"be":[73],"used":[74],"directly":[75],"into":[76],"deep":[77],"neural":[78],"networks":[79],"(DNNs)":[80],"because":[81],"dimension":[84],"too":[86],"high.":[87],"Attention":[88],"mechanism":[89],"(AM)":[90],"can":[91],"help":[92],"us":[93],"get":[94],"parameter":[95],"important":[96],"score":[97],"reduce":[99],"prob-":[100],"lem":[101],"difficulty,":[102],"making":[103],"more":[108],"effective.":[109],"Therefore,":[110],"combining":[111],"AM,":[114],"we":[115],"propose":[116],"Evolutionary":[118],"NetArchitecture":[119],"Search":[120],"(EvoNAS)":[121],"method":[122,134],"network":[125],"problem.":[127],"demonstrate":[129],"effectiveness":[131],"our":[133],"common":[136],"datasets":[137],"with":[138,157,163],"ResNet,":[139],"ResNeXt,":[140],"VGG.":[142],"For":[143],"example,":[144],"for":[145],"ResNet":[146],"CIFAR-10,":[148],"EvoNAS":[149,167],"reduces":[150],"73.40%":[151],"computing":[152],"operations":[153],"73.95%":[155],"parameters":[156],"0.13%":[158],"test":[159],"accuracy":[160],"increasement.":[161],"Compared":[162],"state-of-the-art":[165],"methods,":[166],"increases":[168],"30%":[169],"reduction":[170],"ratio":[171],"at":[172],"least.":[173]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3004596816","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-03-15T16:31:17.104162","created_date":"2020-02-14"}