{"id":"https://openalex.org/W4383988875","doi":"https://doi.org/10.1109/tip.2023.3288986","title":"REAF: Remembering Enhancement and Entropy-Based Asymptotic Forgetting for Filter Pruning","display_name":"REAF: Remembering Enhancement and Entropy-Based Asymptotic Forgetting for Filter Pruning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4383988875","doi":"https://doi.org/10.1109/tip.2023.3288986","pmid":"https://pubmed.ncbi.nlm.nih.gov/37436852"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3288986","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056955447","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0002-6455-047X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052163069","display_name":"Weiying Xie","orcid":"https://orcid.org/0000-0001-8310-024X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiying Xie","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067798266","display_name":"Yunsong Li","orcid":"https://orcid.org/0000-0002-0234-6270"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunsong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101621262","display_name":"Kai Jiang","orcid":"https://orcid.org/0000-0001-9921-2043"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Jiang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065061505","display_name":"Leyuan Fang","orcid":"https://orcid.org/0000-0003-2351-4461"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leyuan Fang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.114,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.999976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"3912","last_page":"3923"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.496733},{"id":"https://openalex.org/keywords/expansive","display_name":"Expansive","score":0.44482264},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.4375963},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.42719182}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7505631},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5592111},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5005479},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.496733},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47497767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45304513},{"id":"https://openalex.org/C2780502288","wikidata":"https://www.wikidata.org/wiki/Q28838156","display_name":"Expansive","level":3,"score":0.44482264},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.4375963},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.42719182},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36657047},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C30407753","wikidata":"https://www.wikidata.org/wiki/Q186191","display_name":"Compressive strength","level":2,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3288986","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37436852","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"grants":[{"funder":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology","award_id":"2020QNRC001"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62121001"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U22B2014"},{"funder":"https://openalex.org/F4320323230","funder_display_name":"Xidian University","award_id":"20109235456"},{"funder":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities","award_id":"QTZX23048"}],"datasets":[],"versions":[],"referenced_works_count":61,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2308318555","https://openalex.org/W2764043458","https://openalex.org/W2786622092","https://openalex.org/W2792760996","https://openalex.org/W2805003733","https://openalex.org/W2808168148","https://openalex.org/W2886851211","https://openalex.org/W2890498784","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2942454403","https://openalex.org/W2945403477","https://openalex.org/W2962858109","https://openalex.org/W2962956675","https://openalex.org/W2962965870","https://openalex.org/W2963145730","https://openalex.org/W2963363373","https://openalex.org/W2964001144","https://openalex.org/W2984618279","https://openalex.org/W2990792015","https://openalex.org/W3006871679","https://openalex.org/W3034513523","https://openalex.org/W3034818206","https://openalex.org/W3035332806","https://openalex.org/W3035467254","https://openalex.org/W3039393593","https://openalex.org/W3041028268","https://openalex.org/W3100837220","https://openalex.org/W3106250896","https://openalex.org/W3107407793","https://openalex.org/W3111278072","https://openalex.org/W3116646121","https://openalex.org/W3123262333","https://openalex.org/W3127067080","https://openalex.org/W3136792391","https://openalex.org/W3137609883","https://openalex.org/W3138547151","https://openalex.org/W3148722043","https://openalex.org/W3168076195","https://openalex.org/W3168317852","https://openalex.org/W3171038842","https://openalex.org/W3177008256","https://openalex.org/W3177807169","https://openalex.org/W3180849877","https://openalex.org/W3181161645","https://openalex.org/W3193895134","https://openalex.org/W3213847610","https://openalex.org/W3214007456","https://openalex.org/W4206982465","https://openalex.org/W4226060263","https://openalex.org/W4226146794","https://openalex.org/W4282973707","https://openalex.org/W4297689207","https://openalex.org/W4310593159","https://openalex.org/W4313047887","https://openalex.org/W4315490083","https://openalex.org/W4318586146"],"related_works":["https://openalex.org/W4382323155","https://openalex.org/W4315697128","https://openalex.org/W4310285384","https://openalex.org/W4289718052","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W3116498279","https://openalex.org/W2974871044","https://openalex.org/W2164121020","https://openalex.org/W2145559838"],"abstract_inverted_index":{"Neurologically,":[0],"filter":[1,61,118],"pruning":[2,62,112],"is":[3,142,157,212],"a":[4,36,59,110],"procedure":[5],"of":[6,94,154,168,184,200],"forgetting":[7,48,141],"and":[8,24,67,106,124,197],"remembering":[9,34,79,131,167],"recovering.":[10],"Prevailing":[11],"methods":[12],"directly":[13],"forget":[14],"less":[15],"important":[16],"information":[17,54],"from":[18,91,149],"an":[19],"unrobust":[20],"baseline":[21,82,95],"at":[22,49,96,214],"first":[23,50,77],"expect":[25],"to":[26,43,144,172],"minimize":[27],"the":[28,39,92,101,117,120,129,146,161,166,176,182],"performance":[29],"sacrifice.":[30],"However,":[31],"unsaturated":[32],"base":[33],"imposes":[35],"ceiling":[37],"on":[38,208],"slimmed":[40],"model":[41,90,148],"leading":[42],"suboptimal":[44],"performance.":[45],"And":[46],"significantly":[47],"would":[51],"cause":[52],"unrecoverable":[53],"loss.":[55],"Here,":[56],"we":[57,76],"design":[58],"novel":[60],"paradigm":[63],"termed":[64],"Remembering":[65],"Enhancement":[66],"Entropy-based":[68],"Asymptotic":[69],"Forgetting":[70],"(REAF).":[71],"Inspired":[72],"by":[73,80],"robustness":[74],"theory,":[75],"enhance":[78],"over-parameterizing":[81],"with":[83,203],"fusible":[84],"compensatory":[85,107,126],"convolutions":[86],"which":[87,164],"liberates":[88],"pruned":[89,147,155],"bondage":[93],"no":[97],"inference":[98],"cost.":[99],"Then":[100],"collateral":[102],"implication":[103],"between":[104],"original":[105],"filters":[108,156],"necessitates":[109],"bilateral-collaborated":[111],"criterion.":[113],"Specifically,":[114],"only":[115,202],"when":[116],"has":[119,128],"largest":[121],"intra-branch":[122],"distance":[123],"its":[125],"counterpart":[127],"strongest":[130],"enhancement":[132],"power,":[133],"they":[134],"are":[135],"preserved.":[136],"Further,":[137],"Ebbinghaus":[138],"curve-based":[139],"asymptotic":[140],"proposed":[143],"protect":[145],"unstable":[150],"learning.":[151],"The":[152,210],"number":[153],"increasing":[158],"asymptotically":[159],"in":[160,175],"training":[162],"procedure,":[163],"enables":[165],"pretrained":[169],"weights":[170],"gradually":[171],"be":[173],"concentrated":[174],"remaining":[177],"filters.":[178],"Extensive":[179],"experiments":[180],"demonstrate":[181],"superiority":[183],"REAF":[185,193],"over":[186],"many":[187],"state-of-the-art":[188],"(SOTA)":[189],"methods.":[190],"For":[191],"example,":[192],"removes":[194],"47.55%":[195],"FLOPs":[196],"42.98%":[198],"parameters":[199],"ResNet-50":[201],"0.98%":[204],"TOP-1":[205],"accuracy":[206],"loss":[207],"ImageNet.":[209],"code":[211],"available":[213],"https://github.com/zhangxin-xd/REAF.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4383988875","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2024-12-10T15:37:02.942627","created_date":"2023-07-12"}