{"id":"https://openalex.org/W4362009329","doi":"https://doi.org/10.1109/access.2023.3259959","title":"Non-Zero Grid for Accurate 2-Bit Additive Power-of-Two CNN Quantization","display_name":"Non-Zero Grid for Accurate 2-Bit Additive Power-of-Two CNN Quantization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4362009329","doi":"https://doi.org/10.1109/access.2023.3259959"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3259959","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10087209.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10087209.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052400745","display_name":"Young Min Kim","orcid":"https://orcid.org/0000-0001-8137-1812"},"institutions":[{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young Min Kim","raw_affiliation_strings":["Department of IT Convergence Engineering, Gachon University, Seongnam, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of IT Convergence Engineering, Gachon University, Seongnam, South Korea","institution_ids":["https://openalex.org/I12832649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016402299","display_name":"KyungHyun Han","orcid":"https://orcid.org/0000-0002-7987-0441"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyunghyun Han","raw_affiliation_strings":["Department of Electronics and Computer Engineering, Hongik University, Sejong, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Computer Engineering, Hongik University, Sejong, South Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072449504","display_name":"Wai\u2010Kong Lee","orcid":"https://orcid.org/0000-0003-4659-8979"},"institutions":[{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wai-Kong Lee","raw_affiliation_strings":["Department of Computer Engineering, Gachon University, Seongnam, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, South Korea","institution_ids":["https://openalex.org/I12832649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004895698","display_name":"Hyung Jin Chang","orcid":"https://orcid.org/0000-0001-7495-9677"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hyung Jin Chang","raw_affiliation_strings":["School of Computer Science, University of Birmingham, Birmingham, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086844518","display_name":"Seong Oun Hwang","orcid":"https://orcid.org/0000-0003-4240-6255"},"institutions":[{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seong Oun Hwang","raw_affiliation_strings":["Department of Computer Engineering, Gachon University, Seongnam, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Gachon University, Seongnam, South Korea","institution_ids":["https://openalex.org/I12832649"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"fwci":0.325,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.588886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":69,"max":80},"biblio":{"volume":"11","issue":null,"first_page":"32051","last_page":"32060"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Advances in Transfer Learning and Domain Adaptation","score":0.9948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Classification of Brain Tumor Type and Grade","score":0.9901,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation-learning","display_name":"Representation Learning","score":0.519927},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"Transfer Learning","score":0.515794},{"id":"https://openalex.org/keywords/clustering-analysis","display_name":"Clustering Analysis","score":0.502192}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.90052116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6010453},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5447094},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4274915},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.42511946},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3925749},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3259959","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10087209.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3259959","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10087209.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321366","funder_display_name":"Gachon University","award_id":"GCU-202008460009 (25%)"},{"funder":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea","award_id":"2021-0-00540 (25%)"},{"funder":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion","award_id":"2021-0-01532 (50%)"}],"datasets":[],"versions":[],"referenced_works_count":26,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2097117768","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2469490737","https://openalex.org/W2803549871","https://openalex.org/W2809624076","https://openalex.org/W2884150179","https://openalex.org/W2916954108","https://openalex.org/W2963122961","https://openalex.org/W2963480671","https://openalex.org/W2964228333","https://openalex.org/W2990953743","https://openalex.org/W2999803881","https://openalex.org/W3004061291","https://openalex.org/W3013186616","https://openalex.org/W3017746288","https://openalex.org/W3034297393","https://openalex.org/W3106655949","https://openalex.org/W3118608800","https://openalex.org/W3123143179","https://openalex.org/W3176946833","https://openalex.org/W3182465333","https://openalex.org/W4205205088","https://openalex.org/W4214620071"],"related_works":["https://openalex.org/W4245490552","https://openalex.org/W4225152035","https://openalex.org/W3002753104","https://openalex.org/W2911598644","https://openalex.org/W2077600819","https://openalex.org/W2061531152","https://openalex.org/W2042127053","https://openalex.org/W2007980826","https://openalex.org/W1979597421","https://openalex.org/W1587224694"],"abstract_inverted_index":{"Quantization":[0],"is":[1,41,201,223],"an":[2],"effective":[3],"technique":[4,158,210],"to":[5,19,91,98,108,144,168,186],"reduce":[6],"the":[7,38,46,64,102,142,169,178,205,215,227,244,251],"memory":[8,246],"and":[9,28,84,140,164,247],"computational":[10,39,248],"complexity":[11,40],"of":[12],"CNNs.":[13],"Recent":[14],"advances":[15],"utilize":[16],"additive":[17,228,253],"powers-of-two":[18,36,75,117,229,254],"perform":[20],"non-uniform":[21,138,190],"quantization,":[22,37,199],"which":[23,200,231],"resembles":[24],"a":[25,130,153,173,189],"normal":[26],"distribution":[27],"shows":[29],"better":[30],"performance":[31],"than":[32,226],"uniform":[33,99],"quantization.":[34,71],"With":[35],"also":[42,96,242],"largely":[43],"reduced":[44],"because":[45],"slow":[47],"multiplication":[48],"operations":[49],"are":[50,60],"replaced":[51],"with":[52,219,250],"lightweight":[53],"shift":[56],"operations.":[57],"However,":[58],"there":[59],"serious":[61],"problems":[62],"in":[63,148,204],"previously":[65],"proposed":[66,157,209],"grid":[67,93,133],"formulation":[68,134],"for":[69,152],"2-bit":[70,137,198],"In":[72,88],"particular,":[73],"these":[74,109,116,126],"schemes":[76,118],"produce":[77],"zero":[78],"values,":[79],"generating":[80],"significant":[81],"training":[82,196],"error":[83],"causing":[85],"low":[86],"accuracy.":[87,235],"addition,":[89],"due":[90],"improper":[92],"formulation,":[94],"they":[95],"fallback":[97],"quantization":[100,103,139,184,191],"when":[101],"level":[104],"reaches":[105],"2-bit.":[106],"Due":[107],"reasons,":[110],"on":[111,177,214],"large":[112,154],"CNN":[113,143],"like":[114],"ResNet-110,":[115],"may":[119],"not":[120,202],"even":[121,151],"train":[122],"properly.":[123],"To":[124],"resolve":[125],"issues,":[127],"we":[128],"propose":[129],"new":[131],"non-zero":[132],"that":[135],"enables":[136],"allow":[141],"be":[145],"trained":[146,218],"successfully":[147],"every":[149],"attempt,":[150],"network.":[155],"The":[156,208],"quantizes":[159],"weight":[160],"as":[161],"power-of-two":[162],"values":[163],"projects":[165],"it":[166],"close":[167],"mean":[170],"area":[171],"through":[172],"simple":[174],"constant":[175],"product":[176],"exponential":[179],"part.":[180],"This":[181,221],"allows":[182],"our":[183,240],"scheme":[185,230],"closely":[187],"resemble":[188],"at":[192,197],"2-bit,":[193],"enabling":[194],"successful":[195],"found":[203],"previous":[206],"work.":[207],"achieves":[211,233],"70.57%":[212],"accuracy":[213],"CIFAR-100":[216],"dataset":[217],"ResNet-110.":[220],"result":[222],"6.24%":[224],"higher":[225,238],"only":[232],"64.33%":[234],"Beside":[236],"achieving":[237],"accuracy,":[239],"work":[241],"maintains":[243],"same":[245],"efficiency":[249],"original":[252],"scheme.":[255]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4362009329","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-11-21T23:38:59.148297","created_date":"2023-04-05"}