{"id":"https://openalex.org/W3007895486","doi":"https://doi.org/10.1109/les.2020.2975055","title":"Bactran: A Hardware Batch Normalization Implementation for CNN Training Engine","display_name":"Bactran: A Hardware Batch Normalization Implementation for CNN Training Engine","publication_year":2020,"publication_date":"2020-02-19","ids":{"openalex":"https://openalex.org/W3007895486","doi":"https://doi.org/10.1109/les.2020.2975055","mag":"3007895486"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.2975055","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007869216","display_name":"Zhijie Yang","orcid":"https://orcid.org/0000-0003-3039-9617"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhijie","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103352900","display_name":"Wang Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Lei","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883930","display_name":"Li Luo","orcid":"https://orcid.org/0000-0001-5519-3143"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo Li","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012559145","display_name":"Shiming Li","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shiming","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084835984","display_name":"Shasha Guo","orcid":"https://orcid.org/0000-0002-3308-9123"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Shasha","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006670088","display_name":"Shuquan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Shuquan","raw_affiliation_strings":["College of Computer Science and Technology, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.434,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.841127,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"13","issue":"1","first_page":"29","last_page":"32"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9939,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9925,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization","score":0.81300724},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.5396706},{"id":"https://openalex.org/keywords/gate-array","display_name":"Gate array","score":0.4218942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8361125},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.81300724},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6855933},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.5995522},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.57286465},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.5396706},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46596578},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.43564266},{"id":"https://openalex.org/C114237110","wikidata":"https://www.wikidata.org/wiki/Q114901","display_name":"Gate array","level":3,"score":0.4218942},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41066998},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.39597213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3198697},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18972537},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11297971},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2020.2975055","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.89}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61832018"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61802427"}],"datasets":[],"versions":[],"referenced_works_count":21,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1841592590","https://openalex.org/W2194775991","https://openalex.org/W2612445135","https://openalex.org/W2787094505","https://openalex.org/W2803113791","https://openalex.org/W2811130204","https://openalex.org/W2899642877","https://openalex.org/W2908078360","https://openalex.org/W2911491685","https://openalex.org/W2949469598","https://openalex.org/W2951771281","https://openalex.org/W2963374099","https://openalex.org/W2963410375","https://openalex.org/W2963446712","https://openalex.org/W2963709416","https://openalex.org/W2976948323","https://openalex.org/W3037454835","https://openalex.org/W3037463632","https://openalex.org/W4289469122","https://openalex.org/W4297775537"],"related_works":["https://openalex.org/W594316872","https://openalex.org/W2831860248","https://openalex.org/W2367794224","https://openalex.org/W2367348190","https://openalex.org/W2120472031","https://openalex.org/W2105610663","https://openalex.org/W2017163657","https://openalex.org/W2017144313","https://openalex.org/W1976224881","https://openalex.org/W1968650434"],"abstract_inverted_index":{"In":[0,104],"recent":[1],"years,":[2],"convolutional":[3,77],"neural":[4],"networks":[5],"(CNNs)":[6],"have":[7],"been":[8,51],"widely":[9,52],"used.":[10],"However,":[11,85],"their":[12,38],"ever-increasing":[13],"amount":[14,72],"of":[15,67,73,75,100,122,161,194],"parameters":[16],"makes":[17],"it":[18,59],"challenging":[19],"to":[20,36,40,83,95],"train":[21],"them":[22],"with":[23],"the":[24,65,71,76,86,96,101,116,123,128,133,137,159,168,173,181,184,191,195],"GPUs,":[25],"which":[26],"is":[27,60,144,200],"time":[28],"and":[29,136,172,190],"energy":[30],"expensive.":[31],"This":[32],"has":[33,50],"prompted":[34],"researchers":[35],"turn":[37],"attention":[39,94],"training":[41,89,112,134],"on":[42,177,183],"more":[43],"energy-efficient":[44],"hardware.":[45],"batch":[46,151],"normalization":[47,152],"(BN)":[48],"layer":[49,63,78],"used":[53],"in":[54,64,132],"various":[55],"state-of-the-art":[56],"CNNs":[57],"for":[58],"an":[61,109,145],"indispensable":[62],"acceleration":[66],"CNN":[68,88,111],"training.":[69],"As":[70],"computation":[74],"declines,":[79],"its":[80,196],"importance":[81],"continues":[82],"increase.":[84],"traditional":[87],"accelerators":[90],"do":[91],"not":[92],"pay":[93],"efficient":[97,110],"hardware":[98,165],"implementation":[99,160],"BN":[102,129,141,148],"layer.":[103],"this":[105],"letter,":[106],"we":[107],"design":[108],"architecture":[113],"by":[114,170,175],"using":[115],"systolic":[117,124],"array.":[118],"The":[119,140,154],"processing":[120],"element":[121],"array":[125,188],"can":[126],"support":[127],"functions":[130],"both":[131],"process":[135],"inference":[138],"process.":[139],"function":[142],"implemented":[143],"improved,":[146],"hardware-friendly":[147],"algorithm,":[149],"range":[150],"(RBN).":[153],"experimental":[155],"results":[156],"show":[157],"that":[158],"RBN":[162],"saves":[163],"10%":[164],"resources,":[166],"reduces":[167],"power":[169,192],"10.1%,":[171],"delay":[174],"4.6%":[176],"average.":[178],"We":[179],"implement":[180],"accelerator":[182],"field":[185],"programmable":[186],"gate":[187],"VU440,":[189],"consumption":[193],"core":[197],"computing":[198],"engine":[199],"8.9":[201],"W.":[202]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3007895486","counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-01-15T21:00:31.352208","created_date":"2020-03-06"}