{"id":"https://openalex.org/W4285024749","doi":"https://doi.org/10.1109/cbd54617.2021.00044","title":"Compressed LSTM using balanced sparsity","display_name":"Compressed LSTM using balanced sparsity","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4285024749","doi":"https://doi.org/10.1109/cbd54617.2021.00044"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbd54617.2021.00044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019682335","display_name":"Tao Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Xiao","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069310600","display_name":"Jingfei Jiang","orcid":"https://orcid.org/0000-0002-7103-8650"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingfei Jiang","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088703563","display_name":"Jinwei Xu","orcid":"https://orcid.org/0000-0003-1242-4217"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwei Xu","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006683448","display_name":"Dong Wen","orcid":"https://orcid.org/0000-0002-1537-0077"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wen","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100649620","display_name":"Junhua Wang","orcid":"https://orcid.org/0000-0002-4600-9938"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Wang","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108832938","display_name":"Xuehui Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehui Chen","raw_affiliation_strings":["National University of Defense Technology,ChangSha,China,410073"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology,ChangSha,China,410073","institution_ids":["https://openalex.org/I170215575"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.162,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.418212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":70},"biblio":{"volume":null,"issue":null,"first_page":"213","last_page":"217"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9887,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9887,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9649,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6621494},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.632868},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.62775046},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.42751855}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.799705},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6621494},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.632868},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.62775046},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.6260371},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.50947434},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5036816},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49478453},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49311516},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44972137},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44028476},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.42751855},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36343592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36073115},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.24928746},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19528952},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.1204755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/cbd54617.2021.00044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.64,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4220868150","https://openalex.org/W2768628697","https://openalex.org/W2388481516","https://openalex.org/W2386366915","https://openalex.org/W2356662348","https://openalex.org/W2352008669","https://openalex.org/W2141840609","https://openalex.org/W2088378984","https://openalex.org/W1973200086","https://openalex.org/W1965503293"],"abstract_inverted_index":{"Neural":[0],"network":[1],"models":[2],"based":[3],"on":[4,162],"LSTM":[5,35,45],"have":[6],"been":[7],"widely":[8],"used":[9],"in":[10,102,111],"the":[11,28,53,64,79,83,107,120,163,169,189],"fields":[12],"of":[13,34,63,68,71,82,132,146,157],"automatic":[14],"speech":[15],"recognition":[16],"(ASR)":[17],"and":[18,31,155,181,185,188],"natural":[19],"language":[20],"processing":[21],"(NLP).":[22],"However,":[23,78],"to":[24,37,42,51,89],"obtain":[25],"higher":[26],"accuracy,":[27],"computational":[29],"complexity":[30],"memory":[32],"footprint":[33],"need":[36],"increase":[38],"continually.":[39],"In":[40,115],"order":[41],"speed":[43],"up":[44],"inference,":[46],"some":[47],"previous":[48],"works":[49],"propose":[50],"compress":[52],"model":[54,84],"with":[55,74,127,142,175],"weight":[56,122],"pruning.":[57],"Row-Balanced":[58,96],"Sparsity":[59],"(RBS)":[60],"is":[61,85,100,160,172],"one":[62,112],"excellent":[65],"method":[66,99,159],"because":[67],"balancing":[69],"distribution":[70,123],"nonzero":[72,121],"elements":[73],"negligible":[75],"precision":[76],"degradation.":[77],"compression":[80,98,179],"ratio":[81,180],"greatly":[86],"limited":[87],"due":[88],"its":[90],"large":[91],"index":[92],"occupancy.A":[93],"Share":[94],"Index":[95],"Sparsity(SIRBS)":[97],"presented":[101],"this":[103,116],"paper,":[104],"which":[105],"shares":[106],"indices":[108,147],"between":[109],"rows":[110],"row":[113],"cluster.":[114],"way,":[117],"not":[118],"only":[119,191],"can":[124,138,148],"be":[125,139,149],"balanced":[126],"a":[128],"very":[129],"small":[130],"cost":[131,137],"indices,":[133],"but":[134],"also":[135],"decoding":[136],"omitted.":[140],"Compared":[141],"RBS,":[143],"our":[144,158,178],"overhead":[145],"reduced":[150],"by":[151,193],"2x-8x.":[152],"The":[153],"performance":[154],"accuracy":[156,190],"evaluated":[161],"CPU":[164],"using":[165],"PyTorch-Kaldi":[166],"toolkit.":[167],"When":[168],"sparsity":[170],"rate":[171],"90%,":[173],"compared":[174],"dense":[176],"LSTM,":[177],"speedup":[182],"are":[183],"6.7x-8.9x":[184],"7.0x-9.9x":[186],"respectively,":[187],"decreases":[192],"0.2%-1.4%.":[194]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285024749","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2024-12-15T23:31:27.696593","created_date":"2022-07-12"}