{"id":"https://openalex.org/W4399695314","doi":"https://doi.org/10.48550/arxiv.2406.08835","title":"A Single-Step Non-Autoregressive Automatic Speech Recognition\n Architecture with High Accuracy and Inference Speed","display_name":"A Single-Step Non-Autoregressive Automatic Speech Recognition\n Architecture with High Accuracy and Inference Speed","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399695314","doi":"https://doi.org/10.48550/arxiv.2406.08835"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.08835","pdf_url":"http://arxiv.org/pdf/2406.08835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2406.08835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088311121","display_name":"Ziyang Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Ziyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102412218","display_name":"Chenfeng Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Chenfeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101570585","display_name":"Kun Zou","orcid":"https://orcid.org/0009-0008-0575-5142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Kun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101236518","display_name":"Shuai Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Shuai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080919889","display_name":"Ming Fang","orcid":"https://orcid.org/0000-0003-1932-2037"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Ming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012261926","display_name":"Tao Wei","orcid":"https://orcid.org/0000-0002-6549-3999"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406497","display_name":"Zijian Li","orcid":"https://orcid.org/0000-0002-3964-3789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zijian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014243317","display_name":"Wei Hu","orcid":"https://orcid.org/0000-0001-7754-1858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Wei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702017","display_name":"Shaojun Wang","orcid":"https://orcid.org/0009-0001-8955-8566"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shaojun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016038454","display_name":"Jing Xiao","orcid":"https://orcid.org/0000-0001-9615-4749"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jing","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9778,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.79568446},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7355693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6931645},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.61089647},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.506605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4982164},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43111098},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33233625},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16469991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16200992},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.08835","pdf_url":"http://arxiv.org/pdf/2406.08835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.08835","pdf_url":"http://arxiv.org/pdf/2406.08835","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4327525404","https://openalex.org/W4287185323","https://openalex.org/W3150905897","https://openalex.org/W2734842993","https://openalex.org/W2171218219","https://openalex.org/W2168175994","https://openalex.org/W2150410159","https://openalex.org/W2049473509","https://openalex.org/W1972271943","https://openalex.org/W1520183331"],"abstract_inverted_index":{"Non-autoregressive":[0],"(NAR)":[1],"automatic":[2],"speech":[3],"recognition":[4],"(ASR)":[5],"models":[6,28],"predict":[7],"tokens":[8],"independently":[9],"and":[10,43,56,76,108],"simultaneously,":[11],"bringing":[12],"high":[13,54],"inference":[14,57,140],"speed.":[15],"However,":[16],"there":[17],"is":[18],"still":[19],"a":[20,48],"gap":[21,39],"in":[22],"the":[23,26,31,38,41,82,106,113,127,133],"accuracy":[24,55],"of":[25,124],"NAR":[27,42,50],"compared":[29,111],"to":[30,71,80,112],"autoregressive":[32],"(AR)":[33],"models.":[34,116],"To":[35],"further":[36],"narrow":[37],"between":[40],"AR":[44,135],"models,":[45],"we":[46],"propose":[47],"single-step":[49],"ASR":[51],"architecture":[52],"with":[53,92,96,137],"speed,":[58],"called":[59],"EfficientASR.":[60],"It":[61,86],"uses":[62],"an":[63,77],"Index":[64],"Mapping":[65],"Vector":[66],"(IMV)":[67],"based":[68],"alignment":[69,78,97],"generator":[70],"generate":[72],"alignments":[73,83],"during":[74],"training,":[75],"predictor":[79],"learn":[81],"for":[84],"inference.":[85],"can":[87],"be":[88],"trained":[89],"end-to-end":[90],"(E2E)":[91],"cross-entropy":[93],"loss":[94],"combined":[95],"loss.":[98],"The":[99],"proposed":[100],"EfficientASR":[101],"achieves":[102,119],"competitive":[103],"results":[104],"on":[105,126],"AISHELL-1":[107,128],"AISHELL-2":[109],"benchmarks":[110],"state-of-the-art":[114],"(SOTA)":[115],"Specifically,":[117],"it":[118],"character":[120],"error":[121],"rates":[122],"(CER)":[123],"4.26%/4.62%":[125],"dev/test":[129],"dataset,":[130],"which":[131],"outperforms":[132],"SOTA":[134],"Conformer":[136],"about":[138],"30x":[139],"speedup.":[141]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399695314","counts_by_year":[],"updated_date":"2025-04-18T17:58:55.038425","created_date":"2024-06-15"}