{"id":"https://openalex.org/W4387162606","doi":"https://doi.org/10.48550/arxiv.2309.15800","title":"Exploring Speech Recognition, Translation, and Understanding with Discrete Speech Units: A Comparative Study","display_name":"Exploring Speech Recognition, Translation, and Understanding with Discrete Speech Units: A Comparative Study","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387162606","doi":"https://doi.org/10.48550/arxiv.2309.15800"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.15800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2309.15800","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050058892","display_name":"Xuankai Chang","orcid":"https://orcid.org/0000-0002-5221-5412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Xuankai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021201726","display_name":"Brian Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023799668","display_name":"Kwanghee Choi","orcid":"https://orcid.org/0000-0001-5254-1093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Kwanghee","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091834525","display_name":"Jee-weon Jung","orcid":"https://orcid.org/0000-0003-0505-2988"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jeeweon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102942362","display_name":"Yichen Lu","orcid":"https://orcid.org/0000-0003-0296-3540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yichen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010858961","display_name":"Soumi Maiti","orcid":"https://orcid.org/0000-0001-6940-0115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maiti, Soumi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058649002","display_name":"Roshan Sharma","orcid":"https://orcid.org/0000-0003-3760-9955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Roshan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008336983","display_name":"Jiatong Shi","orcid":"https://orcid.org/0000-0002-9050-8304"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Jiatong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068192693","display_name":"Jinchuan Tian","orcid":"https://orcid.org/0000-0002-2129-471X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Jinchuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001291873","display_name":"Shinji Watanabe","orcid":"https://orcid.org/0000-0002-5970-8631"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Watanabe, Shinji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040732498","display_name":"Yuya Fujita","orcid":"https://orcid.org/0000-0001-8155-6040"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fujita, Yuya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059612504","display_name":"Takashi Maekaku","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maekaku, Takashi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783173","display_name":"Pengcheng Guo","orcid":"https://orcid.org/0009-0001-2388-5935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Pengcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002404521","display_name":"Yao-Fei Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Yao-Fei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081451455","display_name":"Pavel Denisov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Denisov, Pavel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013385059","display_name":"Kohei Saijo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saijo, Kohei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035483337","display_name":"Hsiu-Hsuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hsiu-Hsuan","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.712026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":78,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.975,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.7778052},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.69934785},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.524717}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786301},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.7778052},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.70803654},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.69934785},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.5349959},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.524717},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48407188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39857697},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.24473527},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.15800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.15800","pdf_url":"http://arxiv.org/pdf/2309.15800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2309.15800","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.15800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.42}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2981428355","https://openalex.org/W2962858469","https://openalex.org/W2897924318","https://openalex.org/W2149163000","https://openalex.org/W2138997758","https://openalex.org/W2131711534","https://openalex.org/W2041273198","https://openalex.org/W1840351222","https://openalex.org/W1834994814","https://openalex.org/W1599055764"],"abstract_inverted_index":{"Speech":[0],"signals,":[1],"typically":[2],"sampled":[3],"at":[4],"rates":[5],"in":[6,17,134],"the":[7,30,33,45,59,76,101,137],"tens":[8],"of":[9,47,61,103],"thousands":[10],"per":[11],"second,":[12],"contain":[13],"redundancies,":[14],"evoking":[15],"inefficiencies":[16],"sequence":[18,78],"modeling.":[19],"High-dimensional":[20],"speech":[21,49,62,77,108,115,118],"features":[22],"such":[23,67],"as":[24,29,68],"spectrograms":[25],"are":[26],"often":[27],"used":[28],"input":[31],"for":[32],"subsequent":[34],"model.":[35],"However,":[36],"they":[37],"can":[38,73],"still":[39],"be":[40],"redundant.":[41],"Recent":[42],"investigations":[43],"proposed":[44],"use":[46],"discrete":[48,104,128],"units":[50,105,129],"derived":[51],"from":[52],"self-supervised":[53],"learning":[54],"representations,":[55],"which":[56],"significantly":[57,84],"compresses":[58],"size":[60],"data.":[63],"Applying":[64],"various":[65],"methods,":[66],"de-duplication":[69],"and":[70,97,120,145],"subword":[71],"modeling,":[72],"further":[74],"compress":[75],"length.":[79],"Hence,":[80],"training":[81],"time":[82],"is":[83],"reduced":[85],"while":[86],"retaining":[87],"notable":[88],"performance.":[89],"In":[90],"this":[91],"study,":[92],"we":[93],"undertake":[94],"a":[95],"comprehensive":[96],"systematic":[98],"exploration":[99],"into":[100],"application":[102],"within":[106],"end-to-end":[107],"processing":[109],"models.":[110],"Experiments":[111],"on":[112],"12":[113],"automatic":[114],"recognition,":[116],"3":[117],"translation,":[119],"1":[121],"spoken":[122],"language":[123],"understanding":[124],"corpora":[125],"demonstrate":[126],"that":[127],"achieve":[130],"reasonably":[131],"good":[132],"results":[133],"almost":[135],"all":[136],"settings.":[138],"We":[139],"intend":[140],"to":[141,148],"release":[142],"our":[143],"configurations":[144],"trained":[146],"models":[147],"foster":[149],"future":[150],"research":[151],"efforts.":[152]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387162606","counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-01-15T19:42:20.069282","created_date":"2023-09-30"}