{"id":"https://openalex.org/W4389600306","doi":"https://doi.org/10.48550/arxiv.2312.05187","title":"Seamless: Multilingual Expressive and Streaming Speech Translation","display_name":"Seamless: Multilingual Expressive and Streaming Speech Translation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389600306","doi":"https://doi.org/10.48550/arxiv.2312.05187"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2312.05187","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092690831","display_name":"Seamless Communication","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Communication, Seamless","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043289060","display_name":"Lo\u00efc Barrault","orcid":"https://orcid.org/0000-0002-0634-6147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barrault, Lo\u00efc","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008107321","display_name":"Yu-An Chung","orcid":"https://orcid.org/0000-0001-9451-7956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Yu-An","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093470965","display_name":"Mariano Coria Meglioli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meglioli, Mariano Coria","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015520404","display_name":"David C. Dale","orcid":"https://orcid.org/0000-0002-7146-1440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dale, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101722683","display_name":"Ning Dong","orcid":"https://orcid.org/0000-0003-4089-8436"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Ning","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006247267","display_name":"Mark Duppenthaler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duppenthaler, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059582849","display_name":"Paul-Ambroise Duquenne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duquenne, Paul-Ambroise","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111741664","display_name":"Brian E. Ellis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ellis, Brian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040371566","display_name":"Hady Elsahar","orcid":"https://orcid.org/0000-0001-9508-6721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elsahar, Hady","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092690836","display_name":"Justin Haaheim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haaheim, Justin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109346484","display_name":"John P. Hoffman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hoffman, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055817509","display_name":"Min-Jae Hwang","orcid":"https://orcid.org/0000-0002-7376-009X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Min-Jae","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040282669","display_name":"Hirofumi Inaguma","orcid":"https://orcid.org/0000-0003-0610-1251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inaguma, Hirofumi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092690832","display_name":"Christopher Klaiber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klaiber, Christopher","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110668","display_name":"Ilia Kulikov","orcid":"https://orcid.org/0000-0001-5989-9733"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kulikov, Ilia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669357","display_name":"Pengwei Li","orcid":"https://orcid.org/0000-0002-7816-545X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pengwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056885320","display_name":"Daniel J. Licht","orcid":"https://orcid.org/0000-0002-4080-843X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Licht, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104441926","display_name":"Jean Maillard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maillard, Jean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062619833","display_name":"Ruslan Mavlyutov","orcid":"https://orcid.org/0000-0001-8607-5828"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mavlyutov, Ruslan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092690833","display_name":"Alice Rakotoarison","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rakotoarison, Alice","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023501975","display_name":"Kaushik Ram Sadagopan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sadagopan, Kaushik Ram","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009079194","display_name":"Abinesh Ramakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramakrishnan, Abinesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111029576","display_name":"Tuan Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Tuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023203387","display_name":"Guillaume Wenzek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenzek, Guillaume","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638293","display_name":"Yilin Yang","orcid":"https://orcid.org/0009-0001-7329-317X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yilin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092690834","display_name":"Ethan Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Ethan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021932110","display_name":"Ivan Evtimov","orcid":"https://orcid.org/0009-0003-7763-4263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evtimov, Ivan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088495817","display_name":"Pierre Fernandez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fernandez, Pierre","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024347376","display_name":"Cynthia Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Cynthia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029804928","display_name":"Prangthip Hansanti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hansanti, Prangthip","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023818527","display_name":"Elahe Kalbassi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalbassi, Elahe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092690837","display_name":"Amanda Kallet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kallet, Amanda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112988007","display_name":"Artyom Kozhevnikov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kozhevnikov, Artyom","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035598726","display_name":"Gabriel Mejia Gonzalez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonzalez, Gabriel Mejia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108994797","display_name":"Robin San Roman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roman, Robin San","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049165245","display_name":"Christophe Touret","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Touret, Christophe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063754131","display_name":"C. I. Wong","orcid":"https://orcid.org/0000-0002-1301-3500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Corinne","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112921393","display_name":"Carleigh Wood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wood, Carleigh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111127065","display_name":"Bokai Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bokai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091619219","display_name":"Pierre Andrews","orcid":"https://orcid.org/0000-0001-6780-7798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrews, Pierre","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042895564","display_name":"Can Balioglu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balioglu, Can","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072019513","display_name":"Peng\u2013Jen Chen","orcid":"https://orcid.org/0000-0001-5400-905X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Peng-Jen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074210163","display_name":"Marta R. Costa\u2010juss\u00e0","orcid":"https://orcid.org/0000-0002-5703-520X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Costa-juss\u00e0, Marta R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005764737","display_name":"Maha Elbayad","orcid":"https://orcid.org/0000-0002-8389-231X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elbayad, Maha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103000746","display_name":"Hongyu Gong","orcid":"https://orcid.org/0000-0002-7071-0070"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Hongyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113551755","display_name":"Francisco Guzm\u00e1n","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guzm\u00e1n, Francisco","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059012246","display_name":"Kevin S. Heffernan","orcid":"https://orcid.org/0000-0002-3499-1477"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heffernan, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111091296","display_name":"Somya Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Somya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108531622","display_name":"Justine Kao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kao, Justine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084509956","display_name":"Ann Lee","orcid":"https://orcid.org/0000-0003-4300-9032"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Ann","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054878003","display_name":"Xutai Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xutai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092249482","display_name":"Alex Mourachko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mourachko, Alex","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010487832","display_name":"Benjamin Peloquin","orcid":"https://orcid.org/0000-0002-4876-9906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peloquin, Benjamin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058915697","display_name":"Juan Pino","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pino, Juan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059951425","display_name":"Sravya Popuri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Popuri, Sravya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030185276","display_name":"Christophe Ropers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ropers, Christophe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033648476","display_name":"Safiyyah Saleem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saleem, Safiyyah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015857371","display_name":"Holger Schwenk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwenk, Holger","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029985197","display_name":"Anna Sun","orcid":"https://orcid.org/0009-0007-6467-0563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Anna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027043104","display_name":"Paden Tomasello","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomasello, Paden","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087491225","display_name":"Changhan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Changhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061222029","display_name":"Jeff Wang","orcid":"https://orcid.org/0000-0001-9923-1068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jeff","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051093305","display_name":"Skyler Wang","orcid":"https://orcid.org/0000-0002-0639-945X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Skyler","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077024849","display_name":"Mary F. Williamson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williamson, Mary","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.787004,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5789662},{"id":"https://openalex.org/keywords/syntax-based-translation-models","display_name":"Syntax-based Translation Models","score":0.534643},{"id":"https://openalex.org/keywords/spoken-dialogue-systems","display_name":"Spoken Dialogue Systems","score":0.531981},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine Translation","score":0.529883},{"id":"https://openalex.org/keywords/language-modeling","display_name":"Language Modeling","score":0.522796},{"id":"https://openalex.org/keywords/multilingual-neural-machine-translation","display_name":"Multilingual Neural Machine Translation","score":0.521018}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84286445},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.58463806},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5789662},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.576664},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5339502},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47689465},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4642364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40575868},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08418846}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.05187","pdf_url":"http://arxiv.org/pdf/2312.05187","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2312.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.05187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.48,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4320472397","https://openalex.org/W4319862652","https://openalex.org/W2750037515","https://openalex.org/W2401269021","https://openalex.org/W2394249171","https://openalex.org/W2355553914","https://openalex.org/W2347684782","https://openalex.org/W2145654520","https://openalex.org/W2031981373","https://openalex.org/W149862513"],"abstract_inverted_index":{"Large-scale":[0],"automatic":[1],"speech":[2,98,110],"translation":[3,85,155],"systems":[4],"today":[5],"lack":[6],"key":[7],"features":[8],"that":[9,29,86,164,231],"help":[10],"machine-mediated":[11],"communication":[12,235],"feel":[13],"seamless":[14],"when":[15],"compared":[16],"to":[17,93,134,207,223,240],"human-to-human":[18],"dialogue.":[19],"In":[20],"this":[21,241],"work,":[22],"we":[23,41,173,214],"introduce":[24],"a":[25,37,184,194],"family":[26],"of":[27,46,106,119,148,191,197,211],"models":[28,80,166],"enable":[30],"end-to-end":[31],"expressive":[32,97,233],"and":[33,50,90,112,159,171,189,200,220,246],"multilingual":[34,49],"translations":[35,138],"in":[36,96,236],"streaming":[38],"fashion.":[39],"First,":[40],"contribute":[42],"an":[43,59,201],"improved":[44],"version":[45],"the":[47,73,117,128,146,175,187,209,226],"massively":[48],"multimodal":[51,181],"SeamlessM4T":[52,70],"model-SeamlessM4T":[53],"v2.":[54],"This":[55],"newer":[56],"model,":[57],"incorporating":[58],"updated":[60],"UnitY2":[61],"framework,":[62],"was":[63],"trained":[64],"on":[65,75],"more":[66],"low-resource":[67],"language":[68],"data.":[69],"v2":[71],"provides":[72],"foundation":[74],"which":[76],"our":[77,100,125,165],"next":[78],"two":[79],"are":[81,243],"initiated.":[82],"SeamlessExpressive":[83,219],"enables":[84,152],"preserves":[87],"vocal":[88],"styles":[89],"prosody.":[91],"Compared":[92],"previous":[94],"efforts":[95],"research,":[99],"work":[101,242],"addresses":[102],"certain":[103],"underexplored":[104],"aspects":[105],"prosody,":[107],"such":[108],"as":[109],"rate":[111],"pauses,":[113],"while":[114],"also":[115],"preserving":[116],"style":[118],"one's":[120],"voice.":[121],"As":[122,145],"for":[123,141,156,180,186],"SeamlessStreaming,":[124],"model":[126],"leverages":[127],"Efficient":[129],"Monotonic":[130],"Multihead":[131],"Attention":[132],"mechanism":[133,205],"generate":[135],"low-latency":[136],"target":[137,160],"without":[139],"waiting":[140],"complete":[142],"source":[143,158],"utterances.":[144],"first":[147,176,227],"its":[149],"kind,":[150],"SeamlessStreaming":[151,221],"simultaneous":[153],"speech-to-speech/text":[154],"multiple":[157],"languages.":[161],"To":[162],"ensure":[163],"can":[167],"be":[168],"used":[169],"safely":[170],"responsibly,":[172],"implemented":[174],"known":[177],"red-teaming":[178],"effort":[179],"machine":[182],"translation,":[183],"system":[185,230],"detection":[188],"mitigation":[190],"added":[192],"toxicity,":[193],"systematic":[195],"evaluation":[196],"gender":[198],"bias,":[199],"inaudible":[202],"localized":[203],"watermarking":[204],"designed":[206],"dampen":[208],"impact":[210],"deepfakes.":[212],"Consequently,":[213],"bring":[215],"major":[216],"components":[217],"from":[218],"together":[222],"form":[224],"Seamless,":[225],"publicly":[228,244],"available":[229],"unlocks":[232],"cross-lingual":[234],"real-time.":[237],"The":[238],"contributions":[239],"released":[245],"accessible":[247],"at":[248],"https://github.com/facebookresearch/seamless_communication":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389600306","counts_by_year":[{"year":2024,"cited_by_count":5}],"updated_date":"2024-12-05T02:56:46.733388","created_date":"2023-12-12"}