{"id":"https://openalex.org/W4391021505","doi":"https://doi.org/10.1109/asru57964.2023.10389637","title":"Contextual Spelling Correction with Large Language Models","display_name":"Contextual Spelling Correction with Large Language Models","publication_year":2023,"publication_date":"2023-12-16","ids":{"openalex":"https://openalex.org/W4391021505","doi":"https://doi.org/10.1109/asru57964.2023.10389637"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389637","pdf_url":null,"source":{"id":"https://openalex.org/S4363606113","display_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050232158","display_name":"G. Hugh Song","orcid":"https://orcid.org/0000-0003-2649-3352"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gan Song","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035558261","display_name":"Zelin Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zelin Wu","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051090720","display_name":"Golan Pundak","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Golan Pundak","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070712023","display_name":"Angad Chandorkar","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angad Chandorkar","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109774133","display_name":"Kandarp Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kandarp Joshi","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077786635","display_name":"Xavier Velez","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xavier Velez","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021056932","display_name":"Diamantino Caseiro","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diamantino Caseiro","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059637880","display_name":"Ben Haynor","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Haynor","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101432591","display_name":"Weiran Wang","orcid":"https://orcid.org/0009-0000-0843-707X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiran Wang","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057946983","display_name":"Nikhil Siddhartha","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Siddhartha","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066360541","display_name":"Pat Rondon","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pat Rondon","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032798707","display_name":"Khe Chai Sim","orcid":"https://orcid.org/0000-0002-0866-2223"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khe Chai Sim","raw_affiliation_strings":["Google, Inc."],"affiliations":[{"raw_affiliation_string":"Google, Inc.","institution_ids":["https://openalex.org/I1291425158"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":66},"biblio":{"volume":"7","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contextualization","display_name":"Contextualization","score":0.7995854},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.58008564},{"id":"https://openalex.org/keywords/spelling","display_name":"Spelling","score":0.48832175},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.45357454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8732622},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.7995854},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.61875814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5947126},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.58008564},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.57658315},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5697956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5587679},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5433326},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.53131837},{"id":"https://openalex.org/C2777801307","wikidata":"https://www.wikidata.org/wiki/Q2088390","display_name":"Spelling","level":2,"score":0.48832175},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4882741},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.45357454},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1649872},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14405534},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389637","pdf_url":null,"source":{"id":"https://openalex.org/S4363606113","display_name":"2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.68}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":41,"referenced_works":["https://openalex.org/W1533416326","https://openalex.org/W1604697534","https://openalex.org/W1915251500","https://openalex.org/W2125528794","https://openalex.org/W2127141656","https://openalex.org/W2133564696","https://openalex.org/W2327501763","https://openalex.org/W2577366047","https://openalex.org/W2586604101","https://openalex.org/W2886319145","https://openalex.org/W2889012072","https://openalex.org/W2898599211","https://openalex.org/W2916997151","https://openalex.org/W2963122170","https://openalex.org/W2963240019","https://openalex.org/W2972625221","https://openalex.org/W2972650231","https://openalex.org/W2973056893","https://openalex.org/W2982756474","https://openalex.org/W3015486229","https://openalex.org/W3015752032","https://openalex.org/W3097239815","https://openalex.org/W3160335057","https://openalex.org/W3172235855","https://openalex.org/W3193959417","https://openalex.org/W3202725408","https://openalex.org/W4205991051","https://openalex.org/W4221165942","https://openalex.org/W4223954171","https://openalex.org/W4224308101","https://openalex.org/W4225529283","https://openalex.org/W4225591000","https://openalex.org/W4294962858","https://openalex.org/W4307079201","https://openalex.org/W4309395891","https://openalex.org/W4319862232","https://openalex.org/W4323066695","https://openalex.org/W4385822684","https://openalex.org/W4385822886","https://openalex.org/W4388400684","https://openalex.org/W4400315206"],"related_works":["https://openalex.org/W4290708361","https://openalex.org/W4221142855","https://openalex.org/W2594897229","https://openalex.org/W2523799048","https://openalex.org/W2155620340","https://openalex.org/W2151348424","https://openalex.org/W2129812225","https://openalex.org/W2114358883","https://openalex.org/W2050138804","https://openalex.org/W1494910745"],"abstract_inverted_index":{"Contextual":[0],"Spelling":[1],"Correction":[2],"(CSC)":[3],"models":[4],"are":[5],"used":[6],"to":[7,28,68,99],"improve":[8],"automatic":[9],"speech":[10],"recognition":[11],"(ASR)":[12],"quality":[13],"given":[14,32],"userspecific":[15],"context.":[16],"Typically,":[17],"context":[18,93,124],"is":[19,66],"modeled":[20],"as":[21,85,95],"a":[22,31,49,54,118,137],"large":[23],"set":[24],"of":[25],"text":[26],"spans":[27],"compare":[29],"against":[30],"ASR":[33,120],"hypothesis":[34],"using":[35],"some":[36],"distance":[37],"measure":[38],"(text,":[39],"phonetic,":[40],"or":[41],"neural":[42],"embedding).":[43],"In":[44],"this":[45],"work":[46],"we":[47,132],"propose":[48],"CSC":[50],"system":[51,79,108,121,135],"based":[52],"on":[53],"single":[55],"Large":[56],"Language":[57],"Model":[58],"(LLM)":[59],"adapted":[60],"with":[61,97,122],"prompt":[62],"tuning.":[63],"Our":[64,78],"approach":[65],"shown":[67],"be":[69],"data":[70,101],"efficient,":[71],"and":[72,92,125,141,144],"does":[73],"not":[74],"require":[75],"dedicated":[76],"serving.":[77],"exhibits":[80],"advanced":[81],"contextualization":[82,129],"capabilities,":[83],"such":[84],"support":[86],"for":[87],"phonetic":[88],"spellings,":[89],"cross-lingual":[90],"scripts,":[91],"specified":[94],"topics,":[96],"little":[98],"no":[100],"engineering.":[102],"On":[103],"voice":[104],"assistant":[105],"datasets,":[106],"our":[107,134],"achieves":[109],"$7.8":[110],"\\%$":[111],"absolute":[112],"word":[113],"error":[114],"rate":[115],"reduction":[116],"from":[117],"reference":[119],"relevant":[123],"improving":[126],"upon":[127],"other":[128],"solutions.":[130],"Finally,":[131],"test":[133],"in":[136],"prompt-injection":[138],"attack":[139],"scenario":[140],"report":[142],"vulnerabilities":[143],"mitigations.":[145]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391021505","counts_by_year":[],"updated_date":"2025-02-21T11:07:59.247425","created_date":"2024-01-20"}