{"id":"https://openalex.org/W4400716585","doi":"https://doi.org/10.48550/arxiv.2407.10603","title":"Leave No Knowledge Behind During Knowledge Distillation: Towards\n Practical and Effective Knowledge Distillation for Code-Switching ASR Using\n Realistic Data","display_name":"Leave No Knowledge Behind During Knowledge Distillation: Towards\n Practical and Effective Knowledge Distillation for Code-Switching ASR Using\n Realistic Data","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4400716585","doi":"https://doi.org/10.48550/arxiv.2407.10603"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.10603","pdf_url":"http://arxiv.org/pdf/2407.10603","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2407.10603","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109748048","display_name":"Liang-Hsuan Tseng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tseng, Liang-Hsuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105594203","display_name":"Zih-Ching Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zih-Ching","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113292020","display_name":"Wei-Shun Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Wei-Shun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022170150","display_name":"Cheng\u2010Kuang Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Cheng-Kuang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113292021","display_name":"Tsung-Ren Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Tsung-Ren","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5040508737","display_name":"Hung-yi Lee","orcid":"https://orcid.org/0000-0002-9654-5747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hung-yi","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.8872,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.8872,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.7729,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.584055}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.76691866},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.584055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57548106},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.4372107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26129502},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14463237},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.13326028},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.109799415},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.10603","pdf_url":"http://arxiv.org/pdf/2407.10603","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.10603","pdf_url":"http://arxiv.org/pdf/2407.10603","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4396696052","https://openalex.org/W4395014643","https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,35],"automatic":[3],"speech":[4,11],"recognition":[5],"(ASR)":[6],"often":[7],"rely":[8],"on":[9,98,113,140,152],"large":[10],"foundation":[12],"models":[13,20,59],"for":[14,55,60],"generating":[15],"high-quality":[16],"transcriptions.":[17],"However,":[18],"these":[19],"can":[21],"be":[22],"impractical":[23],"due":[24],"to":[25],"limited":[26],"computing":[27],"resources.":[28],"The":[29],"situation":[30],"is":[31,108],"even":[32],"more":[33,38,57],"severe":[34],"terms":[36],"of":[37],"realistic":[39,66,116],"or":[40],"difficult":[41],"scenarios,":[42],"such":[43],"as":[44],"code-switching":[45],"ASR":[46],"(CS-ASR).":[47],"To":[48],"address":[49],"this,":[50],"we":[51,118],"present":[52],"a":[53,90,122],"framework":[54],"developing":[56],"efficient":[58],"CS-ASR":[61],"through":[62],"knowledge":[63,85],"distillation":[64],"using":[65],"speech-only":[67],"data.":[68],"Our":[69],"proposed":[70],"method,":[71],"Leave":[72],"No":[73],"Knowledge":[74,77],"Behind":[75],"During":[76],"Distillation":[78],"(K$^2$D),":[79],"leverages":[80],"both":[81],"the":[82,114,133,137,142],"teacher":[83,138],"model's":[84],"and":[86,101,136],"additional":[87],"insights":[88],"from":[89],"small":[91],"auxiliary":[92],"model.":[93],"We":[94,145],"evaluate":[95],"our":[96,148],"approach":[97],"two":[99,102],"in-domain":[100],"out-domain":[103],"datasets,":[104],"demonstrating":[105],"that":[106],"K$^2$D":[107,112],"effective.":[109],"By":[110],"conducting":[111],"unlabeled":[115],"data,":[117],"have":[119,146],"successfully":[120],"obtained":[121],"2-time":[123],"smaller":[124],"model":[125,139,149],"with":[126],"5-time":[127],"faster":[128],"generation":[129],"speed":[130],"while":[131],"outperforming":[132],"baseline":[134],"methods":[135],"all":[141],"testing":[143],"sets.":[144],"made":[147],"publicly":[150],"available":[151],"Hugging":[153],"Face":[154],"(https://huggingface.co/andybi7676/k2d-whisper.zh-en).":[155]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400716585","counts_by_year":[],"updated_date":"2025-04-04T00:32:06.733476","created_date":"2024-07-17"}