{"id":"https://openalex.org/W4327843343","doi":"https://doi.org/10.1117/1.jei.32.2.023015","title":"Multilingual semantic fusion network for text recognition in the wild","display_name":"Multilingual semantic fusion network for text recognition in the wild","publication_year":2023,"publication_date":"2023-03-19","ids":{"openalex":"https://openalex.org/W4327843343","doi":"https://doi.org/10.1117/1.jei.32.2.023015"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1117/1.jei.32.2.023015","pdf_url":null,"source":{"id":"https://openalex.org/S158511090","display_name":"Journal of Electronic Imaging","issn_l":"1017-9909","issn":["1017-9909","1560-229X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021696280","display_name":"Celi Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Celi Lou","raw_affiliation_strings":["Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015433638","display_name":"Minglei Tong","orcid":"https://orcid.org/0000-0003-2589-5755"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minglei Tong","raw_affiliation_strings":["Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067478763","display_name":"Liang Xue","orcid":"https://orcid.org/0000-0003-3233-5983"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xue","raw_affiliation_strings":["Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Electric Power, College of Electronics and Information Engineering, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084154943","display_name":"Sisil Kumarawadu","orcid":null},"institutions":[{"id":"https://openalex.org/I195740183","display_name":"University of Moratuwa","ror":"https://ror.org/0491f5305","country_code":"LK","type":"education","lineage":["https://openalex.org/I195740183"]}],"countries":["LK"],"is_corresponding":false,"raw_author_name":"Sisil Kumarawadu","raw_affiliation_strings":["University of Moratuwa, Department of Electrical Engineering, Moratuwa, Sri Lanka"],"affiliations":[{"raw_affiliation_string":"University of Moratuwa, Department of Electrical Engineering, Moratuwa, Sri Lanka","institution_ids":["https://openalex.org/I195740183"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":"32","issue":"02","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9887,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.5968798},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.56709814},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.46238178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.875211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.64287245},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.5968798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.58734524},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.56709814},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.533105},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.53280544},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5104262},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.46238178},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.42279553},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32238638},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1117/1.jei.32.2.023015","pdf_url":null,"source":{"id":"https://openalex.org/S158511090","display_name":"Journal of Electronic Imaging","issn_l":"1017-9909","issn":["1017-9909","1560-229X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.81,"id":"https://metadata.un.org/sdg/4"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62105196"}],"datasets":[],"versions":[],"referenced_works_count":55,"referenced_works":["https://openalex.org/W1491389626","https://openalex.org/W1971822075","https://openalex.org/W1981283549","https://openalex.org/W1998042868","https://openalex.org/W2008806374","https://openalex.org/W2064675550","https://openalex.org/W2127141656","https://openalex.org/W2144554289","https://openalex.org/W2146835493","https://openalex.org/W2194187530","https://openalex.org/W2343052201","https://openalex.org/W2550821151","https://openalex.org/W2555745756","https://openalex.org/W2806678397","https://openalex.org/W2810983211","https://openalex.org/W2896457183","https://openalex.org/W2914120296","https://openalex.org/W2952285877","https://openalex.org/W2962790387","https://openalex.org/W2963517393","https://openalex.org/W2969541062","https://openalex.org/W3003642782","https://openalex.org/W3003938330","https://openalex.org/W3009448441","https://openalex.org/W3034414401","https://openalex.org/W3034784202","https://openalex.org/W3035449864","https://openalex.org/W3043311956","https://openalex.org/W3043748177","https://openalex.org/W3092309237","https://openalex.org/W3092988083","https://openalex.org/W3106271744","https://openalex.org/W3109055651","https://openalex.org/W3110267192","https://openalex.org/W3134064484","https://openalex.org/W3163848781","https://openalex.org/W3174873843","https://openalex.org/W3181186176","https://openalex.org/W3185456417","https://openalex.org/W3186819370","https://openalex.org/W3188982915","https://openalex.org/W3199055417","https://openalex.org/W3199928321","https://openalex.org/W3200280307","https://openalex.org/W3202415716","https://openalex.org/W3202912918","https://openalex.org/W3204479434","https://openalex.org/W3204861369","https://openalex.org/W3206651063","https://openalex.org/W4210344316","https://openalex.org/W4226086120","https://openalex.org/W4282966133","https://openalex.org/W4293049354","https://openalex.org/W4307157288","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4389520445","https://openalex.org/W4388937922","https://openalex.org/W4387800341","https://openalex.org/W4378498597","https://openalex.org/W4287816966","https://openalex.org/W3204607391","https://openalex.org/W3113264705","https://openalex.org/W3101140821","https://openalex.org/W3015650676","https://openalex.org/W2964413124"],"abstract_inverted_index":{"Most":[0],"current":[1],"approaches":[2],"in":[3,21,26],"the":[4,11,38,58,82,90,122,125],"literature":[5],"of":[6,89,124],"scene":[7],"text":[8,16,59],"recognition":[9],"train":[10],"language":[12,23,53],"model":[13,36,80],"via":[14],"a":[15,32,78],"dataset":[17,60],"far":[18],"sparser":[19],"than":[20],"natural":[22],"processing,":[24],"resulting":[25],"inadequate":[27],"training.":[28],"Therefore,":[29],"we":[30,56,76],"propose":[31],"simple":[33],"transformer":[34],"encoder\u2013decoder":[35],"called":[37],"multilingual":[39,79],"semantic":[40],"fusion":[41],"network":[42],"(MSFN)":[43],"that":[44],"can":[45],"leverage":[46],"prior":[47],"linguistic":[48,73],"knowledge":[49],"to":[50,81,85,101],"learn":[51],"robust":[52],"features.":[54],"First,":[55],"label":[57],"with":[61,72],"forward,":[62],"backward":[63],"sequences,":[64],"and":[65,116],"subwords,":[66],"which":[67],"are":[68],"extracted":[69],"by":[70,98],"tokenization":[71],"information.":[74],"Then":[75],"introduce":[77],"decoder":[83],"corresponding":[84],"three":[86],"different":[87,99],"channels":[88,100],"labeled":[91],"dataset.":[92],"The":[93],"final":[94],"output":[95],"is":[96,129],"fused":[97],"get":[102],"more":[103],"accurate":[104],"results.":[105],"In":[106],"experiments,":[107],"MSFN":[108],"achieves":[109],"cutting-edge":[110],"performance":[111],"across":[112],"six":[113],"benchmark":[114],"datasets,":[115],"extensive":[117],"ablative":[118],"studies":[119],"have":[120],"proven":[121],"effectiveness":[123],"proposed":[126],"method.":[127],"Code":[128],"available":[130],"at":[131],"https://github.com/lclee0577/MLViT.":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4327843343","counts_by_year":[],"updated_date":"2025-01-04T21:51:36.030910","created_date":"2023-03-19"}