{"id":"https://openalex.org/W4292528237","doi":"https://doi.org/10.48550/arxiv.2203.00286","title":"\"Is Whole Word Masking Always Better for Chinese BERT?\": Probing on Chinese Grammatical Error Correction","display_name":"\"Is Whole Word Masking Always Better for Chinese BERT?\": Probing on Chinese Grammatical Error Correction","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4292528237","doi":"https://doi.org/10.48550/arxiv.2203.00286"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.00286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2203.00286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101698909","display_name":"Yong Dai","orcid":"https://orcid.org/0000-0003-1887-1667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Yong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086682667","display_name":"Linyang Li","orcid":"https://orcid.org/0000-0003-1056-6406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Linyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438421","display_name":"Cong Zhou","orcid":"https://orcid.org/0009-0008-4235-8701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Cong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007059246","display_name":"Zhangyin Feng","orcid":"https://orcid.org/0000-0001-5909-1339"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Zhangyin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052304744","display_name":"Enbo Zhao","orcid":"https://orcid.org/0000-0002-6297-7736"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Enbo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044665993","display_name":"Xipeng Qiu","orcid":"https://orcid.org/0000-0001-7163-5247"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Xipeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061435467","display_name":"Piji Li","orcid":"https://orcid.org/0000-0003-1474-3692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Piji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110628758","display_name":"Duyu Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Duyu","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.609792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":70},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9947,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319646},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7314581},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.708001},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.67535806},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6569158},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.6446145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5154284},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.50162554},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.49798012},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40950972},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21298188},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.083064616},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.00286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2203.00286","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.00286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.73}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W4385572700","https://openalex.org/W4385009901","https://openalex.org/W4307309205","https://openalex.org/W4288261899","https://openalex.org/W4251972423","https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2393609567","https://openalex.org/W1503216044"],"abstract_inverted_index":{"Whole":[0],"word":[1,11,40,48],"masking":[2,123,187],"(WWM),":[3],"which":[4],"masks":[5],"all":[6],"subwords":[7],"corresponding":[8],"to":[9,61,66,83,91,145,165,172],"a":[10,15,39,47,50,97,104,127],"at":[12],"once,":[13],"makes":[14],"better":[16,67,173],"English":[17],"BERT":[18,118],"model.":[19],"For":[20],"the":[21,150,156,170],"Chinese":[22,42,72,117],"language,":[23],"however,":[24],"there":[25],"is":[26,32,43,49,169],"no":[27],"subword":[28],"because":[29],"each":[30],"token":[31],"an":[33],"atomic":[34],"character.":[35],"The":[36],"meaning":[37],"of":[38,54,129],"in":[41,45,96,111],"different":[44,186],"that":[46],"compositional":[51],"unit":[52],"consisting":[53],"multiple":[55],"characters.":[56],"Such":[57],"difference":[58],"motivates":[59],"us":[60],"investigate":[62],"whether":[63],"WWM":[64,168],"leads":[65],"context":[68],"understanding":[69],"ability":[70],"for":[71,108],"BERT.":[73],"To":[74],"achieve":[75],"this,":[76],"we":[77],"introduce":[78],"two":[79],"probing":[80],"tasks":[81],"related":[82],"grammatical":[84],"error":[85],"correction":[86],"and":[87,126,131],"ask":[88],"pretrained":[89],"models":[90,119,183],"revise":[92],"or":[93,148],"insert":[94],"tokens":[95,110],"masked":[98],"language":[99],"modeling":[100],"manner.":[101],"We":[102,114],"construct":[103],"dataset":[105],"including":[106],"labels":[107],"19,075":[109],"10,448":[112],"sentences.":[113],"train":[115],"three":[116],"with":[120,153,185],"standard":[121],"character-level":[122],"(CLM),":[124],"WWM,":[125,132],"combination":[128],"CLM":[130,154],"respectively.":[133],"Our":[134],"major":[135],"findings":[136],"are":[137],"as":[138],"follows:":[139],"First,":[140],"when":[141,159,176],"one":[142,162],"character":[143,163],"needs":[144,164],"be":[146,166],"inserted":[147],"replaced,":[149],"model":[151],"trained":[152,184],"performs":[155],"best.":[157],"Second,":[158],"more":[160],"than":[161],"handled,":[167],"key":[171],"performance.":[174],"Finally,":[175],"being":[177],"fine-tuned":[178],"on":[179],"sentence-level":[180],"downstream":[181],"tasks,":[182],"strategies":[188],"perform":[189],"comparably.":[190]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4292528237","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-02-21T19:03:33.152954","created_date":"2022-08-22"}