{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T16:36:17Z","timestamp":1725986177572},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,7,5]],"date-time":"2023-07-05T00:00:00Z","timestamp":1688515200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100013169","name":"Ministero dell'Economia e delle Finanze","doi-asserted-by":"publisher","award":["CCR-2017- 23669078"],"id":[{"id":"10.13039\/501100013169","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Union","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003196","name":"Ministero della Salute","doi-asserted-by":"publisher","award":["RCR 2020-23670067","RCR-2021-23671214"],"id":[{"id":"10.13039\/501100003196","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Biomedical Informatics"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1016\/j.jbi.2023.104431","type":"journal-article","created":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T06:36:31Z","timestamp":1687934191000},"page":"104431","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"special_numbering":"C","title":["Localizing in-domain adaptation of transformer-based biomedical language models"],"prefix":"10.1016","volume":"144","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-2887-088X","authenticated-orcid":false,"given":"Tommaso Mario","family":"Buonocore","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2537-9742","authenticated-orcid":false,"given":"Claudio","family":"Crema","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-4145-9059","authenticated-orcid":false,"given":"Alberto","family":"Redolfi","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-6974-9808","authenticated-orcid":false,"given":"Riccardo","family":"Bellazzi","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-0679-828X","authenticated-orcid":false,"given":"Enea","family":"Parimbelli","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.jbi.2023.104431_b1","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.jbi.2017.11.011","article-title":"Clinical information extraction applications: A literature review","volume":"77","author":"Wang","year":"2018","journal-title":"J. Biomed. Inform."},{"key":"10.1016\/j.jbi.2023.104431_b2","series-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems","first-page":"6000","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"10.1016\/j.jbi.2023.104431_b3","series-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume":"vol. 1","author":"Devlin","year":"2019"},{"key":"10.1016\/j.jbi.2023.104431_b4","series-title":"Proceedings of Eighth International Conference on Learning Representations","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","author":"Clark","year":"2020"},{"key":"10.1016\/j.jbi.2023.104431_b5","series-title":"8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"Lan","year":"2020"},{"issue":"4","key":"10.1016\/j.jbi.2023.104431_b6","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","article-title":"BioBERT: A pre-trained biomedical language representation model for biomedical text mining","volume":"36","author":"Lee","year":"2020","journal-title":"Bioinformatics"},{"year":"2015","author":"Gordin","series-title":"Scientific Babel: How Science was Done before and After Global English","key":"10.1016\/j.jbi.2023.104431_b7"},{"key":"10.1016\/j.jbi.2023.104431_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2022.109460","article-title":"Pre-trained language models with domain knowledge for biomedical extractive summarization","volume":"252","author":"Xie","year":"2022","journal-title":"Knowl.-Based Syst."},{"doi-asserted-by":"crossref","unstructured":"Usman Naseem, Matloob Khushi, Vinay Reddy, Sakthivel Rajendran, Imran Razzak, Jinman Kim, BioALBERT: A simple and effective pre-trained language model for biomedical named entity recognition, in: 2021 International Joint Conference on Neural Networks, IJCNN, (ISSN: 2161-4407) 2021, pp. 1\u20137.","key":"10.1016\/j.jbi.2023.104431_b9","DOI":"10.1109\/IJCNN52387.2021.9533884"},{"key":"10.1016\/j.jbi.2023.104431_b10","series-title":"Proceedings of the First Workshop on Scholarly Document Processing","first-page":"104","article-title":"On the effectiveness of small, discriminatively pre-trained language representation models for biomedical text mining","author":"Ozyurt","year":"2020"},{"key":"10.1016\/j.jbi.2023.104431_b11","series-title":"Proceedings of the 2nd Clinical Natural Language Processing Workshop","first-page":"72","article-title":"Publicly available clinical BERT embeddings","author":"Alsentzer","year":"2019"},{"key":"10.1016\/j.jbi.2023.104431_b12","series-title":"Proceedings of the 28th International Conference on Computational Linguistics","first-page":"669","article-title":"BioMedBERT: A pre-trained biomedical language model for QA and IR","author":"Chakraborty","year":"2020"},{"issue":"1","key":"10.1016\/j.jbi.2023.104431_b13","doi-asserted-by":"crossref","DOI":"10.1038\/sdata.2016.35","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Sci. Data"},{"unstructured":"National Institutes of Health, National Library of Medicine, URL https:\/\/www.nlm.nih.gov\/.","key":"10.1016\/j.jbi.2023.104431_b14"},{"doi-asserted-by":"crossref","unstructured":"Liliya Akhtyamova, Named entity recognition in Spanish biomedical literature: Short review and Bert model, in: 2020 26th Conference of Open Innovations Association, FRUCT, (ISSN: 2305-7254) 2020, pp. 1\u20137.","key":"10.1016\/j.jbi.2023.104431_b15","DOI":"10.23919\/FRUCT48808.2020.9087359"},{"key":"10.1016\/j.jbi.2023.104431_b16","series-title":"Proceedings of the 3rd Clinical Natural Language Processing Workshop","first-page":"65","article-title":"BioBERTpt - A Portuguese neural language model for clinical named entity recognition","author":"Schneider","year":"2020"},{"key":"10.1016\/j.jbi.2023.104431_b17","first-page":"36","article-title":"Contextualized French language models for biomedical named entity recognition","author":"Copara","year":"2020"},{"year":"2016","author":"Wu","series-title":"Google\u2019s neural machine translation system: Bridging the gap between human and machine translation","key":"10.1016\/j.jbi.2023.104431_b18"},{"year":"2019","author":"Shen","series-title":"Lingvo: A modular and scalable framework for sequence-to-sequence modeling","key":"10.1016\/j.jbi.2023.104431_b19"},{"key":"10.1016\/j.jbi.2023.104431_b20","first-page":"p253","article-title":"An updated evaluation of Google translate accuracy","volume":"3","author":"Aiken","year":"2019","journal-title":"Stud. Linguist. Lit."},{"issue":"9","key":"10.1016\/j.jbi.2023.104431_b21","doi-asserted-by":"crossref","first-page":"677","DOI":"10.7326\/M19-0891","article-title":"The accuracy of Google translate for abstracting data from non\u2013english-language trials for systematic reviews","volume":"171","author":"Jackson","year":"2019","journal-title":"Ann. Intern. Med."},{"key":"10.1016\/j.jbi.2023.104431_b22","first-page":"71","article-title":"Extraction of UMLS concepts using Apache cTAKES for German language","author":"Becker","year":"2016","journal-title":"Health Inform. Meet. EHealth"},{"key":"10.1016\/j.jbi.2023.104431_b23","first-page":"109","article-title":"Catastrophic interference in connectionist networks: The sequential learning problem","volume":"vol. 24","author":"McCloskey","year":"1989"},{"issue":"13","key":"10.1016\/j.jbi.2023.104431_b24","doi-asserted-by":"crossref","first-page":"3521","DOI":"10.1073\/pnas.1611835114","article-title":"Overcoming catastrophic forgetting in neural networks","volume":"114","author":"Kirkpatrick","year":"2017","journal-title":"Proc. Natl. Acad. Sci."},{"year":"2021","author":"Zhang","series-title":"Revisiting few-sample BERT fine-tuning","key":"10.1016\/j.jbi.2023.104431_b25"},{"year":"2020","author":"Lee","series-title":"Mixout: Effective regularization to finetune large-scale pretrained language models","key":"10.1016\/j.jbi.2023.104431_b26"},{"key":"10.1016\/j.jbi.2023.104431_b27","article-title":"Episodic memory in lifelong language learning","volume":"vol. 32","author":"de Masson d\u2019 Autume","year":"2019"},{"issue":"3","key":"10.1016\/j.jbi.2023.104431_b28","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1007\/BF00992699","article-title":"Self-improving reactive agents based on reinforcement learning, planning and teaching","volume":"8","author":"Lin","year":"1992","journal-title":"Mach. Learn."},{"key":"10.1016\/j.jbi.2023.104431_b29","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","first-page":"2699","article-title":"Masked language model scoring","author":"Salazar","year":"2020"},{"issue":"1","key":"10.1016\/j.jbi.2023.104431_b30","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","article-title":"An overview of the BIOASQ large-scale biomedical semantic indexing and question answering competition","volume":"16","author":"Tsatsaronis","year":"2015","journal-title":"BMC Bioinformatics"},{"key":"10.1016\/j.jbi.2023.104431_b31","doi-asserted-by":"crossref","first-page":"baw068","DOI":"10.1093\/database\/baw068","article-title":"BioCreative V CDR task corpus: A resource for chemical disease relation extraction","volume":"2016","author":"Li","year":"2016","journal-title":"Database"},{"issue":"Suppl. 2","key":"10.1016\/j.jbi.2023.104431_b32","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1186\/gb-2008-9-s2-s2","article-title":"Overview of BioCreative II gene mention recognition","volume":"9","author":"Smith","year":"2008","journal-title":"Genome Biol."},{"key":"10.1016\/j.jbi.2023.104431_b33","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jbi.2013.12.006","article-title":"NCBI disease corpus: A resource for disease name recognition and concept normalization","volume":"47","author":"Do\u011fan","year":"2014","journal-title":"J. Biomed. Inform."},{"issue":"6","key":"10.1016\/j.jbi.2023.104431_b34","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0065390","article-title":"The SPECIES and ORGANISMS resources for fast and accurate identification of taxonomic names in text","volume":"8","author":"Pafilis","year":"2013","journal-title":"PLoS One"},{"issue":"1","key":"10.1016\/j.jbi.2023.104431_b35","doi-asserted-by":"crossref","first-page":"S2","DOI":"10.1186\/1758-2946-7-S1-S2","article-title":"The CHEMDNER corpus of chemicals and drugs and its annotation principles","volume":"7","author":"Krallinger","year":"2015","journal-title":"J. Cheminformatics"},{"issue":"Database issue","key":"10.1016\/j.jbi.2023.104431_b36","doi-asserted-by":"crossref","first-page":"D367","DOI":"10.1093\/nar\/gkq906","article-title":"ChemProt: A disease chemical biology database","volume":"39","author":"Taboureau","year":"2011","journal-title":"Nucleic Acids Res."},{"issue":"5","key":"10.1016\/j.jbi.2023.104431_b37","doi-asserted-by":"crossref","first-page":"bbac282","DOI":"10.1093\/bib\/bbac282","article-title":"BioRED: A rich biomedical relation extraction dataset","volume":"23","author":"Luo","year":"2022","journal-title":"Brief. Bioinform."},{"key":"10.1016\/j.jbi.2023.104431_b38","series-title":"Workshop on Tackling Climate Change with Machine Learning","article-title":"Quantifying the carbon emissions of machine learning","author":"Luccioni","year":"2019"}],"container-title":["Journal of Biomedical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046423001521?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046423001521?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,8,5]],"date-time":"2024-08-05T21:15:02Z","timestamp":1722892502000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1532046423001521"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":38,"alternative-id":["S1532046423001521"],"URL":"https:\/\/doi.org\/10.1016\/j.jbi.2023.104431","relation":{},"ISSN":["1532-0464"],"issn-type":[{"type":"print","value":"1532-0464"}],"subject":[],"published":{"date-parts":[[2023,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Localizing in-domain adaptation of transformer-based biomedical language models","name":"articletitle","label":"Article Title"},{"value":"Journal of Biomedical Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jbi.2023.104431","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"104431"}}