{"id":"https://openalex.org/W4281788568","doi":"https://doi.org/10.3233/shti220161","title":"Accuracies of Training Labels and Machine Learning Models: Experiments on Delirium and Simulated Data","display_name":"Accuracies of Training Labels and Machine Learning Models: Experiments on Delirium and Simulated Data","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281788568","doi":"https://doi.org/10.3233/shti220161","pmid":"https://pubmed.ncbi.nlm.nih.gov/35673100"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220161","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220161","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220161","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100613014","display_name":"Cheng Yan","orcid":"https://orcid.org/0000-0002-5021-6841"},"institutions":[{"id":"https://openalex.org/I4210154891","display_name":"Washington DC VA Medical Center","ror":"https://ror.org/050fz5z96","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210111569","https://openalex.org/I4210154891"]},{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Cheng","raw_affiliation_strings":["George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","Washington DC VA Medical Center, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891"]},{"raw_affiliation_string":"George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891","https://openalex.org/I193531525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084025490","display_name":"Yijun Shao","orcid":"https://orcid.org/0000-0001-6419-7963"},"institutions":[{"id":"https://openalex.org/I4210154891","display_name":"Washington DC VA Medical Center","ror":"https://ror.org/050fz5z96","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210111569","https://openalex.org/I4210154891"]},{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yijun Shao","raw_affiliation_strings":["George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","Washington DC VA Medical Center, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891","https://openalex.org/I193531525"]},{"raw_affiliation_string":"Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055533965","display_name":"James L. Rudolph","orcid":"https://orcid.org/0000-0002-0259-4362"},"institutions":[{"id":"https://openalex.org/I2802759389","display_name":"Providence VA Medical Center","ror":"https://ror.org/041m0cc93","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I2802759389","https://openalex.org/I4210095851"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Rudolph","raw_affiliation_strings":["Providence VA Medical Center, Providence, RI, USA"],"affiliations":[{"raw_affiliation_string":"Providence VA Medical Center, Providence, RI, USA","institution_ids":["https://openalex.org/I2802759389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016232569","display_name":"Charlene Weir","orcid":"https://orcid.org/0000-0002-8297-2860"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]},{"id":"https://openalex.org/I4210095710","display_name":"Lake City VA Medical Center","ror":"https://ror.org/00nvney28","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210095710","https://openalex.org/I4210118777","https://openalex.org/I4210119004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charlene R. Weir","raw_affiliation_strings":["Salt Lake City VA Medical Center, Salt Lake City, UT, USA; University of Utah, Salt Lake City, UT, USA","University of Utah, Salt Lake City, UT, USA"],"affiliations":[{"raw_affiliation_string":"Salt Lake City VA Medical Center, Salt Lake City, UT, USA; University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165","https://openalex.org/I4210095710"]},{"raw_affiliation_string":"University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072275787","display_name":"Beth Sahlmann","orcid":null},"institutions":[{"id":"https://openalex.org/I1322918889","display_name":"United States Department of Veterans Affairs","ror":"https://ror.org/05rsv9s98","country_code":"US","type":"government","lineage":["https://openalex.org/I1322918889"]},{"id":"https://openalex.org/I2799886695","display_name":"Veterans Health Administration","ror":"https://ror.org/05eq41471","country_code":"US","type":"government","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beth Sahlmann","raw_affiliation_strings":["Office of Analytics and Performance Integration, Veterans Health Administration, Fort Myers, FL, USA"],"affiliations":[{"raw_affiliation_string":"Office of Analytics and Performance Integration, Veterans Health Administration, Fort Myers, FL, USA","institution_ids":["https://openalex.org/I1322918889","https://openalex.org/I2799886695"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058747294","display_name":"Qing Zeng\u2010Treitler","orcid":"https://orcid.org/0000-0002-8353-7473"},"institutions":[{"id":"https://openalex.org/I4210154891","display_name":"Washington DC VA Medical Center","ror":"https://ror.org/050fz5z96","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210111569","https://openalex.org/I4210154891"]},{"id":"https://openalex.org/I193531525","display_name":"George Washington University","ror":"https://ror.org/00y4zzh67","country_code":"US","type":"education","lineage":["https://openalex.org/I193531525"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qing Zeng-Treitler","raw_affiliation_strings":["George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","Washington DC VA Medical Center, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"George Washington University, Washington, DC, USA; Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891","https://openalex.org/I193531525"]},{"raw_affiliation_string":"Washington DC VA Medical Center, Washington, DC, USA","institution_ids":["https://openalex.org/I4210154891"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.173,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.424962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":71},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9663,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9663,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.68741566},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.57749885},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.5276536},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45655507},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.45654276}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71324515},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.68741566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.661576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.62659776},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.6217526},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.57749885},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5276536},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46782655},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46619195},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4587747},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45655507},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.45654276},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35920018},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32409018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.108154714},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003693","descriptor_name":"Delirium","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D060388","descriptor_name":"Support Vector Machine","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220161","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220161","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35673100","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220161","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220161","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":19,"referenced_works":["https://openalex.org/W1965380368","https://openalex.org/W1997057722","https://openalex.org/W2022602281","https://openalex.org/W2063555458","https://openalex.org/W2112876447","https://openalex.org/W2117312867","https://openalex.org/W2120751691","https://openalex.org/W2142871774","https://openalex.org/W2167460663","https://openalex.org/W2525984666","https://openalex.org/W2604226652","https://openalex.org/W2746791238","https://openalex.org/W2751188726","https://openalex.org/W2763753716","https://openalex.org/W2787413792","https://openalex.org/W2790363766","https://openalex.org/W3193793166","https://openalex.org/W4242169732","https://openalex.org/W4281788568"],"related_works":["https://openalex.org/W3195168932","https://openalex.org/W3013515612","https://openalex.org/W2345184372","https://openalex.org/W2336974148","https://openalex.org/W2187500075","https://openalex.org/W2161820152","https://openalex.org/W2136184105","https://openalex.org/W2123376283","https://openalex.org/W2056016498","https://openalex.org/W2041399278"],"abstract_inverted_index":{"Supervised":[0],"predictive":[1],"models":[2,54,126],"require":[3],"labeled":[4,12,20,38],"data":[5,13,21,39,65,115,130],"for":[6,44],"training":[7,106,141],"purposes.":[8],"Complete":[9],"and":[10,18,96,116],"accurate":[11],"is":[14,32],"not":[15,70,134],"always":[16],"available,":[17],"imperfectly":[19],"may":[22],"need":[23],"to":[24,55],"serve":[25],"as":[26],"an":[27,89],"alternative.":[28],"An":[29],"important":[30],"question":[31],"if":[33],"the":[34,37,45,57,74,77,92,101,105,137,140],"accuracy":[35,97,103,138],"of":[36,59,94,98,104,113,121,139],"creates":[40],"a":[41,83,111,119],"performance":[42],"ceiling":[43],"trained":[46,52,127],"model.":[47],"In":[48,73],"this":[49],"study,":[50],"we":[51],"several":[53],"recognize":[56],"presence":[58],"delirium":[60],"in":[61],"clinical":[62],"documents":[63],"using":[64],"with":[66,82],"annotations":[67],"that":[68,125],"are":[69],"completely":[71],"accurate.":[72],"external":[75],"evaluation,":[76],"support":[78],"vector":[79],"machine":[80],"model":[81],"linear":[84],"kernel":[85],"performed":[86],"best,":[87],"achieving":[88],"area":[90],"under":[91],"curve":[93],"89.3%":[95],"88%,":[99],"surpassing":[100],"80%":[102],"sample.":[107],"We":[108],"then":[109],"generated":[110],"set":[112],"simulated":[114],"carried":[117],"out":[118],"series":[120],"experiments":[122],"which":[123],"demonstrated":[124],"on":[128],"imperfect":[129],"can":[131],"(but":[132],"do":[133],"always)":[135],"outperform":[136],"data.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4281788568","counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2024-12-07T08:41:25.992245","created_date":"2022-06-13"}