{"id":"https://openalex.org/W4392618943","doi":"https://doi.org/10.48550/arxiv.2403.04012","title":"Temporal Cross-Attention for Dynamic Embedding and Tokenization of\n Multimodal Electronic Health Records","display_name":"Temporal Cross-Attention for Dynamic Embedding and Tokenization of\n Multimodal Electronic Health Records","publication_year":2024,"publication_date":"2024-03-06","ids":{"openalex":"https://openalex.org/W4392618943","doi":"https://doi.org/10.48550/arxiv.2403.04012"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04012","pdf_url":"http://arxiv.org/pdf/2403.04012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2403.04012","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072818182","display_name":"Yingbo Ma","orcid":"https://orcid.org/0009-0001-5271-7025"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yingbo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094106126","display_name":"Suraj Kolla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolla, Suraj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090848545","display_name":"Dhruv Kaliraman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaliraman, Dhruv","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052690463","display_name":"Victoria Nolan","orcid":"https://orcid.org/0000-0002-6069-963X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nolan, Victoria","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042500556","display_name":"Zhenhong Hu","orcid":"https://orcid.org/0000-0001-5105-5376"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Zhenhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008079314","display_name":"Ziyuan Guan","orcid":"https://orcid.org/0009-0009-4824-6927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Ziyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073900873","display_name":"Yuanfang Ren","orcid":"https://orcid.org/0000-0002-4716-2408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yuanfang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080447736","display_name":"Brooke Armfield","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Armfield, Brooke","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003769975","display_name":"Tezcan Ozrazgat\u2010Baslanti","orcid":"https://orcid.org/0000-0002-1158-9928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozrazgat-Baslanti, Tezcan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046193991","display_name":"Tyler J. Loftus","orcid":"https://orcid.org/0000-0001-5354-443X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loftus, Tyler J.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007040136","display_name":"Parisa Rashidi","orcid":"https://orcid.org/0000-0003-4530-2048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashidi, Parisa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016909804","display_name":"Azra Bihorac","orcid":"https://orcid.org/0000-0002-5745-2863"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bihorac, Azra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019504069","display_name":"Benjamin Shickel","orcid":"https://orcid.org/0000-0002-5304-7027"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shickel, Benjamin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9358,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.8080082},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.6592023},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.5077423}],"concepts":[{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.8080082},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.6592023},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.62654555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.51693934},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.5077423},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35951787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.330647},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14054081},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.09813696},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04012","pdf_url":"http://arxiv.org/pdf/2403.04012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04012","pdf_url":"http://arxiv.org/pdf/2403.04012","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4392490004","https://openalex.org/W4300598845","https://openalex.org/W3047677938","https://openalex.org/W2911982698","https://openalex.org/W2601638452","https://openalex.org/W2323588885","https://openalex.org/W2285263069","https://openalex.org/W2087134418","https://openalex.org/W187932805","https://openalex.org/W1641026212"],"abstract_inverted_index":{"The":[0],"breadth,":[1],"scale,":[2],"and":[3,19,45,49,65,111,129,137,179],"temporal":[4,91,133],"granularity":[5],"of":[6,32,76,117,158,162,166],"modern":[7],"electronic":[8],"health":[9,22,182],"records":[10],"(EHR)":[11],"systems":[12],"offers":[13],"great":[14],"potential":[15,71],"for":[16,72,114,126],"estimating":[17],"personalized":[18],"contextual":[20],"patient":[21,100],"trajectories":[23],"using":[24,173],"sequential":[25,130],"deep":[26],"learning.":[27],"However,":[28],"learning":[29,95],"useful":[30],"representations":[31,97],"EHR":[33,64,85,92],"data":[34,175],"is":[35],"challenging":[36],"due":[37],"to":[38,61],"its":[39],"high":[40],"dimensionality,":[41],"sparsity,":[42],"multimodality,":[43],"irregular":[44],"variable-specific":[46],"recording":[47],"frequency,":[48],"timestamp":[50],"duplication":[51],"when":[52,140],"multiple":[53],"measurements":[54],"are":[55],"recorded":[56],"simultaneously.":[57],"Although":[58],"recent":[59],"efforts":[60],"fuse":[62],"structured":[63],"unstructured":[66],"clinical":[67,77,119],"notes":[68],"suggest":[69],"the":[70,155,160,185],"more":[73,167],"accurate":[74],"prediction":[75],"outcomes,":[78],"less":[79],"focus":[80],"has":[81],"been":[82],"placed":[83],"on":[84,154],"embedding":[86,110,136],"approaches":[87,153],"that":[88,122],"directly":[89],"address":[90],"challenges":[93],"by":[94],"time-aware":[96],"from":[98,176],"multimodal":[99,118,174],"time":[101,120,128],"series.":[102],"In":[103],"this":[104],"paper,":[105],"we":[106],"introduce":[107],"a":[108,143],"dynamic":[109],"tokenization":[112,138],"framework":[113],"precise":[115],"representation":[116],"series":[121],"combines":[123],"novel":[124],"methods":[125],"encoding":[127],"position":[131],"with":[132,147],"cross-attention.":[134],"Our":[135],"framework,":[139],"integrated":[141],"into":[142],"multitask":[144],"transformer":[145],"classifier":[146],"sliding":[148],"window":[149],"attention,":[150],"outperformed":[151],"baseline":[152],"exemplar":[156],"task":[157],"predicting":[159],"occurrence":[161],"nine":[163],"postoperative":[164],"complications":[165],"than":[168],"120,000":[169],"major":[170],"inpatient":[171],"surgeries":[172],"three":[177],"hospitals":[178],"two":[180],"academic":[181],"centers":[183],"in":[184],"United":[186],"States.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392618943","counts_by_year":[],"updated_date":"2024-12-09T23:37:37.343629","created_date":"2024-03-10"}