{"id":"https://openalex.org/W4322716959","doi":"https://doi.org/10.48550/arxiv.2302.13390","title":"MDF-Net for abnormality detection by fusing X-rays with clinical data","display_name":"MDF-Net for abnormality detection by fusing X-rays with clinical data","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4322716959","doi":"https://doi.org/10.48550/arxiv.2302.13390"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2302.13390","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2302.13390","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019273003","display_name":"Chihcheng Hsieh","orcid":"https://orcid.org/0000-0002-3352-6899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hsieh, Chihcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071315857","display_name":"Isabel Blanco Nobre","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nobre, Isabel Blanco","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072705632","display_name":"Sandra Costa Sousa","orcid":"https://orcid.org/0000-0002-9937-0540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sousa, Sandra Costa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075868200","display_name":"Chun Ouyang","orcid":"https://orcid.org/0000-0001-7098-5480"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Chun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027680609","display_name":"Margot Brereton","orcid":"https://orcid.org/0000-0002-0982-3404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brereton, Margot","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078047670","display_name":"Jacinto C. Nascimento","orcid":"https://orcid.org/0000-0001-7468-5127"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nascimento, Jacinto C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059140450","display_name":"Joaquim Jorge","orcid":"https://orcid.org/0000-0001-5441-4637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jorge, Joaquim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5017217950","display_name":"Catarina Moreira","orcid":"https://orcid.org/0000-0002-8826-5163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moreira, Catarina","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.876513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":65,"max":76},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.556791},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.48373702},{"id":"https://openalex.org/keywords/abnormality","display_name":"Abnormality","score":0.4673156}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.68513453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.633739},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5593053},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.556791},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.48373702},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.47102958},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4700101},{"id":"https://openalex.org/C50965678","wikidata":"https://www.wikidata.org/wiki/Q2724302","display_name":"Abnormality","level":2,"score":0.4673156},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38400963},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.3708133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33215618},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2101923},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2302.13390","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://hdl.handle.net/10400.26/47121","pdf_url":"https://comum.rcaap.pt/bitstream/10400.26/47121/1/SciRep.pdf","source":{"id":"https://openalex.org/S4306401667","display_name":"Reposit\u00f3rio Comum (Reposit\u00f3rio Cient\u00edfico de Acesso Aberto de Portugal)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2302.13390","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2302.13390","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W73545470","https://openalex.org/W649759291","https://openalex.org/W4320153225","https://openalex.org/W4307407935","https://openalex.org/W4293261942","https://openalex.org/W4224266612","https://openalex.org/W3125968744","https://openalex.org/W2383394264","https://openalex.org/W2167701463","https://openalex.org/W2110287964"],"abstract_inverted_index":{"This":[0],"study":[1,221],"investigates":[2],"the":[3,11,71,104,156,161,189,196,216],"effects":[4],"of":[5,13,65,137,171,191,198,219],"including":[6],"patients'":[7,76,147,199],"clinical":[8,42,77,132,148,200],"information":[9],"on":[10],"performance":[12,30],"deep":[14],"learning":[15,106],"(DL)":[16],"classifiers":[17,27],"for":[18,49],"disease":[19,138,162,203],"location":[20],"in":[21,91,108,140,150,164,169,202,208],"chest":[22,32,82,141,165,182],"X-ray":[23,33,127],"images.":[24],"Although":[25],"current":[26],"achieve":[28],"high":[29],"using":[31,119,180],"images":[34,51],"alone,":[35],"our":[36,220],"interviews":[37],"with":[38,155],"radiologists":[39],"indicate":[40],"that":[41,69,145],"data":[43,78,88,149,201],"is":[44,211],"highly":[45],"informative":[46],"and":[47,52,81,134,195],"essential":[48],"interpreting":[50],"making":[53],"proper":[54],"diagnoses.":[55],"In":[56],"this":[57,209],"work,":[58],"we":[59,95],"propose":[60,96],"a":[61,97,109,121,151,176],"novel":[62],"architecture":[63,206],"consisting":[64],"two":[66],"fusion":[67,158],"methods":[68,159],"enable":[70],"model":[72,153],"to":[73,102,175,214],"simultaneously":[74],"process":[75,107],"(structured":[79],"data)":[80],"X-rays":[83,166],"(image":[84],"data).":[85],"Since":[86],"these":[87],"modalities":[89],"are":[90],"different":[92],"dimensional":[93],"spaces,":[94],"spatial":[98],"arrangement":[99],"strategy,":[100],"spatialization,":[101],"facilitate":[103],"multimodal":[105,192],"Mask":[110,178],"R-CNN":[111,179],"model.":[112],"We":[113],"performed":[114],"an":[115],"extensive":[116],"experimental":[117],"evaluation":[118],"MIMIC-Eye,":[120],"dataset":[122],"comprising":[123],"modalities:":[124],"MIMIC-CXR":[125],"(chest":[126],"images),":[128],"MIMIC":[129],"IV-ED":[130],"(patients'":[131],"data),":[133],"REFLACX":[135],"(annotations":[136],"locations":[139],"X-rays).":[142],"Results":[143],"show":[144],"incorporating":[146],"DL":[152,193],"together":[154],"proposed":[157,207],"improves":[160],"localization":[163],"by":[167],"12\\%":[168],"terms":[170],"Average":[172],"Precision":[173],"compared":[174],"standard":[177],"only":[181],"X-rays.":[183],"Further":[184],"ablation":[185],"studies":[186],"also":[187],"emphasize":[188],"importance":[190],"architectures":[194],"incorporation":[197],"localization.":[204],"The":[205],"work":[210],"publicly":[212],"available":[213],"promote":[215],"scientific":[217],"reproducibility":[218],"(https://github.com/ChihchengHsieh/multimodal-abnormalities-detection)":[222]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4322716959","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-04-17T12:50:17.234599","created_date":"2023-03-03"}