{"id":"https://openalex.org/W4394625517","doi":"https://doi.org/10.1109/wacv57701.2024.00752","title":"Dynamic Multimodal Information Bottleneck for Multimodality Classification","display_name":"Dynamic Multimodal Information Bottleneck for Multimodality Classification","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394625517","doi":"https://doi.org/10.1109/wacv57701.2024.00752"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00752","pdf_url":null,"source":{"id":"https://openalex.org/S4363607979","display_name":"2022 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.01066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085166013","display_name":"Yingying Fang","orcid":"https://orcid.org/0000-0001-6334-8635"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yingying Fang","raw_affiliation_strings":["Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089118842","display_name":"Shuang Wu","orcid":"https://orcid.org/0000-0003-2772-4511"},"institutions":[],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shuang Wu","raw_affiliation_strings":["Black Sesame Technologies, Fusionopolis, Singapore"],"affiliations":[{"raw_affiliation_string":"Black Sesame Technologies, Fusionopolis, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394039","display_name":"Sheng Zhang","orcid":"https://orcid.org/0000-0003-0516-6491"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sheng Zhang","raw_affiliation_strings":["Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102956507","display_name":"Chaoyan Huang","orcid":"https://orcid.org/0000-0003-2358-6094"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyan Huang","raw_affiliation_strings":["The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059443966","display_name":"Tieyong Zeng","orcid":"https://orcid.org/0000-0002-0688-202X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieyong Zeng","raw_affiliation_strings":["The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047946782","display_name":"Xiaodan Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaodan Xing","raw_affiliation_strings":["Imperial College London,Bioengineering Department and Imperial-X,London,UK,W12 7SL"],"affiliations":[{"raw_affiliation_string":"Imperial College London,Bioengineering Department and Imperial-X,London,UK,W12 7SL","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016194066","display_name":"Simon Walsh","orcid":"https://orcid.org/0000-0003-0497-5297"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon Walsh","raw_affiliation_strings":["Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436460","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0001-7344-7733"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Bioengineering Department and Imperial-X, Imperial College London, London, UK","Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ"],"affiliations":[{"raw_affiliation_string":"Imperial College London,National Heart and Lung Institute,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Bioengineering Department and Imperial-X, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.564,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":{"min":92,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"7681","last_page":"7691"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.5818,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.5818,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.95305383}],"concepts":[{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.95305383},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.76656425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7074057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40424466},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.320567},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19753772},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.06934571}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00752","pdf_url":null,"source":{"id":"https://openalex.org/S4363607979","display_name":"2022 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.01066","pdf_url":"https://arxiv.org/pdf/2311.01066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.01066","pdf_url":"https://arxiv.org/pdf/2311.01066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320306257","funder_display_name":"Boehringer Ingelheim","award_id":null},{"funder":"https://openalex.org/F4320320006","funder_display_name":"Royal Society","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1686946872","https://openalex.org/W2033079303","https://openalex.org/W2107822587","https://openalex.org/W2122925692","https://openalex.org/W2166944917","https://openalex.org/W2194775991","https://openalex.org/W2752879928","https://openalex.org/W2795414739","https://openalex.org/W2892053105","https://openalex.org/W2895763047","https://openalex.org/W2963446712","https://openalex.org/W2964184826","https://openalex.org/W2972687021","https://openalex.org/W3035356612","https://openalex.org/W3038260279","https://openalex.org/W3091459859","https://openalex.org/W3095989031","https://openalex.org/W3098949126","https://openalex.org/W3104739447","https://openalex.org/W3134151358","https://openalex.org/W3161550517","https://openalex.org/W3173203577","https://openalex.org/W3173237701","https://openalex.org/W3175530672","https://openalex.org/W3181101419","https://openalex.org/W3182134864","https://openalex.org/W3187525041","https://openalex.org/W3189092450","https://openalex.org/W3208787103","https://openalex.org/W4221022534","https://openalex.org/W4223909096","https://openalex.org/W4226062754","https://openalex.org/W4229003689","https://openalex.org/W4288407000","https://openalex.org/W4295951577","https://openalex.org/W4306317292","https://openalex.org/W4312305353","https://openalex.org/W4312820606","https://openalex.org/W4312946813","https://openalex.org/W4313156423","https://openalex.org/W4323657311","https://openalex.org/W4376226279","https://openalex.org/W4387446650","https://openalex.org/W4388522247"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W4205899436","https://openalex.org/W3111427900","https://openalex.org/W2748952813","https://openalex.org/W2595172197","https://openalex.org/W2462138927","https://openalex.org/W2127970246","https://openalex.org/W2084856301"],"abstract_inverted_index":{"Effectively":[0],"leveraging":[1,38],"multimodal":[2,108],"data":[3,78,99],"such":[4],"as":[5,71,73,177,179],"various":[6,45],"images,":[7],"laboratory":[8],"tests":[9],"and":[10,24,47,101,103,131,137,169,196],"clinical":[11,60],"information":[12,109,121,130,157],"is":[13,197,215],"becoming":[14],"increasingly":[15],"attractive":[16],"in":[17,133,158],"a":[18,105,114,141,170],"variety":[19],"of":[20,67,95,147,155],"AI-based":[21],"medical":[22],"diagnosis":[23],"prognosis":[25],"tasks.":[26,186],"Most":[27],"existing":[28,96],"multi-modal":[29],"techniques":[30],"only":[31,203],"focus":[32],"on":[33,166],"enhancing":[34],"their":[35],"performance":[36,207],"by":[37],"the":[39,64,93,128,134,153,159,194,202],"differences":[40],"or":[41,79],"shared":[42],"features":[43],"from":[44],"modalities":[46],"fusing":[48],"feature":[49,117],"across":[50],"different":[51],"modalities.":[52],"These":[53],"approaches":[54],"are":[55],"generally":[56],"not":[57],"optimal":[58],"for":[59,112,174,184],"settings,":[61],"which":[62],"pose":[63],"additional":[65],"challenges":[66],"limited":[68],"training":[69],"data,":[70],"well":[72,178],"being":[74,201],"rife":[75],"with":[76],"redundant":[77],"noisy":[80,210],"modality":[81],"channels,":[82],"leading":[83],"to":[84,98,125,144,205],"subpar":[85],"performance.":[86],"To":[87],"address":[88],"this":[89],"gap,":[90],"we":[91,138],"study":[92],"robustness":[94],"methods":[97],"redundancy":[100],"noise":[102],"propose":[104],"generalized":[106],"dynamic":[107],"bottleneck":[110,122],"framework":[111],"attaining":[113],"robust":[115],"fused":[116,135],"representation.":[118],"Specifically,":[119],"our":[120,164,191],"module":[123],"serves":[124],"filter":[126],"out":[127],"task-irrelevant":[129],"noises":[132],"feature,":[136],"further":[139],"introduce":[140],"sufficiency":[142,154],"loss":[143],"prevent":[145],"dropping":[146],"task-relevant":[148],"information,":[149],"thus":[150],"explicitly":[151],"preserving":[152],"prediction":[156,176],"distilled":[160],"feature.":[161],"We":[162],"validate":[163],"model":[165],"an":[167],"in-house":[168],"public":[171,181],"COVID19":[172],"dataset":[173],"mortality":[175],"two":[180],"biomedical":[182],"datasets":[183],"diagnostic":[185],"Extensive":[187],"experiments":[188],"show":[189],"that":[190],"method":[192,204],"surpasses":[193],"state-of-the-art":[195],"significantly":[198],"more":[199],"robust,":[200],"remain":[206],"when":[208],"large-scale":[209],"channels":[211],"exist.":[212],"Our":[213],"code":[214],"publicly":[216],"available":[217],"at":[218],"https://github.com/ayanglab/DMIB.":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394625517","counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-01-20T14:18:20.909236","created_date":"2024-04-10"}