{"id":"https://openalex.org/W3090783201","doi":"https://doi.org/10.1109/icra40945.2020.9197266","title":"UNO: Uncertainty-aware Noisy-Or Multimodal Fusion for Unanticipated Input Degradation","display_name":"UNO: Uncertainty-aware Noisy-Or Multimodal Fusion for Unanticipated Input Degradation","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3090783201","doi":"https://doi.org/10.1109/icra40945.2020.9197266","mag":"3090783201"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9197266","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/1911.05611","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040268268","display_name":"Junjiao Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjiao Tian","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050340287","display_name":"Wesley Cheung","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesley Cheung","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084287353","display_name":"Nathaniel Glaser","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Glaser","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079738111","display_name":"Yen\u2010Cheng Liu","orcid":"https://orcid.org/0000-0002-7000-3245"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yen-Cheng Liu","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088892134","display_name":"Zsolt Kira","orcid":"https://orcid.org/0000-0002-2626-2004"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zsolt Kira","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.426,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.999907,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":null,"issue":null,"first_page":"5716","last_page":"5723"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.9828,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.978,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.79334325},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.66951466},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5236418},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor Fusion","score":0.44579625},{"id":"https://openalex.org/keywords/degradation","display_name":"Degradation","score":0.44557926},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.43403184}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.79334325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76020813},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.66951466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6097486},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5623713},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5236418},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.51746255},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48337406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48051083},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.44579625},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.44557926},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.44020838},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.43403184},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38610476},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32398576},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.098508626},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08650166},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9197266","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.05611","pdf_url":"http://arxiv.org/pdf/1911.05611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.05611","pdf_url":"http://arxiv.org/pdf/1911.05611","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.71,"id":"https://metadata.un.org/sdg/11"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":38,"referenced_works":["https://openalex.org/W1495157997","https://openalex.org/W1522301498","https://openalex.org/W1546613574","https://openalex.org/W1686810756","https://openalex.org/W1903029394","https://openalex.org/W2103328396","https://openalex.org/W2159080219","https://openalex.org/W2171209807","https://openalex.org/W2194775991","https://openalex.org/W2409550820","https://openalex.org/W2416791088","https://openalex.org/W2587989515","https://openalex.org/W2600383743","https://openalex.org/W2615547864","https://openalex.org/W2626967530","https://openalex.org/W2739253758","https://openalex.org/W2767290858","https://openalex.org/W2767414122","https://openalex.org/W2786712888","https://openalex.org/W2798149936","https://openalex.org/W2884906157","https://openalex.org/W2903179019","https://openalex.org/W2932937602","https://openalex.org/W2933610837","https://openalex.org/W2949859131","https://openalex.org/W2955857384","https://openalex.org/W2962887366","https://openalex.org/W2963060032","https://openalex.org/W2963956866","https://openalex.org/W2964059111","https://openalex.org/W2964212410","https://openalex.org/W2970290810","https://openalex.org/W3099155473","https://openalex.org/W3100811978","https://openalex.org/W4288404646","https://openalex.org/W4297798428","https://openalex.org/W4300126339","https://openalex.org/W582134693"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4320153225","https://openalex.org/W4307407935","https://openalex.org/W4293261942","https://openalex.org/W4224266612","https://openalex.org/W3125968744","https://openalex.org/W2383394264","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W203959209"],"abstract_inverted_index":{"The":[0],"fusion":[1,56,135,161],"of":[2,16,22,68,78,82,88,166,176,179],"multiple":[3],"sensor":[4],"modalities,":[5,37],"especially":[6,38],"through":[7],"deep":[8],"learning":[9],"architectures,":[10,162],"has":[11],"been":[12],"an":[13,19,54],"active":[14],"area":[15],"study.":[17],"However,":[18],"under-explored":[20],"aspect":[21,87],"such":[23],"work":[24],"is":[25],"whether":[26],"the":[27,125],"methods":[28],"can":[29],"be":[30],"robust":[31],"to":[32,43,58,96,116,159],"degradation":[33,44,167],"across":[34],"their":[35],"input":[36],"when":[39],"they":[40],"must":[41],"generalize":[42],"not":[45],"seen":[46],"during":[47,183],"training.":[48,184],"In":[49,137],"this":[50],"work,":[51],"we":[52,74,91,123,143],"propose":[53,92,108],"uncertainty-aware":[55],"scheme":[57],"effectively":[59],"fuse":[60,97],"inputs":[61,99],"that":[62,145],"might":[63],"suffer":[64],"from":[65,128],"a":[66,76,85,93,109,132,138,153,164],"range":[67,165],"known":[69],"and":[70,90,172],"unknown":[71,182],"degradation.":[72],"Specifically,":[73],"analyze":[75],"number":[77],"uncertainty":[79,120],"measures,":[80],"each":[81,129],"which":[83,180],"captures":[84],"different":[86],"uncertainty,":[89],"novel":[94,110],"way":[95],"degraded":[98],"by":[100],"scaling":[101,114],"modality-specific":[102],"output":[103,127],"softmax":[104],"probabilities.":[105],"We":[106],"additionally":[107],"data-dependent":[111],"spatial":[112],"temperature":[113],"method":[115,147],"complement":[117],"these":[118],"existing":[119],"measures.":[121],"Finally,":[122],"integrate":[124],"uncertainty-scaled":[126],"modality":[130],"using":[131],"probabilistic":[133],"noisy-or":[134],"method.":[136],"photo-realistic":[139],"simulation":[140],"environment":[141],"(AirSim),":[142],"show":[144],"our":[146],"achieves":[148],"significantly":[149],"better":[150],"results":[151],"on":[152,163],"semantic":[154],"segmentation":[155],"task,":[156],"as":[157],"compared":[158],"state-of-art":[160],"(e.g.":[168],"fog,":[169],"snow,":[170],"frost,":[171],"various":[173],"other":[174],"types":[175],"noise),":[177],"some":[178],"are":[181]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3090783201","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-01-05T15:53:04.967932","created_date":"2020-10-08"}