{"id":"https://openalex.org/W4200629389","doi":"https://doi.org/10.1109/tpami.2022.3228806","title":"EPNet++: Cascade Bi-Directional Fusion for Multi-Modal 3D Object Detection","display_name":"EPNet++: Cascade Bi-Directional Fusion for Multi-Modal 3D Object Detection","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4200629389","doi":"https://doi.org/10.1109/tpami.2022.3228806","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015370"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3228806","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2112.11088","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462362","display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0002-2513-2662"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"funder","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101753700","display_name":"Tengteng Huang","orcid":"https://orcid.org/0000-0001-7505-0932"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengteng Huang","raw_affiliation_strings":["Megvii (Face++) Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Megvii (Face++) Inc., Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101790811","display_name":"Bingling Li","orcid":"https://orcid.org/0000-0001-7421-195X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"funder","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingling Li","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033302204","display_name":"Xiwu Chen","orcid":"https://orcid.org/0000-0001-5612-9848"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"funder","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiwu Chen","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101771688","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0002-3308-762X"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["CEO of CalmCar, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"CEO of CalmCar, Suzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039363991","display_name":"Xiang Bai","orcid":"https://orcid.org/0000-0002-3449-5940"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"funder","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Bai","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.915,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.999948,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9939,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9852,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.72120523},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6162051},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor Fusion","score":0.4518655}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7508155},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348058},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.72120523},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.66400135},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.63677144},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6162051},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.582729},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.51749516},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.46124166},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45541644},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4518655},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.44701093},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44508386},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4238511},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.19713953},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.11170274},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.096842736},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3228806","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2112.11088","pdf_url":"https://arxiv.org/pdf/2112.11088","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015370","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2112.11088","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2112.11088","pdf_url":"https://arxiv.org/pdf/2112.11088","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.66,"id":"https://metadata.un.org/sdg/10"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":111,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1836465849","https://openalex.org/W1923184257","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2229637417","https://openalex.org/W2463032559","https://openalex.org/W2468368736","https://openalex.org/W2555618208","https://openalex.org/W2560544142","https://openalex.org/W2560609797","https://openalex.org/W2780829839","https://openalex.org/W2798965597","https://openalex.org/W2884561390","https://openalex.org/W2897529137","https://openalex.org/W2924441208","https://openalex.org/W2949708697","https://openalex.org/W2951517617","https://openalex.org/W2953941229","https://openalex.org/W2954174912","https://openalex.org/W2962677013","https://openalex.org/W2962807143","https://openalex.org/W2962858109","https://openalex.org/W2962888833","https://openalex.org/W2963037989","https://openalex.org/W2963120444","https://openalex.org/W2963121255","https://openalex.org/W2963150697","https://openalex.org/W2963177347","https://openalex.org/W2963188159","https://openalex.org/W2963351448","https://openalex.org/W2963400571","https://openalex.org/W2963727135","https://openalex.org/W2963794551","https://openalex.org/W2964062501","https://openalex.org/W2964166085","https://openalex.org/W2964325922","https://openalex.org/W2967324759","https://openalex.org/W2968296999","https://openalex.org/W2969050719","https://openalex.org/W2981857055","https://openalex.org/W2981949127","https://openalex.org/W2988715931","https://openalex.org/W2996166203","https://openalex.org/W2997188997","https://openalex.org/W2997814983","https://openalex.org/W2998254148","https://openalex.org/W2998633559","https://openalex.org/W2999947750","https://openalex.org/W3003618643","https://openalex.org/W3004237909","https://openalex.org/W3006754479","https://openalex.org/W3008105217","https://openalex.org/W3034314779","https://openalex.org/W3034407526","https://openalex.org/W3034428269","https://openalex.org/W3034429258","https://openalex.org/W3034479628","https://openalex.org/W3034579518","https://openalex.org/W3034602892","https://openalex.org/W3034681945","https://openalex.org/W3035172746","https://openalex.org/W3035346742","https://openalex.org/W3035461736","https://openalex.org/W3035748168","https://openalex.org/W3096393735","https://openalex.org/W3096754345","https://openalex.org/W3099930232","https://openalex.org/W3106250896","https://openalex.org/W3107819843","https://openalex.org/W3108426750","https://openalex.org/W3109240920","https://openalex.org/W3109675406","https://openalex.org/W3113028524","https://openalex.org/W3114509423","https://openalex.org/W3115959686","https://openalex.org/W3117804044","https://openalex.org/W3118341329","https://openalex.org/W3130463448","https://openalex.org/W3139602483","https://openalex.org/W3144974485","https://openalex.org/W3148242781","https://openalex.org/W3152771138","https://openalex.org/W3153465022","https://openalex.org/W3159695738","https://openalex.org/W3166089996","https://openalex.org/W3166470370","https://openalex.org/W3167095230","https://openalex.org/W3167732492","https://openalex.org/W3170030651","https://openalex.org/W3172863135","https://openalex.org/W3173668541","https://openalex.org/W3174981916","https://openalex.org/W3193939309","https://openalex.org/W3204439495","https://openalex.org/W3205844608","https://openalex.org/W3206826736","https://openalex.org/W4206645116","https://openalex.org/W4214526701","https://openalex.org/W4214558638","https://openalex.org/W4214755140","https://openalex.org/W4214763741","https://openalex.org/W4214777292","https://openalex.org/W4287020448","https://openalex.org/W4287064445","https://openalex.org/W4287197011","https://openalex.org/W4287246434","https://openalex.org/W4295312788","https://openalex.org/W4301606808","https://openalex.org/W639708223"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W4205463238","https://openalex.org/W3103844505","https://openalex.org/W2981954115","https://openalex.org/W2761785940","https://openalex.org/W259157601","https://openalex.org/W2521627374","https://openalex.org/W2153315159","https://openalex.org/W2110523656","https://openalex.org/W1482209366"],"abstract_inverted_index":{"Recently,":[0],"fusing":[1],"the":[2,11,61,74,97,117,124,129,145,163,184],"LiDAR":[3,188],"point":[4,66,173],"cloud":[5,174],"and":[6,13,22,53,88,109,120,147],"camera":[7],"image":[8,75],"to":[9,85,105,143,182],"improve":[10],"performance":[12,146],"robustness":[14,148],"of":[15,126,149,187],"3D":[16,41,151],"object":[17,42],"detection":[18,43],"has":[19],"received":[20],"more":[21,23,86,107],"attention,":[24],"as":[25],"these":[26],"two":[27,103],"modalities":[28,104],"naturally":[29],"possess":[30],"strong":[31],"complementarity.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36,133],"propose":[37],"EPNet++":[38,127,161],"for":[39],"multi-modal":[40],"by":[44],"introducing":[45],"a":[46,54,78,135,150,154],"novel":[47],"Cascade":[48],"Bi-directional":[49],"Fusion":[50],"(CB-Fusion)":[51],"module":[52,64],"Multi-Modal":[55],"Consistency":[56],"(MC)":[57],"loss.":[58],"More":[59],"concretely,":[60],"proposed":[62],"CB-Fusion":[63],"enhances":[65],"features":[67,76],"with":[68,167],"plentiful":[69],"semantic":[70],"information":[71],"absorbed":[72],"from":[73,102],"in":[77,153,170],"cascade":[79],"bi-directional":[80],"interaction":[81],"fusion":[82],"manner,":[83],"leading":[84],"powerful":[87],"discriminative":[89],"feature":[90],"representations.":[91],"The":[92,113],"MC":[93],"loss":[94],"explicitly":[95],"guarantees":[96],"consistency":[98],"between":[99],"predicted":[100],"scores":[101],"obtain":[106],"comprehensive":[108],"reliable":[110],"confidence":[111],"scores.":[112],"experimental":[114],"results":[115],"on":[116],"KITTI,":[118],"JRDB":[119],"SUN-RGBD":[121],"datasets":[122],"demonstrate":[123],"superiority":[125],"over":[128],"state-of-the-art":[130],"methods.":[131],"Besides,":[132],"emphasize":[134],"critical":[136],"but":[137],"easily":[138],"overlooked":[139],"problem,":[140],"which":[141,176],"is":[142],"explore":[144],"detector":[152],"sparser":[155],"scene.":[156],"Extensive":[157],"experiments":[158],"present":[159],"that":[160],"outperforms":[162],"existing":[164],"SOTA":[165],"methods":[166],"remarkable":[168],"margins":[169],"highly":[171],"sparse":[172],"cases,":[175],"might":[177],"be":[178],"an":[179],"available":[180],"direction":[181],"reduce":[183],"expensive":[185],"cost":[186],"sensors.":[189]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4200629389","counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":3}],"updated_date":"2025-04-20T20:36:05.574588","created_date":"2021-12-31"}