{"id":"https://openalex.org/W4392352518","doi":"https://doi.org/10.1016/j.media.2024.103126","title":"On the pitfalls of Batch Normalization for end-to-end video learning: A study on surgical workflow analysis","display_name":"On the pitfalls of Batch Normalization for end-to-end video learning: A study on surgical workflow analysis","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392352518","doi":"https://doi.org/10.1016/j.media.2024.103126","pmid":"https://pubmed.ncbi.nlm.nih.gov/38452578"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103126","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.media.2024.103126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070201649","display_name":"Dominik Rivoir","orcid":"https://orcid.org/0009-0004-1165-6010"},"institutions":[{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210111460"]},{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dominik Rivoir","raw_affiliation_strings":["Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","German Cancer Research Center (DKFZ), Heidelberg, Germany","Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany","institution_ids":["https://openalex.org/I2801798921"]},{"raw_affiliation_string":"Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","institution_ids":["https://openalex.org/I4210111460"]},{"raw_affiliation_string":"German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067223826","display_name":"Isabel Funke","orcid":"https://orcid.org/0000-0002-4566-3049"},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isabel Funke","raw_affiliation_strings":["Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","German Cancer Research Center (DKFZ), Heidelberg, Germany","Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany","institution_ids":["https://openalex.org/I2801798921"]},{"raw_affiliation_string":"Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]},{"raw_affiliation_string":"Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","institution_ids":["https://openalex.org/I4210111460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003648994","display_name":"Stefanie Speidel","orcid":"https://orcid.org/0000-0002-4590-1908"},"institutions":[{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210111460"]},{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I78650965","display_name":"TU Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefanie Speidel","raw_affiliation_strings":["Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","German Cancer Research Center (DKFZ), Heidelberg, Germany","Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Fetscherstra\u00dfe 74, 01307 Dresden, Germany","institution_ids":["https://openalex.org/I2801798921"]},{"raw_affiliation_string":"Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"Department of Translational Surgical Oncology, National Center for Tumor Diseases (NCT/UCC), Dresden, Germany","institution_ids":["https://openalex.org/I4210111460"]},{"raw_affiliation_string":"German Cancer Research Center (DKFZ), Heidelberg, Germany","institution_ids":["https://openalex.org/I17937529","https://openalex.org/I223822909"]},{"raw_affiliation_string":"Centre for Tactile Internet with Human-in-the-Loop (CeTI), TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5070201649"],"corresponding_institution_ids":["https://openalex.org/I2801798921","https://openalex.org/I78650965","https://openalex.org/I4210162051","https://openalex.org/I4210111460","https://openalex.org/I17937529","https://openalex.org/I223822909"],"apc_list":{"value":3970,"currency":"USD","value_usd":3970,"provenance":"doaj"},"apc_paid":{"value":3970,"currency":"USD","value_usd":3970,"provenance":"doaj"},"fwci":10.819,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.99998,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"94","issue":null,"first_page":"103126","last_page":"103126"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9907,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9681,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization","score":0.6367053},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.52071935}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6367053},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.63524055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6272466},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.52071935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42711154},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1153833},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057188","descriptor_name":"Workflow","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103126","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.07976","pdf_url":"https://arxiv.org/pdf/2203.07976","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38452578","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.media.2024.103126","pdf_url":null,"source":{"id":"https://openalex.org/S116571295","display_name":"Medical Image Analysis","issn_l":"1361-8415","issn":["1361-8415","1361-8423","1361-8431"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320310632","funder_display_name":"Center for Evolutionary and Theoretical Immunology","award_id":null},{"funder":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft","award_id":"EXC 2050/1"},{"funder":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft","award_id":"390696704"},{"funder":"https://openalex.org/F4320321613","funder_display_name":"Technische Universit\u00e4t Dresden","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":64,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2064675550","https://openalex.org/W2109698606","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2266464013","https://openalex.org/W2284050935","https://openalex.org/W2502312327","https://openalex.org/W2541907454","https://openalex.org/W2550143307","https://openalex.org/W2580456502","https://openalex.org/W2588610957","https://openalex.org/W2604272474","https://openalex.org/W2617242334","https://openalex.org/W2777273430","https://openalex.org/W2804845319","https://openalex.org/W2902067315","https://openalex.org/W2903053346","https://openalex.org/W2945792291","https://openalex.org/W2963130506","https://openalex.org/W2963524571","https://openalex.org/W2963720581","https://openalex.org/W2963853051","https://openalex.org/W2964283648","https://openalex.org/W2979797179","https://openalex.org/W2982012700","https://openalex.org/W2989506443","https://openalex.org/W2995333370","https://openalex.org/W3015661699","https://openalex.org/W3021065276","https://openalex.org/W3022173086","https://openalex.org/W3034733338","https://openalex.org/W3034802267","https://openalex.org/W3035130921","https://openalex.org/W3035794324","https://openalex.org/W3037893551","https://openalex.org/W3094502228","https://openalex.org/W3098872093","https://openalex.org/W3105760208","https://openalex.org/W3119038403","https://openalex.org/W3150630416","https://openalex.org/W3163195584","https://openalex.org/W3171657033","https://openalex.org/W3174135168","https://openalex.org/W3179522438","https://openalex.org/W3212407416","https://openalex.org/W3213627783","https://openalex.org/W3214897340","https://openalex.org/W4205930743","https://openalex.org/W4214555767","https://openalex.org/W4220790207","https://openalex.org/W4221144386","https://openalex.org/W4247547793","https://openalex.org/W4248131708","https://openalex.org/W4250482878","https://openalex.org/W4293455017","https://openalex.org/W4312443924","https://openalex.org/W4312560592","https://openalex.org/W4313050661","https://openalex.org/W4313118773","https://openalex.org/W4385245566","https://openalex.org/W4390873624","https://openalex.org/W4403150635","https://openalex.org/W4404788945"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W3179968364","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2591697403","https://openalex.org/W2182707996","https://openalex.org/W2151749779","https://openalex.org/W1981780420"],"abstract_inverted_index":{"Batch":[0],"Normalization's":[1],"(BN)":[2],"unique":[3],"property":[4],"of":[5,38,56,69,77,92,131,153,179],"depending":[6],"on":[7,134,168],"other":[8,177],"samples":[9],"in":[10,18,40,49,94,108,162],"a":[11,105],"batch":[12],"is":[13,156,185],"known":[14],"to":[15,62,84,100],"cause":[16],"problems":[17],"several":[19],"tasks,":[20],"including":[21,97],"sequential":[22],"modeling.":[23],"Yet,":[24],"BN-related":[25],"issues":[26,71,98],"are":[27],"hardly":[28],"studied":[29],"for":[30,45,118,158],"long":[31],"video":[32,95,180],"understanding,":[33],"despite":[34],"the":[35,54,75,129,132],"ubiquitous":[36],"use":[37],"BN":[39,70,93],"CNNs":[41,79],"(Convolutional":[42],"Neural":[43],"Networks)":[44],"feature":[46,58],"extraction.":[47],"Especially":[48],"surgical":[50,136,163],"workflow":[51,137],"analysis,":[52],"where":[53],"lack":[55],"pretrained":[57],"extractors":[59],"has":[60],"led":[61],"complex,":[63],"multi-stage":[64],"training":[65,78,143],"pipelines,":[66],"limited":[67],"awareness":[68,152],"may":[72],"have":[73],"hidden":[74],"benefits":[76],"and":[80],"temporal":[81,147],"models":[82],"end":[83],"end.":[85],"In":[86],"this":[87],"paper,":[88],"we":[89,171],"analyze":[90],"pitfalls":[91,155],"learning,":[96],"specific":[99],"online":[101],"tasks":[102],"such":[103],"as":[104,182],"'cheating'":[106],"effect":[107],"anticipation.":[109],"We":[110,149],"observe":[111],"that":[112,151],"BN's":[113,154],"properties":[114],"create":[115],"major":[116],"obstacles":[117],"end-to-end":[119,142,160],"learning.":[120],"However,":[121],"using":[122],"BN-free":[123],"backbones,":[124],"even":[125],"simple":[126],"CNN-LSTMs":[127],"beat":[128],"state":[130],"art":[133],"three":[135],"benchmarks":[138],"by":[139],"utilizing":[140],"adequate":[141],"strategies":[144],"which":[145],"maximize":[146],"context.":[148],"conclude":[150],"crucial":[157],"effective":[159],"learning":[161,181],"tasks.":[164],"By":[165],"reproducing":[166],"results":[167],"natural-video":[169],"datasets,":[170],"hope":[172],"our":[173],"insights":[174],"will":[175],"benefit":[176],"areas":[178],"well.":[183],"Code":[184],"available":[186],"at:":[187],"https://gitlab.com/nct_tso_public/pitfalls_bn.":[188]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392352518","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-01-02T07:16:01.505348","created_date":"2024-03-05"}