{"id":"https://openalex.org/W3168352384","doi":"https://doi.org/10.1145/3447548.3467310","title":"Mutual Information Preserving Back-propagation","display_name":"Mutual Information Preserving Back-propagation","publication_year":2021,"publication_date":"2021-08-13","ids":{"openalex":"https://openalex.org/W3168352384","doi":"https://doi.org/10.1145/3447548.3467310","mag":"3168352384"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075858724","display_name":"Huiqi Deng","orcid":"https://orcid.org/0000-0002-2946-6678"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiqi Deng","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084497683","display_name":"Na Zou","orcid":"https://orcid.org/0000-0003-1984-795X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Na Zou","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021656787","display_name":"Weifu Chen","orcid":"https://orcid.org/0000-0002-9375-2214"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weifu Chen","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090531329","display_name":"Guocan Feng","orcid":"https://orcid.org/0000-0002-0097-5591"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guocan Feng","raw_affiliation_strings":["Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072191151","display_name":"Mengnan Du","orcid":"https://orcid.org/0000-0002-1614-6069"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengnan Du","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068477431","display_name":"Xia Hu","orcid":"https://orcid.org/0000-0003-2234-3226"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xia Hu","raw_affiliation_strings":["Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.203,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.542866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":67,"max":72},"biblio":{"volume":null,"issue":null,"first_page":"258","last_page":"268"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9917,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9914,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/completeness","display_name":"Completeness (order theory)","score":0.50578284},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information Theory","score":0.4206124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7713494},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7062646},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.53074104},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.50578284},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.49748877},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.48269987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48089027},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45173228},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4375686},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.421423},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4206124},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3320701},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16096869},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467310","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.81,"id":"https://metadata.un.org/sdg/16"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":22,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2518775244","https://openalex.org/W2618851150","https://openalex.org/W2773497437","https://openalex.org/W2803354268","https://openalex.org/W285471286","https://openalex.org/W2891612330","https://openalex.org/W2962851944","https://openalex.org/W2963715038","https://openalex.org/W2996061341","https://openalex.org/W2997076984","https://openalex.org/W2998991762","https://openalex.org/W3034247636","https://openalex.org/W3080190064","https://openalex.org/W3084632828","https://openalex.org/W3101609372","https://openalex.org/W3120410539"],"related_works":["https://openalex.org/W986037092","https://openalex.org/W4313429060","https://openalex.org/W4225940264","https://openalex.org/W3124771927","https://openalex.org/W2920676536","https://openalex.org/W2889544313","https://openalex.org/W2750125254","https://openalex.org/W2392704982","https://openalex.org/W2111510771","https://openalex.org/W2057609120"],"abstract_inverted_index":{"Back-propagation":[0],"based":[1],"visualizations":[2,29,49,60],"have":[3,37],"been":[4],"proposed":[5],"to":[6,32,53,72,83,109,113,133,188,191,201,206],"interpret":[7],"deep":[8],"neural":[9],"networks":[10],"(DNNs),":[11],"some":[12],"of":[13,75,121,182,238],"which":[14,67,179,224],"produce":[15,61],"interpretations":[16,205,239],"with":[17,99],"good":[18],"visual":[19],"quality.":[20],"However,":[21],"there":[22],"exist":[23],"doubts":[24],"about":[25],"whether":[26],"these":[27,46,59],"intuitive":[28],"are":[30,50,185,225],"related":[31],"network":[33],"decisions.":[34],"Recent":[35],"studies":[36],"confirmed":[38],"this":[39],"suspicion":[40],"by":[41,138,241],"verifying":[42],"that":[43,89,141,214],"almost":[44],"all":[45],"modified":[47],"back-propagation":[48,87,139],"not":[51],"faithful":[52,229],"the":[54,76,105,115,142,157,163,180,194,203,207,215,232,236],"model's":[55],"decision-making":[56],"process.":[57],"Besides,":[58],"vague":[62],"\"relative":[63],"importance":[64],"scores\",":[65],"among":[66],"low":[68],"values":[69],"can't":[70],"guarantee":[71],"be":[73,150],"independent":[74],"final":[77],"prediction.":[78],"Hence,":[79],"it's":[80],"highly":[81],"desirable":[82],"develop":[84],"a":[85,95,100,135,170,228],"novel":[86],"method":[88],"guarantees":[90],"theoretical":[91],"faithfulness":[92],"and":[93,147,162,221],"produces":[94],"quantitative":[96],"attribution":[97],"score":[98],"clear":[101],"understanding.":[102],"To":[103],"achieve":[104],"goal,":[106],"we":[107,168],"resort":[108],"mutual":[110,143,158],"information":[111,120,144,159],"theory":[112],"generate":[114],"interpretations,":[116],"studying":[117],"how":[118,190],"much":[119,152],"output":[122,148],"is":[123,132,199],"encoded":[124],"in":[125,156,178],"each":[126,183],"input":[127,146,161],"neuron.":[128],"The":[129],"basic":[130],"idea":[131],"learn":[134,189],"source":[136,164,217],"signal":[137,218],"such":[140],"between":[145,160],"should":[149],"as":[151,153],"possible":[154],"preserved":[155],"signal.":[165],"In":[166],"addition,":[167],"propose":[169],"Mutual":[171],"Information":[172],"Preserving":[173],"Inverse":[174],"Network,":[175],"termed":[176],"MIP-IN,":[177],"parameters":[181],"layer":[184],"recursively":[186],"trained":[187],"invert.":[192],"During":[193],"inversion,":[195],"forward":[196],"relu":[197],"operation":[198],"adopted":[200],"adapt":[202],"general":[204],"specific":[208],"input.":[209],"We":[210],"then":[211],"empirically":[212],"demonstrate":[213],"inverted":[216],"satisfies":[219],"completeness":[220],"minimality":[222],"property,":[223],"crucial":[226],"for":[227],"interpretation.":[230],"Furthermore,":[231],"empirical":[233],"study":[234],"validates":[235],"effectiveness":[237],"generated":[240],"MIP-IN.":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3168352384","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-01-07T07:11:40.642101","created_date":"2021-06-22"}