{"id":"https://openalex.org/W4381198666","doi":"https://doi.org/10.1109/tcsvt.2023.3286405","title":"U\u00b2-Former: Nested U-Shaped Transformer for Image Restoration via Multi-View Contrastive Learning","display_name":"U\u00b2-Former: Nested U-Shaped Transformer for Image Restoration via Multi-View Contrastive Learning","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4381198666","doi":"https://doi.org/10.1109/tcsvt.2023.3286405"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3286405","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102983244","display_name":"Xin Feng","orcid":"https://orcid.org/0000-0002-9187-5552"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Feng","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014411728","display_name":"Haobo Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haobo Ji","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078487642","display_name":"Wenjie Pei","orcid":"https://orcid.org/0000-0001-8117-2696"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Pei","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100753458","display_name":"Jinxing Li","orcid":"https://orcid.org/0000-0001-5156-0305"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxing Li","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030843117","display_name":"Guangming Lu","orcid":"https://orcid.org/0000-0003-1578-2634"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Lu","raw_affiliation_strings":["Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100325058","display_name":"David Zhang","orcid":"https://orcid.org/0000-0002-5027-5286"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"David Zhang","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong at Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong at Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.008,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99996,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"34","issue":"1","first_page":"168","last_page":"181"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.58974266},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.54816544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5145752},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43145904},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4147236},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.37791637},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3644393},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.28225398}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3286405","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.71,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62272133"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U2013210"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62006060"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61906162"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62176077"},{"funder":"https://openalex.org/F4320335803","funder_display_name":"Shenzhen Fundamental Research and Discipline Layout project","award_id":"JCYJ20220818102415032"},{"funder":"https://openalex.org/F4320335803","funder_display_name":"Shenzhen Fundamental Research and Discipline Layout project","award_id":"JCYJ20210324132210025"},{"funder":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program","award_id":"RCBS20200714114910193"},{"funder":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","award_id":"2022A1515010306"}],"datasets":[],"versions":[],"referenced_works_count":79,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W2096933452","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2110158442","https://openalex.org/W2128254161","https://openalex.org/W2155479981","https://openalex.org/W2194775991","https://openalex.org/W2256362396","https://openalex.org/W2466666260","https://openalex.org/W2531409750","https://openalex.org/W2559264300","https://openalex.org/W2740336064","https://openalex.org/W2740982616","https://openalex.org/W2752782242","https://openalex.org/W2779176852","https://openalex.org/W2779896560","https://openalex.org/W2798966709","https://openalex.org/W2884068670","https://openalex.org/W2894734721","https://openalex.org/W2895340641","https://openalex.org/W2898234842","https://openalex.org/W2912435603","https://openalex.org/W2950689937","https://openalex.org/W2955193736","https://openalex.org/W2963152299","https://openalex.org/W2963446712","https://openalex.org/W2963676366","https://openalex.org/W2963840672","https://openalex.org/W2963866045","https://openalex.org/W2963928582","https://openalex.org/W2964212750","https://openalex.org/W2969134192","https://openalex.org/W2979722847","https://openalex.org/W2982389402","https://openalex.org/W2985030998","https://openalex.org/W2990007814","https://openalex.org/W2998249728","https://openalex.org/W3025800305","https://openalex.org/W3034331889","https://openalex.org/W3034647178","https://openalex.org/W3035060554","https://openalex.org/W3035209350","https://openalex.org/W3035326127","https://openalex.org/W3035357254","https://openalex.org/W3035524453","https://openalex.org/W3083885798","https://openalex.org/W3096115256","https://openalex.org/W3096609285","https://openalex.org/W3108316907","https://openalex.org/W3121523901","https://openalex.org/W3136416617","https://openalex.org/W3138516171","https://openalex.org/W3159545244","https://openalex.org/W3167456904","https://openalex.org/W3168684807","https://openalex.org/W3170697543","https://openalex.org/W3171125843","https://openalex.org/W3173269149","https://openalex.org/W3205052440","https://openalex.org/W343636949","https://openalex.org/W4214493665","https://openalex.org/W4224130636","https://openalex.org/W4225672218","https://openalex.org/W4226152953","https://openalex.org/W4283023197","https://openalex.org/W4285117688","https://openalex.org/W4285821897","https://openalex.org/W4289639899","https://openalex.org/W4289752563","https://openalex.org/W4297808394","https://openalex.org/W4298289240","https://openalex.org/W4312452088","https://openalex.org/W4312617404","https://openalex.org/W4312812783","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W90581812","https://openalex.org/W2997591215","https://openalex.org/W2979181971","https://openalex.org/W2888591766","https://openalex.org/W2808332603","https://openalex.org/W2357322570","https://openalex.org/W2227541280","https://openalex.org/W2029783634","https://openalex.org/W1598401975","https://openalex.org/W1486891274"],"abstract_inverted_index":{"While":[0],"Transformer":[1,21,34,82,130],"has":[2],"achieved":[3],"remarkable":[4],"performance":[5],"in":[6,22,28,35,94,165],"various":[7,166,187],"high-level":[8],"vision":[9],"tasks,":[10,190],"it":[11,102],"is":[12,76],"still":[13],"challenging":[14],"to":[15,78,90,108,140,168],"exploit":[16],"the":[17,29,36,84,104,110,124,128,142,147,177,181,201,204],"full":[18],"potential":[19],"of":[20,32,56,81,118,203],"image":[23,41,70,92,152,188],"restoration.":[24],"The":[25],"crux":[26],"lies":[27],"limited":[30],"depth":[31,54],"applying":[33],"typical":[37,148],"encoder-decoder":[38],"framework":[39],"for":[40,69,87,127,151],"restoration,":[42,71,153],"resulting":[43],"from":[44,146,180],"heavy":[45],"self-attention":[46,80],"computation":[47],"load":[48],"and":[49,65,98,174,197],"inefficient":[50],"communications":[51],"across":[52,112],"different":[53,113,116],"(scales)":[55],"layers.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,122],"present":[62],"a":[63,95,134],"deep":[64,96],"effective":[66,137],"Transformer-based":[67],"network":[68],"termed":[72],"as":[73,83],"U2-Former,":[74],"which":[75,161],"able":[77],"employ":[79],"core":[85],"operation":[86],"feature":[88,119],"learning":[89],"perform":[91],"restoration":[93,189],"encoding":[97],"decoding":[99],"space.":[100],"Specifically,":[101],"leverages":[103],"nested":[105],"U-shaped":[106],"structure":[107],"facilitate":[109],"interactions":[111],"layers":[114],"with":[115],"scales":[117],"maps.":[120],"Furthermore,":[121],"optimize":[123],"computational":[125],"efficiency":[126],"basic":[129],"block":[131],"by":[132],"introducing":[133],"simple":[135],"yet":[136],"feature-filtering":[138],"mechanism":[139],"compress":[141],"token":[143],"representation.":[144],"Apart":[145],"supervision":[149],"ways":[150],"our":[154],"U2-Former":[155],"also":[156],"performs":[157],"multi-view":[158],"contrastive":[159],"learning,":[160],"constructs":[162],"positive":[163],"pairs":[164],"aspects,":[167],"learn":[169],"noise-sensitive":[170],"but":[171],"content-irrelevant":[172],"features":[173],"further":[175],"decouple":[176],"noise":[178],"component":[179],"background":[182],"image.":[183],"Extensive":[184],"experiments":[185],"on":[186],"including":[191],"reflection":[192],"removal,":[193],"rain":[194],"streak":[195],"removal":[196],"dehazing":[198],"respectively,":[199],"demonstrate":[200],"effectiveness":[202],"proposed":[205],"U2-Former.":[206]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4381198666","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":2}],"updated_date":"2025-04-29T08:50:43.164792","created_date":"2023-06-20"}