{"id":"https://openalex.org/W4386453801","doi":"https://doi.org/10.1109/tpami.2023.3312166","title":"Learning Degradation-Robust Spatiotemporal Frequency-Transformer for Video Super-Resolution","display_name":"Learning Degradation-Robust Spatiotemporal Frequency-Transformer for Video Super-Resolution","publication_year":2023,"publication_date":"2023-09-05","ids":{"openalex":"https://openalex.org/W4386453801","doi":"https://doi.org/10.1109/tpami.2023.3312166","pmid":"https://pubmed.ncbi.nlm.nih.gov/37669199"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3312166","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027006079","display_name":"Zhongwei Qiu","orcid":"https://orcid.org/0000-0001-9700-9658"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Zhongwei Qiu","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China","University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101953782","display_name":"Huan Yang","orcid":"https://orcid.org/0000-0002-8612-0702"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Yang","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072029041","display_name":"Jianlong Fu","orcid":"https://orcid.org/0000-0002-1025-2012"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Fu","raw_affiliation_strings":["Microsoft Research, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029813674","display_name":"Daochang Liu","orcid":"https://orcid.org/0000-0002-9279-7912"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daochang Liu","raw_affiliation_strings":["University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001529504","display_name":"Chang Xu","orcid":"https://orcid.org/0000-0002-4756-0609"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chang Xu","raw_affiliation_strings":["University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016681542","display_name":"Dongmei Fu","orcid":"https://orcid.org/0000-0003-3918-9448"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Fu","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.644,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.999956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"45","issue":"12","first_page":"14888","last_page":"14904"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9903,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.4314658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7981887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6717322},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.6298802},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.610709},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.4832064},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4314658},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.41541013},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34385604},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3312166","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37669199","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"12071025"}],"datasets":[],"versions":[],"referenced_works_count":60,"referenced_works":["https://openalex.org/W1885185971","https://openalex.org/W2010981316","https://openalex.org/W2016482162","https://openalex.org/W2058182006","https://openalex.org/W2133665775","https://openalex.org/W2466611277","https://openalex.org/W2607041014","https://openalex.org/W2737725206","https://openalex.org/W2773003563","https://openalex.org/W2798664922","https://openalex.org/W2891158090","https://openalex.org/W2895361760","https://openalex.org/W2895957955","https://openalex.org/W2906021645","https://openalex.org/W2923834406","https://openalex.org/W2938555542","https://openalex.org/W2949695917","https://openalex.org/W2953823547","https://openalex.org/W2962814024","https://openalex.org/W2962927175","https://openalex.org/W2964040059","https://openalex.org/W2965669158","https://openalex.org/W2978788334","https://openalex.org/W2985680812","https://openalex.org/W2987748894","https://openalex.org/W2996880115","https://openalex.org/W3011456574","https://openalex.org/W3034475761","https://openalex.org/W3034771037","https://openalex.org/W3035022492","https://openalex.org/W3094502228","https://openalex.org/W3095671795","https://openalex.org/W3102015846","https://openalex.org/W3107184287","https://openalex.org/W3109737331","https://openalex.org/W3118973820","https://openalex.org/W3136492254","https://openalex.org/W3138516171","https://openalex.org/W3157035436","https://openalex.org/W3169612303","https://openalex.org/W3174060721","https://openalex.org/W3175591478","https://openalex.org/W3175949974","https://openalex.org/W3176148916","https://openalex.org/W3176860855","https://openalex.org/W3180712890","https://openalex.org/W3203631022","https://openalex.org/W3204210402","https://openalex.org/W3204971388","https://openalex.org/W3212801546","https://openalex.org/W3217246126","https://openalex.org/W4214616575","https://openalex.org/W4214666412","https://openalex.org/W4214679693","https://openalex.org/W4214768308","https://openalex.org/W4231167724","https://openalex.org/W4283836120","https://openalex.org/W4312936768","https://openalex.org/W4312985394","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4312376745","https://openalex.org/W2811390910","https://openalex.org/W2601157893","https://openalex.org/W2373006798","https://openalex.org/W2131735617","https://openalex.org/W2123759770","https://openalex.org/W2082269393","https://openalex.org/W2056912418","https://openalex.org/W2033213769","https://openalex.org/W1947057263"],"abstract_inverted_index":{"Video":[0],"Super-Resolution":[1],"(VSR)":[2],"aims":[3],"to":[4,37,129,176],"restore":[5],"high-resolution":[6],"(HR)":[7],"videos":[8,67,198],"from":[9,24,44,117],"low-resolution":[10],"(LR)":[11],"videos.":[12],"Existing":[13],"VSR":[14,187],"techniques":[15],"usually":[16],"recover":[17],"HR":[18],"frames":[19,26,79],"by":[20],"extracting":[21],"pertinent":[22],"textures":[23,43],"nearby":[25],"with":[27,199],"known":[28],"degradation":[29,142],"processes.":[30],"Despite":[31],"significant":[32],"progress,":[33],"grand":[34],"challenges":[35],"remain":[36],"effectively":[38],"extract":[39],"and":[40,53,84,133,160],"transmit":[41],"high-quality":[42],"high-degraded":[45],"low-quality":[46,66,197],"sequences,":[47],"such":[48],"as":[49],"blur,":[50],"additive":[51],"noises,":[52],"compression":[54],"artifacts.":[55,118],"This":[56],"work":[57],"proposes":[58],"a":[59,73,97,102,120,163],"novel":[60,121],"degradation-robust":[61],"Frequency-Transformer":[62],"(FTVSR++)":[63],"for":[64,153],"handling":[65],"that":[68,110,162,190],"carry":[69],"out":[70],"self-attention":[71,104,151],"in":[72,92,144,156],"combined":[74],"space-time-frequency":[75],"domain.":[76],"First,":[77],"video":[78,154,179],"are":[80],"split":[81],"into":[82,89],"patches":[83],"each":[85,94,106],"patch":[86],"is":[87,127],"transformed":[88],"spectral":[90],"maps":[91],"which":[93,137,166],"channel":[95],"represents":[96],"frequency":[98,107,123,135,158],"band.":[99],"It":[100],"permits":[101],"fine-grained":[103],"on":[105,184,195],"band":[108],"so":[109],"real":[111],"visual":[112,201],"texture":[113],"can":[114,138],"be":[115],"distinguished":[116],"Second,":[119],"dual":[122],"attention":[124,170],"(DFA)":[125],"mechanism":[126],"proposed":[128],"capture":[130],"the":[131,157,177],"global":[132],"local":[134],"relations,":[136],"handle":[139],"different":[140,150,196],"complicated":[141],"processes":[143],"real-world":[145],"scenarios.":[146],"Third,":[147],"we":[148],"explore":[149],"schemes":[152],"processing":[155],"domain":[159],"discover":[161],"\"divided":[164],"attention\"":[165],"conducts":[167],"joint":[168],"space-frequency":[169],"before":[171],"applying":[172],"temporal-frequency":[173],"attention,":[174],"leads":[175],"best":[178],"enhancement":[180],"quality.":[181],"Extensive":[182],"experiments":[183],"three":[185],"widely-used":[186],"datasets":[188],"show":[189],"FTVSR++":[191],"outperforms":[192],"state-of-the-art":[193],"methods":[194],"clear":[200],"margins.":[202]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386453801","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-08T02:15:20.221382","created_date":"2023-09-06"}