{"id":"https://openalex.org/W4309044858","doi":"https://doi.org/10.1109/lsp.2022.3221350","title":"Progressive Motion Context Refine Network for Efficient Video Frame Interpolation","display_name":"Progressive Motion Context Refine Network for Efficient Video Frame Interpolation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4309044858","doi":"https://doi.org/10.1109/lsp.2022.3221350"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2022.3221350","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.06024","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033139478","display_name":"Lingtong Kong","orcid":"https://orcid.org/0000-0003-2212-3581"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingtong Kong","raw_affiliation_strings":["Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021522803","display_name":"Jinfeng Liu","orcid":"https://orcid.org/0000-0002-5184-1382"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfeng Liu","raw_affiliation_strings":["Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.401,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.520866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":75,"max":79},"biblio":{"volume":"29","issue":null,"first_page":"2338","last_page":"2342"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical Flow","score":0.71470934},{"id":"https://openalex.org/keywords/motion-interpolation","display_name":"Motion interpolation","score":0.69815683},{"id":"https://openalex.org/keywords/inter-frame","display_name":"Inter frame","score":0.5172925},{"id":"https://openalex.org/keywords/residual-frame","display_name":"Residual frame","score":0.50576997},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.48211575},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation","score":0.4430869},{"id":"https://openalex.org/keywords/image-scaling","display_name":"Image scaling","score":0.429424}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.81783724},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.71470934},{"id":"https://openalex.org/C72560505","wikidata":"https://www.wikidata.org/wiki/Q204510","display_name":"Motion interpolation","level":5,"score":0.69815683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.65125823},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5748032},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.5172925},{"id":"https://openalex.org/C204641915","wikidata":"https://www.wikidata.org/wiki/Q7315509","display_name":"Residual frame","level":4,"score":0.50576997},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.48211575},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.4430869},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.43180227},{"id":"https://openalex.org/C27405340","wikidata":"https://www.wikidata.org/wiki/Q440296","display_name":"Image scaling","level":4,"score":0.429424},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.39006442},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.31308287},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.28129357},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2162484},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.18240392},{"id":"https://openalex.org/C167510206","wikidata":"https://www.wikidata.org/wiki/Q2835824","display_name":"Block-matching algorithm","level":4,"score":0.15187529},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14211255},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.13173482},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09808335},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2022.3221350","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.06024","pdf_url":"https://arxiv.org/pdf/2211.06024","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2211.06024","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.06024","pdf_url":"https://arxiv.org/pdf/2211.06024","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5,"display_name":"Sustainable cities and communities"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61876107"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U1803261"}],"datasets":[],"versions":["https://openalex.org/W4309044858"],"referenced_works_count":37,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2126926806","https://openalex.org/W2133665775","https://openalex.org/W2147253850","https://openalex.org/W2348664362","https://openalex.org/W24089286","https://openalex.org/W2586480386","https://openalex.org/W2604329646","https://openalex.org/W2904829482","https://openalex.org/W2908510526","https://openalex.org/W2916743882","https://openalex.org/W2949258649","https://openalex.org/W2963093735","https://openalex.org/W2963125010","https://openalex.org/W2963189365","https://openalex.org/W2963268050","https://openalex.org/W2963782415","https://openalex.org/W2963891416","https://openalex.org/W2964251418","https://openalex.org/W2973673960","https://openalex.org/W2997150500","https://openalex.org/W2998645105","https://openalex.org/W3034769793","https://openalex.org/W3034921716","https://openalex.org/W3035239272","https://openalex.org/W3102015846","https://openalex.org/W3102289792","https://openalex.org/W3110612869","https://openalex.org/W3168286621","https://openalex.org/W3184828860","https://openalex.org/W3203486979","https://openalex.org/W3206778864","https://openalex.org/W4282913899","https://openalex.org/W4294982475","https://openalex.org/W4308237183","https://openalex.org/W4312445951","https://openalex.org/W4312770027"],"related_works":["https://openalex.org/W4303981301","https://openalex.org/W4255845834","https://openalex.org/W3083410229","https://openalex.org/W3015492429","https://openalex.org/W2946348769","https://openalex.org/W2386311284","https://openalex.org/W2143323699","https://openalex.org/W1975335743","https://openalex.org/W1758919547","https://openalex.org/W1583975326"],"abstract_inverted_index":{"Recently,":[0],"flow-based":[1],"frame":[2,26,80,88],"interpolation":[3,89],"methods":[4],"have":[5],"achieved":[6],"great":[7],"success":[8],"by":[9,91],"first":[10],"modeling":[11],"optical":[12,116],"flow":[13],"between":[14],"target":[15,25,79],"and":[16,19,38,45,66,121,156,165],"input":[17,97],"frames,":[18,98],"then":[20],"building":[21],"synthesis":[22],"network":[23],"for":[24,70],"generation.":[27],"However,":[28],"above":[29],"cascaded":[30],"architecture":[31],"can":[32],"lead":[33],"to":[34,62,86,112,133],"large":[35],"model":[36,163],"size":[37,164],"inference":[39],"delay,":[40],"hindering":[41],"them":[42],"from":[43,74,81,95],"mobile":[44],"real-time":[46],"applications.":[47],"To":[48],"solve":[49],"this":[50,140],"problem,":[51],"we":[52,84,125],"propose":[53],"a":[54,127],"novel":[55],"Progressive":[56],"Motion":[57],"Context":[58],"Refine":[59],"Network":[60],"(PMCRNet)":[61],"predict":[63],"motion":[64],"fields":[65],"image":[67,122],"context":[68],"jointly":[69],"higher":[71],"efficiency.":[72],"Different":[73],"others":[75],"that":[76,101,148],"directly":[77],"synthesize":[78],"deep":[82],"feature,":[83],"explore":[85],"simplify":[87],"task":[90],"borrowing":[92],"existing":[93],"texture":[94],"adjacent":[96],"which":[99],"means":[100],"decoder":[102],"in":[103],"each":[104],"pyramid":[105],"level":[106],"of":[107,139],"our":[108],"PMCRNet":[109],"only":[110,152],"needs":[111],"update":[113],"easier":[114],"intermediate":[115],"flow,":[117],"occlusion":[118],"merge":[119],"mask":[120],"residual.":[123],"Moreover,":[124],"introduce":[126],"new":[128],"annealed":[129],"multi-scale":[130],"reconstruction":[131],"loss":[132],"better":[134],"guide":[135],"the":[136],"learning":[137],"process":[138],"efficient":[141],"PMCRNet.":[142],"Experiments":[143],"on":[144],"multiple":[145],"benchmarks":[146],"show":[147],"proposed":[149],"approaches":[150],"not":[151],"achieve":[153],"favorable":[154],"quantitative":[155],"qualitative":[157],"results":[158],"but":[159],"also":[160],"reduces":[161],"current":[162],"running":[166],"time":[167],"significantly.":[168]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4309044858","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-04-05T03:21:07.299477","created_date":"2022-11-21"}