{"id":"https://openalex.org/W4393149169","doi":"https://doi.org/10.1609/aaai.v38i4.28174","title":"Advancing Video Synchronization with Fractional Frame Analysis: Introducing a Novel Dataset and Model","display_name":"Advancing Video Synchronization with Fractional Frame Analysis: Introducing a Novel Dataset and Model","publication_year":2024,"publication_date":"2024-03-24","ids":{"openalex":"https://openalex.org/W4393149169","doi":"https://doi.org/10.1609/aaai.v38i4.28174"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i4.28174","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28174/28346","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28174/28346","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100330849","display_name":"Yuxuan Liu","orcid":"https://orcid.org/0000-0003-4693-5568"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Liu","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074577884","display_name":"Haizhou Ai","orcid":"https://orcid.org/0000-0002-0166-5755"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhou Ai","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076090670","display_name":"Junliang Xing","orcid":"https://orcid.org/0000-0001-6801-0510"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junliang Xing","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084492220","display_name":"X. H. Li","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuri Li","raw_affiliation_strings":["Beijing University of Technology, Beijing 100124, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing 100124, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100442802","display_name":"Xiaoyi Wang","orcid":"https://orcid.org/0000-0003-2140-6782"},"institutions":[{"id":"https://openalex.org/I4210161752","display_name":"Beijing Haidian Hospital","ror":"https://ror.org/058x5eq06","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Wang","raw_affiliation_strings":["Independent Researcher, Haidian District, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Haidian District, Beijing, China","institution_ids":["https://openalex.org/I4210161752"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090751520","display_name":"Pin Tao","orcid":"https://orcid.org/0000-0003-2687-7997"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pin Tao","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education\nDepartment of Computer Science and Technology, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":"38","issue":"4","first_page":"3828","last_page":"3836"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9543,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9128,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.6674919},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6135514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5953565},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19083667},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i4.28174","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28174/28346","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v38i4.28174","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/28174/28346","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":36,"referenced_works":["https://openalex.org/W1485009520","https://openalex.org/W1586713560","https://openalex.org/W1886695513","https://openalex.org/W1905368000","https://openalex.org/W2150766729","https://openalex.org/W2215643317","https://openalex.org/W2554247908","https://openalex.org/W2557698284","https://openalex.org/W2583372902","https://openalex.org/W2612706635","https://openalex.org/W2758778552","https://openalex.org/W2780159079","https://openalex.org/W2895340898","https://openalex.org/W2963076818","https://openalex.org/W2963475767","https://openalex.org/W2964016027","https://openalex.org/W2964134613","https://openalex.org/W2964179555","https://openalex.org/W2966735886","https://openalex.org/W2971476609","https://openalex.org/W2982627166","https://openalex.org/W2991116657","https://openalex.org/W2998027150","https://openalex.org/W3002584762","https://openalex.org/W3035406632","https://openalex.org/W3098612954","https://openalex.org/W3101560663","https://openalex.org/W3177383258","https://openalex.org/W3212454889","https://openalex.org/W4285981761","https://openalex.org/W4301796119","https://openalex.org/W4304099101","https://openalex.org/W4372349779","https://openalex.org/W4379985979","https://openalex.org/W4385245566","https://openalex.org/W4394657967"],"related_works":["https://openalex.org/W4391913857","https://openalex.org/W2748952813","https://openalex.org/W2530322880","https://openalex.org/W2478288626","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Multiple":[0],"views":[1],"play":[2],"a":[3,114,131],"vital":[4],"role":[5],"in":[6],"3D":[7,13,50],"pose":[8,14,24,51],"estimation":[9,15],"tasks.":[10],"Ideally,":[11],"multi-view":[12],"tasks":[16],"should":[17],"directly":[18],"utilize":[19],"naturally":[20],"collected":[21],"videos":[22],"for":[23,141],"estimation.":[25],"However,":[26],"due":[27],"to":[28,41,54,64,126],"the":[29,43,104,123,136,159],"constraints":[30],"of":[31,45,116,158],"video":[32,81,100,118],"synchronization,":[33,82],"existing":[34],"methods":[35],"often":[36],"use":[37],"expensive":[38],"hardware":[39],"devices":[40],"synchronize":[42],"initiation":[44],"cameras,":[46],"which":[47,93],"restricts":[48],"most":[49],"collection":[52],"scenarios":[53],"indoor":[55],"settings.":[56],"Some":[57],"recent":[58],"works":[59],"learn":[60],"deep":[61],"neural":[62],"networks":[63],"align":[65],"desynchronized":[66],"datasets":[67],"derived":[68],"from":[69],"synchronized":[70],"cameras":[71],"and":[72,88,110,144,155],"can":[73],"only":[74],"produce":[75],"frame-level":[76],"accuracy.":[77],"For":[78],"fractional":[79,95],"frame":[80],"this":[83],"work":[84],"proposes":[85],"an":[86],"Inter-Frame":[87],"Intra-Frame":[89],"Desynchronized":[90],"Dataset":[91],"(IFID),":[92],"labels":[94],"time":[96],"intervals":[97],"between":[98],"two":[99],"clips.":[101],"IFID":[102],"is":[103],"first":[105],"dataset":[106,125,154],"that":[107],"annotates":[108],"inter-frame":[109,143],"intra-frame":[111],"intervals,":[112],"with":[113],"total":[115],"382,500":[117],"clips":[119],"annotated,":[120],"making":[121],"it":[122],"largest":[124],"date.":[127],"We":[128],"also":[129],"develop":[130],"novel":[132],"model":[133,160],"based":[134],"on":[135],"Transformer":[137],"architecture,":[138],"named":[139],"InSynFormer,":[140],"synchronizing":[142],"intra-frame.":[145],"Extensive":[146],"experimental":[147],"evaluations":[148],"demonstrate":[149],"its":[150],"promising":[151],"performance.":[152],"The":[153],"source":[156],"code":[157],"are":[161],"available":[162],"at":[163],"https://github.com/yuxuan-cser/InSynFormer.":[164]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393149169","counts_by_year":[],"updated_date":"2025-01-21T00:58:51.952275","created_date":"2024-03-26"}