{"id":"https://openalex.org/W4390871861","doi":"https://doi.org/10.1109/iccv51070.2023.01253","title":"UnLoc: A Unified Framework for Video Localization Tasks","display_name":"UnLoc: A Unified Framework for Video Localization Tasks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4390871861","doi":"https://doi.org/10.1109/iccv51070.2023.01253"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.01253","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.11062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013074509","display_name":"Yan Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shen Yan","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111029128","display_name":"Xuehan Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuehan Xiong","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036002448","display_name":"Arsha Nagrani","orcid":"https://orcid.org/0000-0003-2190-9013"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arsha Nagrani","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035108037","display_name":"Anurag Arnab","orcid":"https://orcid.org/0000-0002-5216-4838"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anurag Arnab","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021802340","display_name":"Zhonghao Wang","orcid":"https://orcid.org/0009-0000-2662-3415"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"funder","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhonghao Wang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103583462","display_name":"Weina Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weina Ge","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060417276","display_name":"David A. Ross","orcid":"https://orcid.org/0000-0001-8073-8053"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Ross","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109890544","display_name":"Cordelia Schmid","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"funder","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cordelia Schmid","raw_affiliation_strings":["Google Research"],"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.43,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.772578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"13577","last_page":"13587"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9922,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.77335715},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6029722},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.5940088},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.568515}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85739183},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.77335715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6664953},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.65159607},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6029722},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5952127},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5940088},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.58690554},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.568515},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5580972},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5004847},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44828993},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.44352227},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.44322172},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41804227},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40195966},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.01253","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"2021 IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.11062","pdf_url":"https://arxiv.org/pdf/2308.11062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.11062","pdf_url":"https://arxiv.org/pdf/2308.11062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.66}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":85,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1686810756","https://openalex.org/W1927052826","https://openalex.org/W2010315761","https://openalex.org/W2331143823","https://openalex.org/W2336403884","https://openalex.org/W2565639579","https://openalex.org/W2890502146","https://openalex.org/W2891456603","https://openalex.org/W2893390896","https://openalex.org/W2896457183","https://openalex.org/W2952435096","https://openalex.org/W2961193895","https://openalex.org/W2962677524","https://openalex.org/W2962876901","https://openalex.org/W2963017553","https://openalex.org/W2963155035","https://openalex.org/W2963351448","https://openalex.org/W2963524571","https://openalex.org/W2963563276","https://openalex.org/W2963820951","https://openalex.org/W2963916161","https://openalex.org/W2964089981","https://openalex.org/W2964094654","https://openalex.org/W2964121718","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2970898753","https://openalex.org/W2975357369","https://openalex.org/W2983918066","https://openalex.org/W2984008963","https://openalex.org/W2990503944","https://openalex.org/W2997314266","https://openalex.org/W2997429269","https://openalex.org/W2997747012","https://openalex.org/W2997762001","https://openalex.org/W2998495542","https://openalex.org/W3034623254","https://openalex.org/W3034743747","https://openalex.org/W3035265375","https://openalex.org/W3035339529","https://openalex.org/W3035635319","https://openalex.org/W3035640828","https://openalex.org/W3035682985","https://openalex.org/W3069380482","https://openalex.org/W3099181346","https://openalex.org/W3100481960","https://openalex.org/W3123394884","https://openalex.org/W3126337491","https://openalex.org/W3166396011","https://openalex.org/W3170874841","https://openalex.org/W3173459793","https://openalex.org/W3174490084","https://openalex.org/W3174569083","https://openalex.org/W3176481196","https://openalex.org/W3200114289","https://openalex.org/W3202076256","https://openalex.org/W3203711169","https://openalex.org/W3204670646","https://openalex.org/W3208474254","https://openalex.org/W3209586588","https://openalex.org/W3213454282","https://openalex.org/W3214448253","https://openalex.org/W4214582399","https://openalex.org/W4214612132","https://openalex.org/W4230270698","https://openalex.org/W4280632620","https://openalex.org/W4280647773","https://openalex.org/W4285606530","https://openalex.org/W4287022992","https://openalex.org/W4312446817","https://openalex.org/W4312480274","https://openalex.org/W4312508181","https://openalex.org/W4312544061","https://openalex.org/W4312558481","https://openalex.org/W4312563428","https://openalex.org/W4312614039","https://openalex.org/W4312912313","https://openalex.org/W4312935996","https://openalex.org/W4313194685","https://openalex.org/W4372260217","https://openalex.org/W4385245566","https://openalex.org/W4386066385","https://openalex.org/W4386083094","https://openalex.org/W4394659899"],"related_works":["https://openalex.org/W44395729","https://openalex.org/W4249847449","https://openalex.org/W3081694532","https://openalex.org/W2765338038","https://openalex.org/W271627879","https://openalex.org/W2092272653","https://openalex.org/W1992704972","https://openalex.org/W1969211203","https://openalex.org/W1517958729","https://openalex.org/W1496225612"],"abstract_inverted_index":{"While":[0],"large-scale":[1],"image-text":[2],"pretrained":[3,43,114],"models":[4],"such":[5],"as":[6],"CLIP":[7],"have":[8],"been":[9],"used":[10,64],"for":[11,20,37,109],"multiple":[12],"video-level":[13],"tasks":[14,134],"on":[15,129],"trimmed":[16],"videos,":[17],"their":[18],"use":[19],"temporal":[21],"localization":[22,133],"in":[23,70],"untrimmed":[24],"videos":[25],"is":[26,140],"still":[27],"a":[28,34,52,67,76,80,102,136],"relatively":[29],"unexplored":[30],"task.":[31],"We":[32],"design":[33],"new":[35],"approach":[36],"this":[38],"called":[39],"UnLoc,":[40],"which":[41,71],"uses":[42],"image":[44],"and":[45,48,84,98],"text":[46],"towers,":[47],"feeds":[49],"tokens":[50],"to":[51,65,75,78],"video-text":[53],"fusion":[54,60],"model.":[55],"The":[56],"output":[57],"of":[58,125],"the":[59,107,126],"module":[61],"are":[62],"then":[63],"construct":[66],"feature":[68],"pyramid":[69],"each":[72],"level":[73],"connects":[74],"head":[77],"predict":[79],"per-frame":[81],"relevancy":[82],"score":[83],"start/end":[85],"time":[86],"displacements.":[87],"Unlike":[88,119],"previous":[89],"works,":[90],"our":[91],"architecture":[92],"enables":[93],"Moment":[94],"Retrieval,":[95],"Temporal":[96],"Localization,":[97],"Action":[99],"Segmentation":[100],"with":[101,135],"single":[103],"stage":[104],"model,":[105],"without":[106],"need":[108],"action":[110],"proposals,":[111],"motion":[112],"based":[113],"features":[115],"or":[116],"representation":[117],"masking.":[118],"specialized":[120],"models,":[121],"we":[122],"achieve":[123],"state":[124],"art":[127],"results":[128],"all":[130],"three":[131],"different":[132],"unified":[137],"approach.":[138],"Code":[139],"available":[141],"at:":[142],"https://github.com/google-research/scenic.":[143]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390871861","counts_by_year":[{"year":2024,"cited_by_count":13}],"updated_date":"2025-02-20T06:18:32.695048","created_date":"2024-01-16"}