{"id":"https://openalex.org/W4361189674","doi":"https://doi.org/10.48550/arxiv.2303.13874","title":"Query-Dependent Video Representation for Moment Retrieval and Highlight Detection","display_name":"Query-Dependent Video Representation for Moment Retrieval and Highlight Detection","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4361189674","doi":"https://doi.org/10.48550/arxiv.2303.13874"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.13874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2303.13874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001141317","display_name":"WonJun Moon","orcid":"https://orcid.org/0000-0003-2805-0926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moon, WonJun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057187648","display_name":"Sangeek Hyun","orcid":"https://orcid.org/0000-0002-4050-6896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyun, Sangeek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112985513","display_name":"SangUk Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, SangUk","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066171177","display_name":"Dongchan Park","orcid":"https://orcid.org/0000-0002-6098-0210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Dongchan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029469141","display_name":"Jae\u2010Pil Heo","orcid":"https://orcid.org/0000-0001-9684-7641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heo, Jae-Pil","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.65179634},{"id":"https://openalex.org/keywords/video-retrieval","display_name":"Video retrieval","score":0.42668223},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.42427152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7407576},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.65179634},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.61811274},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6059436},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.5328351},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.4602903},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44571495},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.42668223},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.42427152},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42212123},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3588791},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.30624902},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.16048163},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.13874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.13874","pdf_url":"http://arxiv.org/pdf/2303.13874","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2303.13874","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.13874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.51,"display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3125756434","https://openalex.org/W3049728138","https://openalex.org/W2901901036","https://openalex.org/W2572349046","https://openalex.org/W2538384344","https://openalex.org/W2392799717","https://openalex.org/W2184296057","https://openalex.org/W2146885082","https://openalex.org/W2096359267","https://openalex.org/W2026738364"],"abstract_inverted_index":{"Recently,":[0],"video":[1,15,74,130],"moment":[2,29,82],"retrieval":[3],"and":[4,30,73,83,218],"highlight":[5],"detection":[6,96],"(MR/HD)":[7],"are":[8,157,222],"being":[9],"spotlighted":[10],"as":[11],"the":[12,28,39,44,60,68,81,104,124,135,140,145,168,187,193,201,205],"demand":[13],"for":[14,99,192,208],"understanding":[16],"is":[17,25,76],"drastically":[18],"increased.":[19],"The":[20],"key":[21],"objective":[22],"of":[23,62,107,126,138,189,203],"MR/HD":[24],"to":[26,38,121,133,148,159,170],"localize":[27],"estimate":[31,171],"clip-wise":[32],"accordance":[33,173],"level,":[34],"i.e.,":[35],"saliency":[36,162,182,190],"score,":[37],"given":[40,64,109,194],"text":[41,71,127],"query.":[42,65],"Although":[43],"recent":[45],"transformer-based":[46],"models":[47],"brought":[48],"some":[49],"advances,":[50],"we":[51,90,102,143,178],"found":[52],"that":[53],"these":[54],"methods":[55,214],"do":[56],"not":[57],"fully":[58],"exploit":[59],"information":[61],"a":[63,95,108],"For":[66],"example,":[67],"relevance":[69],"between":[70,174],"query":[72,110,128,141],"contents":[75],"sometimes":[77],"neglected":[78],"when":[79],"predicting":[80],"its":[84],"saliency.":[85],"To":[86],"tackle":[87],"this":[88],"issue,":[89],"introduce":[91],"Query-Dependent":[92],"DETR":[93],"(QD-DETR),":[94],"transformer":[97,112],"tailored":[98],"MR/HD.":[100,209],"As":[101],"observe":[103],"insignificant":[105],"role":[106],"in":[111,165],"architectures,":[113],"our":[114],"encoding":[115],"module":[116],"starts":[117],"with":[118],"cross-attention":[119],"layers":[120],"explicitly":[122],"inject":[123],"context":[125],"into":[129],"representation.":[131],"Then,":[132],"enhance":[134],"model's":[136],"capability":[137],"exploiting":[139],"information,":[142],"manipulate":[144],"video-query":[146,155,195],"pairs":[147,156],"produce":[149],"irrelevant":[150],"pairs.":[151,176,196],"Such":[152],"negative":[153],"(irrelevant)":[154],"trained":[158],"yield":[160],"low":[161],"scores,":[163],"which":[164,184],"turn,":[166],"encourages":[167],"model":[169],"precise":[172],"query-video":[175],"Lastly,":[177],"present":[179],"an":[180],"input-adaptive":[181],"predictor":[183],"adaptively":[185],"defines":[186],"criterion":[188],"scores":[191],"Our":[197],"extensive":[198],"studies":[199],"verify":[200],"importance":[202],"building":[204],"query-dependent":[206],"representation":[207],"Specifically,":[210],"QD-DETR":[211],"outperforms":[212],"state-of-the-art":[213],"on":[215],"QVHighlights,":[216],"TVSum,":[217],"Charades-STA":[219],"datasets.":[220],"Codes":[221],"available":[223],"at":[224],"github.com/wjun0830/QD-DETR.":[225]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4361189674","counts_by_year":[],"updated_date":"2025-04-12T15:28:30.159601","created_date":"2023-03-31"}