{"id":"https://openalex.org/W2948958195","doi":"https://doi.org/10.1145/3331184.3331235","title":"Cross-Modal Interaction Networks for Query-Based Moment Retrieval in Videos","display_name":"Cross-Modal Interaction Networks for Query-Based Moment Retrieval in Videos","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2948958195","doi":"https://doi.org/10.1145/3331184.3331235","mag":"2948958195"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.02497","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100382805","display_name":"Zhu Zhang","orcid":"https://orcid.org/0000-0003-4195-5770"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Zhang","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102913138","display_name":"Zhijie Lin","orcid":"https://orcid.org/0000-0003-3461-8952"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Lin","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079260216","display_name":"Zhou Zhao","orcid":"https://orcid.org/0000-0001-6121-0384"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Zhao","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056691992","display_name":"Zhenxin Xiao","orcid":"https://orcid.org/0000-0003-2762-5097"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenxin Xiao","raw_affiliation_strings":["Zhejiang University, HangZhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, HangZhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":92,"citation_normalized_percentile":{"value":0.99983,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Visual Question Answering in Images and Videos","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Visual Question Answering in Images and Videos","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Image Feature Retrieval and Recognition Techniques","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Automatic Video Summarization and Analysis","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-modal-retrieval","display_name":"Cross-Modal Retrieval","score":0.608434},{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"Visual Question Answering","score":0.556157},{"id":"https://openalex.org/keywords/content-based-retrieval","display_name":"Content-Based Retrieval","score":0.546213},{"id":"https://openalex.org/keywords/multimodal-indexing","display_name":"Multimodal Indexing","score":0.531522},{"id":"https://openalex.org/keywords/video-summarization","display_name":"Video Summarization","score":0.530528},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4709103}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8803418},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5667479},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.5435822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49915385},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4806158},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.47634032},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4709103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45128754},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43956786},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42397338},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.02497","pdf_url":"https://arxiv.org/pdf/1906.02497","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1906.02497","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.02497","pdf_url":"https://arxiv.org/pdf/1906.02497","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.69,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W2948958195","https://openalex.org/W3101429639"],"referenced_works_count":52,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1905882502","https://openalex.org/W1906515132","https://openalex.org/W1924770834","https://openalex.org/W1942126453","https://openalex.org/W2086842362","https://openalex.org/W2102605133","https://openalex.org/W2111078031","https://openalex.org/W2143017621","https://openalex.org/W2146502635","https://openalex.org/W2149557440","https://openalex.org/W2167851108","https://openalex.org/W2194775991","https://openalex.org/W2221837760","https://openalex.org/W2250539671","https://openalex.org/W2461621749","https://openalex.org/W2490414731","https://openalex.org/W2519887557","https://openalex.org/W2532034655","https://openalex.org/W2579317665","https://openalex.org/W2600702321","https://openalex.org/W2602753196","https://openalex.org/W262578090","https://openalex.org/W2626778328","https://openalex.org/W2745461083","https://openalex.org/W2798354744","https://openalex.org/W2808181286","https://openalex.org/W2887928923","https://openalex.org/W2890502146","https://openalex.org/W2890531016","https://openalex.org/W2891456603","https://openalex.org/W2894280539","https://openalex.org/W2897628926","https://openalex.org/W2949197413","https://openalex.org/W2950726992","https://openalex.org/W2953106684","https://openalex.org/W2962795934","https://openalex.org/W2962876901","https://openalex.org/W2963017553","https://openalex.org/W2963109634","https://openalex.org/W2963403868","https://openalex.org/W2963735856","https://openalex.org/W2963858333","https://openalex.org/W2963916161","https://openalex.org/W2964015378","https://openalex.org/W2964089981","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2998508934","https://openalex.org/W4245267204","https://openalex.org/W805710393","https://openalex.org/W877909479"],"related_works":["https://openalex.org/W5304494","https://openalex.org/W4236234562","https://openalex.org/W3197639690","https://openalex.org/W2572349046","https://openalex.org/W2397627326","https://openalex.org/W2171068308","https://openalex.org/W2146885082","https://openalex.org/W2017989738","https://openalex.org/W1981131819","https://openalex.org/W1922016388"],"abstract_inverted_index":{"Query-based":[0],"moment":[1,9],"retrieval":[2],"aims":[3],"to":[4,15,47,67,104,119,134],"localize":[5],"the":[6,16,35,78,94,106,136,148],"most":[7],"relevant":[8],"in":[10,89],"an":[11],"untrimmed":[12],"video":[13,39,90,125,140],"according":[14],"given":[17],"natural":[18,82],"language":[19,83],"query.":[20],"Existing":[21],"works":[22],"often":[23],"only":[24],"focus":[25],"on":[26],"one":[27],"aspect":[28],"of":[29,81,109,139,150],"this":[30,57,73],"emerging":[31],"task,":[32,75],"such":[33],"as":[34],"query":[36,142],"representation":[37,113],"learning,":[38,114],"context":[40,91],"modeling":[41],"or":[42],"multi-modal":[43],"fusion,":[44],"thus":[45],"fail":[46],"develop":[48],"a":[49,61,101,116,130],"comprehensive":[50],"system":[51],"for":[52,72,111],"further":[53],"performance":[54],"improvement.":[55],"In":[56],"paper,":[58],"we":[59,99],"introduce":[60],"novel":[62],"Cross-Modal":[63],"Interaction":[64],"Network":[65],"(CMIN)":[66],"consider":[68],"multiple":[69],"crucial":[70],"factors":[71],"challenging":[74],"including":[76],"(1)":[77],"syntactic":[79,102,107],"structure":[80,108],"queries;":[84],"(2)":[85],"long-range":[86,121],"semantic":[87,122],"dependencies":[88,123],"and":[92,127,141],"(3)":[93],"sufficient":[95],"cross-modal":[96,132],"interaction.":[97],"Specifically,":[98],"devise":[100],"GCN":[103],"leverage":[105],"queries":[110],"fine-grained":[112],"propose":[115],"multi-head":[117],"self-attention":[118],"capture":[120],"from":[124],"context,":[126],"next":[128],"employ":[129],"multi-stage":[131],"interaction":[133],"explore":[135],"potential":[137],"relations":[138],"contents.":[143],"The":[144],"extensive":[145],"experiments":[146],"demonstrate":[147],"effectiveness":[149],"our":[151],"proposed":[152],"method.":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2948958195","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":38},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":4}],"updated_date":"2024-11-28T22:32:57.059963","created_date":"2019-06-14"}