{"id":"https://openalex.org/W4403885781","doi":"https://doi.org/10.48550/arxiv.2410.03207","title":"StoryNavi: On-Demand Narrative-Driven Reconstruction of Video Play With\n Generative AI","display_name":"StoryNavi: On-Demand Narrative-Driven Reconstruction of Video Play With\n Generative AI","publication_year":2024,"publication_date":"2024-10-04","ids":{"openalex":"https://openalex.org/W4403885781","doi":"https://doi.org/10.48550/arxiv.2410.03207"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03207","pdf_url":"http://arxiv.org/pdf/2410.03207","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2410.03207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107883655","display_name":"A. Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Alston Lantian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022704321","display_name":"Tianwei Ma","orcid":"https://orcid.org/0000-0002-1826-8844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Tianwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087982154","display_name":"Tianmeng Liu","orcid":"https://orcid.org/0000-0003-2098-9410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tianmeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447868","display_name":"Can Liu","orcid":"https://orcid.org/0000-0002-1175-0734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Can","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009992341","display_name":"\u00c1lvaro Cassinelli","orcid":"https://orcid.org/0000-0002-1671-1777"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cassinelli, Alvaro","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.963,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9447,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/on-demand","display_name":"On demand","score":0.4696452}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.7654273},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7651114},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.4696452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44466957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34823185},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34529},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.22560114},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.133106}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03207","pdf_url":"http://arxiv.org/pdf/2410.03207","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.03207","pdf_url":"http://arxiv.org/pdf/2410.03207","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4280593102","https://openalex.org/W2965396777","https://openalex.org/W2389168924","https://openalex.org/W2388067091","https://openalex.org/W2380075625","https://openalex.org/W2367656648","https://openalex.org/W2362132076","https://openalex.org/W2350200549","https://openalex.org/W2348886128","https://openalex.org/W2067294484"],"abstract_inverted_index":{"Manually":[0],"navigating":[1],"lengthy":[2],"videos":[3],"to":[4,53,100,132],"seek":[5],"information":[6],"or":[7],"answer":[8],"questions":[9],"can":[10],"be":[11],"a":[12,22,55],"tedious":[13],"and":[14,75,79,86,126],"time-consuming":[15],"task":[16],"for":[17,28,136],"users.":[18],"We":[19],"introduce":[20],"StoryNavi,":[21],"novel":[23],"system":[24],"powered":[25],"by":[26,34,45],"VLLMs":[27],"generating":[29],"customised":[30],"video":[31,67,118,123],"play":[32],"experiences":[33],"retrieving":[35],"materials":[36],"from":[37],"original":[38,73,88],"videos.":[39],"It":[40],"directly":[41],"answers":[42],"users'":[43],"query":[44,128],"constructing":[46],"non-linear":[47],"sequence":[48],"with":[49],"identified":[50],"relevant":[51],"clips":[52],"form":[54],"cohesive":[56],"narrative.":[57],"StoryNavi":[58],"offers":[59],"two":[60],"modes":[61],"of":[62,64],"playback":[63,138],"the":[65,84,87,127,137],"constructed":[66],"plays:":[68],"1)":[69],"video-centric,":[70],"which":[71],"plays":[72],"audio":[74,89],"skips":[76],"irrelevant":[77],"segments,":[78],"2)":[80],"narrative-centric,":[81],"narration":[82],"guides":[83],"experience,":[85],"is":[90],"muted.":[91],"Our":[92,103],"technical":[93],"evaluation":[94,105],"showed":[95],"adequate":[96],"retrieval":[97],"performance":[98],"compared":[99],"human":[101],"retrieval.":[102],"user":[104,113,134],"shows":[106],"that":[107],"maintaining":[108],"narrative":[109],"coherence":[110],"significantly":[111],"enhances":[112],"engagement":[114],"when":[115],"viewing":[116],"disjointed":[117],"segments.":[119],"However,":[120],"factors":[121],"like":[122],"genre,":[124],"content,":[125],"itself":[129],"may":[130],"lead":[131],"varying":[133],"preferences":[135],"mode.":[139]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403885781","counts_by_year":[],"updated_date":"2024-12-13T22:27:44.746115","created_date":"2024-10-31"}