{"id":"https://openalex.org/W4318350983","doi":"https://doi.org/10.48550/arxiv.2301.11280","title":"Text-To-4D Dynamic Scene Generation","display_name":"Text-To-4D Dynamic Scene Generation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4318350983","doi":"https://doi.org/10.48550/arxiv.2301.11280"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2301.11280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2301.11280","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079470269","display_name":"Uriel Singer","orcid":"https://orcid.org/0000-0001-8451-8533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singer, Uriel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040159136","display_name":"Shelly Sheynin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheynin, Shelly","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038017098","display_name":"Adam Polyak","orcid":"https://orcid.org/0000-0003-2563-2111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polyak, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058608814","display_name":"Oron Ashual","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashual, Oron","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003289443","display_name":"Iurii Makarov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makarov, Iurii","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068456312","display_name":"Filippos Kokkinos","orcid":"https://orcid.org/0000-0002-4449-6154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kokkinos, Filippos","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103183952","display_name":"Naman Goyal","orcid":"https://orcid.org/0000-0003-0344-9420"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Naman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060511349","display_name":"Andrea Vedaldi","orcid":"https://orcid.org/0000-0003-1374-2858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vedaldi, Andrea","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050342343","display_name":"Devi Parikh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parikh, Devi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018298417","display_name":"Justin C. Johnson","orcid":"https://orcid.org/0000-0002-8874-6637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johnson, Justin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070563684","display_name":"Yaniv Taigman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taigman, Yaniv","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99966,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82182777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.69607556},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.64892906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6237008},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.58518356},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.53115547},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5043701},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4402453},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3537796},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.090102136},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2301.11280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2301.11280","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2301.11280","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.59}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4321518006","https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2347721387","https://openalex.org/W2331836163","https://openalex.org/W2043512367","https://openalex.org/W2024462231","https://openalex.org/W2005276308","https://openalex.org/W1994657804","https://openalex.org/W1970182911"],"abstract_inverted_index":{"We":[0,89],"present":[1],"MAV3D":[2,67],"(Make-A-Video3D),":[3],"a":[4,17,36,128],"method":[5,118],"for":[6,27],"generating":[7],"three-dimensional":[8],"dynamic":[9,19,42,125],"scenes":[10,126],"from":[11,46,53],"text":[12,49,129],"descriptions.":[13],"Our":[14],"approach":[15,95],"uses":[16],"4D":[18,74],"Neural":[20],"Radiance":[21],"Field":[22],"(NeRF),":[23],"which":[24],"is":[25,80,119],"optimized":[26],"scene":[28],"appearance,":[29],"density,":[30],"and":[31,57,59,76,86,99,102],"motion":[32],"consistency":[33],"by":[34],"querying":[35],"Text-to-Video":[37],"(T2V)":[38],"diffusion-based":[39],"model.":[40],"The":[41],"video":[43],"output":[44],"generated":[45],"the":[47,77,91,112,120],"provided":[48],"can":[50,60],"be":[51,61],"viewed":[52],"any":[54,64,71],"camera":[55],"location":[56],"angle,":[58],"composited":[62],"into":[63],"3D":[65,72,124],"environment.":[66],"does":[68],"not":[69],"require":[70],"or":[73],"data":[75],"T2V":[78],"model":[79],"trained":[81],"only":[82],"on":[83],"Text-Image":[84],"pairs":[85],"unlabeled":[87],"videos.":[88],"demonstrate":[90],"effectiveness":[92],"of":[93,114],"our":[94,115,117],"using":[96],"comprehensive":[97],"quantitative":[98],"qualitative":[100],"experiments":[101],"show":[103],"an":[104],"improvement":[105],"over":[106],"previously":[107],"established":[108],"internal":[109],"baselines.":[110],"To":[111],"best":[113],"knowledge,":[116],"first":[121],"to":[122],"generate":[123],"given":[127],"description.":[130]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4318350983","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":5}],"updated_date":"2025-03-22T12:18:57.737429","created_date":"2023-01-28"}