{"id":"https://openalex.org/W4399357922","doi":"https://doi.org/10.48550/arxiv.2406.00636","title":"T2LM: Long-Term 3D Human Motion Generation from Multiple Sentences","display_name":"T2LM: Long-Term 3D Human Motion Generation from Multiple Sentences","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4399357922","doi":"https://doi.org/10.48550/arxiv.2406.00636"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.00636","pdf_url":"https://arxiv.org/pdf/2406.00636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.00636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046095232","display_name":"Taeryung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Taeryung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081673327","display_name":"Fabien Baradel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baradel, Fabien","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011853258","display_name":"Thomas G. Lucas","orcid":"https://orcid.org/0000-0002-6700-0481"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lucas, Thomas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046504049","display_name":"Kyoung Mu Lee","orcid":"https://orcid.org/0000-0001-7210-1036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Kyoung Mu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085685227","display_name":"Gr\u00e9gory Rogez","orcid":"https://orcid.org/0000-0002-2275-2129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rogez, Gregory","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9973,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-motion","display_name":"Human motion","score":0.45229638}],"concepts":[{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.77305794},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.45229638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4480213},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4034599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3457507},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12379047},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.00636","pdf_url":"https://arxiv.org/pdf/2406.00636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.00636","pdf_url":"https://arxiv.org/pdf/2406.00636","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2988011613","https://openalex.org/W2806036343","https://openalex.org/W2804584315","https://openalex.org/W2529580585","https://openalex.org/W2332110715","https://openalex.org/W2167757589","https://openalex.org/W2079653927","https://openalex.org/W2035558540","https://openalex.org/W1550399236","https://openalex.org/W142482926"],"abstract_inverted_index":{"In":[0],"this":[1,57],"paper,":[2],"we":[3,15,87],"address":[4,84],"the":[5,53,158,161,184,207],"challenging":[6],"problem":[7],"of":[8,22,29,118,139,147,163,209],"long-term":[9,35,95,202],"3D":[10],"human":[11],"motion":[12,36,48,115,156],"generation.":[13],"Specifically,":[14],"aim":[16],"to":[17,113,116,188],"generate":[18],"a":[19,27,93,109,122,128,137,144,155,167],"long":[20],"sequence":[21,130,138],"smoothly":[23],"connected":[24],"actions":[25],"from":[26],"stream":[28,146],"multiple":[30],"sentences":[31,140],"(i.e.,":[32],"paragraph).":[33],"Previous":[34],"generating":[37],"approaches":[38],"were":[39],"mostly":[40],"based":[41],"on":[42,65,183],"recurrent":[43],"methods,":[44],"using":[45],"previously":[46],"generated":[47,79,178],"chunks":[49],"as":[50],"input":[51,133],"for":[52],"next":[54],"step.":[55,82],"However,":[56],"approach":[58],"has":[59],"two":[60,107],"drawbacks:":[61],"1)":[62],"it":[63,187,213],"relies":[64],"sequential":[66,103,211],"datasets,":[67],"which":[68],"are":[69],"expensive;":[70],"2)":[71],"these":[72,85],"methods":[73],"yield":[74],"unrealistic":[75],"gaps":[76],"between":[77,175],"motions":[78],"at":[80],"each":[81],"To":[83],"issues,":[86],"introduce":[88],"simple":[89,181],"yet":[90],"effective":[91],"T2LM,":[92],"continuous":[94,145],"generation":[96,203,220],"framework":[97],"that":[98,126],"can":[99],"be":[100,189],"trained":[101,112,190],"without":[102],"data.":[104],"T2LM":[105,199],"comprises":[106],"components:":[108],"1D-convolutional":[110],"VQVAE,":[111],"compress":[114],"sequences":[117,193],"latent":[119,129,148],"vectors,":[120],"and":[121,177,195],"Transformer-based":[123],"Text":[124],"Encoder":[125],"predicts":[127],"given":[131],"an":[132],"text.":[134],"At":[135],"inference,":[136],"is":[141,151,214],"translated":[142],"into":[143,154],"vectors.":[149],"This":[150,180],"then":[152],"decoded":[153],"by":[157],"VQVAE":[159],"decoder;":[160],"use":[162],"1D":[164],"convolutions":[165],"with":[166,191,217],"local":[168],"temporal":[169,173],"receptive":[170],"field":[171],"avoids":[172],"inconsistencies":[174],"training":[176],"sequences.":[179],"constraint":[182,208],"VQ-VAE":[185],"allows":[186],"short":[192],"only":[194],"produces":[196],"smoother":[197],"transitions.":[198],"outperforms":[200],"prior":[201],"models":[204],"while":[205],"overcoming":[206],"requiring":[210],"data;":[212],"also":[215],"competitive":[216],"SOTA":[218],"single-action":[219],"models.":[221]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399357922","counts_by_year":[],"updated_date":"2025-04-19T04:50:40.608926","created_date":"2024-06-06"}