{"id":"https://openalex.org/W4403797096","doi":"https://doi.org/10.48550/arxiv.2409.18057","title":"LightAvatar: Efficient Head Avatar as Dynamic Neural Light Field","display_name":"LightAvatar: Efficient Head Avatar as Dynamic Neural Light Field","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4403797096","doi":"https://doi.org/10.48550/arxiv.2409.18057"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18057","pdf_url":"http://arxiv.org/pdf/2409.18057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.18057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101924913","display_name":"Huan Wang","orcid":"https://orcid.org/0000-0003-2563-1135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025919556","display_name":"Feitong Tan","orcid":"https://orcid.org/0000-0002-7606-1331"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Feitong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010645821","display_name":"Ziqian Bai","orcid":"https://orcid.org/0000-0001-9562-4315"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Ziqian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045883225","display_name":"Yinda Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yinda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101944527","display_name":"Shichen Liu","orcid":"https://orcid.org/0000-0003-3791-4490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shichen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030369632","display_name":"Qiangeng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Qiangeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057335500","display_name":"Menglei Chai","orcid":"https://orcid.org/0000-0002-3447-0866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chai, Menglei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063097131","display_name":"Anish Prabhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhu, Anish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102811556","display_name":"Rohit Pandey","orcid":"https://orcid.org/0000-0001-5142-6130"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandey, Rohit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056677910","display_name":"Sean Fanello","orcid":"https://orcid.org/0000-0001-9726-4501"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fanello, Sean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102508701","display_name":"Zeng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005819096","display_name":"Yun Fu","orcid":"https://orcid.org/0000-0002-5098-2853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yun","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9616,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9616,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9534,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9136,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.9491216}],"concepts":[{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.9491216},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.64845634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6127157},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5790341},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47212276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46581745},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3537615},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3533101},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14265707},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11378664},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18057","pdf_url":"http://arxiv.org/pdf/2409.18057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.18057","pdf_url":"http://arxiv.org/pdf/2409.18057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4396832849","https://openalex.org/W4247958311","https://openalex.org/W4220730560","https://openalex.org/W3196465490","https://openalex.org/W3138471234","https://openalex.org/W2785089443","https://openalex.org/W2265117524","https://openalex.org/W2167654528","https://openalex.org/W1584662471","https://openalex.org/W1467576422"],"abstract_inverted_index":{"Recent":[0],"works":[1],"have":[2,14],"shown":[3],"that":[4,140,171,180],"neural":[5,66],"radiance":[6],"fields":[7,68],"(NeRFs)":[8],"on":[9,53,65,204],"top":[10],"of":[11,31,46],"parametric":[12],"models":[13],"reached":[15],"SOTA":[16,186],"quality":[17,188],"to":[18,41,118,148,161],"build":[19],"photorealistic":[20],"head":[21,61],"avatars":[22,34],"from":[23,50,74],"a":[24,78,82,101,128,136,142,205],"monocular":[25],"video.":[26],"However,":[27],"one":[28],"major":[29],"limitation":[30],"the":[32,36,42,59,123,163,167,172,197],"NeRF-based":[33],"is":[35,159],"slow":[37],"rendering":[38],"speed":[39],"due":[40],"dense":[43],"point":[44],"sampling":[45],"NeRF,":[47],"preventing":[48],"them":[49],"broader":[51],"utility":[52],"resource-constrained":[54],"devices.":[55],"We":[56],"introduce":[57,114],"LightAvatar,":[58],"first":[60],"avatar":[62,144],"model":[63,125,145,173],"based":[64],"light":[67],"(NeLFs).":[69],"LightAvatar":[70],"renders":[71],"an":[72],"image":[73,187],"3DMM":[75],"parameters":[76],"and":[77,107,126],"camera":[79],"pose":[80],"via":[81],"single":[83],"network":[84,116,158],"forward":[85],"pass,":[86],"without":[87],"using":[88],"mesh":[89],"or":[90,190],"volume":[91],"rendering.":[92],"The":[93],"proposed":[94],"approach,":[95],"while":[96,192],"being":[97,193],"conceptually":[98],"appealing,":[99],"poses":[100],"significant":[102],"challenge":[103],"towards":[104],"real-time":[105],"efficiency":[106],"training":[108,138],"stability.":[109],"To":[110],"resolve":[111],"them,":[112],"we":[113,133],"dedicated":[115],"designs":[117],"obtain":[119],"proper":[120],"representations":[121],"for":[122,153],"NeLF":[124],"maintain":[127],"low":[129],"FLOPs":[130],"budget.":[131],"Meanwhile,":[132],"tap":[134],"into":[135],"distillation-based":[137],"strategy":[139],"uses":[141],"pretrained":[143],"as":[146],"teacher":[147],"synthesize":[149],"abundant":[150],"pseudo":[151],"data":[152,169],"training.":[154],"A":[155],"warping":[156],"field":[157],"introduced":[160],"correct":[162],"fitting":[164],"error":[165],"in":[166],"real":[168],"so":[170],"can":[174,183],"learn":[175],"better.":[176],"Extensive":[177],"experiments":[178],"suggest":[179],"our":[181],"method":[182],"achieve":[184],"new":[185],"quantitatively":[189],"qualitatively,":[191],"significantly":[194],"faster":[195],"than":[196],"counterparts,":[198],"reporting":[199],"174.1":[200],"FPS":[201],"(512x512":[202],"resolution)":[203],"consumer-grade":[206],"GPU":[207],"(RTX3090)":[208],"with":[209],"no":[210],"customized":[211],"optimization.":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403797096","counts_by_year":[],"updated_date":"2024-12-13T22:27:52.105270","created_date":"2024-10-27"}