{"id":"https://openalex.org/W4385527434","doi":"https://doi.org/10.1145/3588432.3591517","title":"StyleAvatar: Real-time Photo-realistic Portrait Avatar from a Single Video","display_name":"StyleAvatar: Real-time Photo-realistic Portrait Avatar from a Single Video","publication_year":2023,"publication_date":"2023-07-19","ids":{"openalex":"https://openalex.org/W4385527434","doi":"https://doi.org/10.1145/3588432.3591517"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591517","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100669729","display_name":"Lizhen Wang","orcid":"https://orcid.org/0000-0002-6674-9327"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Wang","raw_affiliation_strings":["Tsinghua University, China and NNKosmos Technology, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China and NNKosmos Technology, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070505636","display_name":"Xiaochen Zhao","orcid":"https://orcid.org/0000-0001-8976-7723"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochen Zhao","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087151554","display_name":"Jingxiang Sun","orcid":"https://orcid.org/0000-0003-2966-9501"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxiang Sun","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103102493","display_name":"Yuxiang Zhang","orcid":"https://orcid.org/0000-0002-8807-0825"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Zhang","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670025","display_name":"Hongwen Zhang","orcid":"https://orcid.org/0000-0001-8633-4551"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwen Zhang","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100664157","display_name":"Tao Yu","orcid":"https://orcid.org/0000-0002-3818-5069"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032875389","display_name":"Yebin Liu","orcid":"https://orcid.org/0000-0003-3215-0225"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yebin Liu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.659,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":15,"citation_normalized_percentile":{"value":0.999956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8649932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.545912},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4975429},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.496512}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591517","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2305.00942","pdf_url":"https://arxiv.org/pdf/2305.00942","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591517","source":null,"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":34,"referenced_works":["https://openalex.org/W1969306251","https://openalex.org/W2135666716","https://openalex.org/W2237250383","https://openalex.org/W2738406145","https://openalex.org/W2811426698","https://openalex.org/W2902266071","https://openalex.org/W2942074357","https://openalex.org/W2957926190","https://openalex.org/W3047371217","https://openalex.org/W3087815362","https://openalex.org/W3094954720","https://openalex.org/W3119388918","https://openalex.org/W3126210001","https://openalex.org/W3174807077","https://openalex.org/W3177525997","https://openalex.org/W3178406257","https://openalex.org/W3179645636","https://openalex.org/W3188353775","https://openalex.org/W4214708455","https://openalex.org/W4221151978","https://openalex.org/W4245551996","https://openalex.org/W4281642841","https://openalex.org/W4281651265","https://openalex.org/W4285531802","https://openalex.org/W4285981758","https://openalex.org/W4286611181","https://openalex.org/W4286696412","https://openalex.org/W4287817254","https://openalex.org/W4295940597","https://openalex.org/W4301045096","https://openalex.org/W4306178025","https://openalex.org/W4385275452","https://openalex.org/W4386059972","https://openalex.org/W4402776467"],"related_works":["https://openalex.org/W3116076068","https://openalex.org/W2951359407","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2229312674","https://openalex.org/W2166024367","https://openalex.org/W2079911747","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Face":[0],"reenactment":[1,214],"methods":[2,15,25],"attempt":[3],"to":[4,146,211],"restore":[5],"and":[6,79,89,110,122,150,167,190,207,217],"re-animate":[7],"portrait":[8,51,62,97,204],"videos":[9],"as":[10,12],"realistically":[11],"possible.":[13],"Existing":[14],"face":[16],"a":[17,48,76,80,134,141,168,179],"dilemma":[18],"in":[19,32,198],"quality":[20,29,166],"versus":[21],"controllability:":[22],"2D":[23],"GAN-based":[24],"achieve":[26],"higher":[27],"image":[28,165,201],"but":[30],"suffer":[31],"fine-grained":[33],"control":[34],"of":[35,72,119,172,195,200],"facial":[36,105,213],"attributes":[37],"compared":[38,210],"with":[39,64,140],"3D":[40],"counterparts.":[41],"In":[42],"this":[43,221],"work,":[44],"we":[45,94,177],"propose":[46,178],"StyleAvatar,":[47],"real-time":[49,180,208],"photo-realistic":[50],"avatar":[52],"reconstruction":[53],"method":[54,138,197],"using":[55],"StyleGAN-based":[56],"networks,":[57],"which":[58,85,128,183],"can":[59,157],"generate":[60],"high-fidelity":[61],"avatars":[63],"faithful":[65],"expression":[66],"control.":[67],"We":[68],"expand":[69],"the":[70,96,111,117,193],"capabilities":[71],"StyleGAN":[73,121],"by":[74],"introducing":[75],"compositional":[77],"representation":[78],"sliding":[81,135],"window":[82,136],"augmentation":[83,137],"method,":[84],"enable":[86],"faster":[87],"convergence":[88],"improve":[90,147],"translation":[91,148],"generalization.":[92],"Specifically,":[93],"divide":[95],"scenes":[98],"into":[99,187],"three":[100],"parts":[101],"for":[102,125,220],"adaptive":[103],"adjustments:":[104],"region,":[106,109],"non-facial":[107],"foreground":[108],"background.":[112],"Besides,":[113],"our":[114,196],"network":[115,156],"leverages":[116],"best":[118],"UNet,":[120],"time":[123,171],"coding":[124],"video":[126,131,205],"learning,":[127],"enables":[129],"high-quality":[130],"generation.":[132],"Furthermore,":[133,176],"together":[139],"pre-training":[142],"strategy":[143],"are":[144,223],"proposed":[145,155],"generalization":[149],"training":[151],"performance,":[152],"respectively.":[153],"The":[154],"converge":[158],"within":[159],"two":[160],"hours":[161],"while":[162],"ensuring":[163],"high":[164],"forward":[169],"rendering":[170],"only":[173],"20":[174],"milliseconds.":[175],"live":[181],"system,":[182],"further":[184],"pushes":[185],"research":[186],"applications.":[188],"Results":[189],"experiments":[191],"demonstrate":[192],"superiority":[194],"terms":[199],"quality,":[202],"full":[203],"generation,":[206],"re-animation":[209],"existing":[212],"methods.":[215],"Training":[216],"inference":[218],"code":[219],"paper":[222],"at":[224],"https://github.com/LizhenWangT/StyleAvatar.":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385527434","counts_by_year":[{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2024-12-08T09:05:49.209481","created_date":"2023-08-04"}