{"id":"https://openalex.org/W4317625836","doi":"https://doi.org/10.3390/s23031168","title":"Generating High-Resolution 3D Faces and Bodies Using VQ-VAE-2 with PixelSNAIL Networks on 2D Representations","display_name":"Generating High-Resolution 3D Faces and Bodies Using VQ-VAE-2 with PixelSNAIL Networks on 2D Representations","publication_year":2023,"publication_date":"2023-01-19","ids":{"openalex":"https://openalex.org/W4317625836","doi":"https://doi.org/10.3390/s23031168","pmid":"https://pubmed.ncbi.nlm.nih.gov/36772208"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23031168","pdf_url":"https://www.mdpi.com/1424-8220/23/3/1168/pdf?version=1674987966","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/3/1168/pdf?version=1674987966","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086447602","display_name":"Alessio Gallucci","orcid":"https://orcid.org/0000-0002-6758-8131"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Alessio Gallucci","raw_affiliation_strings":["Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","Philips Research, 5656 AE Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, 5656 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000835428","display_name":"Dmitry Znamenskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dmitry Znamenskiy","raw_affiliation_strings":["Philips Research, 5656 AE Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, 5656 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054374107","display_name":"Yuxuan Long","orcid":"https://orcid.org/0009-0007-3654-3727"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yuxuan Long","raw_affiliation_strings":["Philips Research, 5656 AE Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, 5656 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102921101","display_name":"Nicola Pezzotti","orcid":"https://orcid.org/0000-0001-9554-4331"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nicola Pezzotti","raw_affiliation_strings":["Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","Philips Research, 5656 AE Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, 5656 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080075106","display_name":"Milan Petkovi\u0107","orcid":"https://orcid.org/0000-0002-6264-6822"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Milan Petkovic","raw_affiliation_strings":["Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","Philips Research, 5656 AE Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, 5656 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Eindhoven University of Technology, 5612 AE Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086447602"],"corresponding_institution_ids":["https://openalex.org/I4210122849","https://openalex.org/I83019370"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"fwci":0.822,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.999956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":84,"max":88},"biblio":{"volume":"23","issue":"3","first_page":"1168","last_page":"1168"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C3020199158","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"High resolution","level":2,"score":0.4891732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4358136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43430525},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.4286986},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3821293},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36052048},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.356959},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26992023},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2005918},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.13538203}],"mesh":[],"locations_count":5,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23031168","pdf_url":"https://www.mdpi.com/1424-8220/23/3/1168/pdf?version=1674987966","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/e25aabe7-b7d7-4623-9e24-7ab6d01b24d9","pdf_url":"https://research.tue.nl/files/302548724/sensors-23-01168-v2.pdf","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":["Royal Netherlands Academy of Arts and Sciences"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://pure.tue.nl/ws/files/302548724/sensors-23-01168-v2.pdf","pdf_url":"https://pure.tue.nl/ws/files/302548724/sensors-23-01168-v2.pdf","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9921729","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36772208","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23031168","pdf_url":"https://www.mdpi.com/1424-8220/23/3/1168/pdf?version=1674987966","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.61,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":35,"referenced_works":["https://openalex.org/W1965805571","https://openalex.org/W1967554269","https://openalex.org/W1993846356","https://openalex.org/W2092686894","https://openalex.org/W2117539524","https://openalex.org/W2136567909","https://openalex.org/W2145287260","https://openalex.org/W2173758409","https://openalex.org/W2237250383","https://openalex.org/W2270918378","https://openalex.org/W2301937176","https://openalex.org/W2341600683","https://openalex.org/W2431101926","https://openalex.org/W2558748708","https://openalex.org/W2584229793","https://openalex.org/W2769666294","https://openalex.org/W2799116135","https://openalex.org/W2799465876","https://openalex.org/W2883221003","https://openalex.org/W2888592273","https://openalex.org/W2962770929","https://openalex.org/W2989237544","https://openalex.org/W2990414208","https://openalex.org/W3006223838","https://openalex.org/W3008715487","https://openalex.org/W3019406411","https://openalex.org/W3020995211","https://openalex.org/W3035501466","https://openalex.org/W3042906199","https://openalex.org/W3103097086","https://openalex.org/W3130960908","https://openalex.org/W3131252118","https://openalex.org/W4205252026","https://openalex.org/W4206566734","https://openalex.org/W4229778028"],"related_works":["https://openalex.org/W634414395","https://openalex.org/W4401570279","https://openalex.org/W4212954839","https://openalex.org/W3190051883","https://openalex.org/W2186016250","https://openalex.org/W2082780921","https://openalex.org/W2028664052","https://openalex.org/W2025517136","https://openalex.org/W1584839083","https://openalex.org/W1517180214"],"abstract_inverted_index":{"Modeling":[0],"and":[1,9,23,36,110,157],"representing":[2,78],"3D":[3,34,41,67,80,186],"shapes":[4],"of":[5,33,86,107,142,151],"the":[6,20,31,50,61,79,90,138,143,148,163,179,185,194],"human":[7],"body":[8,37,68,81,187],"face":[10,35,51],"is":[11],"a":[12,57,72,84,96,104,112,126],"prominent":[13],"field":[14],"due":[15],"to":[16,43,102,116,159,173,192],"its":[17],"applications":[18],"in":[19],"healthcare,":[21],"clothes,":[22],"movie":[24],"industry.":[25],"In":[26],"our":[27,123,168],"work,":[28],"we":[29,70,94],"tackled":[30],"problem":[32],"synthesis":[38],"by":[39,135],"reducing":[40],"meshes":[42],"2D":[44,58,91,108],"image":[45],"representations.":[46],"We":[47,121,146],"show":[48],"that":[49,162],"can":[52],"naturally":[53],"be":[54],"modeled":[55],"on":[56,89,130,184],"grid.":[59,92],"At":[60],"same":[62],"time,":[63],"for":[64],"more":[65],"challenging":[66],"geometries,":[69],"proposed":[71],"novel":[73,118],"non-bijective":[74],"3D-2D":[75],"conversion":[76],"method":[77,124,169],"mesh":[82],"as":[83],"plurality":[85],"rendered":[87],"projections":[88],"Then,":[93],"trained":[95],"state-of-the-art":[97],"vector-quantized":[98],"variational":[99],"autoencoder":[100],"(VQ-VAE-2)":[101],"learn":[103],"latent":[105],"representation":[106],"images":[109],"fit":[111],"PixelSNAIL":[113],"autoregressive":[114],"model":[115],"sample":[117],"synthetic":[119,164],"meshes.":[120],"evaluated":[122],"versus":[125],"classical":[127],"one":[128],"based":[129],"principal":[131],"component":[132],"analysis":[133],"(PCA)":[134],"sampling":[136],"from":[137],"empirical":[139,149],"cumulative":[140],"distribution":[141],"PCA":[144,180],"scores.":[145],"used":[147,154],"distributions":[150],"two":[152],"commonly":[153],"metrics,":[155],"specificity":[156],"diversity,":[158],"quantitatively":[160],"demonstrate":[161],"faces":[165,175],"generated":[166],"with":[167,178],"are":[170],"statistically":[171],"closer":[172],"real":[174],"when":[176],"compared":[177],"ones.":[181],"Our":[182],"experiment":[183],"geometry":[188],"requires":[189],"further":[190],"research":[191],"match":[193],"test":[195],"set":[196],"statistics":[197],"but":[198],"shows":[199],"promising":[200],"results.":[201]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4317625836","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-01-05T12:25:15.339447","created_date":"2023-01-21"}