{"id":"https://openalex.org/W3138204990","doi":"https://doi.org/10.1145/3450626.3459765","title":"PhotoApp","display_name":"PhotoApp","publication_year":2021,"publication_date":"2021-07-19","ids":{"openalex":"https://openalex.org/W3138204990","doi":"https://doi.org/10.1145/3450626.3459765","mag":"3138204990"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459765","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459765","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090551768","display_name":"B R Mallikarjun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mallikarjun B R","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075797855","display_name":"Ayush Tewari","orcid":"https://orcid.org/0000-0002-3805-4421"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ayush Tewari","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064254703","display_name":"Abdallah Dib","orcid":null},"institutions":[],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdallah Dib","raw_affiliation_strings":["InterDigital R&I, France"],"affiliations":[{"raw_affiliation_string":"InterDigital R&I, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016878682","display_name":"Tim Weyrich","orcid":"https://orcid.org/0000-0002-4322-8844"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tim Weyrich","raw_affiliation_strings":["University College London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000482372","display_name":"Bernd Bickel","orcid":"https://orcid.org/0000-0001-6511-9385"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Bernd Bickel","raw_affiliation_strings":["IST Austria, Austria"],"affiliations":[{"raw_affiliation_string":"IST Austria, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058028526","display_name":"Hans\u2010Peter Seidel","orcid":"https://orcid.org/0000-0002-1343-8613"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hans-Peter Seidel","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043151044","display_name":"Hanspeter Pfister","orcid":"https://orcid.org/0000-0002-3620-2582"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanspeter Pfister","raw_affiliation_strings":["Harvard University"],"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018010391","display_name":"Wojciech Matusik","orcid":"https://orcid.org/0000-0003-0212-5643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wojciech Matusik","raw_affiliation_strings":["MIT CSAIL"],"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052035887","display_name":"Louis Chevallier","orcid":null},"institutions":[],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Louis Chevallier","raw_affiliation_strings":["InterDigital R&I, France"],"affiliations":[{"raw_affiliation_string":"InterDigital R&I, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079162835","display_name":"Mohamed Elgharib","orcid":"https://orcid.org/0000-0001-8727-0895"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamed Elgharib","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["MPI for Informatics, SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]}],"institution_assertions":[],"countries_distinct_count":5,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.817,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":8,"citation_normalized_percentile":{"value":0.535188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":86},"biblio":{"volume":"40","issue":"4","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9971,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5172475},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.5012901},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised Learning","score":0.4666678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8103695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7126716},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5707309},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5586783},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5172475},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.5012901},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49708918},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4666678},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.44069046},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4167563},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38214552},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0958983},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459765","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459765","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/134206.2","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/134206.2/4/3450626.3459765.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":["Massachusetts Institute of Technology"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/134206","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/134206/2/3450626.3459765.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":["Massachusetts Institute of Technology"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459765","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459765","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":32,"referenced_works":["https://openalex.org/W2106395586","https://openalex.org/W2126733192","https://openalex.org/W2133665775","https://openalex.org/W2138624212","https://openalex.org/W2235136907","https://openalex.org/W2605060370","https://openalex.org/W2607170299","https://openalex.org/W2770534877","https://openalex.org/W2806833697","https://openalex.org/W2810993953","https://openalex.org/W2884460600","https://openalex.org/W2902266071","https://openalex.org/W2902836694","https://openalex.org/W2942074357","https://openalex.org/W2957744218","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2982289585","https://openalex.org/W3000731301","https://openalex.org/W3014859719","https://openalex.org/W3023371261","https://openalex.org/W3034431451","https://openalex.org/W3034868405","https://openalex.org/W3035413889","https://openalex.org/W3035574324","https://openalex.org/W3035653890","https://openalex.org/W3043139608","https://openalex.org/W3048401767","https://openalex.org/W3081192838","https://openalex.org/W3108856252","https://openalex.org/W3110182603","https://openalex.org/W4287663950"],"related_works":["https://openalex.org/W4387506531","https://openalex.org/W4380551139","https://openalex.org/W4365211920","https://openalex.org/W4317695495","https://openalex.org/W4283803360","https://openalex.org/W4238433571","https://openalex.org/W3174044702","https://openalex.org/W3014948380","https://openalex.org/W2967848559","https://openalex.org/W2280377497"],"abstract_inverted_index":{"Photorealistic":[0],"editing":[1,25,61,130],"of":[2,26,54,96,124,141,156,212,231,237],"head":[3],"portraits":[4],"is":[5,152,200],"a":[6,39,122,153,169,185,221],"challenging":[7],"task":[8],"as":[9,74],"humans":[10],"are":[11,81],"very":[12],"sensitive":[13],"to":[14,46,83,160,253],"inconsistencies":[15],"in":[16,38,57,136,184,215,227],"faces.":[17],"We":[18,244],"present":[19,168],"an":[20,35],"approach":[21,273],"for":[22,251,264],"high-quality":[23,261],"intuitive":[24],"the":[27,50,55,58,93,125,137,161,216,228,235,247,276],"camera":[28,77,113,209],"viewpoint":[29,114],"and":[30,48,76,88,109,120,206,240,257,267,278,281],"scene":[31],"illumination":[32,277],"(parameterised":[33],"with":[34,71,189],"environment":[36],"map)":[37],"portrait":[40,98,129],"image.":[41,59],"This":[42,233,259],"requires":[43],"our":[44],"method":[45,170],"capture":[47,91,119],"control":[49,121],"full":[51],"reflectance":[52,126],"field":[53],"person":[56,199],"Most":[60],"approaches":[62,104,145],"rely":[63],"on":[64,107],"supervised":[65,103,162,175,222,238],"learning":[66,239],"using":[67],"training":[68,176,179,213],"data":[69],"captured":[70,201],"setups":[72],"such":[73,144],"light":[75],"stages.":[78],"Such":[79],"datasets":[80],"expensive":[82],"acquire,":[84],"not":[85,90,111,147],"readily":[86],"available":[87],"do":[89,110,146],"all":[92],"rich":[94],"variations":[95],"in-the-wild":[97,265],"images.":[99],"In":[100,164],"addition,":[101],"most":[102],"only":[105,118,181],"focus":[106],"relighting,":[108],"allow":[112],"editing.":[115],"Thus,":[116],"they":[117],"subset":[123],"field.":[127],"Recently,":[128],"has":[131],"been":[132],"demonstrated":[133],"by":[134],"operating":[135],"generative":[138,241],"model":[139],"space":[140,230],"StyleGAN.":[142,232],"While":[143],"require":[148],"direct":[149],"supervision,":[150],"there":[151],"significant":[154],"loss":[155],"quality":[157],"when":[158],"compared":[159],"approaches.":[163],"this":[165],"paper,":[166],"we":[167,219],"which":[171,224],"learns":[172,225],"from":[173],"limited":[174],"data.":[177],"The":[178],"images":[180,266],"include":[182],"people":[183],"fixed":[186],"neutral":[187],"expression":[188],"eyes":[190],"closed,":[191],"without":[192],"much":[193],"hair":[194],"or":[195],"background":[196],"variations.":[197],"Each":[198],"under":[202,207],"150":[203],"one-light-at-a-time":[204],"conditions":[205],"8":[208],"poses.":[210],"Instead":[211],"directly":[214],"image":[217],"space,":[218],"design":[220],"problem":[223],"transformations":[226],"latent":[229],"combines":[234],"best":[236],"adversarial":[242],"modeling.":[243],"show":[245],"that":[246],"StyleGAN":[248],"prior":[249],"allows":[250],"generalisation":[252],"different":[254],"expressions,":[255],"hairstyles":[256],"backgrounds.":[258],"produces":[260],"photorealistic":[262],"results":[263],"significantly":[268],"outperforms":[269],"existing":[270],"methods.":[271],"Our":[272],"can":[274],"edit":[275],"pose":[279],"simultaneously,":[280],"runs":[282],"at":[283],"interactive":[284],"rates.":[285]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3138204990","counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2024-12-24T06:05:45.596701","created_date":"2021-03-29"}