{"id":"https://openalex.org/W4400819102","doi":"https://doi.org/10.1145/3658229","title":"LightFormer: Light-Oriented Global Neural Rendering in Dynamic Scene","display_name":"LightFormer: Light-Oriented Global Neural Rendering in Dynamic Scene","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400819102","doi":"https://doi.org/10.1145/3658229"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658229","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055846338","display_name":"Haocheng Ren","orcid":"https://orcid.org/0000-0002-2055-3011"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haocheng Ren","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081150377","display_name":"Yuchi Huo","orcid":"https://orcid.org/0000-0003-3296-7999"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchi Huo","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101629182","display_name":"Yifan Peng","orcid":"https://orcid.org/0000-0003-0667-2599"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifan Peng","raw_affiliation_strings":["University of Hong Kong, Hongkong, China"],"affiliations":[{"raw_affiliation_string":"University of Hong Kong, Hongkong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014598309","display_name":"Hongtao Sheng","orcid":null},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongtao Sheng","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085359075","display_name":"W. K. Xue","orcid":"https://orcid.org/0009-0005-5996-5362"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Xue","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102495076","display_name":"Hongxiang Huang","orcid":"https://orcid.org/0009-0003-1558-1231"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxiang Huang","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016923274","display_name":"Jun-Ping Lan","orcid":"https://orcid.org/0009-0008-5272-9705"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingzhen Lan","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431417","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0003-4267-0347"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang Univerisity, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, State Key Laboratory of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":82},"biblio":{"volume":"43","issue":"4","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9964,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.63509333},{"id":"https://openalex.org/keywords/real-time-rendering","display_name":"Real-time rendering","score":0.4305516}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7390163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71220815},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6856589},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.63509333},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5983793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.56808287},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.43234026},{"id":"https://openalex.org/C116921373","wikidata":"https://www.wikidata.org/wiki/Q2816483","display_name":"Real-time rendering","level":3,"score":0.4305516}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658229","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6,"id":"https://metadata.un.org/sdg/11"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62441205"},{"funder":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China","award_id":"2024YDLN0011"}],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1966701964","https://openalex.org/W2020032267","https://openalex.org/W2022552637","https://openalex.org/W2040284954","https://openalex.org/W2052843220","https://openalex.org/W2063995335","https://openalex.org/W2064529092","https://openalex.org/W2069476376","https://openalex.org/W2072541189","https://openalex.org/W2081579113","https://openalex.org/W2089935131","https://openalex.org/W2091019609","https://openalex.org/W2097447432","https://openalex.org/W2100144083","https://openalex.org/W2151984808","https://openalex.org/W2161446118","https://openalex.org/W2164369380","https://openalex.org/W2183324411","https://openalex.org/W2738449271","https://openalex.org/W2958246682","https://openalex.org/W2972600666","https://openalex.org/W3003291777","https://openalex.org/W3048569044","https://openalex.org/W3048836317","https://openalex.org/W3083463008","https://openalex.org/W3085108619","https://openalex.org/W3180432685","https://openalex.org/W3183225287","https://openalex.org/W3183623804","https://openalex.org/W3214712237","https://openalex.org/W4200150166","https://openalex.org/W4200326209","https://openalex.org/W4200391991","https://openalex.org/W4220986677","https://openalex.org/W4221151978","https://openalex.org/W4234605946","https://openalex.org/W4235919513","https://openalex.org/W4236965008","https://openalex.org/W4238651787","https://openalex.org/W4241602464","https://openalex.org/W4248966399","https://openalex.org/W4251769050","https://openalex.org/W4297462890","https://openalex.org/W4310443841"],"related_works":["https://openalex.org/W54172855","https://openalex.org/W4388994528","https://openalex.org/W4246858109","https://openalex.org/W291250033","https://openalex.org/W2386960075","https://openalex.org/W2366215510","https://openalex.org/W2106647072","https://openalex.org/W2090047443","https://openalex.org/W2046782623","https://openalex.org/W2028281716"],"abstract_inverted_index":{"The":[0,125],"generation":[1],"of":[2,40,108,157,211],"global":[3,78,234],"illumination":[4,39,79,235],"in":[5,13,18,59,92,111,161,204,236],"real":[6,93],"time":[7],"has":[8],"been":[9],"a":[10,67,155,186,214],"long-standing":[11],"challenge":[12],"the":[14,38,45,53,100,105,112,116,121,132,148,162,182,199,207,219,226],"graphics":[15],"community,":[16],"particularly":[17],"dynamic":[19,62,82,85,238],"scenes":[20,41,239],"with":[21,175,206,240],"complex":[22],"illumination.":[23],"Recent":[24],"neural":[25,34,68,106,126,171,216],"rendering":[26,69],"techniques":[27],"have":[28],"shown":[29],"great":[30],"promise":[31],"by":[32,96,130],"utilizing":[33],"networks":[35],"to":[36,120],"represent":[37],"and":[42,89,136,201,232],"then":[43,166],"decoding":[44],"final":[46,220],"radiance.":[47,221],"However,":[48],"incorporating":[49],"object":[50],"parameters":[51],"into":[52,168],"representation":[54,107],"may":[55],"limit":[56],"their":[57],"effectiveness":[58],"handling":[60],"fully":[61,81,237],"scenes.":[63],"This":[64],"work":[65],"presents":[66],"approach,":[70],"dubbed":[71],"LightFormer":[72,228],",":[73],"that":[74,225],"can":[75,229],"generate":[76],"realistic":[77,233],"for":[80,139,194],"scenes,":[83],"including":[84],"lighting,":[86],"materials,":[87],"cameras,":[88],"animated":[90],"objects,":[91],"time.":[94],"Inspired":[95],"classic":[97],"many-lights":[98],"methods,":[99],"proposed":[101,227],"approach":[102],"focuses":[103],"on":[104],"light":[109,149,153,172,183,192,209],"sources":[110],"scene":[113],"rather":[114],"than":[115],"entire":[117],"scene,":[118,163],"leading":[119],"overall":[122],"better":[123],"generalizability.":[124],"prediction":[127],"is":[128],"achieved":[129],"leveraging":[131],"virtual":[133,158],"point":[134,159],"lights":[135,160],"shading":[137,177,196],"clues":[138,178],"each":[140,152,195],"light.":[141],"Specifically,":[142],"two":[143],"stages":[144],"are":[145,165],"explored.":[146],"In":[147,181],"encoding":[150],"stage,":[151,185],"generates":[154],"set":[156],"which":[164],"encoded":[167],"an":[169],"implicit":[170],"representation,":[173,203],"along":[174],"screen-space":[176],"like":[179],"visibility.":[180],"gathering":[184],"pixel-light":[187],"attention":[188],"mechanism":[189],"composites":[190],"all":[191,212],"representations":[193,210],"point.":[197],"Given":[198],"geometry":[200],"material":[202],"tandem":[205],"composed":[208],"lights,":[213],"lightweight":[215],"network":[217],"predicts":[218],"Experimental":[222],"results":[223],"demonstrate":[224],"yield":[230],"reasonable":[231],"real-time":[241],"performance.":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400819102","counts_by_year":[],"updated_date":"2025-01-21T21:58:36.417871","created_date":"2024-07-20"}