@inproceedings{rao2025single,
    title = {Single Image Portrait Relighting with 3D Generative Priors}, 
    author = {Rao, Pramod and Zhou, Xilong and Meka, Abhimitra and Fox, Gereon and B R, Mallikarjun and Zhan, Fangneng and Weyrich, Tim and Bickel, Bernd and Pfister, Hanspeter and Matusik, Wojciech and Beeler, Thabom and Elgharib, Mohamed and Habermann, Marc and Theobalt, Christian},
    month = dec,
    day = 15,
    year = 2025,
    booktitle = {SIGGRAPH Asia Conference Papers},
    numpages = {12},
    publisher = {Association for Computing Machinery},
    address = {New York, NY, USA},
    abstract = {Rendering novel, relit views of a human head, given a monocular portrait image as input, is inherently challenging. One possible solution would be to explicitly decompose the input into geometry, material and lighting via differentiable rendering, but such an approach would be constrained by the assumptions and approximations made by the respective models used for these three components. Instead, we propose 3DPR, a learned image-based relighting model, that is trained on One-Light-at-A-Time (OLAT) images. Capturing OLAT images requires a light stage, which is a device not commonly available even to researchers, so data is scarce and limited in diversity, constraining the generality of models. This is why we leverage a pre-trained generative but non-relightable head model, that has learned a rich prior of faces from large-scale in-the-wild image datasets. The input portrait is first embedded in the latent manifold of such a model through an encoder-based inversion process and then, with a novel triplane-based reflectance network, we synthesize high-fidelity OLAT images. Notably, since the reflectance network operates in the latent space of the generative head model, a relatively small number of lightstage images are sufficient to train the reflectance model. Combining the generated OLATs according to a given HDRI environment maps yields accurate relighting results. Through quantitative and qualitative evaluations, we demonstrate that 3DPR outperforms previous methods, particularly in preserving identity and in capturing lighting effects such as specularities, self-shadows, and subsurface scattering.},
    location = {Hong Kong},
}