I am a research scientist in the Deep Imagination Research Group at NVIDIA.
My research lies at the intersection of computer vision, computer graphics, and machine learning. I am currently interested in combining generative AI and physical simulation. Previously, I was more focused on 3D modeling, synthesis, and editing through the lens of machine learning.
I received my Ph.D. at Princeton University,
where I was co-advised by Szymon Rusinkiewicz and Thomas Funkhouser.
Prior to joining Princeton, I got my Bachelor's in Computer Science and Economy from Peking University.
I was a research intern at Meta Reality Labs, Uber ATG R&D, Google Research, Microsoft Research Asia, and
Stanford University.
@article{nvidia2024edify3d,
title={Edify 3D: Scalable High-Quality 3D Asset Generation},
author={NVIDIA and Bala, Maciej and Cui, Yin and Ding, Yifan and Ge, Yunhao and Hao, Zekun and Hasselgren, Jon and Huffman, Jacob and Jin, Jingyi and Lewis, J.P. and Li, Zhaoshuo and Lin, Chen-Hsuan and Lin, Yen-Chen and Lin, Tsung-Yi and Liu, Ming-Yu and Luo, Alice and Ma, Qianli and Munkberg, Jacob and Shi, Stella and Wei, Fangyin and Xiang, Donglai and Xu, Jiashu and Zeng, Xiaohui and Zhang, Qinsheng},
journal={arXiv preprint arXiv:2411.07135},
year={2024}
}
Edify Image: High-Quality Image Generation with Pixel Space Laplacian Diffusion Models
@article{nvidia2024edifyimage,
title = {Edify Image: High-Quality Image Generation with Pixel Space Laplacian Diffusion Models},
author = {NVIDIA and Yuval Atzmon and Maciej Bala and Yogesh Balaji and Tiffany Cai and Yin Cui and Jiaojiao Fan and Yunhao Ge and Siddharth Gururani and Jacob Huffman and Ronald Isaac and Pooya Jannaty and Tero Karras and Grace Lam and J. P. Lewis and Aaron Licata and Yen-Chen Lin and Ming-Yu Liu and Qianli Ma and Arun Mallya and Ashlee Martino-Tarr and Doug Mendez and Seungjun Nah and Chris Pruett and Fitsum Reda and Jiaming Song and Ting-Chun Wang and Fangyin Wei and Xiaohui Zeng and Yu Zeng and Qinsheng Zhang},
journal = {arXiv preprint arXiv:2411.07126},
year = {2024},
url = {https://arxiv.org/abs/2411.07126}
}
VCR-GauS: View Consistent Depth-Normal Regularizer for Gaussian Surface Reconstruction
@inproceedings{chen:2024:vcrgaus,
author = "Hanlin Chen and Fangyin Wei and Chen Li and Tianxing Huang and Yunsong Wang and Gim Hee Lee",
title = "VCR-GauS: View Consistent Depth-Normal Regularizer for Gaussian Surface Reconstruction",
booktitle = "Advances in Neural Information Processing Systems",
year = "2024"
}
@inproceedings{duan:2024:4drotorgs,
author = "Yuanxing Duan and Fangyin Wei and Qiyu Dai and Yuhang He and Wenzheng Chen and Baoquan Chen",
title = "4D-Rotor Gaussian Splatting: Towards Efficient Novel-View Synthesis for Dynamic Scenes",
booktitle = "Proc. SIGGRAPH",
year = "2024",
month = July
}
Clutter Detection and Removal in 3D Scenes with View-Consistent Inpainting
@inproceedings{Wei:2023:CDA,
author = "Fangyin Wei and Thomas Funkhouser and Szymon Rusinkiewicz",
title = "Clutter Detection and Removal in {3D} Scenes with View-Consistent Inpainting",
booktitle = "International Conference on Computer Vision (ICCV)",
year = "2023",
month = oct
}
Uni-3D: A Universal Model for Panoptic 3D Scene Reconstruction
@InProceedings{Zhang_2023_ICCV,
author = {Zhang, Xiang and Chen, Zeyuan and Wei, Fangyin and Tu, Zhuowen},
title = {Uni-3D: A Universal Model for Panoptic 3D Scene Reconstruction},
booktitle = {Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)},
month = {October},
year = {2023},
pages = {9256-9266}
}
Self-supervised Neural Articulated Shape and Appearance Models
@inproceedings{wei2022nasam,
title = {Self-supervised Neural Articulated Shape and Appearance Models},
author = {Fangyin Wei and Rohan Chabra and Lingni Ma and Christoph
Lassner and Michael Zollhoefer and Szymon Rusinkiewicz and Chris
Sweeney and Richard Newcombe and Mira Slavcheva},
booktitle = {Proceedings IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
year={2022}
}
Learning to Infer Semantic Parameters for 3D Shape Editing
@inproceedings{Wei:2020:LTI,
author = "Fangyin Wei and Elena Sizikova and Avneesh Sud and Szymon Rusinkiewicz
and Thomas Funkhouser",
title = "Learning to Infer Semantic Parameters for {3D} Shape Editing",
booktitle = "International Conference on 3D Vision (3DV)",
year = "2020",
month = nov
}
Learned Feature Embeddings for Non-Line-of-Sight Imaging and Recognition
@article{Chen:NLOS:2020,
title = {Learned Feature Embeddings for Non-Line-of-Sight Imaging and Recognition},
author = {Wenzheng Chen and Fangyin Wei and Kiriakos N. Kutulakos and Szymon Rusinkiewicz and Felix Heide},
year = {2020},
issue_date = {December 2020},
publisher = {Association for Computing Machinery},
volume = {39},
number = {6},
journal = {ACM Transactions on Graphics (Proc. SIGGRAPH Asia)},
}
Seeing Around Street Corners: Non-Line-of-Sight Detection and Tracking In-the-Wild Using Doppler Radar
Nicolas Scheiner*, Florian Kraus*, Fangyin Wei*, Buu Phan,
Fahim Mannan,
Nils Appenrodt, Werner Ritter, Jürgen Dickmann, Klaus Dietmayer, Bernhard Sick,
Felix Heide
Computer Vision and Pattern Recognition (CVPR), 2020  
@InProceedings{scheiner2019seeing,
author={Scheiner, Nicolas and Kraus, Florian and Wei, Fangyin and Phan, Buu and Mannan, Fahim and Appenrodt, Nils and Ritter, Werner and Dickmann, J{\"u}rgen and Dietmayer, Klaus and Sick, Bernhard and Heide, Felix},
title={Seeing Around Street Corners: Non-Line-of-Sight Detection and Tracking In-the-Wild Using Doppler Radar},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2020}
}
ADA-Tucker: Compressing deep neural networks via adaptive dimension adjustment tucker decomposition
@InProceedings{sun2017integral,
author = {Xiao Sun and
Bin Xiao and
Fangyin Wei and
Shuang Liang and
Yichen Wei},
title = {Integral Human Pose Regression},
booktitle = {ECCV},
year = {2018}
}
Exploring Disentangled Feature Representation Beyond Face Identification
@InProceedings{liu2018exploring,
title={Exploring Disentangled Feature Representation Beyond Face Identification},
author={Liu, Yu and Wei, Fangyin and Shao, Jing and Sheng, Lu and Yan, Junjie and Wang, Xiaogang},
booktitle={CVPR},
year={2018}
}
Recurrent Scale Approximation for Object Detection in CNN
@InProceedings{liu2018rsa,
title={Recurrent Scale Approximation for Object Detection in {CNN}},
author={Yu Liu and
Hongyang Li and
Junjie Yan and
Fangyin Wei and
Xiaogang Wang and
Xiaoou Tang},
booktitle={ICCV},
year={2017}
}