project page

WestlyPark · Apr 13, 2021 · a1a093a · a1a093a
1 parent f9c4293
commit a1a093a
Show file tree

Hide file tree

Showing 8 changed files with 257 additions and 0 deletions.
diff --git a/project_page/GAR.css b/project_page/GAR.css
@@ -0,0 +1,89 @@
+body {
+	font-family: "HelveticaNeue-Light", "Helvetica Neue Light", "Helvetica Neue", Helvetica, Arial, "Lucida Grande", sans-serif;
+	font-weight:300;
+	font-size:18px;
+	margin-left: auto;
+	margin-right: auto;
+	width: 1100px;
+}
+h1 {
+	font-weight:300;
+}
+.disclaimerbox {
+	background-color: #eee;
+	border: 1px solid #eeeeee;
+	border-radius: 10px ;
+	-moz-border-radius: 10px ;
+	-webkit-border-radius: 10px ;
+	padding: 20px;
+}
+video.header-vid {
+	height: 140px;
+	border: 1px solid black;
+	border-radius: 10px ;
+	-moz-border-radius: 10px ;
+	-webkit-border-radius: 10px ;
+}
+img.header-img {
+	height: 140px;
+	border: 1px solid black;
+	border-radius: 10px ;
+	-moz-border-radius: 10px ;
+	-webkit-border-radius: 10px ;
+}
+img.rounded {
+	border: 1px solid #eeeeee;
+	border-radius: 10px ;
+	-moz-border-radius: 10px ;
+	-webkit-border-radius: 10px ;
+}
+a:link,a:visited {
+	color: #1367a7;
+	text-decoration: none;
+}
+a:hover {
+	color: #208799;
+}
+td.dl-link {
+	height: 160px;
+	text-align: center;
+	font-size: 22px;
+}
+.layered-paper-big { /* modified from: http://css-tricks.com/snippets/css/layered-paper/ */
+	box-shadow:
+	        0px 0px 1px 1px rgba(0,0,0,0.35), /* The top layer shadow */
+	        5px 5px 0 0px #fff, /* The second layer */
+	        5px 5px 1px 1px rgba(0,0,0,0.35), /* The second layer shadow */
+	        10px 10px 0 0px #fff, /* The third layer */
+	        10px 10px 1px 1px rgba(0,0,0,0.35), /* The third layer shadow */
+	        15px 15px 0 0px #fff, /* The fourth layer */
+	        15px 15px 1px 1px rgba(0,0,0,0.35), /* The fourth layer shadow */
+	        20px 20px 0 0px #fff, /* The fifth layer */
+	        20px 20px 1px 1px rgba(0,0,0,0.35), /* The fifth layer shadow */
+	        25px 25px 0 0px #fff, /* The fifth layer */
+	        25px 25px 1px 1px rgba(0,0,0,0.35); /* The fifth layer shadow */
+	margin-left: 10px;
+	margin-right: 45px;
+}
+.layered-paper { /* modified from: http://css-tricks.com/snippets/css/layered-paper/ */
+	box-shadow:
+	        0px 0px 1px 1px rgba(0,0,0,0.35), /* The top layer shadow */
+	        5px 5px 0 0px #fff, /* The second layer */
+	        5px 5px 1px 1px rgba(0,0,0,0.35), /* The second layer shadow */
+	        10px 10px 0 0px #fff, /* The third layer */
+	        10px 10px 1px 1px rgba(0,0,0,0.35); /* The third layer shadow */
+	margin-top: 5px;
+	margin-left: 10px;
+	margin-right: 30px;
+	margin-bottom: 5px;
+}
+.vert-cent {
+	position: relative;
+    top: 50%;
+    transform: translateY(-50%);
+}
+hr {
+	border: 0;
+	height: 1.5px;
+	background-image: linear-gradient(to right, rgba(0, 0, 0, 0), rgba(0, 0, 0, 0.75), rgba(0, 0, 0, 0));
+}
diff --git a/project_page/GAR.html b/project_page/GAR.html
@@ -0,0 +1,161 @@
+<!DOCTYPE html>
+<script src="http://www.google.com/jsapi" type="text/javascript"></script>
+<script type="text/javascript">google.load("jquery", "1.3.2");</script>
+<link rel="stylesheet" type="text/css" href="GAR.css">
+<html>
+	<head>
+	<title>Inverting Generative Adversarial Renderer for Face Reconstruction</title>
+	</head>
+	<body>
+	<br>
+	<center>
+		<span style="font-size:30px">Inverting Generative Adversarial Renderer for Face Reconstruction</span>
+	</center>
+	<br>
+	<!--Authors List-->
+	<table align=center width=900px>
+		<tr>
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px"><a>Jingan Piao<sup>1</sup></a></span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px"><a>Keqiang Sun<sup>1</sup></a></span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px"><a>Quan Wang<sup>2,3</sup></a></span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px"><a>KwanYee Lin<sup>1,2</sup>*</a></span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px">
+			<a href=http://www.ee.cuhk.edu.hk/~hsli/>
+				Hongsheng Li<sup>1,4</sup>*
+			</a></span>
+		</center>
+		</td>
+		</tr>
+	</table>
+	<br>
+	<!--Organization-->
+	<table align=center width=900px>
+		<tr>
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px">
+				<sup>1</sup>CUHK-SenseTime Joint Laboratory,
+				</br>Chinese University of Hong Kong
+			</span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px">
+				<sup>2</sup>SenseTime Research and</br>Tetras.AI
+			</span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px"><sup>3</sup>Shanghai AI Laborator</span>
+		</center>
+		</td>
+
+		<td align=center width=80px>
+		<center>
+			<span style="font-size:18px">
+				<sup>4</sup>School of CST,
+				</br>Xidian University
+			</span>
+		</center>
+		</td>
+		</tr>
+	</table>
+	<br>
+	<!--Example Image-->
+	<br>
+	<table align=center width=900px>
+		<tr>
+		<td width=900px>
+		<center><a href="./support/Reconstruct.png">
+			<img src = "./support/Reconstruct.png" height="400px"></img></href>
+		</a><br></center>
+		</td>
+
+		<td width=900px>
+		<center><a href="./support/Pipeline.png">
+			<img src = "./support/Pipeline.png" height="400px"></img></href>
+		</a><br></center>
+		</td>
+		</tr>
+	</table>
+	<!--Introduction-->
+	<br>
+	<p style="text-align:justify">
+	&nbsp;&nbsp;&nbsp;&nbsp;Given a monocular face image as input, 3D face geometry reconstruction aims to recover a corresponding 3Dface mesh. Recently, both optimization-based and learning-based face reconstruction methods have taken advantage ofthe emerging differentiable renderer and shown promisingresults. However, the differentiable renderer, mainly basedon graphics rules, simplifies the realistic mechanism of the illumination, reflection, etc., of the real world, thus cannot produce realistic images. This brings a lot of domain-shift noise to the optimization or training process. In this work, we introduce a novel Generative Adversarial Renderer(GAR) and propose to tailor its inverted version to the general fitting pipeline, to tackle the above problem. Specifically, the carefully designed neural renderer takes a face normal map and a latent code representing other factors as inputs and renders a realistic face image. Since the GAR learns to model complicated realworld images, instead of relying on simplified graphics rules, it is capable of producing realistic images, which essentially inhibits the domain-shift noise in training and optimization. Equipped with the elaborated GAR, we further proposed a novel approach to predict 3D face parameters, in which we first obtain fine initial parameters via Renderer Inverting and then refine it with gradient-based optimizers. Extensive experiments have been conducted to demonstrate the effectiveness of the proposed generative adversarial renderer and the novel optimization-based face reconstruction framework. Our method achieves state-of-the-art performances on multiple face reconstruction datasets.
+	</p>
+	<br><br><hr>
+	<!--Paper Link-->
+	<table align=center width=1100>
+		<center><h1>Paper</h1></center>
+		<tr><!--TODO: add archive link-->
+		<td><a href="https://arxiv.org/pdf/">
+			<img style="height:180px" src="./support/paper.png"/>
+		</a></td>
+
+		<td><span style="font-size:14pt">
+			Inverting Generative Adversarial Renderer for Face Reconstruction
+			<br><br>
+			<i>Jingtan Piao, Keqiang Sun, Quan Wang, KwanYee Lin*, Hongsheng Li*</i>
+			<br><br>
+			Computer Vision and Pattern Recognition, CVPR 2021.
+			<br>
+		</span></td>
+		</tr>
+	</table>
+	<br>
+	<table align=center width=400px>
+		<tr>
+		<td><span style="font-size:14pt">
+			<center>
+			<a href="./support/StyleGANRender.pdf">[PDF]</a>
+			</center>
+		</span></td>
+
+		<td><span style="font-size:14pt">
+			<center>
+			<a href="./support/GAR-supp.pdf">[Appendix]</a>
+			</center>
+		</span></td>
+
+		<td><span style="font-size:14pt">
+			<center><!--TODO: add gihub link-->
+			<a href="https://github.com/WestlyPark/StyleRenderer">[Code]</a>
+			</center>
+		</span></td>
+
+		<td><span style="font-size:14pt">
+			<center><!--TODO: update bibtex-->
+			<a href="./support/GAR_bibtex.txt">[Bibtex]</a>
+			</center>
+		</span></td>
+		</tr>
+	</table>
+	<br>
+</body>
+</html>
diff --git a/project_page/support/GAR-supp.pdf b/project_page/support/GAR-supp.pdf
diff --git a/project_page/support/GAR_bibtex.txt b/project_page/support/GAR_bibtex.txt
@@ -0,0 +1,7 @@
+@inproceedings{jtpark2021GAR,
+ author = {},
+ title = {},
+ booktitle = {CVPR},
+ month = June,
+ year = {2021}
+}
diff --git a/project_page/support/Pipeline.png b/project_page/support/Pipeline.png
diff --git a/project_page/support/Reconstruct.png b/project_page/support/Reconstruct.png
diff --git a/project_page/support/StyleGANRender.pdf b/project_page/support/StyleGANRender.pdf
diff --git a/project_page/support/paper.png b/project_page/support/paper.png