@inproceedings{78359d214a014a8d94a3c8ab12adc596,
title = "A study on 2D photo-realistic facial animation generation using 3D facial feature points and deep neural networks",
abstract = "This paper proposes a technique for generating a 2D photo-realistic facial animation from an input text. The technique is based on the mapping from 3D facial feature points with deep neural networks (DNNs). Our previous approach was based only on a 2D space using hidden Markov models (HMMs) and DNNs. However, this approach has a disadvantage that generated 2D facial pixels are sensitive to the rotation of the face in the training data. In this study, we alleviate the problem using 3D facial feature points obtained by Kinect. The information of the face shape and color is parameterized by the 3D facial feature points. The relation between the labels from texts and face-model parameters are modeled by DNNs in the model training. As a preliminary experiment, we show that the proposed technique can generate the 2D facial animation from arbitrary input texts.",
keywords = "Deep neural network, Face image synthesis, Kinect, Photo-realistic facial animation",
author = "Kazuki Sato and Takashi Nose and Akira Ito and Yuya Chiba and Akinori Ito and Takahiro Shinozaki",
year = "2018",
month = jan,
day = "1",
doi = "10.1007/978-3-319-63859-1_15",
language = "English",
isbn = "9783319638584",
series = "Smart Innovation, Systems and Technologies",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "113--118",
editor = "Junzo Watada and Jain, {Lakhmi C.} and Jeng-Shyang Pan and Pei-Wei Tsai",
booktitle = "Advances in Intelligent Information Hiding and Multimedia Signal Processing - Proceedings of the 13th International Conference on Intelligent Information Hiding and Multimedia Signal Processing,",
address = "Germany",
note = "13th International Conference on Intelligent Information Hiding and Multimedia Signal Processing, IIH-MSP 2017 ; Conference date: 12-08-2017 Through 15-08-2017",
}