@inproceedings{7a22bc4195d94ed9b0ac86234098404d,
title = "DNN-based talking movie generation with face direction consideration",
abstract = "In this paper, we propose a method to generate a talking head animation considering the direction of the face. The proposed method parametrizes a facial image using the active appearance model (AAM) and models the parameters of the AAM using a feedforward deep neural network. Since the AAM is a two-dimensional face model, conventional methods that use the AAM assumes only the frontal face. Thus, when combining the generated face and other parts such as a head and a body, the direction of the face and the head was often inconsistent. The proposed method models the shape parameters of the AAM using the principal component analysis (PCA) so that the direction and movement of individual facial parts are modeled separately; thus we substitute the face direction of the generated animation with that of the head part so that the direction of the face and the head coincides. We conducted an experiment to demonstrate that the proposed method can generate face animation with proper face direction.",
keywords = "Deep neural network, Face image synthesis, Photo-realistic facial animation",
author = "Toru Ishikawa and Takashi Nose and Akinori Ito",
year = "2019",
month = jan,
day = "1",
doi = "10.1007/978-3-030-03748-2_19",
language = "English",
isbn = "9783030037475",
series = "Smart Innovation, Systems and Technologies",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "157--164",
editor = "Jain, {Lakhmi C.} and Jain, {Lakhmi C.} and Pei-Wei Tsai and Akinori Ito and Jeng-Shyang Pan and Jain, {Lakhmi C.}",
booktitle = "Recent Advances in Intelligent Information Hiding and Multimedia Signal Processing - Proceeding of the Fourteenth International Conference on Intelligent Information Hiding and Multimedia Signal Processing",
address = "Germany",
note = "14th International Conference on Intelligent Information Hiding and Multimedia Signal Processing, IIH-MSP 2018 ; Conference date: 26-11-2018 Through 28-11-2018",
}