@inproceedings{e5eac4c5a1834fadb039520e29d80cce,
title = "Real-time physical modelling of character movements with microsoft kinect",
abstract = "With the advancement of motion tracking hardware such as the Microsoft Kinect, synthesizing human-like characters with real-time captured movements becomes increasingly important. Traditional kinematics and dynamics approaches perform sub-optimally when the captured motion is noisy or even incomplete. In this paper, we proposed a unified framework to control physically simulated characters with live captured motion from Kinect. Our framework can synthesize any posture in a physical environment using external forces and torques computed by a PD controller. The major problem of Kinect is the incompleteness of the captured posture, with some degree of freedom (DOF) missing due to occlusions and noises. We propose to search for a best matched posture from a motion database constructed in a dimensionality reduced space, and substitute the missing DOF to the live captured data. Experimental results show that our method can synthesize realistic character movements from noisy captured motion. The proposed algorithm is computationally efficient and can be applied to a wide variety of interactive virtual reality applications such as motion-based gaming, rehabilitation and sport training.",
keywords = "Microsoft Kinect, Physical simulation, Real-time motion synthesis, Virtual reality",
author = "Shum, {Hubert P.H.} and Ho, {Edmond S.L.}",
note = "Copyright: Copyright 2020 Elsevier B.V., All rights reserved.; 18th ACM Symposium on Virtual Reality Software and Technology, VRST 2012 ; Conference date: 10-12-2012 Through 12-12-2012",
year = "2012",
doi = "10.1145/2407336.2407340",
language = "English",
isbn = "9781450314695",
series = "Proceedings of the ACM Symposium on Virtual Reality Software and Technology, VRST",
publisher = "Association for Computing Machinery (ACM)",
pages = "17--24",
booktitle = "VRST 2012 - Proceedings of the 18th ACM Symposium on Virtual Reality Software and Technology",
address = "United States",
}