@article{FALCO2013545, title = "Ensuring kinetostatic consistency in observation of human manipulation", journal = "Robotics and Autonomous Systems", volume = "61", number = "5", pages = "545 - 553", year = "2013", issn = "0921-8890", doi = "https://doi.org/10.1016/j.robot.2012.11.008", url = "http://www.sciencedirect.com/science/article/pii/S0921889012002199", author = "Pietro Falco and Ciro Natale and RĂ¼diger Dillmann", keywords = "Programming by Demonstration, Human manipulation, On-line multimodal observation, Inverse Kinematics", abstract = "The aim of this paper is to present a method to guarantee the kinetostatic consistency in observation of human manipulation, i.e. the consistency between the observed hand posture and the tactile information on the contact between the fingertips and the objects. The core idea of the proposed algorithm is to compare the fingertip contact information, obtained by tactile sensors, with the contact information computed in a virtual environment, that reproduces the real environment where the observation is carried out. In case the estimation of the joint angles and the relative pose between the hand and the object are not consistent, a correction of the hand posture is computed. For some tasks, collisions might occur between parts of the hand (e.g. palm) and the grasped object. To handle this problem, the corrected hand posture is computed by adopting a closed loop inverse kinematic (CLIK) approach that exploits the redundant Degrees of Freedom (DoFs) of the hand. The algorithm has been designed to work on-line. This feature is particularly important for Programming by Demonstration (PbD) applications, since it allows the trainer to actively adapt the demonstration to measurement noise and model errors. The effectiveness of the proposed method has been tested in five different tasks: grasping a cup, unscrewing a bottle, grasping a plate, grasping a ketchup bottle, and grasping a measuring cup." }