We present a mobile AR interaction system where the user can naturally interact with and manipulate 3D content by recognizing discrete in-air gestures and temporal poses of a hand in front of the camera. Our system consists of established image processing, pose estimation and AR rendering steps, and a novel fingertip detection algorithm that can run real-time on off-the-shelf mobile devices with the use of an external depth camera. We also present an application prototype implemented on a tablet with a mounted IR structured-lighting depth camera.
Description
Natural Interaction with 3D Content on Mobile AR Systems Using Gesture Recognition | SpringerLink
%0 Conference Paper
%1 kyriazakos2016natural
%A Kyriazakos, Victor
%A Nikolakis, Giorgos
%A Moustakas, Konstantinos
%B Augmented Reality, Virtual Reality, and Computer Graphics
%C Cham
%D 2016
%E De Paolis, Lucio Tommaso
%E Mongelli, Antonio
%I Springer
%K augmented-reality gesture-recognition mixed-reality natural-interfaces real
%P 348-357
%R 10.1007/978-3-319-40651-0_28
%T Natural Interaction with 3D Content on Mobile AR Systems Using Gesture Recognition
%U https://link.springer.com/chapter/10.1007/978-3-319-40651-0_28
%V 9769
%X We present a mobile AR interaction system where the user can naturally interact with and manipulate 3D content by recognizing discrete in-air gestures and temporal poses of a hand in front of the camera. Our system consists of established image processing, pose estimation and AR rendering steps, and a novel fingertip detection algorithm that can run real-time on off-the-shelf mobile devices with the use of an external depth camera. We also present an application prototype implemented on a tablet with a mounted IR structured-lighting depth camera.
%@ 978-3-319-40651-0
@inproceedings{kyriazakos2016natural,
abstract = {We present a mobile AR interaction system where the user can naturally interact with and manipulate 3D content by recognizing discrete in-air gestures and temporal poses of a hand in front of the camera. Our system consists of established image processing, pose estimation and AR rendering steps, and a novel fingertip detection algorithm that can run real-time on off-the-shelf mobile devices with the use of an external depth camera. We also present an application prototype implemented on a tablet with a mounted IR structured-lighting depth camera.},
added-at = {2019-11-14T07:21:32.000+0100},
address = {Cham},
author = {Kyriazakos, Victor and Nikolakis, Giorgos and Moustakas, Konstantinos},
biburl = {https://www.bibsonomy.org/bibtex/2827d7e373d9d6d32d89da88b06daf1c6/jpmor},
booktitle = {Augmented Reality, Virtual Reality, and Computer Graphics},
description = {Natural Interaction with 3D Content on Mobile AR Systems Using Gesture Recognition | SpringerLink},
doi = {10.1007/978-3-319-40651-0_28},
editor = {De Paolis, Lucio Tommaso and Mongelli, Antonio},
interhash = {bad75b0538d266eb634518b20f168217},
intrahash = {827d7e373d9d6d32d89da88b06daf1c6},
isbn = {978-3-319-40651-0},
keywords = {augmented-reality gesture-recognition mixed-reality natural-interfaces real},
language = {English},
pages = {348-357},
publisher = {Springer},
school = {University of Patras (UPatras)},
series = {Lecture Notes in Computer Science},
timestamp = {2020-10-07T13:36:50.000+0200},
title = {Natural Interaction with 3D Content on Mobile AR Systems Using Gesture Recognition},
url = {https://link.springer.com/chapter/10.1007/978-3-319-40651-0_28},
volume = 9769,
year = 2016
}