%0 Conference Paper %1 kern2021using %A Kern, Florian %A Keser, Thore %A Niebling, Florian %A Latoschik, Marc Erich %B 27th ACM Symposium on Virtual Reality Software and Technology %C Osaka, Japan %D 2021 %I Association for Computing Machinery %K florian:hci myown %P 1-3 %R 10.1145/3489849.3489940 %T Using Hand Tracking and Voice Commands to Physically Align Virtual Surfaces in AR for Handwriting and Sketching with HoloLens 2 %U https://doi.org/10.1145/3489849.3489940 %X In this paper, we adapt an existing VR framework for handwriting and sketching on physically aligned virtual surfaces to AR environments using the Microsoft HoloLens 2. We demonstrate a multimodal input metaphor to control the framework’s calibration features using hand tracking and voice commands. Our technical evaluation of fingertip/surface accuracy and precision on physical tables and walls is in line with existing measurements on comparable hardware, albeit considerably lower compared to previous work using controller-based VR devices. We discuss design considerations and the benefits of our unified input metaphor suitable for controller tracking and hand tracking systems. We encourage extensions and replication by providing a publicly available reference implementation (https://go.uniwue.de/hci-otss-hololens).

@inproceedings{kern2021using, abstract = {In this paper, we adapt an existing VR framework for handwriting and sketching on physically aligned virtual surfaces to AR environments using the Microsoft HoloLens 2. We demonstrate a multimodal input metaphor to control the framework’s calibration features using hand tracking and voice commands. Our technical evaluation of fingertip/surface accuracy and precision on physical tables and walls is in line with existing measurements on comparable hardware, albeit considerably lower compared to previous work using controller-based VR devices. We discuss design considerations and the benefits of our unified input metaphor suitable for controller tracking and hand tracking systems. We encourage extensions and replication by providing a publicly available reference implementation (https://go.uniwue.de/hci-otss-hololens).}, added-at = {2023-10-10T14:22:18.000+0200}, address = {Osaka, Japan}, author = {Kern, Florian and Keser, Thore and Niebling, Florian and Latoschik, Marc Erich}, biburl = {https://www.bibsonomy.org/bibtex/22c5461659283eec4d3139debfd40b99a/niebling}, booktitle = {27th ACM Symposium on Virtual Reality Software and Technology}, doi = {10.1145/3489849.3489940}, interhash = {94fb73ef3c11cb94d166927926debd29}, intrahash = {2c5461659283eec4d3139debfd40b99a}, keywords = {florian:hci myown}, note = {Best poster award. 🏆}, pages = {1-3}, publisher = {Association for Computing Machinery}, series = {VRST '21}, timestamp = {2023-10-10T14:22:18.000+0200}, title = {Using Hand Tracking and Voice Commands to Physically Align Virtual Surfaces in AR for Handwriting and Sketching with HoloLens 2}, url = {https://doi.org/10.1145/3489849.3489940}, year = 2021 }