We propose a novel multimodal intervention strategy for Non-Critical Spontaneous Situations (NCSSs) in autonomous driving. The strategy combines speech and deictic gestures to instruct the car about desired interventions which include spatial references to the current car’s and hence driver’s environment (e.g., “stop over pointing there” or “take pointing this parking lot”). Speech allows for specifying a large number of maneuvers and functions in the car (e.g., stop, park, etc.), whereas deictic gestures provide a natural way of indicating spatial discourse referents used in these interventions (e.g., near this tree, that parking lot, etc.). Hence, advantages of each modality are exploited. Our multimodal system also supports a semi-immersive Virtual Reality enhanced by Semantic Entities to realize and test the proposed NCSS intervention strategy. The evaluation confirmed our approach to be more natural and intuitive, and also less cognitively demanding com- pared to a combination of speech and touch, a combination that could be seen as a straight-forward alternative to our approach due to already existing and available in-car touch screens.
%0 Conference Paper
%1 tscharn2017there
%A Tscharn, Robert
%A Latoschik, Marc Erich
%A Löffler, Diana
%A Hurtienne, Jörn
%B Proceedings of the 19th ACM International Conference on Multimodal Interaction (ICMI)
%D 2017
%K myown
%P 91-100
%T "Stop over There" – Natural Gesture and Speech
Interaction for Non-Critical Spontaneous Intervention in Autonomous Driving
%U https://downloads.hci.informatik.uni-wuerzburg.de/2017-icmi-stop-over-there-final-pre-print.pdf
%X We propose a novel multimodal intervention strategy for Non-Critical Spontaneous Situations (NCSSs) in autonomous driving. The strategy combines speech and deictic gestures to instruct the car about desired interventions which include spatial references to the current car’s and hence driver’s environment (e.g., “stop over pointing there” or “take pointing this parking lot”). Speech allows for specifying a large number of maneuvers and functions in the car (e.g., stop, park, etc.), whereas deictic gestures provide a natural way of indicating spatial discourse referents used in these interventions (e.g., near this tree, that parking lot, etc.). Hence, advantages of each modality are exploited. Our multimodal system also supports a semi-immersive Virtual Reality enhanced by Semantic Entities to realize and test the proposed NCSS intervention strategy. The evaluation confirmed our approach to be more natural and intuitive, and also less cognitively demanding com- pared to a combination of speech and touch, a combination that could be seen as a straight-forward alternative to our approach due to already existing and available in-car touch screens.
@inproceedings{tscharn2017there,
abstract = {We propose a novel multimodal intervention strategy for Non-Critical Spontaneous Situations (NCSSs) in autonomous driving. The strategy combines speech and deictic gestures to instruct the car about desired interventions which include spatial references to the current car’s and hence driver’s environment (e.g., “stop over [pointing] there” or “take [pointing] this parking lot”). Speech allows for specifying a large number of maneuvers and functions in the car (e.g., stop, park, etc.), whereas deictic gestures provide a natural way of indicating spatial discourse referents used in these interventions (e.g., near this tree, that parking lot, etc.). Hence, advantages of each modality are exploited. Our multimodal system also supports a semi-immersive Virtual Reality enhanced by Semantic Entities to realize and test the proposed NCSS intervention strategy. The evaluation confirmed our approach to be more natural and intuitive, and also less cognitively demanding com- pared to a combination of speech and touch, a combination that could be seen as a straight-forward alternative to our approach due to already existing and available in-car touch screens.},
added-at = {2017-08-12T15:33:47.000+0200},
author = {Tscharn, Robert and Latoschik, Marc Erich and Löffler, Diana and Hurtienne, Jörn},
biburl = {https://www.bibsonomy.org/bibtex/2591a97593e4f631bf7e3f373f0ad4557/hci-uwb},
booktitle = {Proceedings of the 19th ACM International Conference on Multimodal Interaction (ICMI)},
interhash = {95eab551b44d410d85803d360406841c},
intrahash = {591a97593e4f631bf7e3f373f0ad4557},
keywords = {myown},
organization = {ACM},
pages = {91-100},
timestamp = {2024-05-06T17:22:37.000+0200},
title = {"Stop over There" – Natural Gesture and Speech
Interaction for Non-Critical Spontaneous Intervention in Autonomous Driving},
url = {https://downloads.hci.informatik.uni-wuerzburg.de/2017-icmi-stop-over-there-final-pre-print.pdf},
year = 2017
}