%0 Book Section %1 TaibRuiz07MLMI %A Taib, Ronnie %A Ruiz, Natalie %B Machine Learning for Multimodal Interaction: 4th International Workshop, MLMI 2007, Brno, Czech Republic, June 28--30, 2007, Revised Selected Papers %C Berlin %D 2008 %E Popescu-Belis, Andrei %E Renals, Steve %E Bourlard, Hervé %I Springer %K 01624 springer paper ai multimodal user interaction test cognitive science zzz.mmi %P 96--107 %R 10.1007/978-3-540-78155-4_9 %T Integrating Semantics into Multimodal Interaction Patterns %V 4892 %X A user experiment on multimodal interaction (speech, hand position and hand shapes) to study two major relationships: between the level of cognitive load experienced by users and the resulting multimodal interaction patterns; and how the semantics of the information being conveyed affected those patterns. We found that as cognitive load increases, users' multimodal productions tend to become semantically more complementary and less redundant across modalities. This validates cognitive load theory as a theoretical background for understanding the occurrence of particular kinds of multimodal productions. Moreover, results indicate a significant relationship between the temporal multimodal integration pattern (7 patterns in this experiment) and the semantics of the command being issued by the user (4 types of commands), shedding new light on previous research findings that assign a unique temporal integration pattern to any given subject regardless of the communication taking place. %@ 978-3-540-78154-7

@incollection{TaibRuiz07MLMI, abstract = {A user experiment on multimodal interaction (speech, hand position and hand shapes) to study two major relationships: between the level of cognitive load experienced by users and the resulting multimodal interaction patterns; and how the semantics of the information being conveyed affected those patterns. We found that as cognitive load increases, users' multimodal productions tend to become semantically more complementary and less redundant across modalities. This validates cognitive load theory as a theoretical background for understanding the occurrence of particular kinds of multimodal productions. Moreover, results indicate a significant relationship between the temporal multimodal integration pattern (7 patterns in this experiment) and the semantics of the command being issued by the user (4 types of commands), shedding new light on previous research findings that assign a unique temporal integration pattern to any given subject regardless of the communication taking place.}, added-at = {2017-05-16T09:01:08.000+0200}, address = {Berlin}, author = {Taib, Ronnie and Ruiz, Natalie}, biburl = {https://www.bibsonomy.org/bibtex/22d36bd37f14be8d789aea967f46a4665/flint63}, booktitle = {Machine Learning for Multimodal Interaction: 4th International Workshop, MLMI 2007, Brno, Czech Republic, June 28--30, 2007, Revised Selected Papers}, crossref = {MLMI2007}, doi = {10.1007/978-3-540-78155-4_9}, editor = {Popescu-Belis, Andrei and Renals, Steve and Bourlard, Herv\'{e}}, file = {SpringerLink:2007/TaibRuiz07MLMI.pdf:PDF}, groups = {public}, interhash = {c9bec7795af547f15c44430c79e5e4dd}, intrahash = {2d36bd37f14be8d789aea967f46a4665}, isbn = {978-3-540-78154-7}, issn = {0302-9743}, keywords = {01624 springer paper ai multimodal user interaction test cognitive science zzz.mmi}, pages = {96--107}, publisher = {Springer}, series = {Lecture Notes in Computer Science}, timestamp = {2017-07-13T17:09:40.000+0200}, title = {Integrating Semantics into Multimodal Interaction Patterns}, username = {flint63}, volume = 4892, year = 2008 }