%0 Book Section %1 DumasLalanneOviatt09p3 %A Dumas, Bruno %A Lalanne, Denis %A Oviatt, Sharon %B Human Machine Interaction: Research Results of the MMI Program %C Berlin %D 2009 %E Lalanne, Denis %E Kohlas, Jürg %I Springer %K 01624 springer paper ai multimodal user interface interaction architecture zzz.mmi %P 3--26 %R 10.1007/978-3-642-00437-7_1 %T Multimodal Interfaces: A Survey of Principles, Models and Frameworks %V 5440 %X The grand challenge of multimodal interface creation is to build reliable processing systems able to analyze and understand multiple communication means in real-time. This opens a number of associated issues covered by this chapter, such as heterogeneous data types fusion, architectures for real-time processing, dialog management, machine learning for multimodal interaction, modeling languages, frameworks, etc. This chapter does not intend to cover exhaustively all the issues related to multimodal interfaces creation and some hot topics, such as error handling, have been left aside. The chapter starts with the features and advantages associated with multimodal interaction, with a focus on particular findings and guidelines, as well as cognitive foundations underlying multimodal interaction. The chapter then focuses on the driving theoretical principles, time-sensitive software architectures and multimodal fusion and fission issues. Modeling of multimodal interaction as well as tools allowing rapid creation of multimodal interfaces are then presented. The article concludes with an outline of the current state of multimodal interaction research in Switzerland, and also summarizes the major future challenges in the field. %@ 978-3-642-00436-0

@incollection{DumasLalanneOviatt09p3, abstract = {The grand challenge of multimodal interface creation is to build reliable processing systems able to analyze and understand multiple communication means in real-time. This opens a number of associated issues covered by this chapter, such as heterogeneous data types fusion, architectures for real-time processing, dialog management, machine learning for multimodal interaction, modeling languages, frameworks, etc. This chapter does not intend to cover exhaustively all the issues related to multimodal interfaces creation and some hot topics, such as error handling, have been left aside. The chapter starts with the features and advantages associated with multimodal interaction, with a focus on particular findings and guidelines, as well as cognitive foundations underlying multimodal interaction. The chapter then focuses on the driving theoretical principles, time-sensitive software architectures and multimodal fusion and fission issues. Modeling of multimodal interaction as well as tools allowing rapid creation of multimodal interfaces are then presented. The article concludes with an outline of the current state of multimodal interaction research in Switzerland, and also summarizes the major future challenges in the field.}, added-at = {2017-04-02T10:02:46.000+0200}, address = {Berlin}, author = {Dumas, Bruno and Lalanne, Denis and Oviatt, Sharon}, biburl = {https://www.bibsonomy.org/bibtex/205c707062542075aec65f4135f4774ac/flint63}, booktitle = {Human Machine Interaction: Research Results of the MMI Program}, crossref = {LalanneKohlas2009}, doi = {10.1007/978-3-642-00437-7_1}, editor = {Lalanne, Denis and Kohlas, J\"{u}rg}, file = {SpringerLink:2009/DumasLalanneOviatt09p3.pdf:PDF}, groups = {public}, interhash = {8edb1b38ef4063245c73e9041d194abe}, intrahash = {05c707062542075aec65f4135f4774ac}, isbn = {978-3-642-00436-0}, issn = {0302-9743}, keywords = {01624 springer paper ai multimodal user interface interaction architecture zzz.mmi}, pages = {3--26}, publisher = {Springer}, series = {Lecture Notes in Computer Science}, timestamp = {2017-07-13T17:50:03.000+0200}, title = {Multimodal Interfaces: A Survey of Principles, Models and Frameworks}, username = {flint63}, volume = 5440, year = 2009 }