%0 Conference Paper %1 EhlenJohnstonVasireddy02ICSLP %A Ehlen, Patrick %A Johnston, Michael %A Vasireddy, Gunaranjan %B Proceedings of ICSLP---Interspeech 2002: 7th International Conference on Spoken Language Processing, Denver, CO, USA %D 2002 %K v1205 isca paper ai language processing speech multimodal dialog mobile user interface interaction test %P 2557-2560 %T Collecting Mobile Multimodal Data for MATCH %U http://www.isca-speech.org/archive/icslp_2002/i02_2557.html %X Next-generation multimodal systems designed for use in mobile environments present challenges to the task of data collection that are not faced by speech-based systems. We discuss some established data collection and evaluation methods and their limitations in the context of a mobile multimodal system. These limitations are addressed by the ön-board" multimodal data collection method developed for MATCH, a multimodal mobile city guide. Our approach exploits MATCH's component architecture in that each component can be redeployed in evaluation and annotation tools, allowing user test sessions to be replayed with a high degree of fidelity without the use of recorded video. Instead, the components themselves perform a dynamic re-enactment of test sessions directed by the script of a comprehensive log file. This method enabled continual user testing and piloting to inform the iterative development process for MATCH.

@inproceedings{EhlenJohnstonVasireddy02ICSLP, abstract = {Next-generation multimodal systems designed for use in mobile environments present challenges to the task of data collection that are not faced by speech-based systems. We discuss some established data collection and evaluation methods and their limitations in the context of a mobile multimodal system. These limitations are addressed by the "on-board" multimodal data collection method developed for MATCH, a multimodal mobile city guide. Our approach exploits MATCH's component architecture in that each component can be redeployed in evaluation and annotation tools, allowing user test sessions to be replayed with a high degree of fidelity without the use of recorded video. Instead, the components themselves perform a dynamic re-enactment of test sessions directed by the script of a comprehensive log file. This method enabled continual user testing and piloting to inform the iterative development process for MATCH.}, added-at = {2012-05-30T10:45:27.000+0200}, author = {Ehlen, Patrick and Johnston, Michael and Vasireddy, Gunaranjan}, biburl = {https://www.bibsonomy.org/bibtex/2b0132deb5cd79fb7a5aa826ed8cbd7eb/flint63}, booktitle = {Proceedings of ICSLP---Interspeech 2002: 7th International Conference on Spoken Language Processing, Denver, CO, USA}, file = {ISCA Archive:2000-04/EhlenJohnstonVasireddy02ICSLP.pdf:PDF}, groups = {public}, interhash = {3d15802cff7b2c0d56e314bea30f7bb1}, intrahash = {b0132deb5cd79fb7a5aa826ed8cbd7eb}, keywords = {v1205 isca paper ai language processing speech multimodal dialog mobile user interface interaction test}, pages = {2557-2560}, timestamp = {2018-04-16T11:30:21.000+0200}, title = {Collecting Mobile Multimodal Data for {MATCH}}, url = {http://www.isca-speech.org/archive/icslp_2002/i02_2557.html}, username = {flint63}, year = 2002 }