Multimodal interfaces combining natural language and graphics take advantage of both the individual strength of each communication mode and the fact that several modes can be employed in parallel. The central claim of this paper is that the generation of a multimodal presentation can be considered as an incremental planning process that aims to achieve a given communicative goal. We describe the multimodal presentation system WIP which allows the generation of alternate presentations of the same content taking into account various contextual factors. We discuss how the plan-based approach to presentation design can be exploited so that graphics generation influences the production of text and vice versa. We show that well-known concepts from the area of natural language processing like speech acts, anaphora, and rhetorical relations take on an extended meaning in the context of multimodal communication. Finally, we discuss two detailed examples illustrating and reinforcing our theoretical claims.
Description
Plan-based integration of natural language and graphics generation
%0 Journal Article
%1 wahlster1993wip
%A Wahlster, Wolfgang
%A André, Elisabeth
%A Finkler, Wolfgang
%A Profitlich, Hans-Jürgen
%A Rist, Thomas
%C Essex, UK
%D 1993
%I Elsevier Science Publishers Ltd.
%J Artif. Intell.
%K interace multimodal planning presentation user wip
%N 1-2
%P 387--427
%R 10.1016/0004-3702(93)90022-4
%T Plan-based Integration of Natural Language and Graphics Generation
%U http://dx.doi.org/10.1016/0004-3702(93)90022-4
%V 63
%X Multimodal interfaces combining natural language and graphics take advantage of both the individual strength of each communication mode and the fact that several modes can be employed in parallel. The central claim of this paper is that the generation of a multimodal presentation can be considered as an incremental planning process that aims to achieve a given communicative goal. We describe the multimodal presentation system WIP which allows the generation of alternate presentations of the same content taking into account various contextual factors. We discuss how the plan-based approach to presentation design can be exploited so that graphics generation influences the production of text and vice versa. We show that well-known concepts from the area of natural language processing like speech acts, anaphora, and rhetorical relations take on an extended meaning in the context of multimodal communication. Finally, we discuss two detailed examples illustrating and reinforcing our theoretical claims.
@article{wahlster1993wip,
abstract = {Multimodal interfaces combining natural language and graphics take advantage of both the individual strength of each communication mode and the fact that several modes can be employed in parallel. The central claim of this paper is that the generation of a multimodal presentation can be considered as an incremental planning process that aims to achieve a given communicative goal. We describe the multimodal presentation system WIP which allows the generation of alternate presentations of the same content taking into account various contextual factors. We discuss how the plan-based approach to presentation design can be exploited so that graphics generation influences the production of text and vice versa. We show that well-known concepts from the area of natural language processing like speech acts, anaphora, and rhetorical relations take on an extended meaning in the context of multimodal communication. Finally, we discuss two detailed examples illustrating and reinforcing our theoretical claims.},
acmid = {162239},
added-at = {2017-09-15T10:15:25.000+0200},
address = {Essex, UK},
author = {Wahlster, Wolfgang and Andr{\'e}, Elisabeth and Finkler, Wolfgang and Profitlich, Hans-J\"{u}rgen and Rist, Thomas},
biburl = {https://www.bibsonomy.org/bibtex/2479ef8e203ad8da8ac467b6189bb74e1/porta},
description = {Plan-based integration of natural language and graphics generation},
doi = {10.1016/0004-3702(93)90022-4},
interhash = {5f35a66da7921a2c971e9144f0a97c54},
intrahash = {479ef8e203ad8da8ac467b6189bb74e1},
issn = {0004-3702},
issue_date = {Oct. 1993},
journal = {Artif. Intell.},
keywords = {interace multimodal planning presentation user wip},
month = oct,
number = {1-2},
numpages = {41},
pages = {387--427},
publisher = {Elsevier Science Publishers Ltd.},
timestamp = {2017-09-15T10:15:25.000+0200},
title = {Plan-based Integration of Natural Language and Graphics Generation},
url = {http://dx.doi.org/10.1016/0004-3702(93)90022-4},
volume = 63,
year = 1993
}