Recent advances in Natural Language Processing (NLP) bear the opportunity to design new forms of human-computer interaction with conversational interfaces. We hypothesize that these interfaces can interactively engage students to increase response quality of course evaluations in education compared to the common standard of web surveys. Past research indicates that web surveys come with disadvantages, such as poor response quality caused by inattention, survey fatigue or satisficing behavior. To test if conversational interfaces have a positive impact on the level of enjoyment and the response quality, we design an NLP-based conversational agent and deploy it in a field experiment with 127 students in our lecture and compare it with a web survey as a baseline. Our findings indicate that using conversational agents for evaluations are resulting in higher levels of response quality and level of enjoyment, and are therefore, a promising approach to increase the effectiveness of surveys in general.
%0 Conference Paper
%1 wambsganss2020conversational
%A Wambsganss, Thiemo
%A Winkler, Rainer
%A Söllner, Matthias
%A Leimeister, Jan Marco
%B Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems
%C New York, NY, USA
%D 2020
%I Association for Computing Machinery
%K Conversational_Agents Field_Experiment Online_Course_Evaluations itegpub pub_jml pub_msö pub_wise-kassel
%P 1–9
%R 10.1145/3334480.3382805
%T A Conversational Agent to Improve Response Quality in Course Evaluations
%U http://pubs.wi-kassel.de/wp-content/uploads/2020/11/JML_793.pdf
%X Recent advances in Natural Language Processing (NLP) bear the opportunity to design new forms of human-computer interaction with conversational interfaces. We hypothesize that these interfaces can interactively engage students to increase response quality of course evaluations in education compared to the common standard of web surveys. Past research indicates that web surveys come with disadvantages, such as poor response quality caused by inattention, survey fatigue or satisficing behavior. To test if conversational interfaces have a positive impact on the level of enjoyment and the response quality, we design an NLP-based conversational agent and deploy it in a field experiment with 127 students in our lecture and compare it with a web survey as a baseline. Our findings indicate that using conversational agents for evaluations are resulting in higher levels of response quality and level of enjoyment, and are therefore, a promising approach to increase the effectiveness of surveys in general.
%@ 9781450368193
@inproceedings{wambsganss2020conversational,
abstract = {Recent advances in Natural Language Processing (NLP) bear the opportunity to design new forms of human-computer interaction with conversational interfaces. We hypothesize that these interfaces can interactively engage students to increase response quality of course evaluations in education compared to the common standard of web surveys. Past research indicates that web surveys come with disadvantages, such as poor response quality caused by inattention, survey fatigue or satisficing behavior. To test if conversational interfaces have a positive impact on the level of enjoyment and the response quality, we design an NLP-based conversational agent and deploy it in a field experiment with 127 students in our lecture and compare it with a web survey as a baseline. Our findings indicate that using conversational agents for evaluations are resulting in higher levels of response quality and level of enjoyment, and are therefore, a promising approach to increase the effectiveness of surveys in general.},
added-at = {2020-05-19T15:50:36.000+0200},
address = {New York, NY, USA},
author = {Wambsganss, Thiemo and Winkler, Rainer and Söllner, Matthias and Leimeister, Jan Marco},
biburl = {https://www.bibsonomy.org/bibtex/2dab1a4fe8fa33781b2d8c07c173e6c2c/wise-kassel},
booktitle = {Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems},
doi = {10.1145/3334480.3382805},
interhash = {ebc7cb4461c6c980ab1022594c9faa1c},
intrahash = {dab1a4fe8fa33781b2d8c07c173e6c2c},
isbn = {9781450368193},
keywords = {Conversational_Agents Field_Experiment Online_Course_Evaluations itegpub pub_jml pub_msö pub_wise-kassel},
location = {Honolulu, HI, USA},
numpages = {9},
pages = {1–9},
publisher = {Association for Computing Machinery},
series = {CHI EA ’20},
timestamp = {2020-12-04T14:14:42.000+0100},
title = {A Conversational Agent to Improve Response Quality in Course Evaluations},
url = {http://pubs.wi-kassel.de/wp-content/uploads/2020/11/JML_793.pdf},
year = 2020
}