%0 Book Section %1 Kubsch2022 %A Kubsch, Marcus %A Caballero, Daniela %A Uribe, Pablo %B The Multimodal Learning Analytics Handbook %C Cham %D 2022 %E Giannakos, Michail %E Spikol, Daniel %E Di Mitri, Daniele %E Sharma, Kshitij %E Ochoa, Xavier %E Hammad, Rawad %I Springer International Publishing %K NLP affect emotions learninganalytics machinelearning multimodality performance speechrecognition students %P 261--285 %R 10.1007/978-3-031-08076-0_11 %T Once More with Feeling: Emotions in Multimodal Learning Analytics %U https://doi.org/10.1007/978-3-031-08076-0_11 %X The emotions that students experience when engaging in tasks critically influence their performance and many models of learning and competence include assumptions about affective variables and respective emotions. However, while researchers agree about the importance of emotions for learning, it remains challenging to connect momentary affect, i.e., emotions, to learning processes. Advances in automated speech recognition and natural language processing (NLP) allow real time detection of emotions in recorded language. We use NLP and machine learning techniques to automatically extract information about students' motivational states while engaging in the construction of explanations and investigate how this information can help more accurately predict students' learning over the course of a 10-week energy unit. Our results show how NLP and ML techniques allow the use of different modalities of the same data in order to better understand individual differences in students' performances. However, in realistic settings, this task remains far from trivial and requires extensive preprocessing of the data and the results need to be interpreted with care and caution. Thus, future research is needed before these methods can be deployed at scale. %@ 978-3-031-08076-0

@inbook{Kubsch2022, abstract = {The emotions that students experience when engaging in tasks critically influence their performance and many models of learning and competence include assumptions about affective variables and respective emotions. However, while researchers agree about the importance of emotions for learning, it remains challenging to connect momentary affect, i.e., emotions, to learning processes. Advances in automated speech recognition and natural language processing (NLP) allow real time detection of emotions in recorded language. We use NLP and machine learning techniques to automatically extract information about students' motivational states while engaging in the construction of explanations and investigate how this information can help more accurately predict students' learning over the course of a 10-week energy unit. Our results show how NLP and ML techniques allow the use of different modalities of the same data in order to better understand individual differences in students' performances. However, in realistic settings, this task remains far from trivial and requires extensive preprocessing of the data and the results need to be interpreted with care and caution. Thus, future research is needed before these methods can be deployed at scale.}, added-at = {2022-10-16T10:52:18.000+0200}, address = {Cham}, author = {Kubsch, Marcus and Caballero, Daniela and Uribe, Pablo}, biburl = {https://www.bibsonomy.org/bibtex/2749c2a9317e89171f53cf67637e3dee2/ereidt}, booktitle = {The Multimodal Learning Analytics Handbook}, doi = {10.1007/978-3-031-08076-0_11}, editor = {Giannakos, Michail and Spikol, Daniel and Di Mitri, Daniele and Sharma, Kshitij and Ochoa, Xavier and Hammad, Rawad}, interhash = {e595517965cd345982483eaafbe72cc7}, intrahash = {749c2a9317e89171f53cf67637e3dee2}, isbn = {978-3-031-08076-0}, keywords = {NLP affect emotions learninganalytics machinelearning multimodality performance speechrecognition students}, pages = {261--285}, publisher = {Springer International Publishing}, timestamp = {2022-10-16T10:52:18.000+0200}, title = {Once More with Feeling: Emotions in Multimodal Learning Analytics}, url = {https://doi.org/10.1007/978-3-031-08076-0_11}, year = 2022 }