%0 Conference Paper %1 prieto2016teaching %A Prieto Santos, Luis Pablo %A Sharma, Kshitij %A Dillenbourg, Pierre %A Rodriguez Triana, Maria Jesus %B International Learning Analytics and Knowledge %D 2016 %K analytics citesme design eeg eyetracking learning neuroscience social teaching %T Teaching Analytics: Towards Automatic Extraction of Orchestration Graphs Using Wearable Sensors %U http://infoscience.epfl.ch/record/216918 %X CONFERENCE PAPER Teaching Analytics: Towards Automatic Extraction of Orchestration Graphs Using Wearable Sensors Prieto Santos, Luis Pablo; Sharma, Kshitij; Dillenbourg, Pierre; Rodriguez Triana, Maria Jesus Presented at: International Learning Analytics and Knowledge, Edinburgh, UK, April 25-26, 2016 Publication date: 2016 "Teaching analytics" is the application of learning analytics techniques to understand teaching and learning processes, and eventually enable supportive interventions. However, in the case of (often, half-improvised) teaching in face-to-face classrooms, such interventions would require first an understanding of what the teacher actually did, as the starting point for teacher reflection and inquiry. Currently, such teacher enactment characterization requires costly manual coding by researchers. This paper presents a case study exploring the potential of machine learning techniques to automatically extract teaching actions during classroom enactment, from five data sources collected using wearable sensors (eye-tracking, EEG, accelerometer, audio and video). Our results highlight the feasibility of this approach, with high levels of accuracy in determining the social plane of interaction (90%, k=0.8). The reliable detection of concrete teaching activity (e.g., explanation vs. questioning) accurately still remains challenging (67%, k=0.56), a fact that will prompt further research on multimodal features and models for teaching activity extraction, as well as the collection of a larger multimodal dataset to improve the accuracy and generalizability of these methods.

@inproceedings{prieto2016teaching, abstract = {CONFERENCE PAPER Teaching Analytics: Towards Automatic Extraction of Orchestration Graphs Using Wearable Sensors Prieto Santos, Luis Pablo; Sharma, Kshitij; Dillenbourg, Pierre; Rodriguez Triana, Maria Jesus Presented at: International Learning Analytics and Knowledge, Edinburgh, UK, April 25-26, 2016 Publication date: 2016 "Teaching analytics" is the application of learning analytics techniques to understand teaching and learning processes, and eventually enable supportive interventions. However, in the case of (often, half-improvised) teaching in face-to-face classrooms, such interventions would require first an understanding of what the teacher actually did, as the starting point for teacher reflection and inquiry. Currently, such teacher enactment characterization requires costly manual coding by researchers. This paper presents a case study exploring the potential of machine learning techniques to automatically extract teaching actions during classroom enactment, from five data sources collected using wearable sensors (eye-tracking, EEG, accelerometer, audio and video). Our results highlight the feasibility of this approach, with high levels of accuracy in determining the social plane of interaction (90%, k=0.8). The reliable detection of concrete teaching activity (e.g., explanation vs. questioning) accurately still remains challenging (67%, k=0.56), a fact that will prompt further research on multimodal features and models for teaching activity extraction, as well as the collection of a larger multimodal dataset to improve the accuracy and generalizability of these methods.}, added-at = {2016-02-23T21:12:39.000+0100}, author = {Prieto Santos, Luis Pablo and Sharma, Kshitij and Dillenbourg, Pierre and Rodriguez Triana, Maria Jesus}, biburl = {https://www.bibsonomy.org/bibtex/28b5945c9704d6354d6e5c27fcdc9b13a/yish}, booktitle = {International Learning Analytics and Knowledge}, interhash = {c0a153e590eef6d7fb8689e09146d796}, intrahash = {8b5945c9704d6354d6e5c27fcdc9b13a}, keywords = {analytics citesme design eeg eyetracking learning neuroscience social teaching}, timestamp = {2016-02-23T21:12:39.000+0100}, title = {Teaching Analytics: Towards Automatic Extraction of Orchestration Graphs Using Wearable Sensors}, url = {http://infoscience.epfl.ch/record/216918}, year = 2016 }