%0 Conference Paper %1 Prather:2018:MDF:3230977.3230981 %A Prather, James %A Pettit, Raymond %A McMurry, Kayla %A Peters, Alani %A Homer, John %A Cohen, Maxine %B Proceedings of the 2018 ACM Conference on International Computing Education Research %C New York, NY, USA %D 2018 %I ACM %K automatic-assessment programming %P 41--50 %R 10.1145/3230977.3230981 %T Metacognitive Difficulties Faced by Novice Programmers in Automated Assessment Tools %U http://doi.acm.org/10.1145/3230977.3230981 %X Most novice programmers are not explicitly aware of the problem-solving process used to approach programming problems and cannot articulate to an instructor where they are in that process. Many are now arguing that this skill, called metacognitive awareness, is crucial for novice learning. However, novices frequently learn in university CS1 courses that employ automated assessment tools (AATs), which are not typically designed to provide the cognitive scaffolding necessary for novices to develop metacognitive awareness. This paper reports on an experiment designed to understand what difficulties novice programmers currently face when learning to code with an AAT. We describe the experiences of CS1 students who participated in a think-aloud study where they were observed solving a programming problem with an AAT. Our observations show that some students mentally augmented the tool when it did not explicitly support their metacognitive awareness, while others stumbled due to the tool's lack of such support. We use these observations to formulate difficulties faced by novices that lack metacognitive awareness, compare these results to other related studies, and look toward future work in modifying AATs. %@ 978-1-4503-5628-2

@inproceedings{Prather:2018:MDF:3230977.3230981, abstract = {Most novice programmers are not explicitly aware of the problem-solving process used to approach programming problems and cannot articulate to an instructor where they are in that process. Many are now arguing that this skill, called metacognitive awareness, is crucial for novice learning. However, novices frequently learn in university CS1 courses that employ automated assessment tools (AATs), which are not typically designed to provide the cognitive scaffolding necessary for novices to develop metacognitive awareness. This paper reports on an experiment designed to understand what difficulties novice programmers currently face when learning to code with an AAT. We describe the experiences of CS1 students who participated in a think-aloud study where they were observed solving a programming problem with an AAT. Our observations show that some students mentally augmented the tool when it did not explicitly support their metacognitive awareness, while others stumbled due to the tool's lack of such support. We use these observations to formulate difficulties faced by novices that lack metacognitive awareness, compare these results to other related studies, and look toward future work in modifying AATs.}, acmid = {3230981}, added-at = {2018-08-13T12:43:21.000+0200}, address = {New York, NY, USA}, author = {Prather, James and Pettit, Raymond and McMurry, Kayla and Peters, Alani and Homer, John and Cohen, Maxine}, biburl = {https://www.bibsonomy.org/bibtex/2fae20dd08298a8e070a6e482b741c93b/brusilovsky}, booktitle = {Proceedings of the 2018 ACM Conference on International Computing Education Research}, description = {Students need to be prepared to benefit from automated assessment. What could we do so that they got ready?}, doi = {10.1145/3230977.3230981}, interhash = {b7946a4d9c7e8b92500ee41478d53729}, intrahash = {fae20dd08298a8e070a6e482b741c93b}, isbn = {978-1-4503-5628-2}, keywords = {automatic-assessment programming}, location = {Espoo, Finland}, numpages = {10}, pages = {41--50}, publisher = {ACM}, series = {ICER '18}, timestamp = {2018-08-13T12:50:00.000+0200}, title = {Metacognitive Difficulties Faced by Novice Programmers in Automated Assessment Tools}, url = {http://doi.acm.org/10.1145/3230977.3230981}, year = 2018 }