%0 Conference Paper %1 IhaEtAl10 %A Ihantola, Petri %A Ahoniemi, Tuukka %A Karavirta, Ville %A Seppälä, Otto %B Proceedings of the 10th Koli Calling International Conference on Computing Education Research %C New York, NY %D 2010 %I ACM %K automatic-assessment tiral-and-error %P 86--93 %R 10.1145/1930464.1930480 %T Review of Recent Systems for Automatic Assessment of Programming Assignments %U http://doi.acm.org/10.1145/1930464.1930480 %X This paper presents a systematic literature review of the recent (2006--2010) development of automatic assessment tools for programming exercises. We discuss the major features that the tools support and the different approaches they are using both from the pedagogical and the technical point of view. Examples of these features are ways for the teacher to define tests, resubmission policies, security issues, and so forth. We have also identified a list of novel features, like assessing web software, that are likely to get more research attention in the future. As a conclusion, we state that too many new systems are developed, but also acknowledge the current reasons for the phenomenon. As one solution we encourage opening up the existing systems and joining efforts on developing those further. Selected systems from our survey are briefly described in Appendix A. %@ 978-1-4503-0520-4

@inproceedings{IhaEtAl10, abstract = {This paper presents a systematic literature review of the recent (2006--2010) development of automatic assessment tools for programming exercises. We discuss the major features that the tools support and the different approaches they are using both from the pedagogical and the technical point of view. Examples of these features are ways for the teacher to define tests, resubmission policies, security issues, and so forth. We have also identified a list of novel features, like assessing web software, that are likely to get more research attention in the future. As a conclusion, we state that too many new systems are developed, but also acknowledge the current reasons for the phenomenon. As one solution we encourage opening up the existing systems and joining efforts on developing those further. Selected systems from our survey are briefly described in Appendix A.}, acmid = {1930480}, added-at = {2016-06-19T11:38:03.000+0200}, address = {New York, NY}, author = {Ihantola, Petri and Ahoniemi, Tuukka and Karavirta, Ville and Sepp\"{a}l\"{a}, Otto}, biburl = {https://www.bibsonomy.org/bibtex/2829611d785a080620c7eb8af741e4672/wiljami74}, booktitle = {Proceedings of the 10th Koli Calling International Conference on Computing Education Research}, description = {Review of recent systems for automatic assessment of programming assignments}, doi = {10.1145/1930464.1930480}, interhash = {c9eab4221e4cd5c316aa293da0f22100}, intrahash = {829611d785a080620c7eb8af741e4672}, isbn = {978-1-4503-0520-4}, keywords = {automatic-assessment tiral-and-error}, location = {Koli, Finland}, numpages = {8}, pages = {86--93}, publisher = {ACM}, series = {Koli Calling '10}, timestamp = {2016-06-19T11:38:03.000+0200}, title = {Review of Recent Systems for Automatic Assessment of Programming Assignments}, url = {http://doi.acm.org/10.1145/1930464.1930480}, year = 2010 }