We present a system for online assessment of handwritten homework assignments and exams. First, either instructors or students scan and upload handwritten work. Instructors then grade the work and distribute the results using a web-based platform. Our system optimizes for three key dimensions: speed, consistency, and flexibility. The primary innovation enabling improvements in all three dimensions is a dynamically evolving rubric for each question on an assessment. We also describe how the system minimizes the overhead incurred in the digitization process. Our system has been in use for four years, with instructors at 200 institutions having graded over 10 million pages of student work. We present results as user-reported data and feedback regarding time saved grading, enjoyment, and student experience. Two-thirds of responders report saving 30\% or more time relative to their traditional workflow. We also find that the time spent grading an individual response to a question rapidly decays with the number of responses to that question that the grader has already graded.
%0 Conference Paper
%1 citeulike:14341289
%A Singh, Arjun
%A Karayev, Sergey
%A Gutowski, Kevin
%A Abbeel, Pieter
%B Proceedings of the Fourth (2017) ACM Conference on Learning @ Scale
%C New York, NY, USA
%D 2017
%I ACM
%K assessment ls2017 shpaws
%P 81--88
%R 10.1145/3051457.3051466
%T Gradescope: A Fast, Flexible, and Fair System for Scalable Assessment of Handwritten Work
%U http://dx.doi.org/10.1145/3051457.3051466
%X We present a system for online assessment of handwritten homework assignments and exams. First, either instructors or students scan and upload handwritten work. Instructors then grade the work and distribute the results using a web-based platform. Our system optimizes for three key dimensions: speed, consistency, and flexibility. The primary innovation enabling improvements in all three dimensions is a dynamically evolving rubric for each question on an assessment. We also describe how the system minimizes the overhead incurred in the digitization process. Our system has been in use for four years, with instructors at 200 institutions having graded over 10 million pages of student work. We present results as user-reported data and feedback regarding time saved grading, enjoyment, and student experience. Two-thirds of responders report saving 30\% or more time relative to their traditional workflow. We also find that the time spent grading an individual response to a question rapidly decays with the number of responses to that question that the grader has already graded.
%@ 978-1-4503-4450-0
@inproceedings{citeulike:14341289,
abstract = {{We present a system for online assessment of handwritten homework assignments and exams. First, either instructors or students scan and upload handwritten work. Instructors then grade the work and distribute the results using a web-based platform. Our system optimizes for three key dimensions: speed, consistency, and flexibility. The primary innovation enabling improvements in all three dimensions is a dynamically evolving rubric for each question on an assessment. We also describe how the system minimizes the overhead incurred in the digitization process. Our system has been in use for four years, with instructors at 200 institutions having graded over 10 million pages of student work. We present results as user-reported data and feedback regarding time saved grading, enjoyment, and student experience. Two-thirds of responders report saving 30\% or more time relative to their traditional workflow. We also find that the time spent grading an individual response to a question rapidly decays with the number of responses to that question that the grader has already graded.}},
added-at = {2018-03-19T12:24:51.000+0100},
address = {New York, NY, USA},
author = {Singh, Arjun and Karayev, Sergey and Gutowski, Kevin and Abbeel, Pieter},
biburl = {https://www.bibsonomy.org/bibtex/2d52ff052b2f4d79fb1878f5e4a57d825/aho},
booktitle = {Proceedings of the Fourth (2017) ACM Conference on Learning @ Scale},
citeulike-article-id = {14341289},
citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=3051466},
citeulike-linkout-1 = {http://dx.doi.org/10.1145/3051457.3051466},
comment = {Interesting ability to review and adjust the rubrics!},
doi = {10.1145/3051457.3051466},
interhash = {f14f2b40cfc6ca7fd9db4675c9445f2d},
intrahash = {d52ff052b2f4d79fb1878f5e4a57d825},
isbn = {978-1-4503-4450-0},
keywords = {assessment ls2017 shpaws},
location = {Cambridge, Massachusetts, USA},
pages = {81--88},
posted-at = {2017-04-21 14:38:31},
priority = {2},
publisher = {ACM},
series = {L@S '17},
timestamp = {2018-03-19T12:24:51.000+0100},
title = {{Gradescope: A Fast, Flexible, and Fair System for Scalable Assessment of Handwritten Work}},
url = {http://dx.doi.org/10.1145/3051457.3051466},
year = 2017
}