Although peer assessment is a widely used didactical method in higher education, little is known about a) how many peer assessors are required to receive a stable assessment on a peer’s solution and b) how valid this assessment is compared to an expert assessment. To fill these gaps, we conducted a peer assessment in a large-scale lecture. Overall, 136 students participated in the peer assessment. Each student had to complete an assignment, which was then anonymously evaluated by five randomly selected peers, and three independent experts. We applied a bootstrap-based Monte Carlo simulation based on our data. The results show that a) three peer assessors are sufficient for a stable assessment, and b) the peer assessors are less critical compared to experts. We thus contribute to literature by providing insights on how many peer assessors are required when applying peer assessment, and how comparable peer assessment is with expert assessment.
%0 Conference Paper
%1 ls_leimeister
%A Lehmann, Katja
%A Söllner, Matthias
%A Blohm, Ivo
%A Leimeister, Jan Marco
%B International Conference on Information Systems (ICIS)
%C Seoul, South Korea
%D 2017
%K Complex_Assignments Expert_Assessment Large-scale_Lecture Peer_Assessment conf conf_full itegpub pub_ibl pub_jml pub_kle pub_msö u3bpub
%T Third Time is a Charm – Determining the Required Number of Assessors when Using Peer Assessment in Large-Scale Lectures
%U http://pubs.wi-kassel.de/wp-content/uploads/2017/12/JML_668.pdf
%X Although peer assessment is a widely used didactical method in higher education, little is known about a) how many peer assessors are required to receive a stable assessment on a peer’s solution and b) how valid this assessment is compared to an expert assessment. To fill these gaps, we conducted a peer assessment in a large-scale lecture. Overall, 136 students participated in the peer assessment. Each student had to complete an assignment, which was then anonymously evaluated by five randomly selected peers, and three independent experts. We applied a bootstrap-based Monte Carlo simulation based on our data. The results show that a) three peer assessors are sufficient for a stable assessment, and b) the peer assessors are less critical compared to experts. We thus contribute to literature by providing insights on how many peer assessors are required when applying peer assessment, and how comparable peer assessment is with expert assessment.
@inproceedings{ls_leimeister,
abstract = {Although peer assessment is a widely used didactical method in higher education, little is known about a) how many peer assessors are required to receive a stable assessment on a peer’s solution and b) how valid this assessment is compared to an expert assessment. To fill these gaps, we conducted a peer assessment in a large-scale lecture. Overall, 136 students participated in the peer assessment. Each student had to complete an assignment, which was then anonymously evaluated by five randomly selected peers, and three independent experts. We applied a bootstrap-based Monte Carlo simulation based on our data. The results show that a) three peer assessors are sufficient for a stable assessment, and b) the peer assessors are less critical compared to experts. We thus contribute to literature by providing insights on how many peer assessors are required when applying peer assessment, and how comparable peer assessment is with expert assessment.},
added-at = {2017-10-16T09:15:37.000+0200},
address = {Seoul, South Korea},
author = {Lehmann, Katja and Söllner, Matthias and Blohm, Ivo and Leimeister, Jan Marco},
biburl = {https://www.bibsonomy.org/bibtex/27d16f69e8cbfc2e8ffb590e9da2bc2fd/ls_leimeister},
booktitle = {International Conference on Information Systems (ICIS)},
eventdate = {2017},
eventtitle = {International Conference on Information Systems (ICIS)},
interhash = {78f7139a5bc92b02d6e1109ad6622158},
intrahash = {7d16f69e8cbfc2e8ffb590e9da2bc2fd},
keywords = {Complex_Assignments Expert_Assessment Large-scale_Lecture Peer_Assessment conf conf_full itegpub pub_ibl pub_jml pub_kle pub_msö u3bpub},
language = {English},
timestamp = {2023-09-20T11:49:20.000+0200},
title = {Third Time is a Charm – Determining the Required Number of Assessors when Using Peer Assessment in Large-Scale Lectures},
url = {http://pubs.wi-kassel.de/wp-content/uploads/2017/12/JML_668.pdf},
venue = {Seoul, South Korea},
year = 2017
}