%0 Journal Article %1 citeulike:8332481 %A Rezaei, Ali R. %A Lovorn, Michael %D 2010 %J Assessing Writing %K era-c-journal, reliability, rubrics, validity, writing, writing-assessment %N 1 %P 18--39 %R 10.1016/j.asw.2010.01.003 %T Reliability and validity of rubrics for assessment through writing %U http://dx.doi.org/10.1016/j.asw.2010.01.003 %V 15 %X This experimental project investigated the reliability and validity of rubrics in assessment of students' written responses to a social science ” writing prompt”. The participants were asked to grade one of the two samples of writing assuming it was written by a graduate student. In fact both samples were prepared by the authors. The first sample was well written in terms of sentence structure, spelling, grammar, and punctuation; however, the author did not fully answer the question. The second sample fully answered each part of the question, but included multiple errors in structure, spelling, grammar and punctuation. In the first experiment, the first sample was assessed by participants once without a rubric and once with a rubric. In the second experiment, the second sample was assessed by participants once without a rubric and once with a rubric. The results showed that raters were significantly influenced by mechanical characteristics of students' writing rather than the content even when they used a rubric. Study results also indicated that using rubrics may not improve the reliability or validity of assessment if raters are not well trained on how to design and employ them effectively.

@article{citeulike:8332481, abstract = {{This experimental project investigated the reliability and validity of rubrics in assessment of students' written responses to a social science ” writing prompt”. The participants were asked to grade one of the two samples of writing assuming it was written by a graduate student. In fact both samples were prepared by the authors. The first sample was well written in terms of sentence structure, spelling, grammar, and punctuation; however, the author did not fully answer the question. The second sample fully answered each part of the question, but included multiple errors in structure, spelling, grammar and punctuation. In the first experiment, the first sample was assessed by participants once without a rubric and once with a rubric. In the second experiment, the second sample was assessed by participants once without a rubric and once with a rubric. The results showed that raters were significantly influenced by mechanical characteristics of students' writing rather than the content even when they used a rubric. Study results also indicated that using rubrics may not improve the reliability or validity of assessment if raters are not well trained on how to design and employ them effectively.}}, added-at = {2011-07-27T01:37:06.000+0200}, author = {Rezaei, Ali R. and Lovorn, Michael}, biburl = {https://www.bibsonomy.org/bibtex/204bae9c4d804bcdf1ed5ec7b6ede303c/rubrics}, citeulike-article-id = {8332481}, citeulike-linkout-0 = {http://dx.doi.org/10.1016/j.asw.2010.01.003}, comment = {(private-note)Sample rubric included. Some educators believe that rubrics have not led to a more objective or more reliable grading. Ideally, the feedback given by employment of a rubric is better than the assignment of a simple letter grade; however, untrained users of rubrics may simply use it to justify their biased assessment.}, day = 07, doi = {10.1016/j.asw.2010.01.003}, interhash = {bc08ff09fc998ced6b787e309a550f7e}, intrahash = {04bae9c4d804bcdf1ed5ec7b6ede303c}, journal = {Assessing Writing}, keywords = {era-c-journal, reliability, rubrics, validity, writing, writing-assessment}, month = apr, number = 1, pages = {18--39}, posted-at = {2010-11-30 07:25:41}, priority = {3}, timestamp = {2011-07-27T01:37:25.000+0200}, title = {{Reliability and validity of rubrics for assessment through writing}}, url = {http://dx.doi.org/10.1016/j.asw.2010.01.003}, volume = 15, year = 2010 }