The average probability estimate of J > 1 judges is generally better than its components. Two studies test 3 predictions regarding averaging that follow from theorems based on a cognitive model of the judges and idealizations of the judgment situation. Prediction 1 is that the average of conditionally pairwise independent estimates will be highly diagnostic, and Prediction 2 is that the average of dependent estimates (differing only by independent error terms) may be well calibrated. Prediction 3 contrasts between- and within-subject averaging. Results demonstrate the predictions' robustness by showing the extent to which they hold as the information conditions depart from the ideal and as J increases. Practical consequences are that (a) substantial improvement can be obtained with as few as 2–6 judges and (b) the decision maker can estimate the nature of the expected improvement by considering the information conditions.
%0 Journal Article
%1 citeulike:2714435
%A Ariely, Dan
%A Au, Wing T.
%A Bender, Randall H.
%A Budescu, David V.
%A Dietz, Christiane B.
%A Gu, Hongbin
%A Wallsten, Thomas S.
%A Zauberman, Gal
%D 2000
%J Journal of Experimental Psychology: Applied
%K confidence-judgment, group, subjective-probability
%N 2
%P 130--147
%R 10.1037/1076-898X.6.2.130
%T The Effects of Averaging Subjective Probability Estimates Between and Within Judges
%U http://dx.doi.org/10.1037/1076-898X.6.2.130
%V 6
%X The average probability estimate of J > 1 judges is generally better than its components. Two studies test 3 predictions regarding averaging that follow from theorems based on a cognitive model of the judges and idealizations of the judgment situation. Prediction 1 is that the average of conditionally pairwise independent estimates will be highly diagnostic, and Prediction 2 is that the average of dependent estimates (differing only by independent error terms) may be well calibrated. Prediction 3 contrasts between- and within-subject averaging. Results demonstrate the predictions' robustness by showing the extent to which they hold as the information conditions depart from the ideal and as J increases. Practical consequences are that (a) substantial improvement can be obtained with as few as 2–6 judges and (b) the decision maker can estimate the nature of the expected improvement by considering the information conditions.
@article{citeulike:2714435,
abstract = {The average probability estimate of J > 1 judges is generally better than its components. Two studies test 3 predictions regarding averaging that follow from theorems based on a cognitive model of the judges and idealizations of the judgment situation. Prediction 1 is that the average of conditionally pairwise independent estimates will be highly diagnostic, and Prediction 2 is that the average of dependent estimates (differing only by independent error terms) may be well calibrated. Prediction 3 contrasts between- and within-subject averaging. Results demonstrate the predictions' robustness by showing the extent to which they hold as the information conditions depart from the ideal and as J increases. Practical consequences are that (a) substantial improvement can be obtained with as few as 2–6 judges and (b) the decision maker can estimate the nature of the expected improvement by considering the information conditions.},
added-at = {2009-04-03T18:46:37.000+0200},
author = {Ariely, Dan and Au, Wing T. and Bender, Randall H. and Budescu, David V. and Dietz, Christiane B. and Gu, Hongbin and Wallsten, Thomas S. and Zauberman, Gal},
biburl = {https://www.bibsonomy.org/bibtex/27e7825ba657b0e19045be9d758e5adfc/acslab},
citeulike-article-id = {2714435},
doi = {10.1037/1076-898X.6.2.130},
interhash = {25c673ed4e6ec6b0c11af9dde411af15},
intrahash = {7e7825ba657b0e19045be9d758e5adfc},
journal = {Journal of Experimental Psychology: Applied},
keywords = {confidence-judgment, group, subjective-probability},
month = {June},
number = 2,
pages = {130--147},
posted-at = {2008-04-24 22:41:52},
priority = {2},
timestamp = {2009-04-03T18:46:38.000+0200},
title = {The Effects of Averaging Subjective Probability Estimates Between and Within Judges},
url = {http://dx.doi.org/10.1037/1076-898X.6.2.130},
volume = 6,
year = 2000
}