This paper presents an experimental study of users assessing the quality of Google web search results. In particular we look at how users’ satisfaction correlates with the effectiveness of Google as quantified by IR measures such as precision and the suite of Cumulative Gain measures (CG, DCG, NDCG). Results indicate strong correlation between users’ satisfaction, CG and precision, moderate correlation with DCG, with perhaps surprisingly negligible correlation with NDCG. The reasons for the low correlation with NDCG are examined.
Description
The relationship between IR effectiveness measures and user satisfaction
%0 Conference Paper
%1 1277902
%A Al-Maskari, Azzah
%A Sanderson, Mark
%A Clough, Paul
%B SIGIR '07: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval
%C New York, NY, USA
%D 2007
%I ACM
%K evaluation suchkiste ungelesen
%P 773--774
%R http://doi.acm.org/10.1145/1277741.1277902
%T The relationship between IR effectiveness measures and user satisfaction
%U http://portal.acm.org/citation.cfm?id=1277902
%X This paper presents an experimental study of users assessing the quality of Google web search results. In particular we look at how users’ satisfaction correlates with the effectiveness of Google as quantified by IR measures such as precision and the suite of Cumulative Gain measures (CG, DCG, NDCG). Results indicate strong correlation between users’ satisfaction, CG and precision, moderate correlation with DCG, with perhaps surprisingly negligible correlation with NDCG. The reasons for the low correlation with NDCG are examined.
%@ 978-1-59593-597-7
@inproceedings{1277902,
abstract = {This paper presents an experimental study of users assessing the quality of Google web search results. In particular we look at how users’ satisfaction correlates with the effectiveness of Google as quantified by IR measures such as precision and the suite of Cumulative Gain measures (CG, DCG, NDCG). Results indicate strong correlation between users’ satisfaction, CG and precision, moderate correlation with DCG, with perhaps surprisingly negligible correlation with NDCG. The reasons for the low correlation with NDCG are examined.
},
added-at = {2009-02-23T19:01:20.000+0100},
address = {New York, NY, USA},
author = {Al-Maskari, Azzah and Sanderson, Mark and Clough, Paul},
biburl = {https://www.bibsonomy.org/bibtex/2167658db9b09b071a2b8cfb420f20be0/tillk},
booktitle = {SIGIR '07: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval},
description = {The relationship between IR effectiveness measures and user satisfaction},
doi = {http://doi.acm.org/10.1145/1277741.1277902},
interhash = {92469fda0b0cd7fe63d6a8b250fd4298},
intrahash = {167658db9b09b071a2b8cfb420f20be0},
isbn = {978-1-59593-597-7},
keywords = {evaluation suchkiste ungelesen},
location = {Amsterdam, The Netherlands},
pages = {773--774},
publisher = {ACM},
timestamp = {2009-02-23T19:01:20.000+0100},
title = {The relationship between IR effectiveness measures and user satisfaction},
url = {http://portal.acm.org/citation.cfm?id=1277902},
year = 2007
}