%0 Conference Paper %1 hofmann2010comparing %A Hofmann, Katja %A Huurnink, Bouke %A Bron, Marc %A de Rijke, Maarten %B Proceeding of the 33rd international ACM SIGIR conference on Research and development in information retrieval %C New York, NY, USA %D 2010 %I ACM %K evaluation implicit-feedback ranking search social-search %P 761--762 %R 10.1145/1835449.1835603 %T Comparing click-through data to purchase decisions for retrieval evaluation %U http://doi.acm.org/10.1145/1835449.1835603 %X Traditional retrieval evaluation uses explicit relevance judgments which are expensive to collect. Relevance assessments inferred from implicit feedback such as click-through data can be collected inexpensively, but may be less reliable. We compare assessments derived from click-through data to another source of implicit feedback that we assume to be highly indicative of relevance: purchase decisions. Evaluating retrieval runs based on a log of an audio-visual archive, we find agreement between system rankings and purchase decisions to be surprisingly high. %@ 978-1-4503-0153-4

@inproceedings{hofmann2010comparing, abstract = {Traditional retrieval evaluation uses explicit relevance judgments which are expensive to collect. Relevance assessments inferred from implicit feedback such as click-through data can be collected inexpensively, but may be less reliable. We compare assessments derived from click-through data to another source of implicit feedback that we assume to be highly indicative of relevance: purchase decisions. Evaluating retrieval runs based on a log of an audio-visual archive, we find agreement between system rankings and purchase decisions to be surprisingly high.}, acmid = {1835603}, added-at = {2011-07-27T16:24:21.000+0200}, address = {New York, NY, USA}, author = {Hofmann, Katja and Huurnink, Bouke and Bron, Marc and de Rijke, Maarten}, biburl = {https://www.bibsonomy.org/bibtex/283f012654e2e6e094daeebb366d799ad/beate}, booktitle = {Proceeding of the 33rd international ACM SIGIR conference on Research and development in information retrieval}, description = {Comparing click-through data to purchase decisions for retrieval evaluation}, doi = {10.1145/1835449.1835603}, interhash = {204543f9431d0007339333fa4dcbca4f}, intrahash = {83f012654e2e6e094daeebb366d799ad}, isbn = {978-1-4503-0153-4}, keywords = {evaluation implicit-feedback ranking search social-search}, location = {Geneva, Switzerland}, numpages = {2}, pages = {761--762}, publisher = {ACM}, series = {SIGIR '10}, timestamp = {2011-07-27T16:24:21.000+0200}, title = {Comparing click-through data to purchase decisions for retrieval evaluation}, url = {http://doi.acm.org/10.1145/1835449.1835603}, year = 2010 }