%0 Conference Paper %1 1390340 %A Lin, Jimmy %A Smucker, Mark D. %B SIGIR '08: Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval %C New York, NY, USA %D 2008 %I ACM %K evaluation lesen suchkiste %P 19--26 %R http://doi.acm.org/10.1145/1390334.1390340 %T How do users find things with PubMed?: towards automatic utility evaluation with user simulations %U http://portal.acm.org/citation.cfm?id=1390340&jmp=abstract&coll=ACM&dl=ACM&CFID=29792620&CFTOKEN=47047253#abstract %X In the context of document retrieval in the biomedical domain, this paper explores the complex relationship between the quality of initial query results and the overall utility of an interactive retrieval system. We demonstrate that a content-similarity browsing tool can compensate for poor retrieval results, and that the relationship between retrieval performance and overall utility is non-linear. Arguments are advanced with user simulations, which characterize the relevance of documents that a user might encounter with different browsing strategies. With broader implications to IR, this work provides a case study of how user simulations can be exploited as a formative tool for automatic utility evaluation. Simulation-based studies provide researchers with an additional evaluation tool to complement interactive and Cranfield-style experiments. %@ 978-1-60558-164-4

@inproceedings{1390340, abstract = {In the context of document retrieval in the biomedical domain, this paper explores the complex relationship between the quality of initial query results and the overall utility of an interactive retrieval system. We demonstrate that a content-similarity browsing tool can compensate for poor retrieval results, and that the relationship between retrieval performance and overall utility is non-linear. Arguments are advanced with user simulations, which characterize the relevance of documents that a user might encounter with different browsing strategies. With broader implications to IR, this work provides a case study of how user simulations can be exploited as a formative tool for automatic utility evaluation. Simulation-based studies provide researchers with an additional evaluation tool to complement interactive and Cranfield-style experiments.}, added-at = {2009-04-05T23:08:01.000+0200}, address = {New York, NY, USA}, author = {Lin, Jimmy and Smucker, Mark D.}, biburl = {https://www.bibsonomy.org/bibtex/28f34ca1673e752d8e7d8ad3c3c0a28b2/tillk}, booktitle = {SIGIR '08: Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval}, description = {How do users find things with PubMed?}, doi = {http://doi.acm.org/10.1145/1390334.1390340}, interhash = {43f7dd223ff0fc0ed562f681a0736472}, intrahash = {8f34ca1673e752d8e7d8ad3c3c0a28b2}, isbn = {978-1-60558-164-4}, keywords = {evaluation lesen suchkiste}, location = {Singapore, Singapore}, pages = {19--26}, publisher = {ACM}, timestamp = {2009-04-05T23:08:01.000+0200}, title = {How do users find things with PubMed?: towards automatic utility evaluation with user simulations}, url = {http://portal.acm.org/citation.cfm?id=1390340&jmp=abstract&coll=ACM&dl=ACM&CFID=29792620&CFTOKEN=47047253#abstract}, year = 2008 }