%0 Conference Paper %1 McNee:2006:AEA:1125451.1125659 %A McNee, Sean M. %A Riedl, John %A Konstan, Joseph A. %B CHI '06 extended abstracts on Human factors in computing systems %C New York, NY, USA %D 2006 %I ACM %K accuracy item metric recommender %P 1097--1101 %R 10.1145/1125451.1125659 %T Being accurate is not enough: how accuracy metrics have hurt recommender systems %U http://doi.acm.org/10.1145/1125451.1125659 %X Recommender systems have shown great potential to help users find interesting and relevant items from within a large information space. Most research up to this point has focused on improving the accuracy of recommender systems. We believe that not only has this narrow focus been misguided, but has even been detrimental to the field. The recommendations that are most accurate according to the standard metrics are sometimes not the recommendations that are most useful to users. In this paper, we propose informal arguments that the recommender community should move beyond the conventional accuracy metrics and their associated experimental methodologies. We propose new user-centric directions for evaluating recommender systems. %@ 1-59593-298-4

@inproceedings{McNee:2006:AEA:1125451.1125659, abstract = {Recommender systems have shown great potential to help users find interesting and relevant items from within a large information space. Most research up to this point has focused on improving the accuracy of recommender systems. We believe that not only has this narrow focus been misguided, but has even been detrimental to the field. The recommendations that are most accurate according to the standard metrics are sometimes not the recommendations that are most useful to users. In this paper, we propose informal arguments that the recommender community should move beyond the conventional accuracy metrics and their associated experimental methodologies. We propose new user-centric directions for evaluating recommender systems.}, acmid = {1125659}, added-at = {2012-03-12T17:13:51.000+0100}, address = {New York, NY, USA}, author = {McNee, Sean M. and Riedl, John and Konstan, Joseph A.}, biburl = {https://www.bibsonomy.org/bibtex/24b9fddbd766a9247856641989a778b23/sdo}, booktitle = {CHI '06 extended abstracts on Human factors in computing systems}, description = {Being accurate is not enough}, doi = {10.1145/1125451.1125659}, interhash = {fe396fbce5daacd374196ad688e3f149}, intrahash = {4b9fddbd766a9247856641989a778b23}, isbn = {1-59593-298-4}, keywords = {accuracy item metric recommender}, location = {Montr\&\#233;al, Qu\&\#233;bec, Canada}, numpages = {5}, pages = {1097--1101}, publisher = {ACM}, series = {CHI EA '06}, timestamp = {2012-03-12T17:13:51.000+0100}, title = {Being accurate is not enough: how accuracy metrics have hurt recommender systems}, url = {http://doi.acm.org/10.1145/1125451.1125659}, year = 2006 }