%0 Conference Paper %1 634236 %A Spool, Jared %A Schroeder, Will %B CHI '01: CHI '01 extended abstracts on Human factors in computing systems %C New York, NY, USA %D 2001 %I ACM %K critique evaluation imported usability_testing web %P 285--286 %R http://doi.acm.org/10.1145/634067.634236 %T Testing web sites: five users is nowhere near enough %U http://portal.acm.org/citation.cfm?id=634236&dl=ACM&coll=portal&CFID=60015656&CFTOKEN=56411871 %X We observed the same task executed by 49 users on four production web sites. We tracked the rates of discovery of new usability problems on each site and, using that data, estimated the total number of usability problems on each site and the number of tests we would need to discover every problem. Our findings differ sharply from rules-of-thumb derived from earlier work by Virzi1 and Nielsen2,3 commonly viewed as "industry standards." We found that the four sites we studied would need considerably more than five users to find 85% of the problems %@ 1-58113-340-5

@inproceedings{634236, abstract = {We observed the same task executed by 49 users on four production web sites. We tracked the rates of discovery of new usability problems on each site and, using that data, estimated the total number of usability problems on each site and the number of tests we would need to discover every problem. Our findings differ sharply from rules-of-thumb derived from earlier work by Virzi[1] and Nielsen[2,3] commonly viewed as "industry standards." We found that the four sites we studied would need considerably more than five users to find 85% of the problems}, added-at = {2008-11-17T16:58:28.000+0100}, address = {New York, NY, USA}, author = {Spool, Jared and Schroeder, Will}, biburl = {https://www.bibsonomy.org/bibtex/2ae48c7c26922b43b1833a7d57502dcc4/ewomant}, booktitle = {CHI '01: CHI '01 extended abstracts on Human factors in computing systems}, description = {Testing web sites}, doi = {http://doi.acm.org/10.1145/634067.634236}, interhash = {bd1b277d4a9bf242d6e18f706c1f2335}, intrahash = {ae48c7c26922b43b1833a7d57502dcc4}, isbn = {1-58113-340-5}, keywords = {critique evaluation imported usability_testing web}, location = {Seattle, Washington}, pages = {285--286}, publisher = {ACM}, timestamp = {2008-11-17T16:58:28.000+0100}, title = {Testing web sites: five users is nowhere near enough}, url = {http://portal.acm.org/citation.cfm?id=634236&dl=ACM&coll=portal&CFID=60015656&CFTOKEN=56411871}, year = 2001 }