%0 Conference Paper %1 1168158 %A Shneiderman, Ben %A Plaisant, Catherine %B BELIV '06: Proceedings of the 2006 AVI workshop on BEyond time and errors %C New York, NY, USA %D 2006 %I ACM %K evaluation infovis %P 1--7 %R http://doi.acm.org/10.1145/1168149.1168158 %T Strategies for evaluating information visualization tools: multi-dimensional in-depth long-term case studies %U http://portal.acm.org/citation.cfm?id=1168149.1168158 %X After an historical review of evaluation methods, we describe an emerging research method called Multi-dimensional In-depth Long-term Case studies (MILCs) which seems well adapted to study the creative activities that users of information visualization systems engage in. We propose that the efficacy of tools can be assessed by documenting 1) usage (observations, interviews, surveys, logging etc.) and 2) expert users' success in achieving their professional goals. We summarize lessons from related ethnography methods used in HCI and provide guidelines for conducting MILCs for information visualization. We suggest ways to refine the methods for MILCs in modest sized projects and then envision ambitious projects with 3-10 researchers working over 1-3 years to understand individual and organizational use of information visualization by domain experts working at the frontiers of knowledge in their fields. %@ 1-59593-562-2

@inproceedings{1168158, abstract = {After an historical review of evaluation methods, we describe an emerging research method called Multi-dimensional In-depth Long-term Case studies (MILCs) which seems well adapted to study the creative activities that users of information visualization systems engage in. We propose that the efficacy of tools can be assessed by documenting 1) usage (observations, interviews, surveys, logging etc.) and 2) expert users' success in achieving their professional goals. We summarize lessons from related ethnography methods used in HCI and provide guidelines for conducting MILCs for information visualization. We suggest ways to refine the methods for MILCs in modest sized projects and then envision ambitious projects with 3-10 researchers working over 1-3 years to understand individual and organizational use of information visualization by domain experts working at the frontiers of knowledge in their fields.}, added-at = {2008-05-23T22:44:28.000+0200}, address = {New York, NY, USA}, author = {Shneiderman, Ben and Plaisant, Catherine}, biburl = {https://www.bibsonomy.org/bibtex/22ff51545386d27e655056039aad5188c/jhandcock}, booktitle = {BELIV '06: Proceedings of the 2006 AVI workshop on BEyond time and errors}, description = {Strategies for evaluating information visualization tools}, doi = {http://doi.acm.org/10.1145/1168149.1168158}, interhash = {c3523fe61ee979485bc6a53038e1eb3a}, intrahash = {2ff51545386d27e655056039aad5188c}, isbn = {1-59593-562-2}, keywords = {evaluation infovis}, location = {Venice, Italy}, pages = {1--7}, publisher = {ACM}, timestamp = {2008-11-19T23:48:35.000+0100}, title = {Strategies for evaluating information visualization tools: multi-dimensional in-depth long-term case studies}, url = {http://portal.acm.org/citation.cfm?id=1168149.1168158}, year = 2006 }