%0 Journal Article %1 tallis01 %A Tallis, M. %A Kim, J. %A Gil, Yolanda %D 2001 %I Taylor and Francis Ltd %J Journal of Experimental & Theoretical Artificial Intelligence %K AI Lessons_learned ToAssess evaluation knowledgeacquisition methodology %N 4 %P 359--378 %T User Studies of Knowledge Acquisition Tools: Methodology and Lessons Learned %U http://www.cs.toronto.edu/~nernst/papers/tallis-kim-gil-jetai.pdf %V 13 %X Knowledge acquisition research concerned with the development of knowledge acquisition tools is in need of a methodological approach to evaluation. This paper describes our experimental methodology to conduct studies and experiments of users modifying knowledge bases with knowledge acquisition tools. We also report the lessons learned from several experiments that we have performed using this method- ology. Our hope is that it will help others design user evaluations of knowledge acquisition tools. We discuss our ideas for improving our current methodology and some open issues that remain.

@article{tallis01, abstract = {Knowledge acquisition research concerned with the development of knowledge acquisition tools is in need of a methodological approach to evaluation. This paper describes our experimental methodology to conduct studies and experiments of users modifying knowledge bases with knowledge acquisition tools. We also report the lessons learned from several experiments that we have performed using this method- ology. Our hope is that it will help others design user evaluations of knowledge acquisition tools. We discuss our ideas for improving our current methodology and some open issues that remain.}, added-at = {2010-01-03T16:03:13.000+0100}, author = {Tallis, M. and Kim, J. and Gil, Yolanda}, biburl = {https://www.bibsonomy.org/bibtex/26e819289be7dc65769f6a29481428560/tanjabuttler}, citeulike-article-id = {121530}, interhash = {4d2d6a8682fc39760f71ed7e9ffbb0b2}, intrahash = {6e819289be7dc65769f6a29481428560}, journal = {Journal of Experimental \& Theoretical Artificial Intelligence}, keywords = {AI Lessons_learned ToAssess evaluation knowledgeacquisition methodology}, month = {October}, number = 4, pages = {359--378}, priority = {0}, publisher = {Taylor and Francis Ltd}, timestamp = {2010-01-03T16:08:28.000+0100}, title = {User Studies of Knowledge Acquisition Tools: Methodology and Lessons Learned}, url = {http://www.cs.toronto.edu/~nernst/papers/tallis-kim-gil-jetai.pdf}, volume = 13, year = 2001 }