D. Lewis. Proceedings of Speech and Natural Language Workshop, стр. 312-318. San Mateo, Morgan Kaufmann, (февраля 1991)
Аннотация
While certain standard procedures are widely used for evaluating text retrieval systems and algorithms, the same is not true for text categorization. Omission of important data from reports is common and methods of measuring effectiveness vary widely. This has made judging the relative merits of techniques for text categorization difficult and has disguised important research issues. In this paper I discuss a variety of ways of evaluating the effectiveness of text categorization systems, drawing both on reported categorization experiments and on methods used in evaluating query-driven retrieval. I also consider the extent to which the same evaluation methods may be used with systems for text extraction, a more complex task. In evaluating either kind of system, the purpose for which the output is to be used is crucial in choosing appropriate evaluation methods.
%0 Conference Paper
%1 lewis1991evaluating
%A Lewis, David D.
%B Proceedings of Speech and Natural Language Workshop
%C San Mateo
%D 1991
%I Morgan Kaufmann
%K categorization evaluation precision recall text
%P 312-318
%T Evaluating text categorization
%U http://citeseerx.ist.psu.edu/viewdoc/download;jsessionid=FB1ECC14412DFFF631E7C0725D4DB3CC?doi=10.1.1.56.9675&rep=rep1&type=pdf
%X While certain standard procedures are widely used for evaluating text retrieval systems and algorithms, the same is not true for text categorization. Omission of important data from reports is common and methods of measuring effectiveness vary widely. This has made judging the relative merits of techniques for text categorization difficult and has disguised important research issues. In this paper I discuss a variety of ways of evaluating the effectiveness of text categorization systems, drawing both on reported categorization experiments and on methods used in evaluating query-driven retrieval. I also consider the extent to which the same evaluation methods may be used with systems for text extraction, a more complex task. In evaluating either kind of system, the purpose for which the output is to be used is crucial in choosing appropriate evaluation methods.
@inproceedings{lewis1991evaluating,
abstract = {While certain standard procedures are widely used for evaluating text retrieval systems and algorithms, the same is not true for text categorization. Omission of important data from reports is common and methods of measuring effectiveness vary widely. This has made judging the relative merits of techniques for text categorization difficult and has disguised important research issues. In this paper I discuss a variety of ways of evaluating the effectiveness of text categorization systems, drawing both on reported categorization experiments and on methods used in evaluating query-driven retrieval. I also consider the extent to which the same evaluation methods may be used with systems for text extraction, a more complex task. In evaluating either kind of system, the purpose for which the output is to be used is crucial in choosing appropriate evaluation methods.},
added-at = {2008-10-15T14:24:43.000+0200},
address = {San Mateo},
author = {Lewis, David D.},
biburl = {https://www.bibsonomy.org/bibtex/22e8f19bde0a73d96d16c071b2016073f/jaeschke},
booktitle = {Proceedings of Speech and Natural Language Workshop},
interhash = {a9c64235f49e18a6b80c306b61ff40c2},
intrahash = {2e8f19bde0a73d96d16c071b2016073f},
keywords = {categorization evaluation precision recall text},
month = Feb,
pages = {312-318},
publisher = {Morgan Kaufmann},
timestamp = {2014-07-28T15:57:31.000+0200},
title = {Evaluating text categorization},
url = {http://citeseerx.ist.psu.edu/viewdoc/download;jsessionid=FB1ECC14412DFFF631E7C0725D4DB3CC?doi=10.1.1.56.9675&rep=rep1&type=pdf},
year = 1991
}