@incollection{Teufel07p163,
title = {An Overview of Evaluation Methods in {TREC} Ad Hoc Information Retrieval
and {TREC} Question Answering},
address = {Dordrecht},
author = {Simone Teufel},
booktitle = {Evaluation of Text and Speech Systems},
editor = {Laila Dybkjær and Holmer Hemsen and Wolfgang Minker},
pages = {163-186},
publisher = {Springer},
series = {Text, Speech and Language Technology},
url = {http://dx.doi.org/10.1007/978-1-4020-5817-2_6},
volume = {37},
year = {2007},
abstract = {This chapter gives an overview of the current evaluation strategies
and problems in the fields of information retrieval (IR) and question
answering (QA), as instantiated in the Text Retrieval Conference
(TREC). Whereas IR has a long tradition as a task, QA is a relatively
new task which had to quickly develop its evaluation metrics, based
on experiences gained in IR. This chapter will contrast the two tasks,
their difficulties, and their evaluation metrics. We will end this
chapter by pointing out limitations of the current evaluation strategies
and potential future developments.},
timestamp = {2008.05.01}, isbn = {978-1-4020-5815-8}, owner = {flint},
keywords = {ai answer information language paper processing retrieval springer v0805 }
}
::