%0 Conference Paper %1 Voorhees:2003:2 %A Voorhees, Ellen M. %B Proc. HLT-NAACL 2003 %D 2003 %K question_answering %T Evaluating Answers to Definition Questions %U http://www.sigmod.org/sigmod/dblp/db/conf/naacl/naacl2003.html#Voorhees03a %X This paper describes an initial evaluation of systems that answer questions seeking definitions. The results suggest that humans agree sufficiently as to what the basic concepts that should be included in the definition of a particular subject are to permit the computation of concept recall. Computing concept precision is more problematic, however. Using the length in characters of a definition is a crude approximation to concept precision that is nonetheless sufficient to correlate with humans' subjective assessment of definition quality.

@inproceedings{Voorhees:2003:2, abstract = {This paper describes an initial evaluation of systems that answer questions seeking definitions. The results suggest that humans agree sufficiently as to what the basic concepts that should be included in the definition of a particular subject are to permit the computation of concept recall. Computing concept precision is more problematic, however. Using the length in characters of a definition is a crude approximation to concept precision that is nonetheless sufficient to correlate with humans' subjective assessment of definition quality.}, added-at = {2007-12-14T02:47:48.000+0100}, author = {Voorhees, Ellen M.}, biburl = {https://www.bibsonomy.org/bibtex/2fa2e77170ea6196e51ce22f45ba05b12/diego_ma}, booktitle = {Proc. HLT-NAACL 2003}, interhash = {4140133170be4f1b803f510eeec6b8df}, intrahash = {fa2e77170ea6196e51ce22f45ba05b12}, keywords = {question_answering}, timestamp = {2007-12-14T02:47:48.000+0100}, title = {Evaluating Answers to Definition Questions}, url = {http://www.sigmod.org/sigmod/dblp/db/conf/naacl/naacl2003.html#Voorhees03a}, year = 2003 }