The evaluation of a Question Answering system is a challenging task. In this paper we evaluate our system, LX-ListQuestion, a Web-based QA System that focuses on answering list questions. We compare our system against other QA Systems and the results were analyzed in two ways: (i) the quantitative evaluation of answers provides recall, precision and F-measure and (ii) the question coverage that indicate the usefulness of the system to the user by counting the number of questions for which the system provides at least one correct answer. The evaluation brings interesting results that points to a certain degree of complementary between different approaches.
Description
A Comparative Evaluation of QA Systems over List Questions | SpringerLink
%0 Book Section
%1 Gonçalves2016
%A Goncalves, Patricia Nunes
%A Branco, António Horta
%B Computational Processing of the Portuguese Language: 12th International Conference, PROPOR 2016, Tomar, Portugal, July 13-15, 2016, Proceedings
%C Cham
%D 2016
%E Silva, João
%E Ribeiro, Ricardo
%E Quaresma, Paulo
%E Adami, André
%E Branco, António
%I Springer International Publishing
%K qa
%P 115--121
%R 10.1007/978-3-319-41552-9_11
%T A Comparative Evaluation of QA Systems over List Questions
%U https://doi.org/10.1007/978-3-319-41552-9_11
%X The evaluation of a Question Answering system is a challenging task. In this paper we evaluate our system, LX-ListQuestion, a Web-based QA System that focuses on answering list questions. We compare our system against other QA Systems and the results were analyzed in two ways: (i) the quantitative evaluation of answers provides recall, precision and F-measure and (ii) the question coverage that indicate the usefulness of the system to the user by counting the number of questions for which the system provides at least one correct answer. The evaluation brings interesting results that points to a certain degree of complementary between different approaches.
%@ 978-3-319-41552-9
@inbook{Gonçalves2016,
abstract = {The evaluation of a Question Answering system is a challenging task. In this paper we evaluate our system, LX-ListQuestion, a Web-based QA System that focuses on answering list questions. We compare our system against other QA Systems and the results were analyzed in two ways: (i) the quantitative evaluation of answers provides recall, precision and F-measure and (ii) the question coverage that indicate the usefulness of the system to the user by counting the number of questions for which the system provides at least one correct answer. The evaluation brings interesting results that points to a certain degree of complementary between different approaches.},
added-at = {2018-01-08T21:05:11.000+0100},
address = {Cham},
author = {Gon{\c{c}}alves, Patricia Nunes and Branco, Ant{\'o}nio Horta},
biburl = {https://www.bibsonomy.org/bibtex/26b260cbc9d4c829c94b04f4f0be5d745/defeatnelly},
booktitle = {Computational Processing of the Portuguese Language: 12th International Conference, PROPOR 2016, Tomar, Portugal, July 13-15, 2016, Proceedings},
description = {A Comparative Evaluation of QA Systems over List Questions | SpringerLink},
doi = {10.1007/978-3-319-41552-9_11},
editor = {Silva, Jo{\~a}o and Ribeiro, Ricardo and Quaresma, Paulo and Adami, Andr{\'e} and Branco, Ant{\'o}nio},
interhash = {1dc30852c57c7244d763805a318134d4},
intrahash = {6b260cbc9d4c829c94b04f4f0be5d745},
isbn = {978-3-319-41552-9},
keywords = {qa},
pages = {115--121},
publisher = {Springer International Publishing},
timestamp = {2018-01-08T21:05:11.000+0100},
title = {A Comparative Evaluation of QA Systems over List Questions},
url = {https://doi.org/10.1007/978-3-319-41552-9_11},
year = 2016
}