@inproceedings{Schwitter:2000,
  abstract = {We argue that reading comprehension tests are not particularly suited for the evaluation of NLP systems. Reading comprehension tests are specifically designed to evaluate human reading skills, and these require vast amounts of world knowledge and common-sense reasoning capabilities. Experience has shown that this kind of full-fledged question answering (QA) over texts from a wide range of domains is so difficult for machines as to be far beyond the present state of the art of NLP. To advance the field we propose a much more modest evaluation set-up, viz. Answer Extraction (AE) over texts from highly restricted domains. AE aims at retrieving those sentences from documents that contain the explicit answer to a user query. AE is less ambitious than full-fledged QA but has a number of important advantages over QA. It relies mainly on linguistic knowledge and needs only a very limited amount of world knowledge and few inference rules. However, it requires the solution of a number of key linguistic problems. This makes AE a suitable task to advance NLP techniques in a measurable way. Finally, there is a real demand for working AE systems in technical domains. We outline how evaluation procedures for AE systems over real world domains might look like and discuss their feasibility.},
  added-at = {2008-01-29T09:03:47.000+0100},
  author = {Schwitter, Rolf and Moll{\'a}, Diego and Fournier, Rachel and Hess, Michael},
  biburl = {http://www.bibsonomy.org/bibtex/2449b4548c23384e9a02234898bdc9715/diego_ma},
  crossref = {ZZZ-Brill:2000},
  interhash = {d1873a08ccf2b428f2a6090d1c54d27e},
  intrahash = {449b4548c23384e9a02234898bdc9715},
  keywords = {answer_extraction evaluation molla_publication},
  pages = {20-27},
  timestamp = {2008-01-29T09:03:47.000+0100},
  title = {Answer Extraction -- Towards Better Evaluations of {NLP} Systems},
  year = 2000
}

@inproceedings{Schneider:1999,
  added-at = {2008-01-29T09:03:11.000+0100},
  address = {Germersheim, Germany},
  author = {Schneider, Gerold and Moll{\'a}, Diego and Hess, Michael},
  biburl = {http://www.bibsonomy.org/bibtex/297e9a688c93398aaedca1cc8430e5604/diego_ma},
  booktitle = {Proc. 34. Linguistisches {K}olloquium},
  interhash = {1b8400b01be0f110bd6918782d7cfeba},
  intrahash = {97e9a688c93398aaedca1cc8430e5604},
  keywords = {answer_extraction semantics ExtrAns molla_publication},
  timestamp = {2008-01-29T09:03:11.000+0100},
  title = {Inkrementelle Minimale Logische {F}ormen f{\"u}r die {A}ntwortextraktion},
  year = 1999
}

@article{Molla:TAL2,
  added-at = {2008-01-29T08:57:50.000+0100},
  author = {Moll{\'a}, Diego and Schwitter, Rolf and Hess, Michael and Fournier, Rachel},
  biburl = {http://www.bibsonomy.org/bibtex/28c68dc2b9b93d0fb3dc28858c35a0a42/diego_ma},
  interhash = {ea41560f6e524b98bbfd8eeaa25cab5c},
  intrahash = {8c68dc2b9b93d0fb3dc28858c35a0a42},
  journal = {Traitement Automatique des Langues},
  keywords = {ExtrAns answer_extraction molla_publication},
  number = 2,
  pages = {495-522},
  timestamp = {2008-01-29T08:57:50.000+0100},
  title = {Extrans, an Answer Extraction System},
  volume = 41,
  year = 2000
}

@proceedings{ZZZ-Brill:2000,
  added-at = {2007-12-14T02:49:13.000+0100},
  address = {Seattle, WA},
  biburl = {http://www.bibsonomy.org/bibtex/24fb0f326a00848adbad66d4c583c203b/diego_ma},
  booktitle = {Proc. {ANLP/NAACL} 2000 Workshop on Reading Comprehension Tests as Evaluation for Computer-Based Language Understanding Systems},
  editor = {Brill, Eric and Charniak, Eugene and Harper, Mary and Light, Marc and Riloff, Ellen and Voorhees, Ellen},
  interhash = {14da38861f447ab91250b91060f59093},
  intrahash = {4fb0f326a00848adbad66d4c583c203b},
  keywords = {evaluation answer_extraction question_answering},
  organization = {ACL},
  timestamp = {2007-12-14T02:49:13.000+0100},
  title = {Proc. {ANLP/NAACL} 2000 Workshop on Reading Comprehension Tests as Evaluation for Computer-Based Language Understanding Systems},
  year = 2000
}

@inproceedings{Zajac:2001,
  abstract = {This paper presents and ontology-based semantic framework to question answering. Both questions and source text are parsed into underspecified semantic expressions where names of semantic atoms and predicates are defined in an interlingual ontology. Answer retrieval is done using subsumption and unification, and queries are expanded incrementally using ontological rules. Ranking of answers is achieved by using graded unification.},
  added-at = {2007-12-14T02:48:38.000+0100},
  address = {Toulouse},
  author = {Zajac, R{\'e}mi},
  biburl = {http://www.bibsonomy.org/bibtex/2a4b43bb88a05f61472a4ea0a66977d77/diego_ma},
  booktitle = {Proc. ACL2001, Workshop on Open Domanin QA},
  interhash = {a3fc0186da98bd15533b9424f559c2b0},
  intrahash = {a4b43bb88a05f61472a4ea0a66977d77},
  keywords = {answer_extraction ontology},
  timestamp = {2007-12-14T02:48:38.000+0100},
  title = {Towards Ontological Question Answering},
  year = 2001
}

@article{Voorhees:2001,
  added-at = {2007-12-14T02:47:50.000+0100},
  author = {Voorhees, Ellen M.},
  biburl = {http://www.bibsonomy.org/bibtex/2e0755d8af4024080bbe89f346c997b42/diego_ma},
  interhash = {6a12bdad3c10ecbf8497738b742b28a2},
  intrahash = {e0755d8af4024080bbe89f346c997b42},
  journal = {Natural Language Engineering},
  keywords = {inf_retrieval answer_extraction},
  number = 4,
  pages = {361-378},
  timestamp = {2007-12-14T02:47:50.000+0100},
  title = {The {TREC} Question Answering Track},
  url = {http://citeseer.ist.psu.edu/600390.html},
  volume = 7,
  year = 2001
}

@unpublished{Voorhees:draft,
  added-at = {2007-12-14T02:47:49.000+0100},
  author = {Voorhees, Ellen M.},
  biburl = {http://www.bibsonomy.org/bibtex/26fe5b94948819e09070e3577366f3095/diego_ma},
  interhash = {ab89b8f85fc84f02c21001ee4d096b61},
  intrahash = {6fe5b94948819e09070e3577366f3095},
  keywords = {inf_retrieval answer_extraction},
  note = {Draft},
  timestamp = {2007-12-14T02:47:49.000+0100},
  title = {Overview of the {TREC} 2001 Question Answering Track},
  url = {http://trec.nist.gov/trec10/t10_notebook.html},
  year = 2002
}

@mastersthesis{Purver:2000,
  abstract = {The aim of this project was to develop a system that could identify text passages which answer a question. The approach taken used ideas from various participants in the recent TREC-8 conference, and added the use of notions on sentence structure --- particularly structural information and matching. The system was successfully tested on training data incorporating a wide range of sentence structure phenomena. Performance was evaluated in blind tests on two sets of data and results were encouraging, with good levels of both recall and precision being achieved.},
  added-at = {2007-12-14T02:45:25.000+0100},
  author = {Purver, Matthew},
  biburl = {http://www.bibsonomy.org/bibtex/218533b8cc3f2a7c501a3c2462939e216/diego_ma},
  interhash = {fd4bc7cbeb50a266aeebd825983c58e4},
  intrahash = {18533b8cc3f2a7c501a3c2462939e216},
  keywords = {answer_extraction},
  month = {October},
  school = {University of Cambridge},
  timestamp = {2007-12-14T02:45:25.000+0100},
  title = {Simplistic Question Answering},
  url = {http://www.dcs.kcl.ac.uk/pg/purver/},
  year = 2000
}

@misc{Pratt:1999,
  added-at = {2007-12-14T02:45:17.000+0100},
  author = {Pratt-Hartmann, Ian},
  biburl = {http://www.bibsonomy.org/bibtex/24a3ed337ae5b8a373287532a4a5b1182/diego_ma},
  interhash = {4b065b8a26a89ad9a882918cbbf62dbe},
  intrahash = {4a3ed337ae5b8a373287532a4a5b1182},
  keywords = {answer_extraction ambiguity logic},
  month = {August},
  note = {Draft for internal use only},
  timestamp = {2007-12-14T02:45:17.000+0100},
  title = {Inference Problems in {ExtrAns}: Quick Summary},
  year = 1999
}

@article{OConnor:1975,
  added-at = {2007-12-14T02:44:37.000+0100},
  author = {O'Connor, John},
  biburl = {http://www.bibsonomy.org/bibtex/288be4568d6b0b016f2cdcfe8e4a4e4db/diego_ma},
  interhash = {8e34e05cd980be997c80a977e50855fc},
  intrahash = {88be4568d6b0b016f2cdcfe8e4a4e4db},
  journal = {Information Processing \& Management},
  keywords = {answer_extraction},
  number = {5/7},
  pages = {155-164},
  timestamp = {2007-12-14T02:44:37.000+0100},
  title = {Retrieval of Answer Sentences and Answer-Figures from Papers by Text Searching},
  volume = 11,
  year = 1975
}

@inproceedings{Mann:2001,
  abstract = {This paper presents a simple, general method for using the Mutual Information (MI) statistic trained on unannotated trivia questions to estimate question class/ semantic tag correlation...},
  added-at = {2007-12-14T02:42:51.000+0100},
  address = {Toulouse, France},
  author = {Mann, Gideon S.},
  biburl = {http://www.bibsonomy.org/bibtex/2100911b3cfa200051c9b6bed128b5672/diego_ma},
  booktitle = {Proc. Workshop on Open-Domain Question Answering at ACL 2001},
  interhash = {e92fb64b673265660bd59e0e86f6703d},
  intrahash = {100911b3cfa200051c9b6bed128b5672},
  keywords = {answer_extraction},
  timestamp = {2007-12-14T02:42:51.000+0100},
  title = {A Statistical Method for Short Answer Extraction},
  url = {http://www.cs.jhu.edu/\~{}gsm/publications/home.html},
  year = 2001
}

@inproceedings{Hirschman:1999,
  abstract = {This paper describes initial work on {\bf Deep Read}, and automated reading comprehension system that accepts arbitrary text input (a story) and answers questions about it. We have adquired a corpus of 60 development and 60 test stories of $3^{rd}$ to $6^{th}$ grade material; each story is followed by short-answer questions (an answer key was also provided). We used these to construct and evaluate a baseline system that uses pattern matching (bag-of-words) techniques augmented with additional automated linguistic processing (stemming, name identification, semantic class identification, and pronoun resolution). This simple system retrieves the sentence containing the answer 30-40\% of the time.},
  added-at = {2007-12-14T02:40:24.000+0100},
  author = {Hirschman, Lynette and Light, Marc and Breck, Eric and Burger, John D.},
  biburl = {http://www.bibsonomy.org/bibtex/2c0fe448171f04d2db2f304bd8146ffab/diego_ma},
  booktitle = {Proc. ACL'99},
  interhash = {3a59add4e1f24d89cd3a0c3fed0c5fbf},
  intrahash = {c0fe448171f04d2db2f304bd8146ffab},
  keywords = {answer_extraction},
  organization = {University of Maryland},
  timestamp = {2007-12-14T02:40:24.000+0100},
  title = {Deep {R}ead: A Reading Comprehension System},
  year = 1999
}

@inproceedings{Harabagiu:2000b,
  abstract = {This paper describes the integration of several knowledge-based natural language processing techniques into a Question Answering system, capable of mining textual answers from large collections of texts. Surprizing quality is achieved when several lightweight knowledge-based NLP techniques complement mostly shallow, surface-based approaches.},
  added-at = {2007-12-14T02:40:01.000+0100},
  author = {Harabagiu, Sanda M. and Pa{\c{s}}ca, Marius A. and Maiorano, Steven I.},
  biburl = {http://www.bibsonomy.org/bibtex/2744c289f1b9739185b7425f969fd6a56/diego_ma},
  booktitle = {Proc. COLING-2000},
  interhash = {41d54b0d434206fd8d6cb315ac6612f8},
  intrahash = {744c289f1b9739185b7425f969fd6a56},
  keywords = {answer_extraction},
  timestamp = {2007-12-14T02:40:01.000+0100},
  title = {Experiments with Open-Domain Textual Question Answering},
  url = {http://www.seas.smu.edu/\~{}sanda/papers.html},
  year = 2000
}

@incollection{Echihabi:2004,
  abstract = {Given a question Q and a sentence/paragraph SP that is likely to contain the answer to Q, an answer selection module is supposed to select the ``exact'' answer sub-string A $\subset$ SP. We study three distinct approaches to solving this problem: one approach uses algorithms that rely on rich knowledge bases and sophisticated syntactic/semantic processing; one approach uses patterns that are learned in an unsupervised manner from the web, using computational biology-inspired alignment algorithms; and one approach uses statistical noisy-channel algorithms similar to those used in machine translation. We assess the strengths and weaknesses of these three approaches and show how they can be combined using a maximum entropy-based framework.},
  added-at = {2007-12-14T02:38:27.000+0100},
  author = {Echihabi, Abdessamad and Hermjakob, Ulf and Hovy, Eduard and Marcu, Daniel and Melz, Eric and Ravichandran, Deepak},
  biburl = {http://www.bibsonomy.org/bibtex/2380b4b132d8f3219a5a9c6a471dadc14/diego_ma},
  booktitle = {Advances in Textual Question Answering},
  editor = {Strzalkowski, Tomek and Harabagiu, Sanda},
  interhash = {357637401d8b20434d895c170126c737},
  intrahash = {380b4b132d8f3219a5a9c6a471dadc14},
  keywords = {answer_extraction},
  publisher = {Kluwer},
  timestamp = {2007-12-14T02:38:27.000+0100},
  title = {How to Select an Answer String?},
  url = {http://www.isi.edu/~marcu/papers.html},
  year = 2004
}

@inproceedings{Breck:1999,
  added-at = {2007-12-14T02:36:30.000+0100},
  author = {Breck, Eric and Burger, John and House, David and Light, Marc and Mani, Inderjeet},
  biburl = {http://www.bibsonomy.org/bibtex/27df818c34f3b722faade6124807a547f/diego_ma},
  booktitle = {Proc. 1999 {AAAI} Fall Symposium on Question Answering Systems},
  interhash = {a6f7de1da0aea779b544a61f9f57a41f},
  intrahash = {7df818c34f3b722faade6124807a547f},
  keywords = {question_answering answer_extraction},
  note = {Forthcoming},
  timestamp = {2007-12-14T02:36:30.000+0100},
  title = {Question Answering from Large Document Collections},
  year = 1999
}

@misc{Breck:1999:2,
  added-at = {2007-12-14T02:36:29.000+0100},
  author = {Breck, Eric and Burger, John and Ferro, Lisa and House, David and Light, Marc and Mani, Inderjeet},
  biburl = {http://www.bibsonomy.org/bibtex/25536727cce39c9bf5a8cc219f47d5f5d/diego_ma},
  interhash = {9afd5b2af2e317a517fc20e6896e59b3},
  intrahash = {5536727cce39c9bf5a8cc219f47d5f5d},
  keywords = {answer_extraction question_answering},
  timestamp = {2007-12-14T02:36:29.000+0100},
  title = {A Sys Called {Qanda}},
  year = 1999
}