%0 Conference Paper %1 siddiqi2008automated %A Siddiqi, Raheel %A Harrison, Christopher J. %D 2008 %K caa crater freetext nlp %T On the Automated Assessment of Short Free-Text Responses %U http://www.iaea2008.cambridgeassessment.org.uk/ca/digitalAssets/180392_Siddiqi___Harrison.pdf %X Systems for automating the assessment of textual answers have been available commercially since the mid 1990’s and some progress has been made in their application to assessing short, factual answers to purpose-written questions. However, progress in the field is hindered by a lack of qualitative information regarding the effectiveness of such systems, with little (if any) performance statistics derived from the same data sets. We evaluate two currently available systems to identify their capabilities and limitations, and to highlight areas in which future related research may be usefully directed. In addition to our analysis of two existing systems, we propose that a common repository of standardised data sets be created and made available to researchers and system developers, possibly via some overseeing authority, in order that progress in the field can be quantified and analysed.

@inproceedings{siddiqi2008automated, abstract = {Systems for automating the assessment of textual answers have been available commercially since the mid 1990’s and some progress has been made in their application to assessing short, factual answers to purpose-written questions. However, progress in the field is hindered by a lack of qualitative information regarding the effectiveness of such systems, with little (if any) performance statistics derived from the same data sets. We evaluate two currently available systems to identify their capabilities and limitations, and to highlight areas in which future related research may be usefully directed. In addition to our analysis of two existing systems, we propose that a common repository of standardised data sets be created and made available to researchers and system developers, possibly via some overseeing authority, in order that progress in the field can be quantified and analysed.}, added-at = {2010-05-20T09:39:14.000+0200}, author = {Siddiqi, Raheel and Harrison, Christopher J.}, biburl = {https://www.bibsonomy.org/bibtex/2664242cae9dbd6d8375eabc691e8ed12/ifland}, interhash = {95317e4bfd16e1a24b08bc75ca56e87c}, intrahash = {664242cae9dbd6d8375eabc691e8ed12}, keywords = {caa crater freetext nlp}, organization = {School of Computer Science, The University of Manchester, UK}, timestamp = {2010-05-20T09:39:14.000+0200}, title = {On the Automated Assessment of Short Free-Text Responses}, url = {http://www.iaea2008.cambridgeassessment.org.uk/ca/digitalAssets/180392_Siddiqi___Harrison.pdf}, year = 2008 }