In this paper, we propose an objective, comprehensive and difficulty-independent performance evaluation protocol for video text detection algorithms. The protocol includes a positive set and a negative set of indices at textbox level, which evaluate the detection quality in terms of both location accuracy and fragmentation of the detected textboxes. In the protocol, we assign a detection difficulty (DD) level to each ground truth textbox. The performance indices can then be normalized with respect to the textbox DD level and are therefore independent of the ground truth difficulty. We also assign a detection importance (DI) level to each ground truth textbox. The overall detection rate is the DI-weighted average of the detection qualities of all ground truth textboxes, which makes the detection rate more accurate to reveal the real performance. The automatic performance evaluation scheme has been applied on a text detection approach to determine the best parameters that can yield the best detection results.
%0 Journal Article
%1 hua-x-2001-eval_video_text_detection
%A sheng Hua, Xian
%A Wenyin, Liu
%A jiang Zhang, Hong
%D 2001
%K Evaluation Metrics OCR Video
%T Automatic Performance Evaluation for Video Text Detection
%U http://citeseerx.ist.psu.edu/viewdoc/summary?doi=?doi=10.1.1.16.1957
%X In this paper, we propose an objective, comprehensive and difficulty-independent performance evaluation protocol for video text detection algorithms. The protocol includes a positive set and a negative set of indices at textbox level, which evaluate the detection quality in terms of both location accuracy and fragmentation of the detected textboxes. In the protocol, we assign a detection difficulty (DD) level to each ground truth textbox. The performance indices can then be normalized with respect to the textbox DD level and are therefore independent of the ground truth difficulty. We also assign a detection importance (DI) level to each ground truth textbox. The overall detection rate is the DI-weighted average of the detection qualities of all ground truth textboxes, which makes the detection rate more accurate to reveal the real performance. The automatic performance evaluation scheme has been applied on a text detection approach to determine the best parameters that can yield the best detection results.
@article{hua-x-2001-eval_video_text_detection,
abstract = {In this paper, we propose an objective, comprehensive and difficulty-independent performance evaluation protocol for video text detection algorithms. The protocol includes a positive set and a negative set of indices at textbox level, which evaluate the detection quality in terms of both location accuracy and fragmentation of the detected textboxes. In the protocol, we assign a detection difficulty (DD) level to each ground truth textbox. The performance indices can then be normalized with respect to the textbox DD level and are therefore independent of the ground truth difficulty. We also assign a detection importance (DI) level to each ground truth textbox. The overall detection rate is the DI-weighted average of the detection qualities of all ground truth textboxes, which makes the detection rate more accurate to reveal the real performance. The automatic performance evaluation scheme has been applied on a text detection approach to determine the best parameters that can yield the best detection results.},
added-at = {2010-07-06T14:15:08.000+0200},
author = {sheng Hua, Xian and Wenyin, Liu and jiang Zhang, Hong},
biburl = {https://www.bibsonomy.org/bibtex/286d8f70cf592c76a1267adec2d6df699/mgns},
institution = {CiteSeerX - Scientific Literature Digital Library and Search Engine [http://citeseerx.ist.psu.edu/oai2] (United States)},
interhash = {93d87c845cd1db6681b4da6823b2a362},
intrahash = {86d8f70cf592c76a1267adec2d6df699},
keywords = {Evaluation Metrics OCR Video},
location = {http://www.scientificcommons.org/42655691},
timestamp = {2010-07-06T14:15:09.000+0200},
title = {Automatic Performance Evaluation for Video Text Detection},
url = {http://citeseerx.ist.psu.edu/viewdoc/summary?doi=?doi=10.1.1.16.1957},
year = 2001
}