%0 Journal Article %1 Allan2000a %A Allan, James %A Lavrenko, Victor %A Jin, Hubert %D 2000 %J Technical Report %K DETECTION,INFORMATION RETRIEVAL,ROUTING,TRACKING erc event_detection %T Comparing Effectiveness in TDT and IR %U http://oai.dtic.mil/oai/oai?verb=getRecord&metadataPrefix=html&identifier=ADA478126 %X Many of the research tasks in Topic Detection and Tracking have counterparts in Information Retrieval research. However, the two research communities evaluate their tasks differently, which makes it very difficult to determine the extent to which they can help each other. In this study, we compare the performance of TDT tracking task to the IR filtering task, and show that they have nearly identical effectiveness. We also show a method for using tracking to predict error rates for the TDT First Story Detection (FSD) task. We then show that FSD performance is what tracking predicts. More importantly, we show that with current approaches, FSD performance has probably reached the limits of effectiveness.

@article{Allan2000a, abstract = {Many of the research tasks in Topic Detection and Tracking have counterparts in Information Retrieval research. However, the two research communities evaluate their tasks differently, which makes it very difficult to determine the extent to which they can help each other. In this study, we compare the performance of TDT tracking task to the IR filtering task, and show that they have nearly identical effectiveness. We also show a method for using tracking to predict error rates for the TDT First Story Detection (FSD) task. We then show that FSD performance is what tracking predicts. More importantly, we show that with current approaches, FSD performance has probably reached the limits of effectiveness.}, added-at = {2012-09-17T17:48:52.000+0200}, author = {Allan, James and Lavrenko, Victor and Jin, Hubert}, biburl = {https://www.bibsonomy.org/bibtex/24cc8362fff6e6ddd1e24f74d66ab3964/lillejul}, interhash = {d84b7a8b093198ddb3285fd1df877a03}, intrahash = {4cc8362fff6e6ddd1e24f74d66ab3964}, journal = {Technical Report}, keywords = {DETECTION,INFORMATION RETRIEVAL,ROUTING,TRACKING erc event_detection}, timestamp = {2012-09-17T17:54:05.000+0200}, title = {{Comparing Effectiveness in TDT and IR}}, url = {http://oai.dtic.mil/oai/oai?verb=getRecord\&metadataPrefix=html\&identifier=ADA478126}, year = 2000 }