%0 Journal Article %1 bekkerman2004ace %A Bekkerman, R. %A McCallum, A. %A Huang, G. %D 2004 %J Center for Intelligent Information Retrieval, Technical Report IR %K algorithms automatic bayes benchmark categorization classification email enron folders information ir paper read:2008 retrieval sri svm winnow %T Automatic Categorization of Email into Folders: Benchmark Experiments on Enron and SRI Corpora %V 418 %X Office workers everywhere are drowning in email—not only spam, but also large quantities of legitimate email to be read and organized for browsing. Although there have been extensive investigations of automatic document categorization, email gives rise to a number of unique challenges, and there has been relatively little study of classifying email into folders. This paper presents an extensive benchmark study of email foldering using two large corpora of real-world email messages and foldering schemes: one from former Enron employees, another from participants in an SRI research pro ject. We discuss the challenges that arise from differences between email foldering and traditional document classification. We show experimental results from an array of automated classification methods and evaluation methodologies, including a new evaluation method of foldering results based on the email timeline, and including enhancements to the exponential gradient method Winnow, providing top-tier accuracy with a fraction the training time of alternative methods. We also establish that classification accuracy in many cases is relatively low, confirming the challenges of email data, and pointing toward email foldering as an important area for further research.

@article{bekkerman2004ace, abstract = {Office workers everywhere are drowning in email—not only spam, but also large quantities of legitimate email to be read and organized for browsing. Although there have been extensive investigations of automatic document categorization, email gives rise to a number of unique challenges, and there has been relatively little study of classifying email into folders. This paper presents an extensive benchmark study of email foldering using two large corpora of real-world email messages and foldering schemes: one from former Enron employees, another from participants in an SRI research pro ject. We discuss the challenges that arise from differences between email foldering and traditional document classification. We show experimental results from an array of automated classification methods and evaluation methodologies, including a new evaluation method of foldering results based on the email timeline, and including enhancements to the exponential gradient method Winnow, providing top-tier accuracy with a fraction the training time of alternative methods. We also establish that classification accuracy in many cases is relatively low, confirming the challenges of email data, and pointing toward email foldering as an important area for further research.}, added-at = {2008-06-21T18:52:26.000+0200}, author = {Bekkerman, R. and McCallum, A. and Huang, G.}, biburl = {https://www.bibsonomy.org/bibtex/2c66fa858b58398f469558c5d85cf8a7a/cschenk}, interhash = {93fe3b0d1afe8717697a0eafb5aea65b}, intrahash = {c66fa858b58398f469558c5d85cf8a7a}, journal = {Center for Intelligent Information Retrieval, Technical Report IR}, keywords = {algorithms automatic bayes benchmark categorization classification email enron folders information ir paper read:2008 retrieval sri svm winnow}, timestamp = {2008-06-21T18:52:50.000+0200}, title = {Automatic Categorization of Email into Folders: Benchmark Experiments on Enron and SRI Corpora}, volume = 418, year = 2004 }