%0 Conference Paper %1 Vayrynen-Honkela:2005:AKRR05 %A Väyrynen, Jaakko J. %A Honkela, Timo %B Proceedings of AKRR'05, International and Interdisciplinary Conference on Adaptive Knowledge Representation and Reasoning %D 2005 %K analysis context ica svd word %P 135--140 %T Comparison of Independent Component Analysis and Singular Value Decomposition in Word Context Analysis %X In earlier studies we have been able show that Independent Component Analysis is able to extract automatically meaningful linguistic features. The emergent syntactic and semantic features are based on an analysis of the words in their contexts in a large corpus. We have also shown that there is a reasonably strong correlation between traditional features and categories defined by linguists and the emergent features. In this article, we introduce a new measure for comparing the emergent and the traditionally defined features. We apply this measure to compare the emergent features produced by Singular Value Decomposition (SVD) and Independent Component Analysis (ICA). The conclusion is that the ICA-based features correspond to the human intuitions much more closely than the SVD-based features not only in a visual inspection but also in a systematic and principled comparison.

@inproceedings{Vayrynen-Honkela:2005:AKRR05, abstract = {In earlier studies we have been able show that Independent Component Analysis is able to extract automatically meaningful linguistic features. The emergent syntactic and semantic features are based on an analysis of the words in their contexts in a large corpus. We have also shown that there is a reasonably strong correlation between traditional features and categories defined by linguists and the emergent features. In this article, we introduce a new measure for comparing the emergent and the traditionally defined features. We apply this measure to compare the emergent features produced by Singular Value Decomposition (SVD) and Independent Component Analysis (ICA). The conclusion is that the ICA-based features correspond to the human intuitions much more closely than the SVD-based features not only in a visual inspection but also in a systematic and principled comparison.}, added-at = {2008-11-26T11:14:43.000+0100}, author = {V{\"{a}}yrynen, Jaakko J. and Honkela, Timo}, biburl = {https://www.bibsonomy.org/bibtex/23dd0ce05cb3d06b2efd6fc62a7682cd9/jjv}, booktitle = {Proceedings of {AKRR'05}, International and Interdisciplinary Conference on Adaptive Knowledge Representation and Reasoning}, interhash = {0fc5f8b4bc32d04d50c5aae2efe65f69}, intrahash = {3dd0ce05cb3d06b2efd6fc62a7682cd9}, keywords = {analysis context ica svd word}, pages = {135--140}, timestamp = {2008-11-26T11:14:43.000+0100}, title = {Comparison of Independent Component Analysis and Singular Value Decomposition in Word Context Analysis}, year = 2005 }