Comparison of Independent Component Analysis and Singular Value Decomposition in Word Context Analysis (2005)
AUTHORS:
Väyrynen Jaakko J.
,
Honkela Timo
BOOKTITLE:
Proceedings of AKRR'05, International and Interdisciplinary Conference on Adaptive Knowledge Representation and Reasoning
PAGES:
135--140
URL:
http://www.researchgate.net/publication/228360282_Comparison_of_independent_component_analysis_and_singular_value_decomposition_in_word_context_analysis/file/9fcfd50980bf721fef.pdf
@inproceedings{ Vayrynen05AKRR05, editor = {Honkela, Timo and K{\"{o}}n{\"{o}}nen, Ville and P{\"{o}}ll{\"{a}}, Matti and Simula, Olli}, author = {V{\"{a}}yrynen, Jaakko J. and Honkela, Timo}, publisher = "Helsinki University of Technology, Laboratory of Computer and Information Science", title = "Comparison of Independent Component Analysis and Singular Value Decomposition in Word Context Analysis", url = "http://www.researchgate.net/publication/228360282_Comparison_of_independent_component_analysis_and_singular_value_decomposition_in_word_context_analysis/file/9fcfd50980bf721fef.pdf", booktitle = "Proceedings of {AKRR'05}, International and Interdisciplinary Conference on Adaptive Knowledge Representation and Reasoning", abstract = "In earlier studies we have been able show that Independent Component Analysis is able to extract automatically meaningful linguistic features. The emergent syntactic and semantic features are based on an analysis of the words in their contexts in a large corpus. We have also shown that there is a reasonably strong correlation between traditional features and categories defined by linguists and the emergent features. In this article, we introduce a new measure for comparing the emergent and the traditionally defined features. We apply this measure to compare the emergent features produced by Singular Value Decomposition (SVD) and Independent Component Analysis (ICA). The conclusion is that the ICA-based features correspond to the human intuitions much more closely than the SVD-based features not only in a visual inspection but also in a systematic and principled comparison.", month = "June", flags = "copy", year = "2005", pages = "135--140" }