%0 Journal Article %1 tian_convergent_2016 %A Tian, Yingtao %A Kulkarni, Vivek %A Perozzi, Bryan %A Skiena, Steven %D 2016 %J arXiv:1605.03956 cs %K Geometry_Study Word_Embeddings %T On the Convergent Properties of Word Embedding Methods %U http://arxiv.org/abs/1605.03956 %X Do word embeddings converge to learn similar things over different initializations? How repeatable are experiments with word embeddings? Are all word embedding techniques equally reliable? In this paper we propose evaluating methods for learning word representations by their consistency across initializations. We propose a measure to quantify the similarity of the learned word representations under this setting (where they are subject to different random initializations). Our preliminary results illustrate that our metric not only measures a intrinsic property of word embedding methods but also correlates well with other evaluation metrics on downstream tasks. We believe our methods are is useful in characterizing robustness -- an important property to consider when developing new word embedding methods.

@article{tian_convergent_2016, abstract = {Do word embeddings converge to learn similar things over different initializations? How repeatable are experiments with word embeddings? Are all word embedding techniques equally reliable? In this paper we propose evaluating methods for learning word representations by their consistency across initializations. We propose a measure to quantify the similarity of the learned word representations under this setting (where they are subject to different random initializations). Our preliminary results illustrate that our metric not only measures a intrinsic property of word embedding methods but also correlates well with other evaluation metrics on downstream tasks. We believe our methods are is useful in characterizing robustness -- an important property to consider when developing new word embedding methods.}, added-at = {2020-02-21T16:09:44.000+0100}, author = {Tian, Yingtao and Kulkarni, Vivek and Perozzi, Bryan and Skiena, Steven}, biburl = {https://www.bibsonomy.org/bibtex/205a1f7821e1722e723948919a1be798b/tschumacher}, file = {Tian et al - On the Convergent Properties of Word Embedding Methods.pdf:C\:\\Users\\Admin\\Documents\\Research\\_Paperbase\\Word Embeddings\\Tian et al - On the Convergent Properties of Word Embedding Methods.pdf:application/pdf}, interhash = {c8c5d14a146b7e1a5a15c6e006472e78}, intrahash = {05a1f7821e1722e723948919a1be798b}, journal = {arXiv:1605.03956 [cs]}, keywords = {Geometry_Study Word_Embeddings}, language = {en}, month = may, note = {arXiv: 1605.03956}, timestamp = {2020-02-21T16:09:44.000+0100}, title = {On the {Convergent} {Properties} of {Word} {Embedding} {Methods}}, url = {http://arxiv.org/abs/1605.03956}, urldate = {2019-12-11}, year = 2016 }