%0 Conference Paper %1 bade2008evaluation %A Bade, Korinna %A Benz, Dominik %B Proceedings of the 32nd Annual Conference of the German Classification Society - Advances in Data Analysis, Data Handling and Business Intelligence (GfKl 2008) %C Berlin-Heidelberg %D 2008 %I Springer %K 2008 evaluation_strategies hiearchies itegpub myown ol_web2.0 widely_related %T Evaluation Strategies for Learning Algorithms of Hierarchical Structures %U http://www.kde.cs.uni-kassel.de/pub/pdf/bade2008evaluation.pdf %X Several learning tasks comprise hierarchies. Comparison with a "goldstandard" is often performed to evaluate the quality of a learned hierarchy. We assembled various similarity metrics that have been proposed in different disciplines and compared them in a unified interdisciplinary framework for hierarchical evaluation which is based on the distinction of three fundamental dimensions. Identifying deficiencies for measuring structural similarity, we suggest three new measures for this purpose, either extending existing ones or based on new ideas. Experiments with an artificial dataset were performed to compare the different measures. As shown by our results, the measures vary greatly in their properties.

@inproceedings{bade2008evaluation, abstract = {Several learning tasks comprise hierarchies. Comparison with a "goldstandard" is often performed to evaluate the quality of a learned hierarchy. We assembled various similarity metrics that have been proposed in different disciplines and compared them in a unified interdisciplinary framework for hierarchical evaluation which is based on the distinction of three fundamental dimensions. Identifying deficiencies for measuring structural similarity, we suggest three new measures for this purpose, either extending existing ones or based on new ideas. Experiments with an artificial dataset were performed to compare the different measures. As shown by our results, the measures vary greatly in their properties.}, added-at = {2015-10-07T11:27:39.000+0200}, address = {Berlin-Heidelberg}, author = {Bade, Korinna and Benz, Dominik}, biburl = {https://www.bibsonomy.org/bibtex/2ec033805bc90ab87c99860e29f0d00dd/kde-alumni}, booktitle = {Proceedings of the 32nd Annual Conference of the German Classification Society - Advances in Data Analysis, Data Handling and Business Intelligence (GfKl 2008)}, file = {bade2008evaluation.pdf:bade2008evaluation.pdf:PDF}, groups = {public}, interhash = {8bb09e3197d01f7c23481c2cd68533af}, intrahash = {ec033805bc90ab87c99860e29f0d00dd}, keywords = {2008 evaluation_strategies hiearchies itegpub myown ol_web2.0 widely_related}, note = {in press}, publisher = {Springer}, series = {Studies in Classification, Data Analysis, and Knowledge Organization}, timestamp = {2016-11-29T17:42:21.000+0100}, title = {Evaluation Strategies for Learning Algorithms of Hierarchical Structures}, url = {http://www.kde.cs.uni-kassel.de/pub/pdf/bade2008evaluation.pdf}, username = {dbenz}, year = 2008 }