%0 Conference Paper %1 mofeedHuman15 %A Hassan, Mofeed %A Lehmann, Jens %A Ngomo, Axel-C. Ngonga %B Proceedings of the 8th Workshop on Linked Data on the Web (LDOW2015), Florence, Italy %D 2015 %K 2015 MOLE geoknow group_aksw group_mole hassan lehmann mole ngonga %T Interlinking: Performance Assessment of User Evaluation vs. Supervised Learning Approaches %U http://svn.aksw.org/papers/2015/LDOW_Human/public.pdf %X Interlinking knowledge bases are widely recognized as an important, but challenging problem. A significant amount of research has been undertaken to provide solutions to this problem with varying degrees of automation and user involvement. In this paper, we present a two-staged experiment for the creation of gold standards that act as benchmarks for several interlinking algorithms. In the first stage the gold standards are generated through manual validation process highlighting the role of users. Using the gold standards obtained from this stage, we assess the performance of human evaluators in addition to supervised interlinking algorithms. We evaluate our approach on several data interlinking tasks with respect to precision, recall and F-measure. Additionally we perform a qualitative analysis on the types of errors made by humans and machines.

@inproceedings{mofeedHuman15, abstract = {Interlinking knowledge bases are widely recognized as an important, but challenging problem. A significant amount of research has been undertaken to provide solutions to this problem with varying degrees of automation and user involvement. In this paper, we present a two-staged experiment for the creation of gold standards that act as benchmarks for several interlinking algorithms. In the first stage the gold standards are generated through manual validation process highlighting the role of users. Using the gold standards obtained from this stage, we assess the performance of human evaluators in addition to supervised interlinking algorithms. We evaluate our approach on several data interlinking tasks with respect to precision, recall and F-measure. Additionally we perform a qualitative analysis on the types of errors made by humans and machines.}, added-at = {2024-03-04T14:14:13.000+0100}, author = {Hassan, Mofeed and Lehmann, Jens and Ngomo, Axel-C. Ngonga}, biburl = {https://www.bibsonomy.org/bibtex/2c806c6bd4ab01bd5490b87a5dc062e62/aksw}, booktitle = {Proceedings of the 8th Workshop on Linked Data on the Web (LDOW2015), Florence, Italy}, interhash = {f10c17ddaeed02ee9f56b15ff04f9132}, intrahash = {c806c6bd4ab01bd5490b87a5dc062e62}, keywords = {2015 MOLE geoknow group_aksw group_mole hassan lehmann mole ngonga}, owner = {mofeed}, timestamp = {2024-03-04T14:14:13.000+0100}, title = {Interlinking: Performance Assessment of User Evaluation vs. Supervised Learning Approaches}, url = {http://svn.aksw.org/papers/2015/LDOW_Human/public.pdf}, year = 2015 }