%0 Conference Paper %1 dbtrends2016 %A Marx, Edgard %A Zaveri, Amrapali %A Mohammed, Mofeed %A Rautenberg, Sandro %A Lehmann, Jens %A Ngomo, Axel-Cyrille Ngonga %A Cheng, Gong %B 2nd International Workshop on Summarizing and Presenting Entities and Ontologies, co-located with the 13th Extended Semantic Web Conference %D 2016 %K 2016 SIMBA dbtrends group\_aksw hassan lehmann marx mole ngonga openqa projecthobbit rautenberg smart zaveri %T DBtrends : Publishing and Benchmarking RDF Ranking Functions %U http://svn.aksw.org/papers/2016/SUMPRE_DBtrends_Benchmark/public.pdf %X Providing accurate approaches for keyword search or question answering to access the data available on the Linked Data Web is of central importance to ensure that it can be used by non-experts. In many cases, these approaches return a large number of results that need to be provided in the right order so as to be of relevance to the user. Achieving the goal of improving the access to the Linked Data Web thus demands the provision of ranking approaches that allow sorting potentially large number of results appropriately. While such functions have been designed in previous works, they have not been evaluated exhaustively. This work addresses this research gap by proposing a formal framework designed towards comparing and evaluating different ranking functions for RDF data. The framework allows combining these rankings by means of an extension of the Spearman's footrule estimation of the upper bound of this function. We supply a benchmark with a total of 60 manually annotated entity ranks by users from USA and India recruited over Amazon Mechanical Turk. Moreover, we evaluated nine entity ranking functions over the proposed benchmark.

@inproceedings{dbtrends2016, abstract = {Providing accurate approaches for keyword search or question answering to access the data available on the Linked Data Web is of central importance to ensure that it can be used by non-experts. In many cases, these approaches return a large number of results that need to be provided in the right order so as to be of relevance to the user. Achieving the goal of improving the access to the Linked Data Web thus demands the provision of ranking approaches that allow sorting potentially large number of results appropriately. While such functions have been designed in previous works, they have not been evaluated exhaustively. This work addresses this research gap by proposing a formal framework designed towards comparing and evaluating different ranking functions for RDF data. The framework allows combining these rankings by means of an extension of the Spearman's footrule estimation of the upper bound of this function. We supply a benchmark with a total of 60 manually annotated entity ranks by users from USA and India recruited over Amazon Mechanical Turk. Moreover, we evaluated nine entity ranking functions over the proposed benchmark.}, added-at = {2020-06-18T14:14:43.000+0200}, author = {Marx, Edgard and Zaveri, Amrapali and Mohammed, Mofeed and Rautenberg, Sandro and Lehmann, Jens and Ngomo, Axel-Cyrille Ngonga and Cheng, Gong}, bdsk-url-1 = {http://svn.aksw.org/papers/2016/SUMPRE_DBtrends_Benchmark/public.pdf}, biburl = {https://www.bibsonomy.org/bibtex/2f46e8c40a325336d77e0f35ebdec3d4f/dice-research}, booktitle = {2nd International Workshop on Summarizing and Presenting Entities and Ontologies, co-located with the 13th Extended Semantic Web Conference}, interhash = {8ba4ce07b5848cde14be54b029793fda}, intrahash = {f46e8c40a325336d77e0f35ebdec3d4f}, keywords = {2016 SIMBA dbtrends group\_aksw hassan lehmann marx mole ngonga openqa projecthobbit rautenberg smart zaveri}, timestamp = {2023-04-25T16:34:00.000+0200}, title = {{DBtrends} : {P}ublishing and {B}enchmarking {RDF} {R}anking {F}unctions}, url = {http://svn.aksw.org/papers/2016/SUMPRE_DBtrends_Benchmark/public.pdf}, year = 2016 }