%0 Journal Article %1 Sabou2013 %A Sabou, Marta %A Scharl, Arno %A Michael, Föls %A Föls, Michael %D 2013 %J International Journal On Semantic Web and Information SystemsInternational Journal On Semantic Web and Information Systems %K a acquisition,mechanised change,crowdflower,crowdsourcing,games climate labour,workflow marta purpose,knowledge with %N 3 %P 14--41 %R 10.4018/ijswis.2013070102 %T Crowdsourced Knowledge Acquisition: Towards Hybrid-genre Workflows %U http://services.igi-global.com/resolvedoi/resolve.aspx?doi=10.4018/ijswis.2013070102 %V 9 %X Novel social media collaboration platforms, such as games with a purpose and mechanised labour marketplaces, are increasingly used for enlisting large populations of non-experts in crowdsourced knowledge acquisition processes. Climate Quiz uses this paradigm for acquiring environmental domain knowledge from non-experts. The game's usage statistics and the quality of the produced data show that Climate Quiz has managed to attract a large number of players but noisy input data and task complexity led to low player engagement and suboptimal task throughput and data quality. To address these limitations, the authors propose embedding the game into a hybrid-genre workflow, which supplements the game with a set of tasks outsourced to micro-workers, thus leveraging the complementary nature of games with a purpose and mechanised labour platforms. Experimental evaluations suggest that such workflows are feasible and have positive effects on the game's enjoyment level and the quality of its output.

@article{Sabou2013, abstract = {Novel social media collaboration platforms, such as games with a purpose and mechanised labour marketplaces, are increasingly used for enlisting large populations of non-experts in crowdsourced knowledge acquisition processes. Climate Quiz uses this paradigm for acquiring environmental domain knowledge from non-experts. The game's usage statistics and the quality of the produced data show that Climate Quiz has managed to attract a large number of players but noisy input data and task complexity led to low player engagement and suboptimal task throughput and data quality. To address these limitations, the authors propose embedding the game into a hybrid-genre workflow, which supplements the game with a set of tasks outsourced to micro-workers, thus leveraging the complementary nature of games with a purpose and mechanised labour platforms. Experimental evaluations suggest that such workflows are feasible and have positive effects on the game's enjoyment level and the quality of its output.}, added-at = {2020-02-18T22:04:58.000+0100}, author = {Sabou, Marta and Scharl, Arno and Michael, F{\"{o}}ls and F{\"{o}}ls, Michael}, biburl = {https://www.bibsonomy.org/bibtex/25763796df963d6d9d62e5ff47b58a0b7/ekaputra}, doi = {10.4018/ijswis.2013070102}, interhash = {4dba04ba8f64a3243aa21430cde6e417}, intrahash = {5763796df963d6d9d62e5ff47b58a0b7}, issn = {1552-6283}, journal = {International Journal On Semantic Web and Information SystemsInternational Journal On Semantic Web and Information Systems}, keywords = {a acquisition,mechanised change,crowdflower,crowdsourcing,games climate labour,workflow marta purpose,knowledge with}, number = 3, pages = {14--41}, timestamp = {2020-02-18T22:04:58.000+0100}, title = {{Crowdsourced Knowledge Acquisition: Towards Hybrid-genre Workflows}}, url = {http://services.igi-global.com/resolvedoi/resolve.aspx?doi=10.4018/ijswis.2013070102}, volume = 9, year = 2013 }