@inproceedings{conf/cikm/RokickiCZS14, added-at = {2021-10-14T00:00:00.000+0200}, author = {Rokicki, Markus and Chelaru, Sergiu and Zerr, Sergej and Siersdorfer, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/26119904c4ecbc480df82e58036ded902/dblp}, booktitle = {CIKM}, crossref = {conf/cikm/2014}, editor = {Li, Jianzhong and Wang, Xiaoyang Sean and Garofalakis, Minos N. and Soboroff, Ian and Suel, Torsten and Wang, Min}, ee = {https://doi.org/10.1145/2661829.2661946}, interhash = {de4df2b0747bb120ae12b9daf98c8ff8}, intrahash = {6119904c4ecbc480df82e58036ded902}, isbn = {978-1-4503-2598-1}, keywords = {dblp}, pages = {1469-1478}, publisher = {ACM}, timestamp = {2024-04-10T22:28:47.000+0200}, title = {Competitive Game Designs for Improving the Cost Effectiveness of Crowdsourcing.}, url = {http://dblp.uni-trier.de/db/conf/cikm/cikm2014.html#RokickiCZS14}, year = 2014 } @inproceedings{Rokicki:2014:CGD:2661829.2661946, abstract = {Crowd based online work is leveraged in a variety of applications such as semantic annotation of images, translation of texts in foreign languages, and labeling of training data for machine learning models. However, annotating large amounts of data through crowdsourcing can be slow and costly. In order to improve both cost and time efficiency of crowdsourcing we examine alternative reward mechanisms compared to the "Pay-per-HIT" scheme commonly used in platforms such as Amazon Mechanical Turk. To this end, we explore a wide range of monetary reward schemes that are inspired by the success of competitions, lotteries, and games of luck. Our large-scale experimental evaluation with an overall budget of more than 1,000 USD and with 2,700 hours of work spent by crowd workers demonstrates that our alternative reward mechanisms are well accepted by online workers and lead to substantial performance boosts.}, acmid = {2661946}, added-at = {2016-10-18T15:08:50.000+0200}, address = {New York, NY, USA}, author = {Rokicki, Markus and Chelaru, Sergiu and Zerr, Sergej and Siersdorfer, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/2a62caf65353a38440ceae290fcfd6b43/alexandriaproj}, booktitle = {Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management}, doi = {10.1145/2661829.2661946}, interhash = {de4df2b0747bb120ae12b9daf98c8ff8}, intrahash = {a62caf65353a38440ceae290fcfd6b43}, isbn = {978-1-4503-2598-1}, keywords = {alexandria}, location = {Shanghai, China}, numpages = {10}, pages = {1469--1478}, publisher = {ACM}, series = {CIKM '14}, timestamp = {2016-10-18T15:08:50.000+0200}, title = {Competitive Game Designs for Improving the Cost Effectiveness of Crowdsourcing}, url = {http://doi.acm.org/10.1145/2661829.2661946}, year = 2014 } @inproceedings{Rokicki:2014:CGD:2661829.2661946, acmid = {2661946}, added-at = {2015-03-20T10:23:20.000+0100}, address = {New York, NY, USA}, author = {Rokicki, Markus and Chelaru, Sergiu and Zerr, Sergej and Siersdorfer, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/2a62caf65353a38440ceae290fcfd6b43/mrokicki}, booktitle = {Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management}, doi = {10.1145/2661829.2661946}, interhash = {de4df2b0747bb120ae12b9daf98c8ff8}, intrahash = {a62caf65353a38440ceae290fcfd6b43}, isbn = {978-1-4503-2598-1}, keywords = {alexandria competition crowdsourcing lottery myown rewards}, location = {Shanghai, China}, numpages = {10}, pages = {1469--1478}, publisher = {ACM}, series = {CIKM '14}, timestamp = {2015-03-20T10:23:20.000+0100}, title = {Competitive Game Designs for Improving the Cost Effectiveness of Crowdsourcing}, url = {http://doi.acm.org/10.1145/2661829.2661946}, year = 2014 } @inproceedings{Rokicki:2014:CGD:2661829.2661946, acmid = {2661946}, added-at = {2015-03-13T15:56:51.000+0100}, address = {New York, NY, USA}, author = {Rokicki, Markus and Chelaru, Sergiu and Zerr, Sergej and Siersdorfer, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/2a62caf65353a38440ceae290fcfd6b43/siersdorfer}, booktitle = {Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management}, doi = {10.1145/2661829.2661946}, interhash = {de4df2b0747bb120ae12b9daf98c8ff8}, intrahash = {a62caf65353a38440ceae290fcfd6b43}, isbn = {978-1-4503-2598-1}, keywords = {crowdsourcing myown}, location = {Shanghai, China}, numpages = {10}, pages = {1469--1478}, publisher = {ACM}, series = {CIKM '14}, timestamp = {2015-03-13T15:56:51.000+0100}, title = {Competitive Game Designs for Improving the Cost Effectiveness of Crowdsourcing}, url = {http://doi.acm.org/10.1145/2661829.2661946}, year = 2014 } @inproceedings{Rokicki:2014:CGD:2661829.2661946, acmid = {2661946}, added-at = {2014-11-19T10:31:13.000+0100}, address = {New York, NY, USA}, author = {Rokicki, Markus and Chelaru, Sergiu and Zerr, Sergej and Siersdorfer, Stefan}, biburl = {https://www.bibsonomy.org/bibtex/2a62caf65353a38440ceae290fcfd6b43/zerr}, booktitle = {Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management}, doi = {10.1145/2661829.2661946}, interhash = {de4df2b0747bb120ae12b9daf98c8ff8}, intrahash = {a62caf65353a38440ceae290fcfd6b43}, isbn = {978-1-4503-2598-1}, keywords = {alexandria myown}, location = {Shanghai, China}, numpages = {10}, pages = {1469--1478}, publisher = {ACM}, series = {CIKM '14}, timestamp = {2015-02-24T08:48:26.000+0100}, title = {Competitive Game Designs for Improving the Cost Effectiveness of Crowdsourcing}, url = {http://doi.acm.org/10.1145/2661829.2661946}, year = 2014 }