%0 Conference Paper %1 Vliegendhart:2011 %A Vliegendhart, Raynor %A Larson, Martha %A Kofler, Christoph %A Eickhoff, Carsten %A Pouwelse, Johan %B Proceedings WSDM 2011 Workshop on Crowdsourcing for Search and Data Mining (CSDM 2011) %D 2011 %K mechanical_turk %P 27-30 %T Investigating Factors Influencing Crowdsourcing Tasks with High Imaginative Load %X This paper reports useful observations made during the design and test of a crowdsourcing task with a high “imaginative load”, a term we introduce to designate a task that requires workers to answer questions from a hypothetical point of view that is beyond their daily experiences. We find that workers are able to deliver high quality responses to such HITs, but that it is important that the HIT title allows workers to formulate accurate expectations of the task. Also important is the inclusion of free-text justification questions that target specific items in a pattern that is not obviously predictable. These findings were supported by a small-scale experiment run on several crowdsourcing platforms.

@inproceedings{Vliegendhart:2011, abstract = {This paper reports useful observations made during the design and test of a crowdsourcing task with a high “imaginative load”, a term we introduce to designate a task that requires workers to answer questions from a hypothetical point of view that is beyond their daily experiences. We find that workers are able to deliver high quality responses to such HITs, but that it is important that the HIT title allows workers to formulate accurate expectations of the task. Also important is the inclusion of free-text justification questions that target specific items in a pattern that is not obviously predictable. These findings were supported by a small-scale experiment run on several crowdsourcing platforms.}, added-at = {2011-08-05T09:29:31.000+0200}, author = {Vliegendhart, Raynor and Larson, Martha and Kofler, Christoph and Eickhoff, Carsten and Pouwelse, Johan}, biburl = {https://www.bibsonomy.org/bibtex/2af3af7288096816eefa1233787179a14/diego_ma}, booktitle = {Proceedings WSDM 2011 Workshop on Crowdsourcing for Search and Data Mining (CSDM 2011)}, interhash = {274cc2e94c8dd5f5d5b907b12deef604}, intrahash = {af3af7288096816eefa1233787179a14}, keywords = {mechanical_turk}, library = {MQRDG2010 (August 2011)}, pages = {27-30}, timestamp = {2011-08-05T09:29:31.000+0200}, title = {Investigating Factors Influencing Crowdsourcing Tasks with High Imaginative Load}, year = 2011 }