@inproceedings{20bc62a071c2458d81aaba482cb9ece4,
title = "Is quality control pointless?",
abstract = "Intrinsic to the transition towards, and necessary for the success of digital platforms as a service (at scale) is the notion of human computation. Going beyond 'the wisdom of the crowd', human computation is the engine that powers platforms and services that are now ubiquitous like Duolingo and Wikipedia. In spite of increasing research and population interest, several issues remain open and in debate on largescale human computation projects. Quality control is first among these discussions. We conducted an experiment with three different tasks of varying complexity and five different methods to distinguish and protect against constantly underperforming contributors. We illustrate that minimal quality control is enough to repel constantly underperforming contributors and that this is constant across tasks of varying complexity.",
author = "Markus Krause and Afzali, {Farhad M.} and Simon Caton and Margeret Hall",
note = "Publisher Copyright: {\textcopyright} 2019 IEEE Computer Society. All rights reserved.; 52nd Annual Hawaii International Conference on System Sciences, HICSS 2019 ; Conference date: 08-01-2019 Through 11-01-2019",
year = "2019",
language = "English (US)",
series = "Proceedings of the Annual Hawaii International Conference on System Sciences",
publisher = "IEEE Computer Society",
pages = "5279--5288",
editor = "Bui, {Tung X.}",
booktitle = "Proceedings of the 52nd Annual Hawaii International Conference on System Sciences, HICSS 2019",
}