%0 Journal Article %1 sjoberg05 %A Sjoberg, D. I. K. %A Hannay, J. E. %A Hansen, O. %A Kampenes, V. B. %A Karahasanovic, A. %A Liborg, N. %A Rekdal, A. C. %D 2005 %J IEEE Transactions on Software Engineering %K seminal methodology empirical software %N 9 %P 733--753 %T A Survey of Controlled Experiments in Software Engineering %U http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1514443 %V 31 %X The classical method for identifying cause-effect relationships is to conduct controlled experiments. This paper reports upon the present state of how controlled experiments in software engineering are conducted and the extent to which relevant information is reported. Among the 5,453 scientific articles published in 12 leading software engineering journals and conferences in the decade from 1993 to 2002, 103 articles (1.9 percent) reported controlled experiments in which individuals or teams performed one or more software engineering tasks. This survey quantitatively characterizes the topics of the experiments and their subjects (number of subjects, students versus professionals, recruitment, and rewards for participation), tasks (type of task, duration, and type and size of application) and environments (location, development tools). Furthermore, the survey reports on how internal and external validity is addressed and the extent to which experiments are replicated. The gathered data reflects the relevance of software engineering experiments to industrial practice and the scientific maturity of software engineering research.

@article{sjoberg05, abstract = {The classical method for identifying cause-effect relationships is to conduct controlled experiments. This paper reports upon the present state of how controlled experiments in software engineering are conducted and the extent to which relevant information is reported. Among the 5,453 scientific articles published in 12 leading software engineering journals and conferences in the decade from 1993 to 2002, 103 articles (1.9 percent) reported controlled experiments in which individuals or teams performed one or more software engineering tasks. This survey quantitatively characterizes the topics of the experiments and their subjects (number of subjects, students versus professionals, recruitment, and rewards for participation), tasks (type of task, duration, and type and size of application) and environments (location, development tools). Furthermore, the survey reports on how internal and external validity is addressed and the extent to which experiments are replicated. The gathered data reflects the relevance of software engineering experiments to industrial practice and the scientific maturity of software engineering research.}, added-at = {2006-03-24T16:34:33.000+0100}, author = {Sjoberg, D. I. K. and Hannay, J. E. and Hansen, O. and Kampenes, V. B. and Karahasanovic, A. and Liborg, N. and Rekdal, A. C.}, biburl = {https://www.bibsonomy.org/bibtex/23466a44af8f8bcf5dc0f961a7fb87a68/neilernst}, citeulike-article-id = {340000}, comment = {- detailed study of the literature with interesting analysis of what's happened to date - little suggestion on what should be done to improve things - good section on validity}, description = {sdasda}, interhash = {23bc46eb20fa69917307c735fe3bbb3a}, intrahash = {3466a44af8f8bcf5dc0f961a7fb87a68}, journal = {IEEE Transactions on Software Engineering}, keywords = {seminal methodology empirical software}, number = 9, pages = {733--753}, priority = {0}, timestamp = {2006-03-24T16:34:33.000+0100}, title = {A Survey of Controlled Experiments in Software Engineering}, url = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1514443}, volume = 31, year = 2005 }