%0 Conference Paper %1 eichelberger2016reproducibility %A Eichelberger, Holger %A Sass, Aike %A Schmid, Klaus %B Softwaretechnik-Trends %D 2016 %K MooBench SPASS-meter experiments myown qualimaster replication resources %N 4 %P 43-45 %T From Reproducibility Problems to Improvements: A journey %V 36 %X Reproducibility and repeatability are key properties of benchmarks. However, achieving reproducibility can be difficult. We faced this while applying the micro-benchmark MooBench to the resource monitoring framework SPASS-meter. In this paper, we discuss some interesting problems that occurred while trying to reproduce previous benchmarking results. In the process of reproduction, we extended MooBench and made improvements to the performance of SPASS-meter. We conclude with lessons learned for reproducing (micro-)benchmarks.

@inproceedings{eichelberger2016reproducibility, abstract = {Reproducibility and repeatability are key properties of benchmarks. However, achieving reproducibility can be difficult. We faced this while applying the micro-benchmark MooBench to the resource monitoring framework SPASS-meter. In this paper, we discuss some interesting problems that occurred while trying to reproduce previous benchmarking results. In the process of reproduction, we extended MooBench and made improvements to the performance of SPASS-meter. We conclude with lessons learned for reproducing (micro-)benchmarks.}, added-at = {2016-11-11T11:35:51.000+0100}, author = {Eichelberger, Holger and Sass, Aike and Schmid, Klaus}, biburl = {https://www.bibsonomy.org/bibtex/2fb8ac21d0ac2c1ce85af3f22a4e4a69d/eichelbe}, booktitle = {Softwaretechnik-Trends}, interhash = {e9b97dc790bd532659c5022e21767abd}, intrahash = {fb8ac21d0ac2c1ce85af3f22a4e4a69d}, keywords = {MooBench SPASS-meter experiments myown qualimaster replication resources}, month = {November}, number = 4, pages = {43-45}, timestamp = {2017-03-17T13:49:44.000+0100}, title = {From Reproducibility Problems to Improvements: A journey}, volume = 36, year = 2016 }