%0 Conference Paper %1 lier2017reproduce %A Lier, Florian %A Lücking, Phillip %A de Leeuw, Joshua %A Wachsmuth, Sven %A Šabanović, Selma %A Goldstone, Robert %B ICRA 2017 Workshop on Reproducible Research in Robotics: Current Status and Road Ahead %D 2017 %E Bonsignorio, Fabio P. %I IEEE %K gedispub itegpub from:limabla %T Can we Reproduce it? Toward the Implementation of good Experimental Methodology in Interdisciplinary Robotics Research %U https://pub.uni-bielefeld.de/record/2910475 %X The insufficient level of reproducibility of pub-lished experimental results has been identified as acore issuein the field of robotics in recent years. Why is that? First ofall, robotics focuses on the abstract concept of computationand thecreationof technological artifacts, i.e., software thatimplements these concepts. Hence, before actually reproducingan experiment, the subject of investigation must beartificiallycreated, which is non-trivial given the inherent complexity 5.Second, robotics experiments usually include expensive andoften customized hardware setups (robots), that are difficultto operate for non-experts. Finally, there is no agreed uponset of methods in order to setup, execute, or (re-)conduct anexperiment.To this end, we introduce an interdisciplinary and geograph-ically distributed collaboration project that aims at implement-ing good experimental methodology in interdisciplinary roboticsresearch with respect to: a) reproducibility of required technicalartifacts, b) explicit and comprehensible experiment design, c)repeatable/reproducible experiment execution, and d) repro-ducible evaluation of obtained experiment data. The ultimategoal of this collaboration is to reproduce thesameexperiment intwo different laboratories using the same systematic approachwhich is presented in this work.

@inproceedings{lier2017reproduce, abstract = { The insufficient level of reproducibility of pub-lished experimental results has been identified as acore issuein the field of robotics in recent years. Why is that? First ofall, robotics focuses on the abstract concept of computationand thecreationof technological artifacts, i.e., software thatimplements these concepts. Hence, before actually reproducingan experiment, the subject of investigation must beartificiallycreated, which is non-trivial given the inherent complexity [5].Second, robotics experiments usually include expensive andoften customized hardware setups (robots), that are difficultto operate for non-experts. Finally, there is no agreed uponset of methods in order to setup, execute, or (re-)conduct anexperiment.To this end, we introduce an interdisciplinary and geograph-ically distributed collaboration project that aims at implement-ing good experimental methodology in interdisciplinary roboticsresearch with respect to: a) reproducibility of required technicalartifacts, b) explicit and comprehensible experiment design, c)repeatable/reproducible experiment execution, and d) repro-ducible evaluation of obtained experiment data. The ultimategoal of this collaboration is to reproduce thesameexperiment intwo different laboratories using the same systematic approachwhich is presented in this work.}, added-at = {2024-01-10T15:08:36.000+0100}, author = {Lier, Florian and Lücking, Phillip and de Leeuw, Joshua and Wachsmuth, Sven and Šabanović, Selma and Goldstone, Robert}, biburl = {https://www.bibsonomy.org/bibtex/22ed2cdc55868796792d964fcbaa1e767/gedis}, booktitle = {ICRA 2017 Workshop on Reproducible Research in Robotics: Current Status and Road Ahead}, editor = {Bonsignorio, Fabio P.}, eventtitle = {IEEE International Conference on Robotics and Automation (ICRA) 2017}, interhash = {3b88274480ca86097be90b54838c405c}, intrahash = {2ed2cdc55868796792d964fcbaa1e767}, keywords = {gedispub itegpub from:limabla}, publisher = {IEEE}, timestamp = {2024-01-10T15:08:36.000+0100}, title = {Can we Reproduce it? Toward the Implementation of good Experimental Methodology in Interdisciplinary Robotics Research }, url = {https://pub.uni-bielefeld.de/record/2910475 }, year = 2017 }