Reproducible experiments are a major requirement for transparent, comparable and verifiable results in the field of human-robot interaction (HRI). Furthermore, a version-controlled and well-structured "ready to deploy" system setup of soft- and hard-ware for an HRI experiment opens up a range of innovative possibilities for interdisciplinary efforts as well as simplified participation of collaborators in the research community. However, making experiments reproducible is not a trivial task. It stems from the lack of agreed upon methodologies, tools and the inherent technical complexity. In this work we present our latest efforts in the context of an international and interdisciplinary research project to enable robotics researchers, software engineers, and social scientists to work together to reproduce a behavioral HRI experiment. The successful reproduction demonstrates that our tool chain approach meets the proposed requirements of the reproducibility problem. To the best of our knowledge, this is the first time an integrated systemic approach allowed an identical instantiation of a complete HRI experiment at geographically distributed locations.
%0 Conference Paper
%1 Lucking:2018:GDD:3173386.3176963
%A Lücking, Phillip
%A Lier, Florian
%A Bernotat, Jasmin
%A Wachsmuth, Sven
%A Ŝabanović, Selma
%A Eyssel, Friederike
%B Companion of the 2018 ACM/IEEE International Conference on Human-Robot Interaction
%C New York, NY, USA
%D 2018
%I ACM
%K HRI gedispub itegpub
%P 181--182
%R 10.1145/3173386.3176963
%T Geographically Distributed Deployment of Reproducible HRI Experiments in an Interdisciplinary Research Context
%U http://doi.acm.org/10.1145/3173386.3176963
%X Reproducible experiments are a major requirement for transparent, comparable and verifiable results in the field of human-robot interaction (HRI). Furthermore, a version-controlled and well-structured "ready to deploy" system setup of soft- and hard-ware for an HRI experiment opens up a range of innovative possibilities for interdisciplinary efforts as well as simplified participation of collaborators in the research community. However, making experiments reproducible is not a trivial task. It stems from the lack of agreed upon methodologies, tools and the inherent technical complexity. In this work we present our latest efforts in the context of an international and interdisciplinary research project to enable robotics researchers, software engineers, and social scientists to work together to reproduce a behavioral HRI experiment. The successful reproduction demonstrates that our tool chain approach meets the proposed requirements of the reproducibility problem. To the best of our knowledge, this is the first time an integrated systemic approach allowed an identical instantiation of a complete HRI experiment at geographically distributed locations.
%@ 978-1-4503-5615-2
@inproceedings{Lucking:2018:GDD:3173386.3176963,
abstract = {Reproducible experiments are a major requirement for transparent, comparable and verifiable results in the field of human-robot interaction (HRI). Furthermore, a version-controlled and well-structured "ready to deploy" system setup of soft- and hard-ware for an HRI experiment opens up a range of innovative possibilities for interdisciplinary efforts as well as simplified participation of collaborators in the research community. However, making experiments reproducible is not a trivial task. It stems from the lack of agreed upon methodologies, tools and the inherent technical complexity. In this work we present our latest efforts in the context of an international and interdisciplinary research project to enable robotics researchers, software engineers, and social scientists to work together to reproduce a behavioral HRI experiment. The successful reproduction demonstrates that our tool chain approach meets the proposed requirements of the reproducibility problem. To the best of our knowledge, this is the first time an integrated systemic approach allowed an identical instantiation of a complete HRI experiment at geographically distributed locations.},
acmid = {3176963},
added-at = {2019-03-07T13:39:17.000+0100},
address = {New York, NY, USA},
author = {Lücking, Phillip and Lier, Florian and Bernotat, Jasmin and Wachsmuth, Sven and Ŝabanović, Selma and Eyssel, Friederike},
biburl = {https://www.bibsonomy.org/bibtex/2adc853afd352cfab2a687022151a1681/godaklumbyte},
booktitle = {Companion of the 2018 ACM/IEEE International Conference on Human-Robot Interaction},
doi = {10.1145/3173386.3176963},
interhash = {21cb5be3b269100009ba24f06b456884},
intrahash = {adc853afd352cfab2a687022151a1681},
isbn = {978-1-4503-5615-2},
keywords = {HRI gedispub itegpub},
location = {Chicago, IL, USA},
numpages = {2},
pages = {181--182},
publisher = {ACM},
series = {HRI '18},
timestamp = {2019-03-07T13:40:24.000+0100},
title = {Geographically Distributed Deployment of Reproducible HRI Experiments in an Interdisciplinary Research Context},
url = {http://doi.acm.org/10.1145/3173386.3176963},
year = 2018
}