The Rubin Observatory's Data Butler is designed to allow data file location
and file formats to be abstracted away from the people writing the science
pipeline algorithms. The Butler works in conjunction with the workflow graph
builder to allow pipelines to be constructed from the algorithmic tasks. These
pipelines can be executed at scale using object stores and multi-node clusters,
or on a laptop using a local file system. The Butler and pipeline system are
now in daily use during Rubin construction and early operations.
Description
The Vera C. Rubin Observatory Data Butler and Pipeline Execution System
cite arxiv:2206.14941Comment: 14 pages, 3 figures, submitted to Proc SPIE 12189, "Software and Cyberinfrastructure for Astronomy VII", Montreal, CA, July 2022
%0 Generic
%1 jenness2022rubin
%A Jenness, Tim
%A Bosch, James F.
%A Lust, Nate B.
%A Pease, Nathan M.
%A Gower, Michelle
%A Kowalik, Mikolaj
%A Dubois-Felsmann, Gregory P.
%A Mueller, Fritz
%A Schellart, Pim
%D 2022
%K library
%T The Vera C. Rubin Observatory Data Butler and Pipeline Execution System
%U http://arxiv.org/abs/2206.14941
%X The Rubin Observatory's Data Butler is designed to allow data file location
and file formats to be abstracted away from the people writing the science
pipeline algorithms. The Butler works in conjunction with the workflow graph
builder to allow pipelines to be constructed from the algorithmic tasks. These
pipelines can be executed at scale using object stores and multi-node clusters,
or on a laptop using a local file system. The Butler and pipeline system are
now in daily use during Rubin construction and early operations.
@misc{jenness2022rubin,
abstract = {The Rubin Observatory's Data Butler is designed to allow data file location
and file formats to be abstracted away from the people writing the science
pipeline algorithms. The Butler works in conjunction with the workflow graph
builder to allow pipelines to be constructed from the algorithmic tasks. These
pipelines can be executed at scale using object stores and multi-node clusters,
or on a laptop using a local file system. The Butler and pipeline system are
now in daily use during Rubin construction and early operations.},
added-at = {2022-07-01T13:39:34.000+0200},
author = {Jenness, Tim and Bosch, James F. and Lust, Nate B. and Pease, Nathan M. and Gower, Michelle and Kowalik, Mikolaj and Dubois-Felsmann, Gregory P. and Mueller, Fritz and Schellart, Pim},
biburl = {https://www.bibsonomy.org/bibtex/27077651ae94ebca3fb5574ec076f4032/gpkulkarni},
description = {The Vera C. Rubin Observatory Data Butler and Pipeline Execution System},
interhash = {909cdefbe40efc1bead533209694fedc},
intrahash = {7077651ae94ebca3fb5574ec076f4032},
keywords = {library},
note = {cite arxiv:2206.14941Comment: 14 pages, 3 figures, submitted to Proc SPIE 12189, "Software and Cyberinfrastructure for Astronomy VII", Montreal, CA, July 2022},
timestamp = {2022-07-01T13:39:34.000+0200},
title = {The Vera C. Rubin Observatory Data Butler and Pipeline Execution System},
url = {http://arxiv.org/abs/2206.14941},
year = 2022
}