In this paper we introduce JuliaSim, a high-performance programming environment designed to blend traditional modeling and simulation with machine learning. JuliaSim can build accelerated surrogates from component-based
models, such as those conforming to the FMI standard, using continuous-time echo state networks (CTESN). The foundation of this environment, ModelingToolkit.jl, is an acausal modeling language which can compose the trained surrogates as components within its staged compilation process. As a complementary factor we present the JuliaSim model library, a standard library with differential-algebraic equations and pre-trained surrogates, which can be composed using the modeling system for design, optimization, and control. We demonstrate the effectiveness of the surrogate-accelerated modeling and simulation approach on HVAC dynamics by showing that the CTESN surrogates accurately capture the dynamics of a HVAC cycle at less than 4\% error while accelerating its simulation by 340x. We illustrate the use of surrogate acceleration in the design process via global optimization of simulation parameters using the embedded surrogate, yielding a speedup of two orders of magnitude to find the optimum. We showcase the surrogate deployed in a co-simulation loop, as a drop-in replacement for one of the coupled FMUs, allowing engineers to effectively explore the design space of a coupled system.
Together this demonstrates a workflow for automating the integration of machine learning techniques into traditional modeling and simulation processes.
%0 Generic
%1 rackauckas2021composing
%A Rackauckas, Chris
%A Anantharaman, Ranjan
%A Edelman, Alan
%A Gowda, Shashi
%A Gwozdz, Maja
%A Jain, Anand
%A Laughman, Chris
%A Ma, Yingbo
%A Martinuzzi, Francesco
%A Pal, Avik
%A Rajput, Utkarsh
%A Saba, Elliot
%A Shah, Viral B.
%D 2021
%K 00a71-theory-of-mathematical-modeling 00a72-general-methods-of-simulation 68t05-learning-and-adaptive-systems julialang juliasim
%R 10.48550/arXiv.2105.05946
%T Composing Modeling and Simulation with Machine Learning in Julia
%U http://arxiv.org/abs/2105.05946
%X In this paper we introduce JuliaSim, a high-performance programming environment designed to blend traditional modeling and simulation with machine learning. JuliaSim can build accelerated surrogates from component-based
models, such as those conforming to the FMI standard, using continuous-time echo state networks (CTESN). The foundation of this environment, ModelingToolkit.jl, is an acausal modeling language which can compose the trained surrogates as components within its staged compilation process. As a complementary factor we present the JuliaSim model library, a standard library with differential-algebraic equations and pre-trained surrogates, which can be composed using the modeling system for design, optimization, and control. We demonstrate the effectiveness of the surrogate-accelerated modeling and simulation approach on HVAC dynamics by showing that the CTESN surrogates accurately capture the dynamics of a HVAC cycle at less than 4\% error while accelerating its simulation by 340x. We illustrate the use of surrogate acceleration in the design process via global optimization of simulation parameters using the embedded surrogate, yielding a speedup of two orders of magnitude to find the optimum. We showcase the surrogate deployed in a co-simulation loop, as a drop-in replacement for one of the coupled FMUs, allowing engineers to effectively explore the design space of a coupled system.
Together this demonstrates a workflow for automating the integration of machine learning techniques into traditional modeling and simulation processes.
@misc{rackauckas2021composing,
abstract = {In this paper we introduce JuliaSim, a high-performance programming environment designed to blend traditional modeling and simulation with machine learning. JuliaSim can build accelerated surrogates from component-based
models, such as those conforming to the FMI standard, using continuous-time echo state networks (CTESN). The foundation of this environment, ModelingToolkit.jl, is an acausal modeling language which can compose the trained surrogates as components within its staged compilation process. As a complementary factor we present the JuliaSim model library, a standard library with differential-algebraic equations and pre-trained surrogates, which can be composed using the modeling system for design, optimization, and control. We demonstrate the effectiveness of the surrogate-accelerated modeling and simulation approach on HVAC dynamics by showing that the CTESN surrogates accurately capture the dynamics of a HVAC cycle at less than 4\% error while accelerating its simulation by 340x. We illustrate the use of surrogate acceleration in the design process via global optimization of simulation parameters using the embedded surrogate, yielding a speedup of two orders of magnitude to find the optimum. We showcase the surrogate deployed in a co-simulation loop, as a drop-in replacement for one of the coupled FMUs, allowing engineers to effectively explore the design space of a coupled system.
Together this demonstrates a workflow for automating the integration of machine learning techniques into traditional modeling and simulation processes.},
added-at = {2023-11-16T00:04:22.000+0100},
author = {Rackauckas, Chris and Anantharaman, Ranjan and Edelman, Alan and Gowda, Shashi and Gwozdz, Maja and Jain, Anand and Laughman, Chris and Ma, Yingbo and Martinuzzi, Francesco and Pal, Avik and Rajput, Utkarsh and Saba, Elliot and Shah, Viral B.},
biburl = {https://www.bibsonomy.org/bibtex/2e6419e8399ceed295055e2cbb0322a31/gdmcbain},
doi = {10.48550/arXiv.2105.05946},
howpublished = {arxiv:2105.05946},
interhash = {55b461324937a6badb648994f2f8a8e6},
intrahash = {e6419e8399ceed295055e2cbb0322a31},
keywords = {00a71-theory-of-mathematical-modeling 00a72-general-methods-of-simulation 68t05-learning-and-adaptive-systems julialang juliasim},
month = may,
timestamp = {2023-11-16T00:04:22.000+0100},
title = {Composing Modeling and Simulation with Machine Learning in Julia},
url = {http://arxiv.org/abs/2105.05946},
year = 2021
}