@misc{Winkelmann2016, author = {Winkelmann, Stefanie}, title = {Markov Control with Rare State Observation: Average Optimality}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-60981}, year = {2016}, abstract = {This paper investigates the criterion of long-term average costs for a Markov decision process (MDP) which is not permanently observable. Each observation of the process produces a fixed amount of \textit{information costs} which enter the considered performance criterion and preclude from arbitrarily frequent state testing. Choosing the \textit{rare} observation times is part of the control procedure. In contrast to the theory of partially observable Markov decision processes, we consider an arbitrary continuous-time Markov process on a finite state space without further restrictions on the dynamics or the type of interaction. Based on the original Markov control theory, we redefine the control model and the average cost criterion for the setting of information costs. We analyze the constant of average costs for the case of ergodic dynamics and present an optimality equation which characterizes the optimal choice of control actions and observation times. For this purpose, we construct an equivalent freely observable MDP and translate the well-known results from the original theory to the new setting.}, language = {en} } @misc{WinkelmannSchuette2016, author = {Winkelmann, Stefanie and Sch{\"u}tte, Christof}, title = {The spatiotemporal master equation: approximation of reaction-diffusion dynamics via Markov state modeling}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-60999}, year = {2016}, abstract = {Accurate modeling and numerical simulation of reaction kinetics is a topic of steady interest. We consider the spatiotemporal chemical master equation (ST-CME) as a model for stochastic reaction-diffusion systems that exhibit properties of metastability. The space of motion is decomposed into metastable compartments and diffusive motion is approximated by jumps between these compartments. Treating these jumps as first-order reactions, simulation of the resulting stochastic system is possible by the Gillespie method. We present the theory of Markov state models (MSM) as a theoretical foundation of this intuitive approach. By means of Markov state modeling, both the number and shape of compartments and the transition rates between them can be determined. We consider the ST-CME for two reaction-diffusion systems and compare it to more detailed models. Moreover, a rigorous formal justification of the ST-CME by Galerkin projection methods is presented.}, language = {en} } @article{Winkelmann2017, author = {Winkelmann, Stefanie}, title = {Markov Control with Rare State Observation: Average Optimality}, volume = {23}, journal = {Markov Processes and Related Fields}, pages = {1 -- 34}, year = {2017}, abstract = {This paper investigates the criterion of long-term average costs for a Markov decision process (MDP) which is not permanently observable. Each observation of the process produces a fixed amount of information costs which enter the considered performance criterion and preclude from arbitrarily frequent state testing. Choosing the rare observation times is part of the control procedure. In contrast to the theory of partially observable Markov decision processes, we consider an arbitrary continuous-time Markov process on a finite state space without further restrictions on the dynamics or the type of interaction. Based on the original Markov control theory, we redefine the control model and the average cost criterion for the setting of information costs. We analyze the constant of average costs for the case of ergodic dynamics and present an optimality equation which characterizes the optimal choice of control actions and observation times. For this purpose, we construct an equivalent freely observable MDP and translate the well-known results from the original theory to the new setting.}, language = {en} } @article{WinkelmannSchuette2016, author = {Winkelmann, Stefanie and Sch{\"u}tte, Christof}, title = {The Spatiotemporal Master Equation: Approximation of Reaction-Diffusion Dynamics via Markov State Modeling}, volume = {145}, journal = {Journal of Chemical Physics}, number = {21}, doi = {10.1063/1.4971163}, year = {2016}, abstract = {Accurate modeling and numerical simulation of reaction kinetics is a topic of steady interest.We consider the spatiotemporal chemical master equation (ST-CME) as a model for stochastic reaction-diffusion systems that exhibit properties of metastability. The space of motion is decomposed into metastable compartments and diffusive motion is approximated by jumps between these compartments. Treating these jumps as first-order reactions, simulation of the resulting stochastic system is possible by the Gillespie method. We present the theory of Markov state models (MSM) as a theoretical foundation of this intuitive approach. By means of Markov state modeling, both the number and shape of compartments and the transition rates between them can be determined. We consider the ST-CME for two reaction-diffusion systems and compare it to more detailed models. Moreover, a rigorous formal justification of the ST-CME by Galerkin projection methods is presented.}, language = {en} } @book{WinkelmannSchuette2020, author = {Winkelmann, Stefanie and Sch{\"u}tte, Christof}, title = {Stochastic Dynamics in Computational Biology}, volume = {8}, journal = {Frontiers in Applied Dynamical Systems: Reviews and Tutorials}, publisher = {Springer International Publishing}, isbn = {978-3-030-62386-9}, doi = {10.1007/978-3-030-62387-6}, year = {2020}, language = {en} } @article{NiemannWinkelmannWolfetal.2021, author = {Niemann, Jan-Hendrik and Winkelmann, Stefanie and Wolf, Sarah and Sch{\"u}tte, Christof}, title = {Agent-based modeling: Population limits and large timescales}, volume = {31}, journal = {Chaos: An Interdisciplinary Journal of Nonlinear Science}, number = {3}, issn = {1438-0064}, doi = {10.1063/5.0031373}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-77309}, year = {2021}, abstract = {Modeling, simulation and analysis of interacting agent systems is a broad field of research, with existing approaches reaching from informal descriptions of interaction dynamics to more formal, mathematical models. In this paper, we study agent-based models (ABMs) given as continuous-time stochastic processes and their pathwise approximation by ordinary and stochastic differential equations (ODEs and SDEs, respectively) for medium to large populations. By means of an appropriately adapted transfer operator approach we study the behavior of the ABM process on long time scales. We show that, under certain conditions, the transfer operator approach allows to bridge the gap between the pathwise results for large populations on finite timescales, i.e., the SDE limit model, and approaches built to study dynamical behavior on long time scales like large deviation theory. The latter provides a rigorous analysis of rare events including the associated asymptotic rates on timescales that scale exponentially with the population size. We demonstrate that it is possible to reveal metastable structures and timescales of rare events of the ABM process by finite-length trajectories of the SDE process for large enough populations. This approach has the potential to drastically reduce computational effort for the analysis of ABMs.}, language = {en} } @misc{Kostre2019, type = {Master Thesis}, author = {Kostr{\´e}, Margarita}, title = {Hybrid Models and Simulations of Reaction-Diffusion Processes}, school = {Zuse Institute Berlin (ZIB)}, pages = {77}, year = {2019}, abstract = {In this thesis,we are interested in multiscale models for particle-based reaction diffusion (PBRD) simulations,where we focus on coupling particle-based simulations to macroscopic chemical reservoirs. These reservoirs are given by a mean concentration of chemical species that can vary in time and space. We model these reservoirs as reaction-diffusion partial differential equations (PDEs). The goal of this work is to achieve a mathematically consistent coupling between the PBRD simulations and the reaction-diffusion PDEs.}, language = {en} } @article{DibakdelRazodeSanchoetal.2018, author = {Dibak, Manuel and del Razo, Mauricio J. and de Sancho, David and Sch{\"u}tte, Christof and No{\´e}, Frank}, title = {MSM/RD: Coupling Markov state models of molecular kinetics with reaction-diffusion simulations}, volume = {148}, journal = {Journal of Chemical Physics}, number = {21}, doi = {10.1063/1.5020294}, year = {2018}, abstract = {Molecular dynamics (MD) simulations can model the interactions between macromolecules with high spatiotemporal resolution but at a high computational cost. By combining high-throughput MD with Markov state models (MSMs), it is now possible to obtain long time-scale behavior of small to intermediate biomolecules and complexes. To model the interactions of many molecules at large length scales, particle-based reaction-diffusion (RD) simulations are more suitable but lack molecular detail. Thus, coupling MSMs and RD simulations (MSM/RD) would be highly desirable, as they could efficiently produce simulations at large time and length scales, while still conserving the characteristic features of the interactions observed at atomic detail. While such a coupling seems straightforward, fundamental questions are still open: Which definition of MSM states is suitable? Which protocol to merge and split RD particles in an association/dissociation reaction will conserve the correct bimolecular kinetics and thermodynamics? In this paper, we make the first step toward MSM/RD by laying out a general theory of coupling and proposing a first implementation for association/dissociation of a protein with a small ligand (A + B ⇌ C). Applications on a toy model and CO diffusion into the heme cavity of myoglobin are reported.}, language = {en} } @misc{GelssMateraSchuette2015, author = {Gelß, Patrick and Matera, Sebastian and Sch{\"u}tte, Christof}, title = {Solving the master equation without kinetic Monte Carlo: tensor train approximations for a CO oxidation model}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-55743}, year = {2015}, abstract = {In multiscale models of heterogeneous catalysis, one crucial point is the solution of a Markovian master equation describing the stochastic reaction kinetics. This usually is too high-dimensional to be solved with standard numerical techniques and one has to rely on sampling approaches based on the kinetic Monte Carlo method. In this study we break the curse of dimensionality for the direct solution of the Markovian master equation by exploiting the Tensor Train Format for this purpose. The performance of the approach is demonstrated on a first principles based, reduced model for the CO oxidation on the RuO_2(110) surface. We investigate the complexity for increasing system size and for various reaction conditions. The advantage over the stochastic simulation approach is illustrated by a problem with increased stiffness.}, language = {en} } @article{KlusSchuette2016, author = {Klus, Stefan and Sch{\"u}tte, Christof}, title = {Towards tensor-based methods for the numerical approximation of the Perron-Frobenius and Koopman operator}, volume = {3}, journal = {Journal of Computational Dynamics}, number = {2}, doi = {10.3934/jcd.2016007}, pages = {139 -- 161}, year = {2016}, abstract = {The global behavior of dynamical systems can be studied by analyzing the eigenvalues and corresponding eigenfunctions of linear operators associated with the system. Two important operators which are frequently used to gain insight into the system's behavior are the Perron-Frobenius operator and the Koopman operator. Due to the curse of dimensionality, computing the eigenfunctions of high-dimensional systems is in general infeasible. We will propose a tensor-based reformulation of two numerical methods for computing finite-dimensional approximations of the aforementioned infinite-dimensional operators, namely Ulam's method and Extended Dynamic Mode Decomposition (EDMD). The aim of the tensor formulation is to approximate the eigenfunctions by low-rank tensors, potentially resulting in a significant reduction of the time and memory required to solve the resulting eigenvalue problems, provided that such a low-rank tensor decomposition exists. Typically, not all variables of a high-dimensional dynamical system contribute equally to the system's behavior, often the dynamics can be decomposed into slow and fast processes, which is also reflected in the eigenfunctions. Thus, the weak coupling between different variables might be approximated by low-rank tensor cores. We will illustrate the efficiency of the tensor-based formulation of Ulam's method and EDMD using simple stochastic differential equations.}, language = {en} } @article{RuedrichSarichSchuette2017, author = {R{\"u}drich, S. and Sarich, Marco and Sch{\"u}tte, Christof}, title = {Utilizing hitting times for finding metastable sets in non-reversible Markov chains}, journal = {Journal of Comp. Dynamics}, year = {2017}, language = {en} } @misc{WinkelmannSchuette2017, author = {Winkelmann, Stefanie and Sch{\"u}tte, Christof}, title = {Hybrid Models for Chemical Reaction Networks: Multiscale Theory and Application to Gene Regulatory Systems}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-64264}, year = {2017}, abstract = {Well-mixed stochastic chemical kinetics are properly modelled by the chemical master equation (CME) and associated Markov jump processes in molecule number space. If the reactants are present in large amounts, however, corresponding simulations of the stochastic dynamics become computationally expensive and model reductions are demanded. The classical model reduction approach uniformly rescales the overall dynamics to obtain deterministic systems characterized by ordinary differential equations, the well-known mass action reaction rate equations. For systems with multiple scales there exist hybrid approaches that keep parts of the system discrete while another part is approximated either using Langevin dynamics or deterministically. This paper aims at giving a coherent overview of the different hybrid approaches, focusing on their basic concepts and the relation between them. We derive a novel general description of such hybrid models that allows to express various forms by one type of equation. We also check in how far the approaches apply to model extensions of the CME for dynamics which do not comply with the central well-mixed condition and require some spatial resolution. A simple but meaningful gene expression system with negative self-regulation is analysed to illustrate the different approximation qualities of some of the hybrid approaches discussed.}, language = {en} } @misc{BittracherKoltaiKlusetal.2017, author = {Bittracher, Andreas and Koltai, P{\´e}ter and Klus, Stefan and Banisch, Ralf and Dellnitz, Michael and Sch{\"u}tte, Christof}, title = {Transition manifolds of complex metastable systems: Theory and data-driven computation of effective dynamics}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-63822}, year = {2017}, abstract = {We consider complex dynamical systems showing metastable behavior but no local separation of fast and slow time scales. The article raises the question of whether such systems exhibit a low-dimensional manifold supporting its effective dynamics. For answering this question, we aim at finding nonlinear coordinates, called reaction coordinates, such that the projection of the dynamics onto these coordinates preserves the dominant time scales of the dynamics. We show that, based on a specific reducibility property, the existence of good low-dimensional reaction coordinates preserving the dominant time scales is guaranteed. Based on this theoretical framework, we develop and test a novel numerical approach for computing good reaction coordinates. The proposed algorithmic approach is fully local and thus not prone to the curse of dimension with respect to the state space of the dynamics. Hence, it is a promising method for data-based model reduction of complex dynamical systems such as molecular dynamics.}, language = {en} } @article{WinkelmannSchuette2017, author = {Winkelmann, Stefanie and Sch{\"u}tte, Christof}, title = {Hybrid models for chemical reaction networks: Multiscale theory and application to gene regulatory systems}, volume = {147}, journal = {The Journal of Chemical Physics}, number = {11}, doi = {10.1063/1.4986560}, pages = {114115-1 -- 114115-18}, year = {2017}, abstract = {Well-mixed stochastic chemical kinetics are properly modeled by the chemical master equation (CME) and associated Markov jump processes in molecule number space. If the reactants are present in large amounts, however, corresponding simulations of the stochastic dynamics become computationally expensive and model reductions are demanded. The classical model reduction approach uniformly rescales the overall dynamics to obtain deterministic systems characterized by ordinary differential equations, the well-known mass action reaction rate equations. For systems with multiple scales, there exist hybrid approaches that keep parts of the system discrete while another part is approximated either using Langevin dynamics or deterministically. This paper aims at giving a coherent overview of the different hybrid approaches, focusing on their basic concepts and the relation between them. We derive a novel general description of such hybrid models that allows expressing various forms by one type of equation. We also check in how far the approaches apply to model extensions of the CME for dynamics which do not comply with the central well-mixed condition and require some spatial resolution. A simple but meaningful gene expression system with negative self-regulation is analysed to illustrate the different approximation qualities of some of the hybrid approaches discussed. Especially, we reveal the cause of error in the case of small volume approximations.}, language = {en} } @misc{BockmayrSiebertRoeblitzetal.2014, author = {Bockmayr, Alexander and Siebert, Heike and R{\"o}blitz, Susanna and Sch{\"u}tte, Christof and Deuflhard, Peter}, title = {Advanced mathematical modeling in systems biology}, volume = {1}, journal = {MATHEON-Mathematics for Key Technologies}, editor = {Deuflhard, Peter and Gr{\"o}tschel, Martin and H{\"o}mberg, Dietmar and Kramer, J{\"u}rg and Mehrmann, Volker and Polthier, Konrad and Schmidt, Frank and Sch{\"u}tte, Christof and Skutela, Martin and Sprekels, J{\"u}rgen}, publisher = {European Mathematical Society}, pages = {29 -- 44}, year = {2014}, language = {en} } @article{KryvenRoeblitzSchuette2015, author = {Kryven, Ivan and R{\"o}blitz, Susanna and Sch{\"u}tte, Christof}, title = {Solution of the chemical master equation by radial basis functions approximation with interface tracking}, volume = {9}, journal = {BMC Systems Biology}, number = {67}, doi = {10.1186/s12918-015-0210-y}, pages = {1 -- 12}, year = {2015}, abstract = {Background. The chemical master equation is the fundamental equation of stochastic chemical kinetics. This differential-difference equation describes temporal evolution of the probability density function for states of a chemical system. A state of the system, usually encoded as a vector, represents the number of entities or copy numbers of interacting species, which are changing according to a list of possible reactions. It is often the case, especially when the state vector is high-dimensional, that the number of possible states the system may occupy is too large to be handled computationally. One way to get around this problem is to consider only those states that are associated with probabilities that are greater than a certain threshold level. Results. We introduce an algorithm that significantly reduces computational resources and is especially powerful when dealing with multi-modal distributions. The algorithm is built according to two key principles. Firstly, when performing time integration, the algorithm keeps track of the subset of states with significant probabilities (essential support). Secondly, the probability distribution that solves the equation is parametrised with a small number of coefficients using collocation on Gaussian radial basis functions. The system of basis functions is chosen in such a way that the solution is approximated only on the essential support instead of the whole state space. Discussion. In order to demonstrate the effectiveness of the method, we consider four application examples: a) the self-regulating gene model, b) the 2-dimensional bistable toggle switch, c) a generalisation of the bistable switch to a 3-dimensional tristable problem, and d) a 3-dimensional cell differentiation model that, depending on parameter values, may operate in bistable or tristable modes. In all multidimensional examples the manifold containing the system states with significant probabilities undergoes drastic transformations over time. This fact makes the examples especially challenging for numerical methods. Conclusions. The proposed method is a new numerical approach permitting to approximately solve a wide range of problems that have been hard to tackle until now. A full representation of multi-dimensional distributions is recovered. The method is especially attractive when dealing with models that yield solutions of a complex structure, for instance, featuring multi-stability. Electronic version: http://www.biomedcentral.com/1752-0509/9/67}, language = {en} } @article{ThiesSunkaraRayetal.2023, author = {Thies, Arne and Sunkara, Vikram and Ray, Sourav and Wulkow, Hanna and Celik, M. {\"O}zg{\"u}r and Yerg{\"o}z, Fatih and Sch{\"u}tte, Christof and Stein, Christoph and Weber, Marcus and Winkelmann, Stefanie}, title = {Modelling altered signalling of G-protein coupled receptors in inflamed environment to advance drug design}, volume = {13}, journal = {Scientific Reports}, number = {607}, doi = {10.1038/s41598-023-27699-w}, year = {2023}, abstract = {We previously reported the successful design, synthesis and testing of the prototype opioid painkiller NFEPP that does not elicit adverse side effects. The design process of NFEPP was based on mathematical modelling of extracellular interactions between G-protein coupled receptors (GPCRs) and ligands, recognizing that GPCRs function differently under pathological versus healthy conditions. We now present an additional and novel stochastic model of GPCR function that includes intracellular dissociation of G-protein subunits and modulation of plasma membrane calcium channels and their dependence on parameters of inflamed and healthy tissue (pH, radicals). The model is validated against in vitro experimental data for the ligands NFEPP and fentanyl at different pH values and radical concentrations. We observe markedly reduced binding affinity and calcium channel inhibition for NFEPP at normal pH compared to lower pH, in contrast to the effect of fentanyl. For increasing radical concentrations, we find enhanced constitutive G-protein activation but reduced ligand binding affinity. Assessing the different effects, the results suggest that, compared to radicals, low pH is a more important determinant of overall GPCR function in an inflamed environment. Future drug design efforts should take this into account.}, language = {en} } @article{Djurdjevac2021, author = {Djurdjevac, Ana}, title = {Linear Parabolic Problems in Random Moving Domains}, volume = {9}, number = {2}, doi = {https://doi.org/10.1137/19M1284889}, pages = {848 -- 879}, year = {2021}, abstract = {We consider linear parabolic equations on a random non-cylindrical domain. Utilizing the domain mapping method, we write the problem as a partial differential equation with random coefficients on a cylindrical deterministic domain. Exploiting the deterministic results concerning equations on non-cylindrical domains, we state the necessary assumptions about the velocity filed and in addition, about the flow transformation that this field generates. In this paper we consider both cases, the uniformly bounded with respect to the sample and log-normal type transformation. In addition, we give an explicit example of a log-normal type transformation and prove that it does not satisfy the uniformly bounded condition. We define a general framework for considering linear parabolic problems on random non-cylindrical domains. As the first example, we consider the heat equation on a random tube domain and prove its well-posedness. Moreover, as the other example we consider the parabolic Stokes equation which illustrates the case when it is not enough just to study the plain-back transformation of the function, but instead to consider for example the Piola type transformation, in order to keep the divergence free property.}, language = {en} } @article{AlphonseCaetanoDjurdjevacetal.2023, author = {Alphonse, Amal and Caetano, Diogo and Djurdjevac, Ana and Elliott, Charles M.}, title = {Function spaces, time derivatives and compactness for evolving families of Banach spaces with applications to PDEs}, volume = {353}, journal = {Journal of Differential Equations}, arxiv = {http://arxiv.org/abs/2105.07908}, doi = {10.1016/j.jde.2022.12.032}, pages = {268 -- 338}, year = {2023}, abstract = {We develop a functional framework suitable for the treatment of partial differential equations and variational problems posed on evolving families of Banach spaces. We propose a definition for the weak time derivative which does not rely on the availability of an inner product or Hilbertian structure and explore conditions under which the spaces of weakly differentiable functions (with values in an evolving Banach space) relate to the classical Sobolev--Bochner spaces. An Aubin--Lions compactness result in this setting is also proved. We then analyse several concrete examples of function spaces over time-evolving spatial domains and hypersurfaces for which we explicitly provide the definition of the time derivative and verify isomorphism properties with the aforementioned Sobolev--Bochner spaces. We conclude with the formulation and proof of well posedness for a class of nonlinear monotone problems on an abstract evolving space (generalising in particular the evolutionary p-Laplace equation on a moving domain or surface) and identify some additional evolutionary problems that can be appropriately formulated with the abstract setting developed in this work.}, language = {en} } @article{DjurdjevacGraeserHerbert2021, author = {Djurdjevac, Ana and Gr{\"a}ser, Carsten and Herbert, Philip J.}, title = {Non-stationary incompressible linear fluid equations in a moving domain}, journal = {arXiv}, arxiv = {http://arxiv.org/abs/2106.08312}, year = {2021}, abstract = {This article considers non-stationary incompressible linear fluid equations in a moving domain. We demonstrate the existence and uniqueness of an appropriate weak formulation of the problem by making use of the theory of time-dependent Bochner spaces. It is not possible to directly apply established evolving Hilbert space theory due to the incompressibility constraint. After we have established the well-posedness, we derive and analyse a time discretisation of the system.}, language = {en} } @article{MontefuscoSchuetteWinkelmann2023, author = {Montefusco, Alberto and Sch{\"u}tte, Christof and Winkelmann, Stefanie}, title = {A route to the hydrodynamic limit of a reaction-diffusion master equation using gradient structures}, volume = {83}, journal = {SIAM Journal on Applied Mathematics}, number = {2}, arxiv = {http://arxiv.org/abs/2201.02613}, doi = {10.1137/22M1488831}, pages = {837 -- 861}, year = {2023}, abstract = {The reaction-diffusion master equation (RDME) is a lattice-based stochastic model for spatially resolved cellular processes. It is often interpreted as an approximation to spatially continuous reaction-diffusion models, which, in the limit of an infinitely large population, may be described by means of reaction-diffusion partial differential equations. Analyzing and understanding the relation between different mathematical models for reaction-diffusion dynamics is a research topic of steady interest. In this work, we explore a route to the hydrodynamic limit of the RDME which uses gradient structures. Specifically, we elaborate on a method introduced in [J. Maas and A. Mielke, J. Stat. Phys., 181 (2020), pp. 2257-2303] in the context of well-mixed reaction networks by showing that, once it is complemented with an appropriate limit procedure, it can be applied to spatially extended systems with diffusion. Under the assumption of detailed balance, we write down a gradient structure for the RDME and use the method in order to produce a gradient structure for its hydrodynamic limit, namely, for the corresponding RDPDE.}, language = {en} }