@article{ZhangLiSchuette2021, author = {Zhang, Wei and Li, Tiejun and Sch{\"u}tte, Christof}, title = {Solving eigenvalue PDEs of metastable diffusion processes using artificial neural networks}, series = {Journal of Computational Physics}, volume = {465}, journal = {Journal of Computational Physics}, doi = {10.1016/j.jcp.2022.111377}, year = {2021}, abstract = {In this paper, we consider the eigenvalue PDE problem of the infinitesimal generators of metastable diffusion processes. We propose a numerical algorithm based on training artificial neural networks for solving the leading eigenvalues and eigenfunctions of such high-dimensional eigenvalue problem. The algorithm is useful in understanding the dynamical behaviors of metastable processes on large timescales. We demonstrate the capability of our algorithm on a high-dimensional model problem, and on the simple molecular system alanine dipeptide.}, language = {en} } @misc{SchuetteKlusHartmann, author = {Sch{\"u}tte, Christof and Klus, Stefan and Hartmann, Carsten}, title = {Overcoming the Timescale Barrier in Molecular Dynamics: Transfer Operators, Variational Principles, and Machine Learning}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-88637}, abstract = {One of the main challenges in molecular dynamics is overcoming the "timescale barrier", a phrase used to describe that in many realistic molecular systems, biologically important rare transitions occur on timescales that are not accessible to direct numerical simulation, not even on the largest or specifically dedicated supercomputers. This article discusses how to circumvent the timescale barrier by a collection of transfer operator-based techniques that have emerged from dynamical systems theory, numerical mathematics, and machine learning over the last two decades. We will focus on how transfer operators can be used to approximate the dynamical behavior on long timescales, review the introduction of this approach into molecular dynamics, and outline the respective theory as well as the algorithmic development from the early numerics-based methods, via variational reformulations, to modern data-based techniques utilizing and improving concepts from machine learning. Furthermore, its relation to rare event simulation techniques will be explained, revealing a broad equivalence of variational principles for long-time quantities in MD. The article will mainly take a mathematical perspective and will leave the application to real-world molecular systems to the more than 1000 research articles already written on this subject.}, language = {en} } @article{SchulzePeppertSchuetteetal., author = {Schulze, Kenrick and Peppert, Felix and Sch{\"u}tte, Christof and Sunkara, Vikram}, title = {Chimeric U-Net-Modifying the standard U-Net towards Explainability}, series = {bioRxiv}, journal = {bioRxiv}, doi = {10.1101/2022.12.01.518699}, language = {en} } @article{PeppertvonKleistSchuetteetal., author = {Peppert, Felix and von Kleist, Max and Sch{\"u}tte, Christof and Sunkara, Vikram}, title = {On the Sufficient Condition for Solving the Gap-Filling Problem Using Deep Convolutional Neural Networks}, series = {IEEE Transactions on Neural Networks and Learning Systems}, volume = {33}, journal = {IEEE Transactions on Neural Networks and Learning Systems}, number = {11}, doi = {10.1109/TNNLS.2021.3072746}, pages = {6194 -- 6205}, abstract = {Deep convolutional neural networks (DCNNs) are routinely used for image segmentation of biomedical data sets to obtain quantitative measurements of cellular structures like tissues. These cellular structures often contain gaps in their boundaries, leading to poor segmentation performance when using DCNNs like the U-Net. The gaps can usually be corrected by post-hoc computer vision (CV) steps, which are specific to the data set and require a disproportionate amount of work. As DCNNs are Universal Function Approximators, it is conceivable that the corrections should be obsolete by selecting the appropriate architecture for the DCNN. In this article, we present a novel theoretical framework for the gap-filling problem in DCNNs that allows the selection of architecture to circumvent the CV steps. Combining information-theoretic measures of the data set with a fundamental property of DCNNs, the size of their receptive field, allows us to formulate statements about the solvability of the gap-filling problem independent of the specifics of model training. In particular, we obtain mathematical proof showing that the maximum proficiency of filling a gap by a DCNN is achieved if its receptive field is larger than the gap length. We then demonstrate the consequence of this result using numerical experiments on a synthetic and real data set and compare the gap-filling ability of the ubiquitous U-Net architecture with variable depths. Our code is available at https://github.com/ai-biology/dcnn-gap-filling.}, language = {en} } @article{MollenhauerKlusSchuetteetal., author = {Mollenhauer, Mattes and Klus, Stefan and Sch{\"u}tte, Christof and Koltai, P{\´e}ter}, title = {Kernel Autocovariance Operators of Stationary Processes: Estimation and Convergence}, series = {Journal of Machine Learning Research}, volume = {23}, journal = {Journal of Machine Learning Research}, number = {327}, pages = {1 -- 34}, abstract = {We consider autocovariance operators of a stationary stochastic process on a Polish space that is embedded into a reproducing kernel Hilbert space. We investigate how empirical estimates of these operators converge along realizations of the process under various conditions. In particular, we examine ergodic and strongly mixing processes and obtain several asymptotic results as well as finite sample error bounds. We provide applications of our theory in terms of consistency results for kernel PCA with dependent data and the conditional mean embedding of transition probabilities. Finally, we use our approach to examine the nonparametric estimation of Markov transition operators and highlight how our theory can give a consistency analysis for a large family of spectral analysis methods including kernel-based dynamic mode decomposition.}, language = {en} } @misc{KostreSunkaraSchuetteetal., author = {Kostr{\´e}, Margarita and Sunkara, Vikram and Sch{\"u}tte, Christof and Djurdjevac Conrad, Nataša}, title = {Understanding the Romanization Spreading on Historical Interregional Networks in Northern Tunisia}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-86764}, abstract = {Spreading processes are important drivers of change in social systems. To understand the mechanisms of spreading it is fundamental to have information about the underlying contact network and the dynamical parameters of the process. However, in many real-wold examples, this information is not known and needs to be inferred from data. State-of-the-art spreading inference methods have mostly been applied to modern social systems, as they rely on availability of very detailed data. In this paper we study the inference challenges for historical spreading processes, for which only very fragmented information is available. To cope with this problem, we extend existing network models by formulating a model on a mesoscale with temporal spreading rate. Furthermore, we formulate the respective parameter inference problem for the extended model. We apply our approach to the romanization process of Northern Tunisia, a scarce dataset, and study properties of the inferred time-evolving interregional networks. As a result, we show that (1) optimal solutions consist of very different network structures and spreading rate functions; and that (2) these diverse solutions produce very similar spreading patterns. Finally, we discuss how inferred dominant interregional connections are related to available archaeological traces. Historical networks resulting from our approach can help understanding complex processes of cultural change in ancient times.}, language = {en} } @article{KostreSunkaraSchuetteetal.2022, author = {Kostr{\´e}, Margarita and Sunkara, Vikram and Sch{\"u}tte, Christof and Djurdjevac Conrad, Natasa}, title = {Understanding the Romanization Spreading on Historical Interregional Networks in Northern Tunisia}, series = {Applied Network Science}, volume = {7}, journal = {Applied Network Science}, publisher = {Springer Nature}, doi = {10.1007/s41109-022-00492-w}, pages = {18}, year = {2022}, abstract = {Spreading processes are important drivers of change in social systems. To understand the mechanisms of spreading it is fundamental to have information about the underlying contact network and the dynamical parameters of the process. However, in many real-wold examples, this information is not known and needs to be inferred from data. State-of-the-art spreading inference methods have mostly been applied to modern social systems, as they rely on availability of very detailed data. In this paper we study the inference challenges for historical spreading processes, for which only very fragmented information is available. To cope with this problem, we extend existing network models by formulating a model on a mesoscale with temporal spreading rate. Furthermore, we formulate the respective parameter inference problem for the extended model. We apply our approach to the romanization process of Northern Tunisia, a scarce dataset, and study properties of the inferred time-evolving interregional networks. As a result, we show that (1) optimal solutions consist of very different network structures and spreading rate functions; and that (2) these diverse solutions produce very similar spreading patterns. Finally, we discuss how inferred dominant interregional connections are related to available archaeological traces. Historical networks resulting from our approach can help understanding complex processes of cultural change in ancient times.}, language = {en} } @article{ErnstSchuetteSigristetal., author = {Ernst, Ariane and Sch{\"u}tte, Christof and Sigrist, Stephan and Winkelmann, Stefanie}, title = {Variance of filtered signals: Characterization for linear reaction networks and application to neurotransmission dynamics}, series = {Mathematical Biosciences}, volume = {343}, journal = {Mathematical Biosciences}, doi = {10.1016/j.mbs.2021.108760}, abstract = {Neurotransmission at chemical synapses relies on the calcium-induced fusion of synaptic vesicles with the presynaptic membrane. The distance to the calcium channels determines the release probability and thereby the postsynaptic signal. Suitable models of the process need to capture both the mean and the variance observed in electrophysiological measurements of the postsynaptic current. In this work, we propose a method to directly compute the exact first- and second-order moments for signals generated by a linear reaction network under convolution with an impulse response function, rendering computationally expensive numerical simulations of the underlying stochastic counting process obsolete. We show that the autocorrelation of the process is central for the calculation of the filtered signal's second-order moments, and derive a system of PDEs for the cross-correlation functions (including the autocorrelations) of linear reaction networks with time-dependent rates. Finally, we employ our method to efficiently compare different spatial coarse graining approaches for a specific model of synaptic vesicle fusion. Beyond the application to neurotransmission processes, the developed theory can be applied to any linear reaction system that produces a filtered stochastic signal.}, language = {en} } @article{delRazoFroembergStraubeetal., author = {del Razo, Mauricio and Fr{\"o}mberg, Daniela and Straube, Arthur and Sch{\"u}tte, Christof and H{\"o}fling, Felix and Winkelmann, Stefanie}, title = {A probabilistic framework for particle-based reaction-diffusion dynamics using classical Fock space representations}, series = {Letters in Mathematical Physics}, volume = {112}, journal = {Letters in Mathematical Physics}, number = {49}, doi = {10.1007/s11005-022-01539-w}, language = {en} }