@article{BittracherKlusHamzietal.2021, author = {Bittracher, Andreas and Klus, Stefan and Hamzi, Boumediene and Sch{\"u}tte, Christof}, title = {Dimensionality Reduction of Complex Metastable Systems via Kernel Embeddings of Transition Manifolds}, volume = {31}, journal = {Journal of Nonlinear Science}, doi = {10.1007/s00332-020-09668-z}, year = {2021}, abstract = {We present a novel kernel-based machine learning algorithm for identifying the low-dimensional geometry of the effective dynamics of high-dimensional multiscale stochastic systems. Recently, the authors developed a mathematical framework for the computation of optimal reaction coordinates of such systems that is based on learning a parameterization of a low-dimensional transition manifold in a certain function space. In this article, we enhance this approach by embedding and learning this transition manifold in a reproducing kernel Hilbert space, exploiting the favorable properties of kernel embeddings. Under mild assumptions on the kernel, the manifold structure is shown to be preserved under the embedding, and distortion bounds can be derived. This leads to a more robust and more efficient algorithm compared to the previous parameterization approaches.}, language = {en} } @article{BittracherKoltaiKlusetal.2018, author = {Bittracher, Andreas and Koltai, P{\´e}ter and Klus, Stefan and Banisch, Ralf and Dellnitz, Michael and Sch{\"u}tte, Christof}, title = {Transition manifolds of complex metastable systems: Theory and data-driven computation of effective dynamics}, volume = {28}, journal = {Jounal of Nonlinear Science}, number = {2}, doi = {10.1007/s00332-017-9415-0}, pages = {471 -- 512}, year = {2018}, abstract = {We consider complex dynamical systems showing metastable behavior but no local separation of fast and slow time scales. The article raises the question of whether such systems exhibit a low-dimensional manifold supporting its effective dynamics. For answering this question, we aim at finding nonlinear coordinates, called reaction coordinates, such that the projection of the dynamics onto these coordinates preserves the dominant time scales of the dynamics. We show that, based on a specific reducibility property, the existence of good low-dimensional reaction coordinates preserving the dominant time scales is guaranteed. Based on this theoretical framework, we develop and test a novel numerical approach for computing good reaction coordinates. The proposed algorithmic approach is fully local and thus not prone to the curse of dimension with respect to the state space of the dynamics. Hence, it is a promising method for data-based model reduction of complex dynamical systems such as molecular dynamics.}, language = {en} } @misc{BittracherKoltaiKlusetal.2017, author = {Bittracher, Andreas and Koltai, P{\´e}ter and Klus, Stefan and Banisch, Ralf and Dellnitz, Michael and Sch{\"u}tte, Christof}, title = {Transition manifolds of complex metastable systems: Theory and data-driven computation of effective dynamics}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-63822}, year = {2017}, abstract = {We consider complex dynamical systems showing metastable behavior but no local separation of fast and slow time scales. The article raises the question of whether such systems exhibit a low-dimensional manifold supporting its effective dynamics. For answering this question, we aim at finding nonlinear coordinates, called reaction coordinates, such that the projection of the dynamics onto these coordinates preserves the dominant time scales of the dynamics. We show that, based on a specific reducibility property, the existence of good low-dimensional reaction coordinates preserving the dominant time scales is guaranteed. Based on this theoretical framework, we develop and test a novel numerical approach for computing good reaction coordinates. The proposed algorithmic approach is fully local and thus not prone to the curse of dimension with respect to the state space of the dynamics. Hence, it is a promising method for data-based model reduction of complex dynamical systems such as molecular dynamics.}, language = {en} } @article{BlaskovicConradKlusetal.2025, author = {Blaskovic, Filip and Conrad, Tim and Klus, Stefan and Djurdjevac Conrad, Natasa}, title = {Random walk based snapshot clustering for detecting community dynamics in temporal networks}, volume = {15}, journal = {Scientific Reports}, arxiv = {http://arxiv.org/abs/2412.12187}, doi = {10.1038/s41598-025-09340-0}, pages = {24414}, year = {2025}, abstract = {The evolution of many dynamical systems that describe relationships or interactions between objects can be effectively modeled by temporal networks, which are typically represented as a sequence of static network snapshots. In this paper, we introduce a novel random walk based approach that can identify clusters of time-snapshots in which network community structures are stable. This allows to detect significant structural shifts over time, such as the splitting, merging, birth, or death of communities. We also provide a low-dimensional representation of entire snapshots, placing those with similar community structure close to each other in the feature space. To validate our approach, we develop an agent-based algorithm that generates synthetic datasets with the desired characteristic properties, enabling thorough testing and benchmarking. We further demonstrate the effectiveness and broad applicability of our technique by testing it on various social dynamics models and real-world datasets and comparing its performance to several state-of-the-art algorithms. Our findings highlight the strength of our approach to correctly capture and analyze the dynamics of complex systems.}, language = {en} } @article{GelssKlusSchusteretal.2021, author = {Gelss, Patrick and Klus, Stefan and Schuster, Ingmar and Sch{\"u}tte, Christof}, title = {Feature space approximation for kernel-based supervised learning}, volume = {221}, journal = {Knowledge-Based Sytems}, publisher = {Elsevier}, doi = {https://doi.org/10.1016/j.knosys.2021.106935}, year = {2021}, language = {en} } @article{GelssKlusEisertetal.2019, author = {Gelß, Patrick and Klus, Stefan and Eisert, Jens and Sch{\"u}tte, Christof}, title = {Multidimensional Approximation of Nonlinear Dynamical Systems}, volume = {14}, journal = {Journal of Computational and Nonlinear Dynamics}, number = {6}, doi = {10.1115/1.4043148}, year = {2019}, abstract = {A key task in the field of modeling and analyzing nonlinear dynamical systems is the recovery of unknown governing equations from measurement data only. There is a wide range of application areas for this important instance of system identification, ranging from industrial engineering and acoustic signal processing to stock market models. In order to find appropriate representations of underlying dynamical systems, various data-driven methods have been proposed by different communities. However, if the given data sets are high-dimensional, then these methods typically suffer from the curse of dimensionality. To significantly reduce the computational costs and storage consumption, we propose the method multidimensional approximation of nonlinear dynamical systems (MANDy) which combines data-driven methods with tensor network decompositions. The efficiency of the introduced approach will be illustrated with the aid of several high-dimensional nonlinear dynamical systems.}, language = {en} } @article{GelssKlusKnebeletal.2022, author = {Gelß, Patrick and Klus, Stefan and Knebel, Sebastian and Shakibaei, Zarin and Pokutta, Sebastian}, title = {Low-Rank Tensor Decompositions of Quantum Circuits}, journal = {Journal of Computational Physics}, arxiv = {http://arxiv.org/abs/2205.09882}, year = {2022}, abstract = {Quantum computing is arguably one of the most revolutionary and disruptive technologies of this century. Due to the ever-increasing number of potential applications as well as the continuing rise in complexity, the development, simulation, optimization, and physical realization of quantum circuits is of utmost importance for designing novel algorithms. We show how matrix product states (MPSs) and matrix product operators (MPOs) can be used to express certain quantum states, quantum gates, and entire quantum circuits as low-rank tensors. This enables the analysis and simulation of complex quantum circuits on classical computers and to gain insight into the underlying structure of the system. We present different examples to demonstrate the advantages of MPO formulations and show that they are more efficient than conventional techniques if the bond dimensions of the wave function representation can be kept small throughout the simulation.}, language = {en} } @article{KlusBittracherSchusteretal.2018, author = {Klus, Stefan and Bittracher, Andreas and Schuster, Ingmar and Sch{\"u}tte, Christof}, title = {A kernel-based approach to molecular conformation analysis}, volume = {149}, journal = {Journal of Chemical Physics}, number = {24}, doi = {10.1063/1.5063533}, year = {2018}, abstract = {We present a novel machine learning approach to understanding conformation dynamics of biomolecules. The approach combines kernel-based techniques that are popular in the machine learning community with transfer operator theory for analyzing dynamical systems in order to identify conformation dynamics based on molecular dynamics simulation data. We show that many of the prominent methods like Markov State Models, EDMD, and TICA can be regarded as special cases of this approach and that new efficient algorithms can be constructed based on this derivation. The results of these new powerful methods will be illustrated with several examples, in particular the alanine dipeptide and the protein NTL9.}, language = {en} } @article{KlusDjurdjevacConrad2024, author = {Klus, Stefan and Djurdjevac Conrad, Natasa}, title = {Dynamical systems and complex networks: A Koopman operator perspective}, volume = {5}, journal = {Journal of Physics: Complexity}, number = {4}, publisher = {IOP Publishing}, arxiv = {http://arxiv.org/abs/2405.08940}, doi = {10.1088/2632-072X/ad9e60}, pages = {041001}, year = {2024}, abstract = {The Koopman operator has entered and transformed many research areas over the last years. Although the underlying concept-representing highly nonlinear dynamical systems by infinite-dimensional linear operators-has been known for a long time, the availability of large data sets and efficient machine learning algorithms for estimating the Koopman operator from data make this framework extremely powerful and popular. Koopman operator theory allows us to gain insights into the characteristic global properties of a system without requiring detailed mathematical models. We will show how these methods can also be used to analyze complex networks and highlight relationships between Koopman operators and graph Laplacians.}, language = {en} } @article{KlusDjurdjevacConrad2022, author = {Klus, Stefan and Djurdjevac Conrad, Natasa}, title = {Koopman-based spectral clustering of directed and time-evolving graphs}, volume = {33}, journal = {Journal of Nonlinear Science}, arxiv = {http://arxiv.org/abs/2204.02951}, doi = {10.1007/s00332-022-09863-0}, pages = {8}, year = {2022}, abstract = {While spectral clustering algorithms for undirected graphs are well established and have been successfully applied to unsupervised machine learning problems ranging from image segmentation and genome sequencing to signal processing and social network analysis, clustering directed graphs remains notoriously difficult. Two of the main challenges are that the eigenvalues and eigenvectors of graph Laplacians associated with directed graphs are in general complex-valued and that there is no universally accepted definition of clusters in directed graphs. We first exploit relationships between the graph Laplacian and transfer operators and in particular between clusters in undirected graphs and metastable sets in stochastic dynamical systems and then use a generalization of the notion of metastability to derive clustering algorithms for directed and time-evolving graphs. The resulting clusters can be interpreted as coherent sets, which play an important role in the analysis of transport and mixing processes in fluid flows.}, language = {en} }