@article{OatesSullivan, author = {Oates, Chris and Sullivan, T. J.}, title = {A modern retrospective on probabilistic numerics}, series = {Statistics and Computing}, volume = {29}, journal = {Statistics and Computing}, number = {6}, doi = {10.1007/s11222-019-09902-z}, pages = {1335 -- 1351}, abstract = {This article attempts to place the emergence of probabilistic numerics as a mathematical-statistical research field within its historical context and to explore how its gradual development can be related to modern formal treatments and applications. We highlight in particular the parallel contributions of Sul'din and Larkin in the 1960s and how their pioneering early ideas have reached a degree of maturity in the intervening period, mediated by paradigms such as average-case analysis and information-based complexity. We provide a subjective assessment of the state of research in probabilistic numerics and highlight some difficulties to be addressed by future works.}, language = {en} } @article{KlebanovSchusterSullivan, author = {Klebanov, Ilja and Schuster, Ingmar and Sullivan, T. J.}, title = {A rigorous theory of conditional mean embeddings}, series = {SIAM Journal on Mathematics of Data Science}, volume = {2}, journal = {SIAM Journal on Mathematics of Data Science}, number = {3}, doi = {10.1137/19M1305069}, pages = {583 -- 606}, language = {en} } @misc{NavaYazdaniHegevonTycowiczetal., author = {Nava-Yazdani, Esfandiar and Hege, Hans-Christian and von Tycowicz, Christoph and Sullivan, T. J.}, title = {A Shape Trajectories Approach to Longitudinal Statistical Analysis}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-69759}, abstract = {For Kendall's shape space we determine analytically Jacobi fields and parallel transport, and compute geodesic regression. Using the derived expressions, we can fully leverage the geometry via Riemannian optimization and reduce the computational expense by several orders of magnitude. The methodology is demonstrated by performing a longitudinal statistical analysis of epidemiological shape data. As application example we have chosen 3D shapes of knee bones, reconstructed from image data of the Osteoarthritis Initiative. Comparing subject groups with incident and developing osteoarthritis versus normal controls, we find clear differences in the temporal development of femur shapes. This paves the way for early prediction of incident knee osteoarthritis, using geometry data only.}, language = {en} } @article{BonnetAkianSavinetal., author = {Bonnet, Luc and Akian, Jean-Luc and Savin, {\´E}ric and Sullivan, T. J.}, title = {Adaptive reconstruction of imperfectly-observed monotone functions, with applications to uncertainty quantification}, series = {Algorithms}, volume = {13}, journal = {Algorithms}, number = {8}, doi = {10.3390/a13080196}, pages = {196}, abstract = {Motivated by the desire to numerically calculate rigorous upper and lower bounds on deviation probabilities over large classes of probability distributions, we present an adaptive algorithm for the reconstruction of increasing real-valued functions. While this problem is similar to the classical statistical problem of isotonic regression, the optimisation setting alters several characteristics of the problem and opens natural algorithmic possibilities. We present our algorithm, establish sufficient conditions for convergence of the reconstruction to the ground truth, and apply the method to synthetic test cases and a real-world example of uncertainty quantification for aerodynamic design.}, language = {en} } @article{WangCockayneChkrebtiietal., author = {Wang, Junyang and Cockayne, Jon and Chkrebtii, Oksana and Sullivan, T. J. and Oates, Chris}, title = {Bayesian numerical methods for nonlinear partial differential equations}, series = {Statistics and Computing}, volume = {31}, journal = {Statistics and Computing}, number = {5}, doi = {10.1007/s11222-021-10030-w}, language = {en} } @article{CockayneOatesSullivanetal., author = {Cockayne, Jon and Oates, Chris and Sullivan, T. J. and Girolami, Mark}, title = {Bayesian Probabilistic Numerical Methods}, series = {SIAM Review}, volume = {61}, journal = {SIAM Review}, number = {4}, doi = {10.1137/17M1139357}, pages = {756 -- 789}, abstract = {Over forty years ago average-case error was proposed in the applied mathematics literature as an alternative criterion with which to assess numerical methods. In contrast to worst-case error, this criterion relies on the construction of a probability measure over candidate numerical tasks, and numerical methods are assessed based on their average performance over those tasks with respect to the measure. This paper goes further and establishes Bayesian probabilistic numerical methods as solutions to certain inverse problems based upon the numerical task within the Bayesian framework. This allows us to establish general conditions under which Bayesian probabilistic numerical methods are well defined, encompassing both the non-linear and non-Gaussian context. For general computation, a numerical approximation scheme is proposed and its asymptotic convergence established. The theoretical development is extended to pipelines of computation, wherein probabilistic numerical methods are composed to solve more challenging numerical tasks. The contribution highlights an important research frontier at the interface of numerical analysis and uncertainty quantification, and a challenging industrial application is presented.}, language = {en} } @article{LieSullivan, author = {Lie, Han Cheng and Sullivan, T. J.}, title = {Cameron--Martin theorems for sequences of Cauchy-distributed random variables}, series = {arXiv}, journal = {arXiv}, pages = {1608.03784}, abstract = {Given a sequence of Cauchy-distributed random variables defined by a sequence of location parameters and a sequence of scale parameters, we consider another sequence of random variables that is obtained by perturbing the location or scale parameter sequences. Using a result of Kakutani on equivalence of infinite product measures, we provide sufficient conditions for the equivalence of laws of the two sequences.}, language = {en} } @misc{LieSullivan, author = {Lie, Han Cheng and Sullivan, T. J.}, title = {Cameron--Martin theorems for sequences of Cauchy-distributed random variables}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-60230}, abstract = {Given a sequence of Cauchy-distributed random variables defined by a sequence of location parameters and a sequence of scale parameters, we consider another sequence of random variables that is obtained by perturbing the location or scale parameter sequences. Using a result of Kakutani on equivalence of infinite product measures, we provide sufficient conditions for the equivalence of laws of the two sequences.}, language = {en} } @article{SchaeferSullivanOwhadi, author = {Sch{\"a}fer, Florian and Sullivan, T. J. and Owhadi, Houman}, title = {Compression, inversion, and approximate PCA of dense kernel matrices at near-linear computational complexity}, series = {Multiscale Modeling and Simulation}, volume = {19}, journal = {Multiscale Modeling and Simulation}, number = {2}, doi = {10.1137/19M129526X}, pages = {688 -- 730}, language = {en} } @article{Sullivan, author = {Sullivan, T. J.}, title = {Contributed discussion on the article "A Bayesian conjugate gradient method"}, series = {Bayesian Analysis}, volume = {14}, journal = {Bayesian Analysis}, number = {3}, doi = {10.1214/19-BA1145}, pages = {985 -- 989}, abstract = {The recent article "A Bayesian conjugate gradient method" by Cockayne, Oates, Ipsen, and Girolami proposes an approximately Bayesian iterative procedure for the solution of a system of linear equations, based on the conjugate gradient method, that gives a sequence of Gaussian/normal estimates for the exact solution. The purpose of the probabilistic enrichment is that the covariance structure is intended to provide a posterior measure of uncertainty or confidence in the solution mean. This note gives some comments on the article, poses some questions, and suggests directions for further research.}, language = {en} }