@article{KoflerWaldKolbitschetal.2024, author = {Kofler, Andreas and Wald, Christian and Kolbitsch, Christoph and von Tycowicz, Christoph and Ambellan, Felix}, title = {Joint Reconstruction and Segmentation in Undersampled 3D Knee MRI combining Shape Knowledge and Deep Learning}, volume = {69}, journal = {Physics in Medicine and Biology}, number = {9}, doi = {10.1088/1361-6560/ad3797}, year = {2024}, abstract = {Task-adapted image reconstruction methods using end-to-end trainable neural networks (NNs) have been proposed to optimize reconstruction for subsequent processing tasks, such as segmentation. However, their training typically requires considerable hardware resources and thus, only relatively simple building blocks, e.g. U-Nets, are typically used, which, albeit powerful, do not integrate model-specific knowledge. In this work, we extend an end-to-end trainable task-adapted image reconstruction method for a clinically realistic reconstruction and segmentation problem of bone and cartilage in 3D knee MRI by incorporating statistical shape models (SSMs). The SSMs model the prior information and help to regularize the segmentation maps as a final post-processing step. We compare the proposed method to a state-of-the-art (SOTA) simultaneous multitask learning approach for image reconstruction and segmentation (MTL) and to a complex SSMs-informed segmentation pipeline (SIS). Our experiments show that the combination of joint end-to-end training and SSMs to further regularize the segmentation maps obtained by MTL highly improves the results, especially in terms of mean and maximal surface errors. In particular, we achieve the segmentation quality of SIS and, at the same time, a substantial model reduction that yields a five-fold decimation in model parameters and a computational speedup of an order of magnitude. Remarkably, even for undersampling factors of up to R=8, the obtained segmentation maps are of comparable quality to those obtained by SIS from ground-truth images.}, language = {en} } @incollection{AmbellanLameckervonTycowiczetal.2019, author = {Ambellan, Felix and Lamecker, Hans and von Tycowicz, Christoph and Zachow, Stefan}, title = {Statistical Shape Models - Understanding and Mastering Variation in Anatomy}, volume = {3}, booktitle = {Biomedical Visualisation}, number = {1156}, editor = {Rea, Paul M.}, edition = {1}, publisher = {Springer Nature Switzerland AG}, isbn = {978-3-030-19384-3}, doi = {10.1007/978-3-030-19385-0_5}, pages = {67 -- 84}, year = {2019}, abstract = {In our chapter we are describing how to reconstruct three-dimensional anatomy from medical image data and how to build Statistical 3D Shape Models out of many such reconstructions yielding a new kind of anatomy that not only allows quantitative analysis of anatomical variation but also a visual exploration and educational visualization. Future digital anatomy atlases will not only show a static (average) anatomy but also its normal or pathological variation in three or even four dimensions, hence, illustrating growth and/or disease progression. Statistical Shape Models (SSMs) are geometric models that describe a collection of semantically similar objects in a very compact way. SSMs represent an average shape of many three-dimensional objects as well as their variation in shape. The creation of SSMs requires a correspondence mapping, which can be achieved e.g. by parameterization with a respective sampling. If a corresponding parameterization over all shapes can be established, variation between individual shape characteristics can be mathematically investigated. We will explain what Statistical Shape Models are and how they are constructed. Extensions of Statistical Shape Models will be motivated for articulated coupled structures. In addition to shape also the appearance of objects will be integrated into the concept. Appearance is a visual feature independent of shape that depends on observers or imaging techniques. Typical appearances are for instance the color and intensity of a visual surface of an object under particular lighting conditions, or measurements of material properties with computed tomography (CT) or magnetic resonance imaging (MRI). A combination of (articulated) statistical shape models with statistical models of appearance lead to articulated Statistical Shape and Appearance Models (a-SSAMs).After giving various examples of SSMs for human organs, skeletal structures, faces, and bodies, we will shortly describe clinical applications where such models have been successfully employed. Statistical Shape Models are the foundation for the analysis of anatomical cohort data, where characteristic shapes are correlated to demographic or epidemiologic data. SSMs consisting of several thousands of objects offer, in combination with statistical methods ormachine learning techniques, the possibility to identify characteristic clusters, thus being the foundation for advanced diagnostic disease scoring.}, language = {en} } @inproceedings{GoetschelTycowiczPolthieretal.2015, author = {G{\"o}tschel, Sebastian and Tycowicz, Christoph von and Polthier, Konrad and Weiser, Martin}, title = {Reducing Memory Requirements in Scientific Computing and Optimal Control}, booktitle = {Multiple Shooting and Time Domain Decomposition Methods}, editor = {Carraro, T. and Geiger, M. and Koerkel, S. and Rannacher, R.}, publisher = {Springer}, pages = {263 -- 287}, year = {2015}, language = {en} } @inproceedings{KraemerMaggioniTycowiczetal.2018, author = {Kr{\"a}mer, Martin and Maggioni, Marta and Tycowicz, Christoph von and Brisson, Nick and Zachow, Stefan and Duda, Georg and Reichenbach, J{\"u}rgen}, title = {Ultra-short echo-time (UTE) imaging of the knee with curved surface reconstruction-based extraction of the patellar tendon}, booktitle = {ISMRM (International Society for Magnetic Resonance in Medicine), 26th Annual Meeting 2018, Paris, France}, year = {2018}, abstract = {Due to very short T2 relaxation times, imaging of tendons is typically performed using ultra-short echo-time (UTE) acquisition techniques. In this work, we combined an echo-train shifted multi-echo 3D UTE imaging sequence with a 3D curved surface reconstruction to virtually extract the patellar tendon from an acquired 3D UTE dataset. Based on the analysis of the acquired multi-echo data, a T2* relaxation time parameter map was calculated and interpolated to the curved surface of the patellar tendon.}, language = {en} } @inproceedings{vonTycowicz2020, author = {von Tycowicz, Christoph}, title = {Towards Shape-based Knee Osteoarthritis Classification using Graph Convolutional Networks}, booktitle = {2020 IEEE 17th International Symposium on Biomedical Imaging (ISBI 2020)}, arxiv = {http://arxiv.org/abs/1910.06119}, doi = {10.1109/ISBI45749.2020.9098687}, year = {2020}, abstract = {We present a transductive learning approach for morphometric osteophyte grading based on geometric deep learning. We formulate the grading task as semi-supervised node classification problem on a graph embedded in shape space. To account for the high-dimensionality and non-Euclidean structure of shape space we employ a combination of an intrinsic dimension reduction together with a graph convolutional neural network. We demonstrate the performance of our derived classifier in comparisons to an alternative extrinsic approach.}, language = {en} } @article{NavaYazdaniHegeSullivanetal.2020, author = {Nava-Yazdani, Esfandiar and Hege, Hans-Christian and Sullivan, T. J. and von Tycowicz, Christoph}, title = {Geodesic Analysis in Kendall's Shape Space with Epidemiological Applications}, volume = {62}, journal = {Journal of Mathematical Imaging and Vision}, number = {4}, arxiv = {http://arxiv.org/abs/1906.11950}, doi = {10.1007/s10851-020-00945-w}, pages = {549 -- 559}, year = {2020}, abstract = {We analytically determine Jacobi fields and parallel transports and compute geodesic regression in Kendall's shape space. Using the derived expressions, we can fully leverage the geometry via Riemannian optimization and thereby reduce the computational expense by several orders of magnitude over common, nonlinear constrained approaches. The methodology is demonstrated by performing a longitudinal statistical analysis of epidemiological shape data. As an example application we have chosen 3D shapes of knee bones, reconstructed from image data of the Osteoarthritis Initiative (OAI). Comparing subject groups with incident and developing osteoarthritis versus normal controls, we find clear differences in the temporal development of femur shapes. This paves the way for early prediction of incident knee osteoarthritis, using geometry data alone.}, language = {en} } @inproceedings{NavaYazdaniHegevonTycowicz2019, author = {Nava-Yazdani, Esfandiar and Hege, Hans-Christian and von Tycowicz, Christoph}, title = {A Geodesic Mixed Effects Model in Kendall's Shape Space}, volume = {11846}, booktitle = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, doi = {10.1007/978-3-030-33226-6_22}, pages = {209 -- 218}, year = {2019}, abstract = {In many applications, geodesic hierarchical models are adequate for the study of temporal observations. We employ such a model derived for manifold-valued data to Kendall's shape space. In particular, instead of the Sasaki metric, we adapt a functional-based metric, which increases the computational efficiency and does not require the implementation of the curvature tensor. We propose the corresponding variational time discretization of geodesics and apply the approach for the estimation of group trends and statistical testing of 3D shapes derived from an open access longitudinal imaging study on osteoarthritis.}, language = {en} } @inproceedings{HanikHegeHennemuthetal.2020, author = {Hanik, Martin and Hege, Hans-Christian and Hennemuth, Anja and von Tycowicz, Christoph}, title = {Nonlinear Regression on Manifolds for Shape Analysis using Intrinsic B{\´e}zier Splines}, booktitle = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI)}, publisher = {Springer International Publishing}, address = {Cham}, arxiv = {http://arxiv.org/abs/2007.05275}, doi = {10.1007/978-3-030-59719-1_60}, pages = {617 -- 626}, year = {2020}, abstract = {Intrinsic and parametric regression models are of high interest for the statistical analysis of manifold-valued data such as images and shapes. The standard linear ansatz has been generalized to geodesic regression on manifolds making it possible to analyze dependencies of random variables that spread along generalized straight lines. Nevertheless, in some scenarios, the evolution of the data cannot be modeled adequately by a geodesic. We present a framework for nonlinear regression on manifolds by considering Riemannian splines, whose segments are B{\´e}zier curves, as trajectories. Unlike variational formulations that require time-discretization, we take a constructive approach that provides efficient and exact evaluation by virtue of the generalized de Casteljau algorithm. We validate our method in experiments on the reconstruction of periodic motion of the mitral valve as well as the analysis of femoral shape changes during the course of osteoarthritis, endorsing B{\´e}zier spline regression as an effective and flexible tool for manifold-valued regression.}, language = {en} } @inproceedings{HanikHegevonTycowicz2020, author = {Hanik, Martin and Hege, Hans-Christian and von Tycowicz, Christoph}, title = {Bi-invariant Two-Sample Tests in Lie Groups for Shape Analysis}, booktitle = {Shape in Medical Imaging}, publisher = {Springer International Publishing}, address = {Cham}, arxiv = {http://arxiv.org/abs/2008.12195}, doi = {10.1007/978-3-030-61056-2_4}, pages = {44 -- 54}, year = {2020}, abstract = {We propose generalizations of the T²-statistics of Hotelling and the Bhattacharayya distance for data taking values in Lie groups. A key feature of the derived measures is that they are compatible with the group structure even for manifolds that do not admit any bi-invariant metric. This property, e.g., assures analysis that does not depend on the reference shape, thus, preventing bias due to arbitrary choices thereof. Furthermore, the generalizations agree with the common definitions for the special case of flat vector spaces guaranteeing consistency. Employing a permutation test setup, we further obtain nonparametric, two-sample testing procedures that themselves are bi-invariant and consistent. We validate our method in group tests revealing significant differences in hippocampal shape between individuals with mild cognitive impairment and normal controls.}, language = {en} } @inproceedings{AmbellanZachowvonTycowicz2019, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {An as-invariant-as-possible GL+(3)-based Statistical Shape Model}, volume = {11846}, booktitle = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, publisher = {Springer}, doi = {10.1007/978-3-030-33226-6_23}, pages = {219 -- 228}, year = {2019}, abstract = {We describe a novel nonlinear statistical shape model basedon differential coordinates viewed as elements of GL+(3). We adopt an as-invariant-as possible framework comprising a bi-invariant Lie group mean and a tangent principal component analysis based on a unique GL+(3)-left-invariant, O(3)-right-invariant metric. Contrary to earlier work that equips the coordinates with a specifically constructed group structure, our method employs the inherent geometric structure of the group-valued data and therefore features an improved statistical power in identifying shape differences. We demonstrate this in experiments on two anatomical datasets including comparison to the standard Euclidean as well as recent state-of-the-art nonlinear approaches to statistical shape modeling.}, language = {en} }