@article{AmiranashviliLuedkeLietal., author = {Amiranashvili, Tamaz and L{\"u}dke, David and Li, Hongwei Bran and Zachow, Stefan and Menze, Bjoern}, title = {Learning continuous shape priors from sparse data with neural implicit functions}, series = {Medical Image Analysis}, volume = {94}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2024.103099}, pages = {103099}, abstract = {Statistical shape models are an essential tool for various tasks in medical image analysis, including shape generation, reconstruction and classification. Shape models are learned from a population of example shapes, which are typically obtained through segmentation of volumetric medical images. In clinical practice, highly anisotropic volumetric scans with large slice distances are prevalent, e.g., to reduce radiation exposure in CT or image acquisition time in MR imaging. For existing shape modeling approaches, the resolution of the emerging model is limited to the resolution of the training shapes. Therefore, any missing information between slices prohibits existing methods from learning a high-resolution shape prior. We propose a novel shape modeling approach that can be trained on sparse, binary segmentation masks with large slice distances. This is achieved through employing continuous shape representations based on neural implicit functions. After training, our model can reconstruct shapes from various sparse inputs at high target resolutions beyond the resolution of individual training examples. We successfully reconstruct high-resolution shapes from as few as three orthogonal slices. Furthermore, our shape model allows us to embed various sparse segmentation masks into a common, low-dimensional latent space — independent of the acquisition direction, resolution, spacing, and field of view. We show that the emerging latent representation discriminates between healthy and pathological shapes, even when provided with sparse segmentation masks. Lastly, we qualitatively demonstrate that the emerging latent space is smooth and captures characteristic modes of shape variation. We evaluate our shape model on two anatomical structures: the lumbar vertebra and the distal femur, both from publicly available datasets.}, language = {en} } @inproceedings{SiqueiraRodriguesRiehmZachowetal., author = {Siqueira Rodrigues, Lucas and Riehm, Felix and Zachow, Stefan and Israel, Johann Habakuk}, title = {VoxSculpt: An Open-Source Voxel Library for Tomographic Volume Sculpting in Virtual Reality}, series = {2023 9th International Conference on Virtual Reality (ICVR), Xianyang, China, 2023}, booktitle = {2023 9th International Conference on Virtual Reality (ICVR), Xianyang, China, 2023}, doi = {10.1109/ICVR57957.2023.10169420}, pages = {515 -- 523}, abstract = {Manual processing of tomographic data volumes, such as interactive image segmentation in medicine or paleontology, is considered a time-consuming and cumbersome endeavor. Immersive volume sculpting stands as a potential solution to improve its efficiency and intuitiveness. However, current open-source software solutions do not yield the required performance and functionalities. We address this issue by contributing a novel open-source game engine voxel library that supports real-time immersive volume sculpting. Our design leverages GPU instancing, parallel computing, and a chunk-based data structure to optimize collision detection and rendering. We have implemented features that enable fast voxel interaction and improve precision. Our benchmark evaluation indicates that our implementation offers a significant improvement over the state-of-the-art and can render and modify millions of visible voxels while maintaining stable performance for real-time interaction in virtual reality.}, language = {en} } @article{WagendorfNahlesVachetal., author = {Wagendorf, Oliver and Nahles, Susanne and Vach, Kirstin and Kernen, Florian and Zachow, Stefan and Heiland, Max and Fl{\"u}gge, Tabea}, title = {The impact of teeth and dental restorations on gray value distribution in cone-beam computer tomography - a pilot study}, series = {International Journal of Implant Dentistry}, volume = {9}, journal = {International Journal of Implant Dentistry}, number = {27}, doi = {10.1186/s40729-023-00493-z}, abstract = {Purpose: To investigate the influence of teeth and dental restorations on the facial skeleton's gray value distributions in cone-beam computed tomography (CBCT). Methods: Gray value selection for the upper and lower jaw segmentation was performed in 40 patients. In total, CBCT data of 20 maxillae and 20 mandibles, ten partial edentulous and ten fully edentulous in each jaw, respectively, were evaluated using two different gray value selection procedures: manual lower threshold selection and automated lower threshold selection. Two sample t tests, linear regression models, linear mixed models, and Pearson's correlation coefficients were computed to evaluate the influence of teeth, dental restorations, and threshold selection procedures on gray value distributions. Results: Manual threshold selection resulted in significantly different gray values in the fully and partially edentulous mandible. (p = 0.015, difference 123). In automated threshold selection, only tendencies to different gray values in fully edentulous compared to partially edentulous jaws were observed (difference: 58-75). Significantly different gray values were evaluated for threshold selection approaches, independent of the dental situation of the analyzed jaw. No significant correlation between the number of teeth and gray values was assessed, but a trend towards higher gray values in patients with more teeth was noted. Conclusions: Standard gray values derived from CT imaging do not apply for threshold-based bone segmentation in CBCT. Teeth influence gray values and segmentation results. Inaccurate bone segmentation may result in ill-fitting surgical guides produced on CBCT data and misinterpreting bone density, which is crucial for selecting surgical protocols.}, language = {en} } @inproceedings{SiqueiraRodriguesNyakaturaZachowetal., author = {Siqueira Rodrigues, Lucas and Nyakatura, John and Zachow, Stefan and Israel, Johann Habakuk}, title = {Design Challenges and Opportunities of Fossil Preparation Tools and Methods}, series = {Proceedings of the 20th International Conference on Culture and Computer Science: Code and Materiality}, booktitle = {Proceedings of the 20th International Conference on Culture and Computer Science: Code and Materiality}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, doi = {10.1145/3623462.3623470}, abstract = {Fossil preparation is the activity of processing paleontological specimens for research and exhibition purposes. In addition to traditional mechanical extraction of fossils, preparation presently comprises non-destructive digital methods that are part of a relatively new field, namely virtual paleontology. Despite significant technological advances, both traditional and digital preparation remain cumbersome and time-consuming endeavors. However, this field has received scarce attention from a human-computer interaction perspective. The present study aims to elucidate the state-of-the-art for paleontological fossil preparation in order to determine its main challenges and start a conversation regarding opportunities for creating novel designs that tackle the field's current issues. We conducted a qualitative study involving both technical preparators and virtual paleontologists. The study was divided into two parts: First, we assembled technical preparators and paleontology researchers in a focus group session to discuss their workflows, obtain a preliminary understanding of their issues, and ideate solutions based on their counterparts' workflows. Next, we conducted a series of contextual inquiries involving direct observation and semi-structured in-depth interviews. We transcribed our recordings and examined the data through theoretical and inductive thematic analysis, clustering emerging themes and applying concepts from human-computer interaction and related fields. Our findings report on challenges faced by traditional and digital fossil preparators and potential opportunities to improve their tools and workflows. We contribute with a novel analysis of fossil preparation from an HCI perspective.}, language = {en} } @inproceedings{LuedkeAmiranashviliAmbellanetal., author = {L{\"u}dke, David and Amiranashvili, Tamaz and Ambellan, Felix and Ezhov, Ivan and Menze, Bjoern and Zachow, Stefan}, title = {Landmark-free Statistical Shape Modeling via Neural Flow Deformations}, series = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2022}, volume = {13432}, booktitle = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2022}, publisher = {Springer, Cham}, doi = {10.1007/978-3-031-16434-7_44}, abstract = {Statistical shape modeling aims at capturing shape variations of an anatomical structure that occur within a given population. Shape models are employed in many tasks, such as shape reconstruction and image segmentation, but also shape generation and classification. Existing shape priors either require dense correspondence between training examples or lack robustness and topological guarantees. We present FlowSSM, a novel shape modeling approach that learns shape variability without requiring dense correspondence between training instances. It relies on a hierarchy of continuous deformation flows, which are parametrized by a neural network. Our model outperforms state-of-the-art methods in providing an expressive and robust shape prior for distal femur and liver. We show that the emerging latent representation is discriminative by separating healthy from pathological shapes. Ultimately, we demonstrate its effectiveness on two shape reconstruction tasks from partial data. Our source code is publicly available (https://github.com/davecasp/flowssm).}, language = {en} } @inproceedings{SiqueiraRodriguesNyakaturaZachowetal., author = {Siqueira Rodrigues, Lucas and Nyakatura, John and Zachow, Stefan and Israel, Johann Habakuk}, title = {An Immersive Virtual Paleontology Application}, series = {13th International Conference on Human Haptic Sensing and Touch Enabled Computer Applications, EuroHaptics 2022}, booktitle = {13th International Conference on Human Haptic Sensing and Touch Enabled Computer Applications, EuroHaptics 2022}, doi = {10.1007/978-3-031-06249-0}, pages = {478 -- 481}, abstract = {Virtual paleontology studies digital fossils through data analysis and visualization systems. The discipline is growing in relevance for the evident advantages of non-destructive imaging techniques over traditional paleontological methods, and it has made significant advancements during the last few decades. However, virtual paleontology still faces a number of technological challenges, amongst which are interaction shortcomings of image segmentation applications. Whereas automated segmentation methods are seldom applicable to fossil datasets, manual exploration of these specimens is extremely time-consuming as it impractically delves into three-dimensional data through two-dimensional visualization and interaction means. This paper presents an application that employs virtual reality and haptics to virtual paleontology in order to evolve its interaction paradigms and address some of its limitations. We provide a brief overview of the challenges faced by virtual paleontology practitioners, a description of our immersive virtual paleontology prototype, and the results of a heuristic evaluation of our design.}, language = {en} } @article{GlatzederKomnikAmbellanetal., author = {Glatzeder, Korbinian and Komnik, Igor and Ambellan, Felix and Zachow, Stefan and Potthast, Wolfgang}, title = {Dynamic pressure analysis of novel interpositional knee spacer implants in 3D-printed human knee models}, series = {Scientific Reports}, volume = {12}, journal = {Scientific Reports}, doi = {10.1038/s41598-022-20463-6}, abstract = {Alternative treatment methods for knee osteoarthritis (OA) are in demand, to delay the young (< 50 Years) patient's need for osteotomy or knee replacement. Novel interpositional knee spacers shape based on statistical shape model (SSM) approach and made of polyurethane (PU) were developed to present a minimally invasive method to treat medial OA in the knee. The implant should be supposed to reduce peak strains and pain, restore the stability of the knee, correct the malalignment of a varus knee and improve joint function and gait. Firstly, the spacers were tested in artificial knee models. It is assumed that by application of a spacer, a significant reduction in stress values and a significant increase in the contact area in the medial compartment of the knee will be registered. Biomechanical analysis of the effect of novel interpositional knee spacer implants on pressure distribution in 3D-printed knee model replicas: the primary purpose was the medial joint contact stress-related biomechanics. A secondary purpose was a better understanding of medial/lateral redistribution of joint loading. Six 3D printed knee models were reproduced from cadaveric leg computed tomography. Each of four spacer implants was tested in each knee geometry under realistic arthrokinematic dynamic loading conditions, to examine the pressure distribution in the knee joint. All spacers showed reduced mean stress values by 84-88\% and peak stress values by 524-704\% in the medial knee joint compartment compared to the non-spacer test condition. The contact area was enlarged by 462-627\% as a result of the inserted spacers. Concerning the appreciable contact stress reduction and enlargement of the contact area in the medial knee joint compartment, the premises are in place for testing the implants directly on human knee cadavers to gain further insights into a possible tool for treating medial knee osteoarthritis.}, language = {en} } @inproceedings{AmiranashviliLuedkeLietal., author = {Amiranashvili, Tamaz and L{\"u}dke, David and Li, Hongwei and Menze, Bjoern and Zachow, Stefan}, title = {Learning Shape Reconstruction from Sparse Measurements with Neural Implicit Functions}, series = {Medical Imaging with Deep Learning}, booktitle = {Medical Imaging with Deep Learning}, abstract = {Reconstructing anatomical shapes from sparse or partial measurements relies on prior knowledge of shape variations that occur within a given population. Such shape priors are learned from example shapes, obtained by segmenting volumetric medical images. For existing models, the resolution of a learned shape prior is limited to the resolution of the training data. However, in clinical practice, volumetric images are often acquired with highly anisotropic voxel sizes, e.g. to reduce image acquisition time in MRI or radiation exposure in CT imaging. The missing shape information between the slices prohibits existing methods to learn a high-resolution shape prior. We introduce a method for high-resolution shape reconstruction from sparse measurements without relying on high-resolution ground truth for training. Our method is based on neural implicit shape representations and learns a continuous shape prior only from highly anisotropic segmentations. Furthermore, it is able to learn from shapes with a varying field of view and can reconstruct from various sparse input configurations. We demonstrate its effectiveness on two anatomical structures: vertebra and femur, and successfully reconstruct high-resolution shapes from sparse segmentations, using as few as three orthogonal slices.}, language = {en} } @article{GreweLiuHildebrandtetal., author = {Grewe, Carl Martin and Liu, Tuo and Hildebrandt, Andrea and Zachow, Stefan}, title = {The Open Virtual Mirror Framework for Enfacement Illusions - Enhancing the Sense of Agency With Avatars That Imitate Facial Expressions}, series = {Behavior Research Methods}, journal = {Behavior Research Methods}, publisher = {Springer}, doi = {10.3758/s13428-021-01761-9}, language = {de} } @article{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {Rigid Motion Invariant Statistical Shape Modeling based on Discrete Fundamental Forms}, series = {Medical Image Analysis}, volume = {73}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2021.102178}, abstract = {We present a novel approach for nonlinear statistical shape modeling that is invariant under Euclidean motion and thus alignment-free. By analyzing metric distortion and curvature of shapes as elements of Lie groups in a consistent Riemannian setting, we construct a framework that reliably handles large deformations. Due to the explicit character of Lie group operations, our non-Euclidean method is very efficient allowing for fast and numerically robust processing. This facilitates Riemannian analysis of large shape populations accessible through longitudinal and multi-site imaging studies providing increased statistical power. Additionally, as planar configurations form a submanifold in shape space, our representation allows for effective estimation of quasi-isometric surfaces flattenings. We evaluate the performance of our model w.r.t. shape-based classification of hippocampus and femur malformations due to Alzheimer's disease and osteoarthritis, respectively. In particular, we achieve state-of-the-art accuracies outperforming the standard Euclidean as well as a recent nonlinear approach especially in presence of sparse training data. To provide insight into the model's ability of capturing biological shape variability, we carry out an analysis of specificity and generalization ability.}, language = {en} } @article{SahuMukhopadhyayZachow, author = {Sahu, Manish and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Simulation-to-Real domain adaptation with teacher-student learning for endoscopic instrument segmentation}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {16}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer Nature}, doi = {10.1007/s11548-021-02383-4}, pages = {849 -- 859}, abstract = {Purpose Segmentation of surgical instruments in endoscopic video streams is essential for automated surgical scene understanding and process modeling. However, relying on fully supervised deep learning for this task is challenging because manual annotation occupies valuable time of the clinical experts. Methods We introduce a teacher-student learning approach that learns jointly from annotated simulation data and unlabeled real data to tackle the challenges in simulation-to-real unsupervised domain adaptation for endoscopic image segmentation. Results Empirical results on three datasets highlight the effectiveness of the proposed framework over current approaches for the endoscopic instrument segmentation task. Additionally, we provide analysis of major factors affecting the performance on all datasets to highlight the strengths and failure modes of our approach. Conclusions We show that our proposed approach can successfully exploit the unlabeled real endoscopic video frames and improve generalization performance over pure simulation-based training and the previous state-of-the-art. This takes us one step closer to effective segmentation of surgical instrument in the annotation scarce setting.}, language = {en} } @inproceedings{EstacioEhlkeTacketal., author = {Estacio, Laura and Ehlke, Moritz and Tack, Alexander and Castro-Gutierrez, Eveling and Lamecker, Hans and Mora, Rensso and Zachow, Stefan}, title = {Unsupervised Detection of Disturbances in 2D Radiographs}, series = {2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)}, booktitle = {2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)}, doi = {10.1109/ISBI48211.2021.9434091}, pages = {367 -- 370}, abstract = {We present a method based on a generative model for detection of disturbances such as prosthesis, screws, zippers, and metals in 2D radiographs. The generative model is trained in an unsupervised fashion using clinical radiographs as well as simulated data, none of which contain disturbances. Our approach employs a latent space consistency loss which has the benefit of identifying similarities, and is enforced to reconstruct X-rays without disturbances. In order to detect images with disturbances, an anomaly score is computed also employing the Frechet distance between the input X-ray and the reconstructed one using our generative model. Validation was performed using clinical pelvis radiographs. We achieved an AUC of 0.77 and 0.83 with clinical and synthetic data, respectively. The results demonstrated a good accuracy of our method for detecting outliers as well as the advantage of utilizing synthetic data.}, language = {en} } @misc{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {Geodesic B-Score for Improved Assessment of Knee Osteoarthritis}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-81930}, abstract = {Three-dimensional medical imaging enables detailed understanding of osteoarthritis structural status. However, there remains a vast need for automatic, thus, reader-independent measures that provide reliable assessment of subject-specific clinical outcomes. To this end, we derive a consistent generalization of the recently proposed B-score to Riemannian shape spaces. We further present an algorithmic treatment yielding simple, yet efficient computations allowing for analysis of large shape populations with several thousand samples. Our intrinsic formulation exhibits improved discrimination ability over its Euclidean counterpart, which we demonstrate for predictive validity on assessing risks of total knee replacement. This result highlights the potential of the geodesic B-score to enable improved personalized assessment and stratification for interventions.}, language = {en} } @article{TackPreimZachow, author = {Tack, Alexander and Preim, Bernhard and Zachow, Stefan}, title = {Fully automated Assessment of Knee Alignment from Full-Leg X-Rays employing a "YOLOv4 And Resnet Landmark regression Algorithm" (YARLA): Data from the Osteoarthritis Initiative}, series = {Computer Methods and Programs in Biomedicine}, volume = {205}, journal = {Computer Methods and Programs in Biomedicine}, number = {106080}, doi = {https://doi.org/10.1016/j.cmpb.2021.106080}, abstract = {We present a method for the quantification of knee alignment from full-leg X-Rays. A state-of-the-art object detector, YOLOv4, was trained to locate regions of interests (ROIs) in full-leg X-Ray images for the hip joint, the knee, and the ankle. Residual neural networks (ResNets) were trained to regress landmark coordinates for each ROI.Based on the detected landmarks the knee alignment, i.e., the hip-knee-ankle (HKA) angle, was computed. The accuracy of landmark detection was evaluated by a comparison to manually placed landmarks for 360 legs in 180 X-Rays. The accuracy of HKA angle computations was assessed on the basis of 2,943 X-Rays. Results of YARLA were compared to the results of two independent image reading studies(Cooke; Duryea) both publicly accessible via the Osteoarthritis Initiative. The agreement was evaluated using Spearman's Rho, and weighted kappa as well as regarding the correspondence of the class assignment (varus/neutral/valgus). The average difference between YARLA and manually placed landmarks was less than 2.0+- 1.5 mm for all structures (hip, knee, ankle). The average mismatch between HKA angle determinations of Cooke and Duryea was 0.09 +- 0.63°; YARLA resulted in a mismatch of 0.10 +- 0.74° compared to Cooke and of 0.18 +- 0.64° compared to Duryea. Cooke and Duryea agreed almost perfectly with respect to a weighted kappa value of 0.86, and showed an excellent reliability as measured by a Spearman's Rho value of 0.99. Similar values were achieved by YARLA, i.e., a weighted kappa value of0.83 and 0.87 and a Spearman's Rho value of 0.98 and 0.99 to Cooke and Duryea,respectively. Cooke and Duryea agreed in 92\% of all class assignments and YARLA did so in 90\% against Cooke and 92\% against Duryea. In conclusion, YARLA achieved results comparable to those of human experts and thus provides a basis for an automated assessment of knee alignment in full-leg X-Rays.}, language = {de} } @inproceedings{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {Geodesic B-Score for Improved Assessment of Knee Osteoarthritis}, series = {Proc. Information Processing in Medical Imaging (IPMI)}, booktitle = {Proc. Information Processing in Medical Imaging (IPMI)}, doi = {10.1007/978-3-030-78191-0_14}, pages = {177 -- 188}, abstract = {Three-dimensional medical imaging enables detailed understanding of osteoarthritis structural status. However, there remains a vast need for automatic, thus, reader-independent measures that provide reliable assessment of subject-specific clinical outcomes. To this end, we derive a consistent generalization of the recently proposed B-score to Riemannian shape spaces. We further present an algorithmic treatment yielding simple, yet efficient computations allowing for analysis of large shape populations with several thousand samples. Our intrinsic formulation exhibits improved discrimination ability over its Euclidean counterpart, which we demonstrate for predictive validity on assessing risks of total knee replacement. This result highlights the potential of the geodesic B-score to enable improved personalized assessment and stratification for interventions.}, language = {en} } @article{HembusAmbellanZachowetal.2021, author = {Hembus, Jessica and Ambellan, Felix and Zachow, Stefan and Bader, Rainer}, title = {Establishment of a rolling-sliding test bench to analyze abrasive wear propagation of different bearing materials for knee implants}, series = {Applied Sciences}, volume = {11}, journal = {Applied Sciences}, number = {4}, doi = {10.3390/app11041886}, pages = {15}, year = {2021}, abstract = {Currently, new materials for knee implants need to be extensively and expensive tested in a knee wear simulator in a realized design. However, using a rolling-sliding test bench, these materials can be examined under the same test conditions but with simplified geometries. In the present study, the test bench was optimized, and forces were adapted to the physiological contact pressure in the knee joint using the available geometric parameters. Various polymers made of polyethylene and polyurethane articulating against test wheels made of cobalt-chromium and aluminum titanate were tested in the test bench using adapted forces based on ISO 14243-1. Polyurethane materials showed distinctly higher wear rates than polyethylene materials and showed inadequate wear resistance for use as knee implant material. Thus, the rolling-sliding test bench is an adaptable test setup for evaluating newly developed bearing materials for knee implants. It combines the advantages of screening and simulator tests and allows testing of various bearing materials under physiological load and tribological conditions of the human knee joint. The wear behavior of different material compositions and the influence of surface geometry and quality can be initially investigated without the need to produce complex implant prototypes of total knee endoprosthesis or interpositional spacers.}, language = {en} } @article{LiPimentelSzengeletal., author = {Li, Jianning and Pimentel, Pedro and Szengel, Angelika and Ehlke, Moritz and Lamecker, Hans and Zachow, Stefan and Estacio, Laura and Doenitz, Christian and Ramm, Heiko and Shi, Haochen and Chen, Xiaojun and Matzkin, Franco and Newcombe, Virginia and Ferrante, Enzo and Jin, Yuan and Ellis, David G. and Aizenberg, Michele R. and Kodym, Oldrich and Spanel, Michal and Herout, Adam and Mainprize, James G. and Fishman, Zachary and Hardisty, Michael R. and Bayat, Amirhossein and Shit, Suprosanna and Wang, Bomin and Liu, Zhi and Eder, Matthias and Pepe, Antonio and Gsaxner, Christina and Alves, Victor and Zefferer, Ulrike and von Campe, Cord and Pistracher, Karin and Sch{\"a}fer, Ute and Schmalstieg, Dieter and Menze, Bjoern H. and Glocker, Ben and Egger, Jan}, title = {AutoImplant 2020 - First MICCAI Challenge on Automatic Cranial Implant Design}, series = {IEEE Transactions on Medical Imaging}, volume = {40}, journal = {IEEE Transactions on Medical Imaging}, number = {9}, issn = {0278-0062}, doi = {10.1109/TMI.2021.3077047}, pages = {2329 -- 2342}, abstract = {The aim of this paper is to provide a comprehensive overview of the MICCAI 2020 AutoImplant Challenge. The approaches and publications submitted and accepted within the challenge will be summarized and reported, highlighting common algorithmic trends and algorithmic diversity. Furthermore, the evaluation results will be presented, compared and discussed in regard to the challenge aim: seeking for low cost, fast and fully automated solutions for cranial implant design. Based on feedback from collaborating neurosurgeons, this paper concludes by stating open issues and post-challenge requirements for intra-operative use.}, language = {en} } @article{PichtLeCalveTomaselloetal., author = {Picht, Thomas and Le Calve, Maxime and Tomasello, Rosario and Fekonja, Lucius and Gholami, Mohammad Fardin and Bruhn, Matthias and Zwick, Carola and Rabe, J{\"u}rgen P. and M{\"u}ller-Birn, Claudia and Vajkoczy, Peter and Sauer, Igor M. and Zachow, Stefan and Nyakatura, John A. and Ribault, Patricia and Pulverm{\"u}ller, Friedemann}, title = {A note on neurosurgical resection and why we need to rethink cutting}, series = {Neurosurgery}, volume = {89}, journal = {Neurosurgery}, number = {5}, doi = {10.1093/neuros/nyab326}, pages = {289 -- 291}, language = {en} } @misc{TackAmbellanZachow2021, author = {Tack, Alexander and Ambellan, Felix and Zachow, Stefan}, title = {Towards novel osteoarthritis biomarkers: Multi-criteria evaluation of 46,996 segmented knee MRI data from the Osteoarthritis Initiative (Supplementary Material)}, series = {PLOS One}, volume = {16}, journal = {PLOS One}, number = {10}, doi = {10.12752/8328}, year = {2021}, abstract = {Convolutional neural networks (CNNs) are the state-of-the-art for automated assessment of knee osteoarthritis (KOA) from medical image data. However, these methods lack interpretability, mainly focus on image texture, and cannot completely grasp the analyzed anatomies' shapes. In this study we assess the informative value of quantitative features derived from segmentations in order to assess their potential as an alternative or extension to CNN-based approaches regarding multiple aspects of KOA A fully automated method is employed to segment six anatomical structures around the knee (femoral and tibial bones, femoral and tibial cartilages, and both menisci) in 46,996 MRI scans. Based on these segmentations, quantitative features are computed, i.e., measurements such as cartilage volume, meniscal extrusion and tibial coverage, as well as geometric features based on a statistical shape encoding of the anatomies. The feature quality is assessed by investigating their association to the Kellgren-Lawrence grade (KLG), joint space narrowing (JSN), incident KOA, and total knee replacement (TKR). Using gold standard labels from the Osteoarthritis Initiative database the balanced accuracy (BA), the area under the Receiver Operating Characteristic curve (AUC), and weighted kappa statistics are evaluated. Features based on shape encodings of femur, tibia, and menisci plus the performed measurements showed most potential as KOA biomarkers. Differentiation between healthy and severely arthritic knees yielded BAs of up to 99\%, 84\% were achieved for diagnosis of early KOA. Substantial agreement with weighted kappa values of 0.73, 0.73, and 0.79 were achieved for classification of the grade of medial JSN, lateral JSN, and KLG, respectively. The AUC was 0.60 and 0.75 for prediction of incident KOA and TKR within 5 years, respectively. Quantitative features from automated segmentations yield excellent results for KLG and JSN classification and show potential for incident KOA and TKR prediction. The validity of these features as KOA biomarkers should be further evaluated, especially as extensions of CNN-based approaches. To foster such developments we make all segmentations publicly available together with this publication.}, language = {en} } @misc{TackShestakovLuedkeetal., author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-84415}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @article{TackShestakovLuedkeetal., author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, series = {Frontiers in Bioengineering and Biotechnology, section Biomechanics}, journal = {Frontiers in Bioengineering and Biotechnology, section Biomechanics}, doi = {10.3389/fbioe.2021.747217}, pages = {28 -- 41}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @article{TackAmbellanZachow, author = {Tack, Alexander and Ambellan, Felix and Zachow, Stefan}, title = {Towards novel osteoarthritis biomarkers: Multi-criteria evaluation of 46,996 segmented knee MRI data from the Osteoarthritis Initiative}, series = {PLOS One}, volume = {16}, journal = {PLOS One}, number = {10}, doi = {10.1371/journal.pone.0258855}, abstract = {Convolutional neural networks (CNNs) are the state-of-the-art for automated assessment of knee osteoarthritis (KOA) from medical image data. However, these methods lack interpretability, mainly focus on image texture, and cannot completely grasp the analyzed anatomies' shapes. In this study we assess the informative value of quantitative features derived from segmentations in order to assess their potential as an alternative or extension to CNN-based approaches regarding multiple aspects of KOA. Six anatomical structures around the knee (femoral and tibial bones, femoral and tibial cartilages, and both menisci) are segmented in 46,996 MRI scans. Based on these segmentations, quantitative features are computed, i.e., measurements such as cartilage volume, meniscal extrusion and tibial coverage, as well as geometric features based on a statistical shape encoding of the anatomies. The feature quality is assessed by investigating their association to the Kellgren-Lawrence grade (KLG), joint space narrowing (JSN), incident KOA, and total knee replacement (TKR). Using gold standard labels from the Osteoarthritis Initiative database the balanced accuracy (BA), the area under the Receiver Operating Characteristic curve (AUC), and weighted kappa statistics are evaluated. Features based on shape encodings of femur, tibia, and menisci plus the performed measurements showed most potential as KOA biomarkers. Differentiation between non-arthritic and severely arthritic knees yielded BAs of up to 99\%, 84\% were achieved for diagnosis of early KOA. Weighted kappa values of 0.73, 0.72, and 0.78 were achieved for classification of the grade of medial JSN, lateral JSN, and KLG, respectively. The AUC was 0.61 and 0.76 for prediction of incident KOA and TKR within one year, respectively. Quantitative features from automated segmentations provide novel biomarkers for KLG and JSN classification and show potential for incident KOA and TKR prediction. The validity of these features should be further evaluated, especially as extensions of CNN- based approaches. To foster such developments we make all segmentations publicly available together with this publication.}, language = {en} } @article{SekuboyinaHusseiniBayatetal., author = {Sekuboyina, Anjany and Husseini, Malek E. and Bayat, Amirhossein and L{\"o}ffler, Maximilian and Liebl, Hans and Li, Hongwei and Tetteh, Giles and Kukačka, Jan and Payer, Christian and Štern, Darko and Urschler, Martin and Chen, Maodong and Cheng, Dalong and Lessmann, Nikolas and Hu, Yujin and Wang, Tianfu and Yang, Dong and Xu, Daguang and Ambellan, Felix and Amiranashvili, Tamaz and Ehlke, Moritz and Lamecker, Hans and Lehnert, Sebastian and Lirio, Marilia and de Olaguer, Nicol{\´a}s P{\´e}rez and Ramm, Heiko and Sahu, Manish and Tack, Alexander and Zachow, Stefan and Jiang, Tao and Ma, Xinjun and Angerman, Christoph and Wang, Xin and Brown, Kevin and Kirszenberg, Alexandre and Puybareau, {\´E}lodie and Chen, Di and Bai, Yiwei and Rapazzo, Brandon H. and Yeah, Timyoas and Zhang, Amber and Xu, Shangliang and Hou, Feng and He, Zhiqiang and Zeng, Chan and Xiangshang, Zheng and Liming, Xu and Netherton, Tucker J. and Mumme, Raymond P. and Court, Laurence E. and Huang, Zixun and He, Chenhang and Wang, Li-Wen and Ling, Sai Ho and Huynh, L{\^e} Duy and Boutry, Nicolas and Jakubicek, Roman and Chmelik, Jiri and Mulay, Supriti and Sivaprakasam, Mohanasankar and Paetzold, Johannes C. and Shit, Suprosanna and Ezhov, Ivan and Wiestler, Benedikt and Glocker, Ben and Valentinitsch, Alexander and Rempfler, Markus and Menze, Bj{\"o}rn H. and Kirschke, Jan S.}, title = {VerSe: A Vertebrae labelling and segmentation benchmark for multi-detector CT images}, series = {Medical Image Analysis}, volume = {73}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2021.102166}, abstract = {Vertebral labelling and segmentation are two fundamental tasks in an automated spine processing pipeline. Reliable and accurate processing of spine images is expected to benefit clinical decision support systems for diagnosis, surgery planning, and population-based analysis of spine and bone health. However, designing automated algorithms for spine processing is challenging predominantly due to considerable variations in anatomy and acquisition protocols and due to a severe shortage of publicly available data. Addressing these limitations, the Large Scale Vertebrae Segmentation Challenge (VerSe) was organised in conjunction with the International Conference on Medical Image Computing and Computer Assisted Intervention (MICCAI) in 2019 and 2020, with a call for algorithms tackling the labelling and segmentation of vertebrae. Two datasets containing a total of 374 multi-detector CT scans from 355 patients were prepared and 4505 vertebrae have individually been annotated at voxel level by a human-machine hybrid algorithm (https://osf.io/nqjyw/, https://osf.io/t98fz/). A total of 25 algorithms were benchmarked on these datasets. In this work, we present the results of this evaluation and further investigate the performance variation at the vertebra level, scan level, and different fields of view. We also evaluate the generalisability of the approaches to an implicit domain shift in data by evaluating the top-performing algorithms of one challenge iteration on data from the other iteration. The principal takeaway from VerSe: the performance of an algorithm in labelling and segmenting a spine scan hinges on its ability to correctly identify vertebrae in cases of rare anatomical variations. The VerSe content and code can be accessed at: https://github.com/anjany/verse.}, language = {en} } @misc{GreweZachow, author = {Grewe, C. Martin and Zachow, Stefan}, title = {Release of the FexMM for the Open Virtual Mirror Framework}, doi = {10.12752/8532}, abstract = {THIS MODEL IS FOR NON-COMMERCIAL RESEARCH PURPOSES. ONLY MEMBERS OF UNIVERSITIES OR NON-COMMERCIAL RESEARCH INSTITUTES ARE ELIGIBLE TO APPLY. 1. Download, fill, and sign the form available from: https://media.githubusercontent.com/media/mgrewe/ovmf/main/data/fexmm_license_agreement.pdf 2. Send the signed form to: fexmm@zib.de NOTE: Use an official email address of your institution for the request.}, language = {en} } @article{GreweLiuKahletal., author = {Grewe, Carl Martin and Liu, Tuo and Kahl, Christoph and Andrea, Hildebrandt and Zachow, Stefan}, title = {Statistical Learning of Facial Expressions Improves Realism of Animated Avatar Faces}, series = {Frontiers in Virtual Reality}, volume = {2}, journal = {Frontiers in Virtual Reality}, publisher = {Frontiers}, doi = {10.3389/frvir.2021.619811}, pages = {1 -- 13}, language = {en} } @inproceedings{SahuStroemsdoerferMukhopadhyayetal., author = {Sahu, Manish and Str{\"o}msd{\"o}rfer, Ronja and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Endo-Sim2Real: Consistency learning-based domain adaptation for instrument segmentation}, series = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part III}, volume = {12263}, booktitle = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part III}, publisher = {Springer Nature}, doi = {https://doi.org/10.1007/978-3-030-59716-0_75}, abstract = {Surgical tool segmentation in endoscopic videos is an important component of computer assisted interventions systems. Recent success of image-based solutions using fully-supervised deep learning approaches can be attributed to the collection of big labeled datasets. However, the annotation of a big dataset of real videos can be prohibitively expensive and time consuming. Computer simulations could alleviate the manual labeling problem, however, models trained on simulated data do not generalize to real data. This work proposes a consistency-based framework for joint learning of simulated and real (unlabeled) endoscopic data to bridge this performance generalization issue. Empirical results on two data sets (15 videos of the Cholec80 and EndoVis'15 dataset) highlight the effectiveness of the proposed Endo-Sim2Real method for instrument segmentation. We compare the segmentation of the proposed approach with state-of-the-art solutions and show that our method improves segmentation both in terms of quality and quantity.}, language = {en} } @article{SahuSzengelMukhopadhyayetal.2020, author = {Sahu, Manish and Szengel, Angelika and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Surgical phase recognition by learning phase transitions}, series = {Current Directions in Biomedical Engineering (CDBME)}, volume = {6}, journal = {Current Directions in Biomedical Engineering (CDBME)}, number = {1}, publisher = {De Gruyter}, doi = {https://doi.org/10.1515/cdbme-2020-0037}, pages = {20200037}, year = {2020}, abstract = {Automatic recognition of surgical phases is an important component for developing an intra-operative context-aware system. Prior work in this area focuses on recognizing short-term tool usage patterns within surgical phases. However, the difference between intra- and inter-phase tool usage patterns has not been investigated for automatic phase recognition. We developed a Recurrent Neural Network (RNN), in particular a state-preserving Long Short Term Memory (LSTM) architecture to utilize the long-term evolution of tool usage within complete surgical procedures. For fully automatic tool presence detection from surgical video frames, a Convolutional Neural Network (CNN) based architecture namely ZIBNet is employed. Our proposed approach outperformed EndoNet by 8.1\% on overall precision for phase detection tasks and 12.5\% on meanAP for tool recognition tasks.}, language = {en} } @misc{SahuSzengelMukhopadhyayetal., author = {Sahu, Manish and Szengel, Angelika and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Analyzing laparoscopic cholecystectomy with deep learning: automatic detection of surgical tools and phases}, series = {28th International Congress of the European Association for Endoscopic Surgery (EAES)}, journal = {28th International Congress of the European Association for Endoscopic Surgery (EAES)}, abstract = {Motivation: The ever-rising volume of patients, high maintenance cost of operating rooms and time consuming analysis of surgical skills are fundamental problems that hamper the practical training of the next generation of surgeons. The hospitals prefer to keep the surgeons busy in real operations over training young surgeons for obvious economic reasons. One fundamental need in surgical training is the reduction of the time needed by the senior surgeon to review the endoscopic procedures performed by the young surgeon while minimizing the subjective bias in evaluation. The unprecedented performance of deep learning ushers the new age of data-driven automatic analysis of surgical skills. Method: Deep learning is capable of efficiently analyzing thousands of hours of laparoscopic video footage to provide an objective assessment of surgical skills. However, the traditional end-to-end setting of deep learning (video in, skill assessment out) is not explainable. Our strategy is to utilize the surgical process modeling framework to divide the surgical process into understandable components. This provides the opportunity to employ deep learning for superior yet automatic detection and evaluation of several aspects of laparoscopic cholecystectomy such as surgical tool and phase detection. We employ ZIBNet for the detection of surgical tool presence. ZIBNet employs pre-processing based on tool usage imbalance, a transfer learned 50-layer residual network (ResNet-50) and temporal smoothing. To encode the temporal evolution of tool usage (over the entire video sequence) that relates to the surgical phases, Long Short Term Memory (LSTM) units are employed with long-term dependency. Dataset: We used CHOLEC 80 dataset that consists of 80 videos of laparoscopic cholecystectomy performed by 13 surgeons, divided equally for training and testing. In these videos, up to three different tools (among 7 types of tools) can be present in a frame. Results: The mean average precision of the detection of all tools is 93.5 ranging between 86.8 and 99.3, a significant improvement (p <0.01) over the previous state-of-the-art. We observed that less frequent tools like Scissors, Irrigator, Specimen Bag etc. are more related to phase transitions. The overall precision (recall) of the detection of all surgical phases is 79.6 (81.3). Conclusion: While this is not the end goal for surgical skill analysis, the development of such a technological platform is essential toward a data-driven objective understanding of surgical skills. In future, we plan to investigate surgeon-in-the-loop analysis and feedback for surgical skill analysis.}, language = {en} } @article{PimentelSzengelEhlkeetal., author = {Pimentel, Pedro and Szengel, Angelika and Ehlke, Moritz and Lamecker, Hans and Zachow, Stefan and Estacio, Laura and Doenitz, Christian and Ramm, Heiko}, title = {Automated Virtual Reconstruction of Large Skull Defects using Statistical Shape Models and Generative Adversarial Networks}, series = {Towards the Automatization of Cranial Implant Design in Cranioplasty}, volume = {12439}, journal = {Towards the Automatization of Cranial Implant Design in Cranioplasty}, editor = {Li, Jianning and Egger, Jan}, edition = {1}, publisher = {Springer International Publishing}, doi = {10.1007/978-3-030-64327-0_3}, pages = {16 -- 27}, abstract = {We present an automated method for extrapolating missing regions in label data of the skull in an anatomically plausible manner. The ultimate goal is to design patient-speci� c cranial implants for correcting large, arbitrarily shaped defects of the skull that can, for example, result from trauma of the head. Our approach utilizes a 3D statistical shape model (SSM) of the skull and a 2D generative adversarial network (GAN) that is trained in an unsupervised fashion from samples of healthy patients alone. By � tting the SSM to given input labels containing the skull defect, a First approximation of the healthy state of the patient is obtained. The GAN is then applied to further correct and smooth the output of the SSM in an anatomically plausible manner. Finally, the defect region is extracted using morphological operations and subtraction between the extrapolated healthy state of the patient and the defective input labels. The method is trained and evaluated based on data from the MICCAI 2020 AutoImplant challenge. It produces state-of-the art results on regularly shaped cut-outs that were present in the training and testing data of the challenge. Furthermore, due to unsupervised nature of the approach, the method generalizes well to previously unseen defects of varying shapes that were only present in the hidden test dataset.}, language = {en} } @article{BrueningHildebrandtHepptetal., author = {Br{\"u}ning, Jan and Hildebrandt, Thomas and Heppt, Werner and Schmidt, Nora and Lamecker, Hans and Szengel, Angelika and Amiridze, Natalja and Ramm, Heiko and Bindernagel, Matthias and Zachow, Stefan and Goubergrits, Leonid}, title = {Characterization of the Airflow within an Average Geometry of the Healthy Human Nasal Cavity}, series = {Scientific Reports}, volume = {3755}, journal = {Scientific Reports}, number = {10}, doi = {10.1038/s41598-020-60755-3}, abstract = {This study's objective was the generation of a standardized geometry of the healthy nasal cavity. An average geometry of the healthy nasal cavity was generated using a statistical shape model based on 25 symptom-free subjects. Airflow within the average geometry and these geometries was calculated using fluid simulations. Integral measures of the nasal resistance, wall shear stresses (WSS) and velocities were calculated as well as cross-sectional areas (CSA). Furthermore, individual WSS and static pressure distributions were mapped onto the average geometry. The average geometry featured an overall more regular shape that resulted in less resistance, reduced wall shear stresses and velocities compared to the median of the 25 geometries. Spatial distributions of WSS and pressure of average geometry agreed well compared to the average distributions of all individual geometries. The minimal CSA of the average geometry was larger than the median of all individual geometries (83.4 vs. 74.7 mm²). The airflow observed within the average geometry of the healthy nasal cavity did not equal the average airflow of the individual geometries. While differences observed for integral measures were notable, the calculated values for the average geometry lay within the distributions of the individual parameters. Spatially resolved parameters differed less prominently.}, language = {en} } @article{SekuboyinaBayatHusseinietal., author = {Sekuboyina, Anjany and Bayat, Amirhossein and Husseini, Malek E. and L{\"o}ffler, Maximilian and Li, Hongwei and Tetteh, Giles and Kukačka, Jan and Payer, Christian and Štern, Darko and Urschler, Martin and Chen, Maodong and Cheng, Dalong and Lessmann, Nikolas and Hu, Yujin and Wang, Tianfu and Yang, Dong and Xu, Daguang and Ambellan, Felix and Amiranashvili, Tamaz and Ehlke, Moritz and Lamecker, Hans and Lehnert, Sebastian and Lirio, Marilia and de Olaguer, Nicol{\´a}s P{\´e}rez and Ramm, Heiko and Sahu, Manish and Tack, Alexander and Zachow, Stefan and Jiang, Tao and Ma, Xinjun and Angerman, Christoph and Wang, Xin and Wei, Qingyue and Brown, Kevin and Wolf, Matthias and Kirszenberg, Alexandre and Puybareau, {\´E}lodie and Valentinitsch, Alexander and Rempfler, Markus and Menze, Bj{\"o}rn H. and Kirschke, Jan S.}, title = {VerSe: A Vertebrae Labelling and Segmentation Benchmark for Multi-detector CT Images}, series = {arXiv}, journal = {arXiv}, language = {en} } @inproceedings{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, booktitle = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, doi = {10.1109/ISBI.2019.8759201}, pages = {40 -- 43}, abstract = {Volumetry of cartilage of the knee is needed for knee osteoarthritis (KOA) assessment. It is typically performed manually in a tedious and subjective process. We developed a method for an automated, segmentation-based quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data and cartilage volumetry readings performed by clinical experts for 1378 subjects provided by the Osteoarthritis Initiative. It was shown that 3D CNNs are able to achieve volume measures comparable to the magnitude of variation between expert readings and the real in vivo situation. In the future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as longitudinal analysis of KOA progression.}, language = {en} } @inproceedings{NeumannHellwichZachow, author = {Neumann, Mario and Hellwich, Olaf and Zachow, Stefan}, title = {Localization and Classification of Teeth in Cone Beam CT using Convolutional Neural Networks}, series = {Proc. of the 18th annual conference on Computer- and Robot-assisted Surgery (CURAC)}, booktitle = {Proc. of the 18th annual conference on Computer- and Robot-assisted Surgery (CURAC)}, isbn = {978-3-00-063717-9}, pages = {182 -- 188}, abstract = {In dentistry, software-based medical image analysis and visualization provide efficient and accurate diagnostic and therapy planning capabilities. We present an approach for the automatic recognition of tooth types and positions in digital volume tomography (DVT). By using deep learning techniques in combination with dimensionality reduction through non-planar reformatting of the jaw anatomy, DVT data can be efficiently processed and teeth reliably recognized and classified, even in the presence of imaging artefacts, missing or dislocated teeth. We evaluated our approach, which is based on 2D Convolutional Neural Networks (CNNs), on 118 manually annotated cases of clinical DVT datasets. Our proposed method correctly classifies teeth with an accuracy of 94\% within a limit of 2mm distance to ground truth labels.}, language = {en} } @inproceedings{JoachimskyMaIckingetal., author = {Joachimsky, Robert and Ma, Lihong and Icking, Christian and Zachow, Stefan}, title = {A Collision-Aware Articulated Statistical Shape Model of the Human Spine}, series = {Proc. of the 18th annual conference on Computer- and Robot-assisted Surgery (CURAC)}, booktitle = {Proc. of the 18th annual conference on Computer- and Robot-assisted Surgery (CURAC)}, pages = {58 -- 64}, abstract = {Statistical Shape Models (SSMs) are a proven means for model-based 3D anatomy reconstruction from medical image data. In orthopaedics and biomechanics, SSMs are increasingly employed to individualize measurement data or to create individualized anatomical models to which implants can be adapted to or functional tests can be performed on. For modeling and analysis of articulated structures, so called articulated SSMs (aSSMs) have been developed. However, a missing feature of aSSMs is the consideration of collisions in the course of individual fitting and articulation. The aim of our work was to develop aSSMs that handle collisions between components correctly. That way it becomes possible to adjust shape and articulation in view of a physically and geometrically plausible individualization. To be able to apply collision-aware aSSMs in simulation and optimisation, our approach is based on an e� cient collision detection method employing Graphics Processing Units (GPUs).}, language = {en} } @article{KraemerMaggioniBrissonetal., author = {Kr{\"a}mer, Martin and Maggioni, Marta and Brisson, Nicholas and Zachow, Stefan and Teichgr{\"a}ber, Ulf and Duda, Georg and Reichenbach, J{\"u}rgen}, title = {T1 and T2* mapping of the human quadriceps and patellar tendons using ultra-short echo-time (UTE) imaging and bivariate relaxation parameter-based volumetric visualization}, series = {Magnetic Resonance Imaging}, volume = {63}, journal = {Magnetic Resonance Imaging}, number = {11}, doi = {10.1016/j.mri.2019.07.015}, pages = {29 -- 36}, abstract = {Quantification of magnetic resonance (MR)-based relaxation parameters of tendons and ligaments is challenging due to their very short transverse relaxation times, requiring application of ultra-short echo-time (UTE) imaging sequences. We quantify both T1 and T2⁎ in the quadriceps and patellar tendons of healthy volunteers at a field strength of 3 T and visualize the results based on 3D segmentation by using bivariate histogram analysis. We applied a 3D ultra-short echo-time imaging sequence with either variable repetition times (VTR) or variable flip angles (VFA) for T1 quantification in combination with multi-echo acquisition for extracting T2⁎. The values of both relaxation parameters were subsequently binned for bivariate histogram analysis and corresponding cluster identification, which were subsequently visualized. Based on manually-drawn regions of interest in the tendons on the relaxation parameter maps, T1 and T2⁎ boundaries were selected in the bivariate histogram to segment the quadriceps and patellar tendons and visualize the relaxation times by 3D volumetric rendering. Segmentation of bone marrow, fat, muscle and tendons was successfully performed based on the bivariate histogram analysis. Based on the segmentation results mean T2⁎ relaxation times, over the entire tendon volumes averaged over all subjects, were 1.8 ms ± 0.1 ms and 1.4 ms ± 0.2 ms for the patellar and quadriceps tendons, respectively. The mean T1 value of the patellar tendon, averaged over all subjects, was 527 ms ± 42 ms and 476 ms ± 40 ms for the VFA and VTR acquisitions, respectively. The quadriceps tendon had higher mean T1 values of 662 ms ± 97 ms (VFA method) and 637 ms ± 40 ms (VTR method) compared to the patellar tendon. 3D volumetric visualization of the relaxation times revealed that T1 values are not constant over the volume of both tendons, but vary locally. This work provided additional data to build upon the scarce literature available on relaxation times in the quadriceps and patellar tendons. We were able to segment both tendons and to visualize the relaxation parameter distributions over the entire tendon volumes.}, language = {en} } @inproceedings{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {An as-invariant-as-possible GL+(3)-based Statistical Shape Model}, series = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, volume = {11846}, booktitle = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, publisher = {Springer}, doi = {10.1007/978-3-030-33226-6_23}, pages = {219 -- 228}, abstract = {We describe a novel nonlinear statistical shape model basedon differential coordinates viewed as elements of GL+(3). We adopt an as-invariant-as possible framework comprising a bi-invariant Lie group mean and a tangent principal component analysis based on a unique GL+(3)-left-invariant, O(3)-right-invariant metric. Contrary to earlier work that equips the coordinates with a specifically constructed group structure, our method employs the inherent geometric structure of the group-valued data and therefore features an improved statistical power in identifying shape differences. We demonstrate this in experiments on two anatomical datasets including comparison to the standard Euclidean as well as recent state-of-the-art nonlinear approaches to statistical shape modeling.}, language = {en} } @misc{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {A Surface-Theoretic Approach for Statistical Shape Modeling}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-74497}, abstract = {We present a novel approach for nonlinear statistical shape modeling that is invariant under Euclidean motion and thus alignment-free. By analyzing metric distortion and curvature of shapes as elements of Lie groups in a consistent Riemannian setting, we construct a framework that reliably handles large deformations. Due to the explicit character of Lie group operations, our non-Euclidean method is very efficient allowing for fast and numerically robust processing. This facilitates Riemannian analysis of large shape populations accessible through longitudinal and multi-site imaging studies providing increased statistical power. We evaluate the performance of our model w.r.t. shape-based classification of pathological malformations of the human knee and show that it outperforms the standard Euclidean as well as a recent nonlinear approach especially in presence of sparse training data. To provide insight into the model's ability of capturing natural biological shape variability, we carry out an analysis of specificity and generalization ability.}, language = {en} } @misc{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {An as-invariant-as-possible GL+(3)-based Statistical Shape Model}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-74566}, abstract = {We describe a novel nonlinear statistical shape model basedon differential coordinates viewed as elements of GL+(3). We adopt an as-invariant-as possible framework comprising a bi-invariant Lie group mean and a tangent principal component analysis based on a unique GL+(3)-left-invariant, O(3)-right-invariant metric. Contrary to earlier work that equips the coordinates with a specifically constructed group structure, our method employs the inherent geometric structure of the group-valued data and therefore features an improved statistical power in identifying shape differences. We demonstrate this in experiments on two anatomical datasets including comparison to the standard Euclidean as well as recent state-of-the-art nonlinear approaches to statistical shape modeling.}, language = {en} } @article{OeltzeJaffraMeuschkeNeugebaueretal., author = {Oeltze-Jaffra, Steffen and Meuschke, Monique and Neugebauer, Mathias and Saalfeld, Sylvia and Lawonn, Kai and Janiga, Gabor and Hege, Hans-Christian and Zachow, Stefan and Preim, Bernhard}, title = {Generation and Visual Exploration of Medical Flow Data: Survey, Research Trends, and Future Challenges}, series = {Computer Graphics Forum}, volume = {38}, journal = {Computer Graphics Forum}, number = {1}, publisher = {Wiley}, doi = {10.1111/cgf.13394}, pages = {87 -- 125}, abstract = {Simulations and measurements of blood and air flow inside the human circulatory and respiratory system play an increasingly important role in personalized medicine for prevention, diagnosis, and treatment of diseases. This survey focuses on three main application areas. (1) Computational Fluid Dynamics (CFD) simulations of blood flow in cerebral aneurysms assist in predicting the outcome of this pathologic process and of therapeutic interventions. (2) CFD simulations of nasal airflow allow for investigating the effects of obstructions and deformities and provide therapy decision support. (3) 4D Phase-Contrast (4D PC) Magnetic Resonance Imaging (MRI) of aortic hemodynamics supports the diagnosis of various vascular and valve pathologies as well as their treatment. An investigation of the complex and often dynamic simulation and measurement data requires the coupling of sophisticated visualization, interaction, and data analysis techniques. In this paper, we survey the large body of work that has been conducted within this realm. We extend previous surveys by incorporating nasal airflow, addressing the joint investigation of blood flow and vessel wall properties, and providing a more fine-granular taxonomy of the existing techniques. From the survey, we extract major research trends and identify open problems and future challenges. The survey is intended for researchers interested in medical flow but also more general, in the combined visualization of physiology and anatomy, the extraction of features from flow field data and feature-based visualization, the visual comparison of different simulation results, and the interactive visual analysis of the flow field and derived characteristics.}, language = {en} } @misc{AmbellanLameckervonTycowiczetal., author = {Ambellan, Felix and Lamecker, Hans and von Tycowicz, Christoph and Zachow, Stefan}, title = {Statistical Shape Models - Understanding and Mastering Variation in Anatomy}, issn = {1438-0064}, doi = {10.1007/978-3-030-19385-0_5}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-72699}, abstract = {In our chapter we are describing how to reconstruct three-dimensional anatomy from medical image data and how to build Statistical 3D Shape Models out of many such reconstructions yielding a new kind of anatomy that not only allows quantitative analysis of anatomical variation but also a visual exploration and educational visualization. Future digital anatomy atlases will not only show a static (average) anatomy but also its normal or pathological variation in three or even four dimensions, hence, illustrating growth and/or disease progression. Statistical Shape Models (SSMs) are geometric models that describe a collection of semantically similar objects in a very compact way. SSMs represent an average shape of many three-dimensional objects as well as their variation in shape. The creation of SSMs requires a correspondence mapping, which can be achieved e.g. by parameterization with a respective sampling. If a corresponding parameterization over all shapes can be established, variation between individual shape characteristics can be mathematically investigated. We will explain what Statistical Shape Models are and how they are constructed. Extensions of Statistical Shape Models will be motivated for articulated coupled structures. In addition to shape also the appearance of objects will be integrated into the concept. Appearance is a visual feature independent of shape that depends on observers or imaging techniques. Typical appearances are for instance the color and intensity of a visual surface of an object under particular lighting conditions, or measurements of material properties with computed tomography (CT) or magnetic resonance imaging (MRI). A combination of (articulated) statistical shape models with statistical models of appearance lead to articulated Statistical Shape and Appearance Models (a-SSAMs).After giving various examples of SSMs for human organs, skeletal structures, faces, and bodies, we will shortly describe clinical applications where such models have been successfully employed. Statistical Shape Models are the foundation for the analysis of anatomical cohort data, where characteristic shapes are correlated to demographic or epidemiologic data. SSMs consisting of several thousands of objects offer, in combination with statistical methods ormachine learning techniques, the possibility to identify characteristic clusters, thus being the foundation for advanced diagnostic disease scoring.}, language = {en} } @inproceedings{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {A Surface-Theoretic Approach for Statistical Shape Modeling}, series = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part IV}, volume = {11767}, booktitle = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part IV}, publisher = {Springer}, doi = {10.1007/978-3-030-32251-9_3}, pages = {21 -- 29}, abstract = {We present a novel approach for nonlinear statistical shape modeling that is invariant under Euclidean motion and thus alignment-free. By analyzing metric distortion and curvature of shapes as elements of Lie groups in a consistent Riemannian setting, we construct a framework that reliably handles large deformations. Due to the explicit character of Lie group operations, our non-Euclidean method is very efficient allowing for fast and numerically robust processing. This facilitates Riemannian analysis of large shape populations accessible through longitudinal and multi-site imaging studies providing increased statistical power. We evaluate the performance of our model w.r.t. shape-based classification of pathological malformations of the human knee and show that it outperforms the standard Euclidean as well as a recent nonlinear approach especially in presence of sparse training data. To provide insight into the model's ability of capturing natural biological shape variability, we carry out an analysis of specificity and generalization ability.}, language = {en} } @article{HildebrandtBrueningSchmidtetal., author = {Hildebrandt, Thomas and Bruening, Jan Joris and Schmidt, Nora Laura and Lamecker, Hans and Heppt, Werner and Zachow, Stefan and Goubergrits, Leonid}, title = {The Healthy Nasal Cavity - Characteristics of Morphology and Related Airflow Based on a Statistical Shape Model Viewed from a Surgeon's Perspective}, series = {Facial Plastic Surgery}, volume = {35}, journal = {Facial Plastic Surgery}, number = {1}, doi = {10.1055/s-0039-1677721}, pages = {9 -- 13}, abstract = {Functional surgery on the nasal framework requires referential criteria to objectively assess nasal breathing for indication and follow-up. Thismotivated us to generate amean geometry of the nasal cavity based on a statistical shape model. In this study, the authors could demonstrate that the introduced nasal cavity's mean geometry features characteristics of the inner shape and airflow, which are commonly observed in symptom-free subjects. Therefore, the mean geometry might serve as a reference-like model when one considers qualitative aspects. However, to facilitate quantitative considerations and statistical inference, further research is necessary. Additionally, the authorswere able to obtain details about the importance of the isthmus nasi and the inferior turbinate for the intranasal airstream.}, language = {en} } @article{HildebrandtBrueningLameckeretal., author = {Hildebrandt, Thomas and Bruening, Jan Joris and Lamecker, Hans and Zachow, Stefan and Heppt, Werner and Schmidt, Nora and Goubergrits, Leonid}, title = {Digital Analysis of Nasal Airflow Facilitating Decision Support in Rhinosurgery}, series = {Facial Plastic Surgery}, volume = {35}, journal = {Facial Plastic Surgery}, number = {1}, doi = {10.1055/s-0039-1677720}, pages = {1 -- 8}, abstract = {Successful functional surgery on the nasal framework requires reliable and comprehensive diagnosis. In this regard, the authors introduce a new methodology: Digital Analysis of Nasal Airflow (diANA). It is based on computational fluid dynamics, a statistical shape model of the healthy nasal cavity and rhinologic expertise. diANA necessitates an anonymized tomographic dataset of the paranasal sinuses including the complete nasal cavity and, when available, clinical information. The principle of diANA is to compare the morphology and the respective airflow of an individual nose with those of a reference. This enablesmorphometric aberrations and consecutive flow field anomalies to localize and quantify within a patient's nasal cavity. Finally, an elaborated expert opinion with instructive visualizations is provided. Using diANA might support surgeons in decision-making, avoiding unnecessary surgery, gaining more precision, and target-orientation for indicated operations.}, language = {en} } @incollection{AmbellanLameckervonTycowiczetal., author = {Ambellan, Felix and Lamecker, Hans and von Tycowicz, Christoph and Zachow, Stefan}, title = {Statistical Shape Models - Understanding and Mastering Variation in Anatomy}, series = {Biomedical Visualisation}, volume = {3}, booktitle = {Biomedical Visualisation}, number = {1156}, editor = {Rea, Paul M.}, edition = {1}, publisher = {Springer Nature Switzerland AG}, isbn = {978-3-030-19384-3}, doi = {10.1007/978-3-030-19385-0_5}, pages = {67 -- 84}, abstract = {In our chapter we are describing how to reconstruct three-dimensional anatomy from medical image data and how to build Statistical 3D Shape Models out of many such reconstructions yielding a new kind of anatomy that not only allows quantitative analysis of anatomical variation but also a visual exploration and educational visualization. Future digital anatomy atlases will not only show a static (average) anatomy but also its normal or pathological variation in three or even four dimensions, hence, illustrating growth and/or disease progression. Statistical Shape Models (SSMs) are geometric models that describe a collection of semantically similar objects in a very compact way. SSMs represent an average shape of many three-dimensional objects as well as their variation in shape. The creation of SSMs requires a correspondence mapping, which can be achieved e.g. by parameterization with a respective sampling. If a corresponding parameterization over all shapes can be established, variation between individual shape characteristics can be mathematically investigated. We will explain what Statistical Shape Models are and how they are constructed. Extensions of Statistical Shape Models will be motivated for articulated coupled structures. In addition to shape also the appearance of objects will be integrated into the concept. Appearance is a visual feature independent of shape that depends on observers or imaging techniques. Typical appearances are for instance the color and intensity of a visual surface of an object under particular lighting conditions, or measurements of material properties with computed tomography (CT) or magnetic resonance imaging (MRI). A combination of (articulated) statistical shape models with statistical models of appearance lead to articulated Statistical Shape and Appearance Models (a-SSAMs).After giving various examples of SSMs for human organs, skeletal structures, faces, and bodies, we will shortly describe clinical applications where such models have been successfully employed. Statistical Shape Models are the foundation for the analysis of anatomical cohort data, where characteristic shapes are correlated to demographic or epidemiologic data. SSMs consisting of several thousands of objects offer, in combination with statistical methods ormachine learning techniques, the possibility to identify characteristic clusters, thus being the foundation for advanced diagnostic disease scoring.}, language = {en} } @article{AlHajjSahuLamardetal., author = {Al Hajj, Hassan and Sahu, Manish and Lamard, Mathieu and Conze, Pierre-Henri and Roychowdhury, Soumali and Hu, Xiaowei and Marsalkaite, Gabija and Zisimopoulos, Odysseas and Dedmari, Muneer Ahmad and Zhao, Fenqiang and Prellberg, Jonas and Galdran, Adrian and Araujo, Teresa and Vo, Duc My and Panda, Chandan and Dahiya, Navdeep and Kondo, Satoshi and Bian, Zhengbing and Bialopetravicius, Jonas and Qiu, Chenghui and Dill, Sabrina and Mukhopadyay, Anirban and Costa, Pedro and Aresta, Guilherme and Ramamurthy, Senthil and Lee, Sang-Woong and Campilho, Aurelio and Zachow, Stefan and Xia, Shunren and Conjeti, Sailesh and Armaitis, Jogundas and Heng, Pheng-Ann and Vahdat, Arash and Cochener, Beatrice and Quellec, Gwenole}, title = {CATARACTS: Challenge on Automatic Tool Annotation for cataRACT Surgery}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, publisher = {Elsevier}, doi = {10.1016/j.media.2018.11.008}, pages = {24 -- 41}, abstract = {Surgical tool detection is attracting increasing attention from the medical image analysis community. The goal generally is not to precisely locate tools in images, but rather to indicate which tools are being used by the surgeon at each instant. The main motivation for annotating tool usage is to design efficient solutions for surgical workflow analysis, with potential applications in report generation, surgical training and even real-time decision support. Most existing tool annotation algorithms focus on laparoscopic surgeries. However, with 19 million interventions per year, the most common surgical procedure in the world is cataract surgery. The CATARACTS challenge was organized in 2017 to evaluate tool annotation algorithms in the specific context of cataract surgery. It relies on more than nine hours of videos, from 50 cataract surgeries, in which the presence of 21 surgical tools was manually annotated by two experts. With 14 participating teams, this challenge can be considered a success. As might be expected, the submitted solutions are based on deep learning. This paper thoroughly evaluates these solutions: in particular, the quality of their annotations are compared to that of human interpretations. Next, lessons learnt from the differential analysis of these solutions are discussed. We expect that they will guide the design of efficient surgery monitoring tools in the near future.}, language = {en} } @misc{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-71439}, abstract = {Volumetry of the cartilage of the knee, as needed for the assessment of knee osteoarthritis (KOA), is typically performed in a tedious and subjective process. We present an automated segmentation-based method for the quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data as well as cartilage volumetry readings given by clinical experts for 1378 subjects. It was shown that 3D CNNs can be employed for cartilage volumetry with an accuracy similar to expert volumetry readings. In future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as assessment of KOA progression via longitudinal analysis.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-72704}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging (MRI) that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs).The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures.The shape models and neural networks employed are trained using data from the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets from the SKI10 challenge.For the first time, an accuracy equivalent to the inter-observer variability of human readers is achieved in this challenge.Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We make the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation.In conclusion, combining localized classification via CNNs with statistical anatomical knowledge via SSMs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.12752/4.ATEZ.1.0}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.1016/j.media.2018.11.009}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AkbariShandizBoulosSavarssonetal.2017, author = {Akbari Shandiz, Mohsen and Boulos, Paul and S{\ae}varsson, Stefan and Ramm, Heiko and Fu, Chun Kit and Miller, Stephen and Zachow, Stefan and Anglin, Carolyn}, title = {Changes in Knee Shape and Geometry Resulting from Total Knee Arthroplasty}, series = {Journal of Engineering in Medicine}, volume = {232}, journal = {Journal of Engineering in Medicine}, number = {1}, doi = {10.1177/0954411917743274}, pages = {67 -- 79}, year = {2017}, abstract = {Changes in knee shape and geometry resulting from total knee arthroplasty can affect patients in numerous important ways: pain, function, stability, range of motion, and kinematics. Quantitative data concerning these changes have not been previously available, to our knowledge, yet are essential to understand individual experiences of total knee arthroplasty and thereby improve outcomes for all patients. The limiting factor has been the challenge of accurately measuring these changes. Our study objective was to develop a conceptual framework and analysis method to investigate changes in knee shape and geometry, and prospectively apply it to a sample total knee arthroplasty population. Using clinically available computed tomography and radiography imaging systems, the three-dimensional knee shape and geometry of nine patients (eight varus and one valgus) were compared before and after total knee arthroplasty. All patients had largely good outcomes after their total knee arthroplasty. Knee shape changed both visually and numerically. On average, the distal condyles were slightly higher medially and lower laterally (range: +4.5 mm to -4.4 mm), the posterior condyles extended farther out medially but not laterally (range: +1.8 to -6.4 mm), patellofemoral distance increased throughout flexion by 1.8-3.5 mm, and patellar thickness alone increased by 2.9 mm (range: 0.7-5.2 mm). External femoral rotation differed preop and postop. Joint line distance, taking cartilage into account, changed by +0.7 to -1.5 mm on average throughout flexion. Important differences in shape and geometry were seen between pre-total knee arthroplasty and post-total knee arthroplasty knees. While this is qualitatively known, this is the first study to report it quantitatively, an important precursor to identifying the reasons for the poor outcome of some patients. Using the developed protocol and visualization techniques to compare patients with good versus poor clinical outcomes could lead to changes in implant design, implant selection, component positioning, and surgical technique. Recommendations based on this sample population are provided. Intraoperative and postoperative feedback could ultimately improve patient satisfaction.}, language = {en} } @article{vonTycowiczAmbellanMukhopadhyayetal., author = {von Tycowicz, Christoph and Ambellan, Felix and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {An Efficient Riemannian Statistical Shape Model using Differential Coordinates}, series = {Medical Image Analysis}, volume = {43}, journal = {Medical Image Analysis}, number = {1}, doi = {10.1016/j.media.2017.09.004}, pages = {1 -- 9}, abstract = {We propose a novel Riemannian framework for statistical analysis of shapes that is able to account for the nonlinearity in shape variation. By adopting a physical perspective, we introduce a differential representation that puts the local geometric variability into focus. We model these differential coordinates as elements of a Lie group thereby endowing our shape space with a non-Euclidean structure. A key advantage of our framework is that statistics in a manifold shape space becomes numerically tractable improving performance by several orders of magnitude over state-of-the-art. We show that our Riemannian model is well suited for the identification of intra-population variability as well as inter-population differences. In particular, we demonstrate the superiority of the proposed model in experiments on specificity and generalization ability. We further derive a statistical shape descriptor that outperforms the standard Euclidean approach in terms of shape-based classification of morphological disorders.}, language = {en} } @article{WeiserErdmannSchenkletal., author = {Weiser, Martin and Erdmann, Bodo and Schenkl, Sebastian and Muggenthaler, Holger and Hubig, Michael and Mall, Gita and Zachow, Stefan}, title = {Uncertainty in Temperature-Based Determination of Time of Death}, series = {Heat and Mass Transfer}, volume = {54}, journal = {Heat and Mass Transfer}, number = {9}, publisher = {Springer}, doi = {10.1007/s00231-018-2324-4}, pages = {2815 -- 2826}, abstract = {Temperature-based estimation of time of death (ToD) can be per- formed either with the help of simple phenomenological models of corpse cooling or with detailed mechanistic (thermodynamic) heat transfer mod- els. The latter are much more complex, but allow a higher accuracy of ToD estimation as in principle all relevant cooling mechanisms can be taken into account. The potentially higher accuracy depends on the accuracy of tissue and environmental parameters as well as on the geometric resolution. We in- vestigate the impact of parameter variations and geometry representation on the estimated ToD based on a highly detailed 3D corpse model, that has been segmented and geometrically reconstructed from a computed to- mography (CT) data set, differentiating various organs and tissue types.}, language = {en} } @inproceedings{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Imaging with Deep Learning}, booktitle = {Medical Imaging with Deep Learning}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging, that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The method is evaluated on data of the MICCAI grand challenge "Segmentation of Knee Images 2010". For the first time an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy. In conclusion, combining of anatomical knowledge using SSMs with localized classification via CNNs results in a state-of-the-art segmentation method.}, language = {en} } @article{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Osteoarthritis and Cartilage}, volume = {26}, journal = {Osteoarthritis and Cartilage}, number = {5}, doi = {10.1016/j.joca.2018.02.907}, pages = {680 -- 688}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @misc{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, doi = {10.12752/4.TMZ.1.0}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @article{HoffmannLemanisWulffetal., author = {Hoffmann, Rene and Lemanis, Robert and Wulff, Lena and Zachow, Stefan and Lukeneder, Alexander and Klug, Christian and Keupp, Helmut}, title = {Traumatic events in the life of the deep-sea cephalopod mollusc, the coleoid Spirula spirula}, series = {ScienceDirect: Deep Sea Research Part I - Oceanographic Research}, volume = {142}, journal = {ScienceDirect: Deep Sea Research Part I - Oceanographic Research}, number = {12}, doi = {10.1016/j.dsr.2018.10.007}, pages = {127 -- 144}, abstract = {Here, we report on different types of shell pathologies of the enigmatic deep-sea (mesopelagic) cephalopod Spirula spirula. For the first time, we apply non-invasive imaging methods to: document trauma-induced changes in shell shapes, reconstruct the different causes and effects of these pathologies, unravel the etiology, and attempt to quantify the efficiency of the buoyancy apparatus. We have analysed 2D and 3D shell parameters from eleven shells collected as beach findings from the Canary Islands (Gran Canaria and Fuerteventura), West-Australia, and the Maldives. All shells were scanned with a nanotom-m computer tomograph. Seven shells were likely injured by predator attacks: fishes, cephalopods or crustaceans, one specimen was infested by an endoparasite (potentially Digenea) and one shell shows signs of inflammation and one shell shows large fluctuations of chamber volumes without any signs of pathology. These fluctuations are potential indicators of a stressed environment. Pathological shells represent the most deviant morphologies of a single species and can therefore be regarded as morphological end-members. The changes in the shell volume / chamber volume ratio were assessed in order to evaluate the functional tolerance of the buoyancy apparatus showing that these had little effect.}, language = {en} } @misc{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, volume = {26}, number = {5}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-68038}, pages = {680 -- 688}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @misc{GreweLeRouxPilzetal., author = {Grewe, Carl Martin and Le Roux, Gabriel and Pilz, Sven-Kristofer and Zachow, Stefan}, title = {Spotting the Details: The Various Facets of Facial Expressions}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-67696}, abstract = {3D Morphable Models (MM) are a popular tool for analysis and synthesis of facial expressions. They represent plausible variations in facial shape and appearance within a low-dimensional parameter space. Fitted to a face scan, the model's parameters compactly encode its expression patterns. This expression code can be used, for instance, as a feature in automatic facial expression recognition. For accurate classification, an MM that can adequately represent the various characteristic facets and variants of each expression is necessary. Currently available MMs are limited in the diversity of expression patterns. We present a novel high-quality Facial Expression Morphable Model built from a large-scale face database as a tool for expression analysis and synthesis. Establishment of accurate dense correspondence, up to finest skin features, enables a detailed statistical analysis of facial expressions. Various characteristic shape patterns are identified for each expression. The results of our analysis give rise to a new facial expression code. We demonstrate the advantages of such a code for the automatic recognition of expressions, and compare the accuracy of our classifier to state-of-the-art.}, language = {en} } @inproceedings{GreweleRouxPilzetal., author = {Grewe, Carl Martin and le Roux, Gabriel and Pilz, Sven-Kristofer and Zachow, Stefan}, title = {Spotting the Details: The Various Facets of Facial Expressions}, series = {IEEE International Conference on Automatic Face and Gesture Recognition}, booktitle = {IEEE International Conference on Automatic Face and Gesture Recognition}, doi = {10.1109/FG.2018.00049}, pages = {286 -- 293}, language = {en} } @inproceedings{KraemerMaggioniTycowiczetal., author = {Kr{\"a}mer, Martin and Maggioni, Marta and Tycowicz, Christoph von and Brisson, Nick and Zachow, Stefan and Duda, Georg and Reichenbach, J{\"u}rgen}, title = {Ultra-short echo-time (UTE) imaging of the knee with curved surface reconstruction-based extraction of the patellar tendon}, series = {ISMRM (International Society for Magnetic Resonance in Medicine), 26th Annual Meeting 2018, Paris, France}, booktitle = {ISMRM (International Society for Magnetic Resonance in Medicine), 26th Annual Meeting 2018, Paris, France}, abstract = {Due to very short T2 relaxation times, imaging of tendons is typically performed using ultra-short echo-time (UTE) acquisition techniques. In this work, we combined an echo-train shifted multi-echo 3D UTE imaging sequence with a 3D curved surface reconstruction to virtually extract the patellar tendon from an acquired 3D UTE dataset. Based on the analysis of the acquired multi-echo data, a T2* relaxation time parameter map was calculated and interpolated to the curved surface of the patellar tendon.}, language = {en} } @inproceedings{JoachimskyAmbellanZachow, author = {Joachimsky, Robert and Ambellan, Felix and Zachow, Stefan}, title = {Computerassistierte Auswahl und Platzierung von interpositionalen Spacern zur Behandlung fr{\"u}her Gonarthrose}, series = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, volume = {16}, booktitle = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-65321}, pages = {106 -- 111}, abstract = {Degenerative Gelenkerkrankungen, wie die Osteoarthrose, sind ein h{\"a}ufiges Krankheitsbild unter {\"a}lteren Erwachsenen. Hierbei verringert sich u.a. der Gelenkspalt aufgrund degenerierten Knorpels oder gesch{\"a}digter Menisci. Ein in den Gelenkspalt eingebrachter interpositionaler Spacer soll die mit der Osteoarthrose einhergehende verringerte Gelenkkontaktfl{\"a}che erh{\"o}hen und so der teilweise oder vollst{\"a}ndige Gelenkersatz hinausgez{\"o}gert oder vermieden werden. In dieser Arbeit pr{\"a}sentieren wir eine Planungssoftware f{\"u}r die Auswahl und Positionierung eines interpositionalen Spacers am Patientenmodell. Auf einer MRT-basierten Bildsegmentierung aufbauend erfolgt eine geometrische Rekonstruktion der 3D-Anatomie des Kniegelenks. Anhand dieser wird der Gelenkspalt bestimmt, sowie ein Spacer ausgew{\"a}hlt und algorithmisch vorpositioniert. Die Positionierung des Spacers ist durch den Benutzer jederzeit interaktiv anpassbar. F{\"u}r jede Positionierung eines Spacers wird ein Fitness-Wert zur Knieanatomie des jeweiligen Patienten berechnet und den Nutzern R{\"u}ckmeldung hinsichtlich Passgenauigkeit gegeben. Die Software unterst{\"u}tzt somit als Entscheidungshilfe die behandelnden {\"A}rzte bei der patientenspezifischen Spacerauswahl.}, language = {de} } @article{HoffmannLemanisFalkenbergetal., author = {Hoffmann, Ren{\´e} and Lemanis, Robert and Falkenberg, Janina and Schneider, Steffen and Wesendonk, Hendrik and Zachow, Stefan}, title = {Integrating 2D and 3D shell morphology to disentangle the palaeobiology of ammonoids: A virtual approach}, series = {Palaeontology}, volume = {61}, journal = {Palaeontology}, number = {1}, doi = {10.1111/pala.12328}, pages = {89 -- 104}, abstract = {We demonstrate, based on data derived from computed tomography, that integrating 2D and 3D morphological data of ammonoid shells represent an important new approach to disentangle the palaeobiology of ammonoids. Characterization of ammonite morphology has long been constrained to 2D data and only a few studies collect ontogenetic data in 180° steps. We combine this traditional approach with 3D data collected from high-resolution nano-computed tomography. For this approach, ontogenetic morphological data of the hollow shell of a juvenile ammonite Kosmoceras (Jurassic, Callovian) is collected. 2D data is collected in 10° steps and show significant changes in shell morphology. Preserved hollow spines show multiple mineralized membranes never reported before, representing temporal changes of the ammonoid mantle tissue. 3D data show that chamber volumes do not always increase exponentially, as was generally assumed, but may represent a proxy for life events, e.g. stress phases. Furthermore, chamber volume cannot be simply derived from septal spacing in forms comparable to Kosmoceras. Vogel numbers, a 3D parameter for chamber shape, of Kosmoceras are similar to other ammonoids (Arnsbergites, Amauroceras) and modern cephalopods (Nautilus, Spirula). Two methods to virtually document the suture line ontogeny, used to document phylogenetic relationships of larger taxonomic entities, were applied for the first time and seem a promising alternative to hand drawings. The curvature of the chamber surfaces increases during ontogeny due to increasing strength of ornamentation and septal complexity. As increasing curvature may allow for faster handling of cameral liquid, it could compensate for decreasing SA/V ratios through ontogeny.}, language = {en} } @article{MoldenhauerWeiserZachow, author = {Moldenhauer, Marian and Weiser, Martin and Zachow, Stefan}, title = {Adaptive Algorithms for Optimal Hip Implant Positioning}, series = {PAMM}, volume = {17}, journal = {PAMM}, number = {1}, doi = {10.1002/pamm.201710071}, pages = {203 -- 204}, abstract = {In an aging society where the number of joint replacements rises, it is important to also increase the longevity of implants. In particular hip implants have a lifetime of at most 15 years. This derives primarily from pain due to implant migration, wear, inflammation, and dislocation, which is affected by the positioning of the implant during the surgery. Current joint replacement practice uses 2D software tools and relies on the experience of surgeons. Especially the 2D tools fail to take the patients' natural range of motion as well as stress distribution in the 3D joint induced by different daily motions into account. Optimizing the hip joint implant position for all possible parametrized motions under the constraint of a contact problem is prohibitively expensive as there are too many motions and every position change demands a recalculation of the contact problem. For the reduction of the computational effort, we use adaptive refinement on the parameter domain coupled with the interpolation method of Kriging. A coarse initial grid is to be locally refined using goal-oriented error estimation, reducing locally high variances. This approach will be combined with multi-grid optimization such that numerical errors are reduced.}, language = {en} } @inproceedings{AmbellanTackWilsonetal., author = {Ambellan, Felix and Tack, Alexander and Wilson, Dave and Anglin, Carolyn and Lamecker, Hans and Zachow, Stefan}, title = {Evaluating two methods for Geometry Reconstruction from Sparse Surgical Navigation Data}, series = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, volume = {16}, booktitle = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-65339}, pages = {24 -- 30}, abstract = {In this study we investigate methods for fitting a Statistical Shape Model (SSM) to intraoperatively acquired point cloud data from a surgical navigation system. We validate the fitted models against the pre-operatively acquired Magnetic Resonance Imaging (MRI) data from the same patients. We consider a cohort of 10 patients who underwent navigated total knee arthroplasty. As part of the surgical protocol the patients' distal femurs were partially digitized. All patients had an MRI scan two months pre-operatively. The MRI data were manually segmented and the reconstructed bone surfaces used as ground truth against which the fit was compared. Two methods were used to fit the SSM to the data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). For both approaches, the difference between model fit and ground truth surface averaged less than 1.7 mm and excellent correspondence with the distal femoral morphology can be demonstrated.}, language = {en} } @article{BrueningGoubergritsHepptetal., author = {Br{\"u}ning, Jan and Goubergrits, Leonid and Heppt, Werner and Zachow, Stefan and Hildebrandt, Thomas}, title = {Numerical Analysis of Nasal Breathing - A Pilot Study}, series = {Facial Plastic Surgery}, volume = {33}, journal = {Facial Plastic Surgery}, number = {4}, doi = {doi:10.1055/s-0037-1603789}, pages = {388 -- 395}, abstract = {Background: Currently, there is no fully sufficient way to differentiate between symptomatic and normal nasal breathing. Using the nose's total resistance is disputed as a valid means to objectify nasal airflow, and the need for a more comprehensive diagnostic method is increasing. This work's aim was to test a novel approach considering intranasal wall shear stress as well as static pressure maps obtained by computational fluid dynamics (CFD). Methods: X-ray computed tomography (CT) scan data of six symptom-free subjects and seven symptomatic patients were used. Patient-specific geometries of the nasal cavity were segmented from these data sets. Inspiratory and expiratory steady airflow simulations were performed using CFD. Calculated static pressures and wall shear stresses (WSS) were mapped onto a common template of the nasal septum, allowing for comparison of these parameters between the two patient groups. Results: Significant differences in wall shear stress distributions during the inspiratory phase could be identified between the two groups, whereas no differences were found for the expiratory phase. It is assumed that one essential feature of normal nasal breathing probably consists in distinctively different intranasal flow fields for inspiration and expiration. This is in accordance with previous investigations. Conclusion: The proposed method seems to be a promising tool for developing a new kind of patient-specific assessment of nasal breathing. However, more studies and a greater case number of data with an expanded focus, would be ideal.}, language = {en} } @misc{WeiserErdmannSchenkletal.2017, author = {Weiser, Martin and Erdmann, Bodo and Schenkl, Sebastian and Muggenthaler, Holger and Hubig, Michael and Mall, Gita and Zachow, Stefan}, title = {Uncertainty in Temperature-Based Determination of Time of Death}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-63818}, year = {2017}, abstract = {Temperature-based estimation of time of death (ToD) can be per- formed either with the help of simple phenomenological models of corpse cooling or with detailed mechanistic (thermodynamic) heat transfer mod- els. The latter are much more complex, but allow a higher accuracy of ToD estimation as in principle all relevant cooling mechanisms can be taken into account. The potentially higher accuracy depends on the accuracy of tissue and environmental parameters as well as on the geometric resolution. We in- vestigate the impact of parameter variations and geometry representation on the estimated ToD based on a highly detailed 3D corpse model, that has been segmented and geometrically reconstructed from a computed to- mography (CT) data set, differentiating various organs and tissue types. From that we identify the most crucial parameters to measure or estimate, and obtain a local uncertainty quantifcation for the ToD.}, language = {en} } @misc{AmbellanTackWilsonetal., author = {Ambellan, Felix and Tack, Alexander and Wilson, Dave and Anglin, Carolyn and Lamecker, Hans and Zachow, Stefan}, title = {Evaluating two methods for Geometry Reconstruction from Sparse Surgical Navigation Data}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-66052}, abstract = {In this study we investigate methods for fitting a Statistical Shape Model (SSM) to intraoperatively acquired point cloud data from a surgical navigation system. We validate the fitted models against the pre-operatively acquired Magnetic Resonance Imaging (MRI) data from the same patients. We consider a cohort of 10 patients who underwent navigated total knee arthroplasty. As part of the surgical protocol the patients' distal femurs were partially digitized. All patients had an MRI scan two months pre-operatively. The MRI data were manually segmented and the reconstructed bone surfaces used as ground truth against which the fit was compared. Two methods were used to fit the SSM to the data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). For both approaches, the difference between model fit and ground truth surface averaged less than 1.7 mm and excellent correspondence with the distal femoral morphology can be demonstrated.}, language = {en} } @misc{JoachimskyAmbellanZachow, author = {Joachimsky, Robert and Ambellan, Felix and Zachow, Stefan}, title = {Computerassistierte Auswahl und Platzierung von interpositionalen Spacern zur Behandlung fr{\"u}her Gonarthrose}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-66064}, abstract = {Degenerative Gelenkerkrankungen, wie die Osteoarthrose, sind ein h{\"a}ufiges Krankheitsbild unter {\"a}lteren Erwachsenen. Hierbei verringert sich u.a. der Gelenkspalt aufgrund degenerierten Knorpels oder gesch{\"a}digter Menisci. Ein in den Gelenkspalt eingebrachter interpositionaler Spacer soll die mit der Osteoarthrose einhergehende verringerte Gelenkkontaktfl{\"a}che erh{\"o}hen und so der teilweise oder vollst{\"a}ndige Gelenkersatz hinausgez{\"o}gert oder vermieden werden. In dieser Arbeit pr{\"a}sentieren wir eine Planungssoftware f{\"u}r die Auswahl und Positionierung eines interpositionalen Spacers am Patientenmodell. Auf einer MRT-basierten Bildsegmentierung aufbauend erfolgt eine geometrische Rekonstruktion der 3D-Anatomie des Kniegelenks. Anhand dieser wird der Gelenkspalt bestimmt, sowie ein Spacer ausgew{\"a}hlt und algorithmisch vorpositioniert. Die Positionierung des Spacers ist durch den Benutzer jederzeit interaktiv anpassbar. F{\"u}r jede Positionierung eines Spacers wird ein Fitness-Wert zur Knieanatomie des jeweiligen Patienten berechnet und den Nutzern R{\"u}ckmeldung hinsichtlich Passgenauigkeit gegeben. Die Software unterst{\"u}tzt somit als Entscheidungshilfe die behandelnden {\"A}rzte bei der patientenspezifischen Spacerauswahl.}, language = {de} } @article{BernardSalamancaThunbergetal., author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse 3D Point-Clouds}, series = {Medical Image Analysis}, volume = {38}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2017.02.005}, pages = {77 -- 89}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points plays an important role in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or in the process of aligning intra-operative navigation and preoperative planning data. In such scenarios, one usually has to deal with sparse data, which significantly aggravates the problem of reconstruction. However, medical applications often provide contextual information about the 3D point data that allow to incorporate prior knowledge about the shape that is to be reconstructed. To this end, we propose the use of a statistical shape model (SSM) as a prior for surface reconstruction. The SSM is represented by a point distribution model (PDM), which is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we formulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given points are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are "oriented" according to the surface normals at the PDM points, a surface-based fitting is accomplished. Estimating the parameters of the GMM in a maximum a posteriori manner yields the reconstruction of the surface from the given data points. We compare our method to the extensively used Iterative Closest Points method on several different anatomical datasets/SSMs (brain, femur, tibia, hip, liver) and demonstrate superior accuracy and robustness on sparse data.}, language = {en} } @article{LubeFlackCotofanaetal., author = {Lube, Juliane and Flack, Natasha and Cotofana, Sebastian and {\"O}zkurtul, Orkun and Woodley, Stephanie and Zachow, Stefan and Hammer, Niels}, title = {Pelvic and lower extremity physiological cross-sectional areas: An MRI study of the living young and comparison to published research literature}, series = {Surgical and Radiologic Anatomy}, volume = {39}, journal = {Surgical and Radiologic Anatomy}, number = {8}, doi = {10.1007/s00276-016-1807-6}, pages = {849 -- 857}, abstract = {Purpose: Morphological data pertaining to the pelvis and lower extremity muscles are increasingly being used in biomechanical modeling to compare healthy and pathological conditions. Very few data sets exist that encompass all of the muscles of the lower limb, allowing for comparisons between regions. The aims of this study were to (a) provide physiological cross-sectional area (PCSA) data for the pelvic, thigh, and leg muscles in young, healthy participants, using magnetic resonance imaging (MRI), and (b) to compare these data with summarized PCSAs obtained from the literature. Materials and Methods: Six young and healthy volunteers participated and were scanned using 3 T MRI. PCSAs were calculated from volumetric segmentations obtained bilaterally of 28 muscles/muscle groups of the pelvis, thigh, and leg. These data were compared to published, summarized PCSA data derived from cadaveric, computed tomography, MRI and ultrasound studies. Results: The PCSA of the pelvis, thigh, and leg muscles tended to be 20-130\% larger in males than in females, except for the gemelli which were 34\% smaller in males, and semitendinosus and triceps surae which did not differ (<20\% different). The dominant and the non-dominant sides showed similar and minutely different PCSA with less than 18\% difference between sides. Comparison to other studies revealed wide ranges within, and large differences between, the cadaveric and imaging PCSA data. Comparison of the PCSA of this study and published literature revealed major differences in the iliopsoas, gluteus minimus, tensor fasciae latae, gemelli, obturator internus, biceps femoris, quadriceps femoris, and the deep leg flexor muscles. Conclusions: These volume-derived PCSAs of the pelvic and lower limb muscles alongside the data synthesised from the literature may serve as a basis for comparative and biomechanical studies of the living and healthy young, and enable calculation of muscle forces. Comparison of the literature revealed large variations in PCSA from each of the different investigative modalities, hampering omparability between studies. Sample size, age, post-mortem changes of muscle tone, chemical fixation of cadaveric tissues, and the underlying physics of the imaging techniques may potentially influence PCSA calculations.}, language = {en} } @article{SahuMukhopadhyaySzengeletal., author = {Sahu, Manish and Mukhopadhyay, Anirban and Szengel, Angelika and Zachow, Stefan}, title = {Addressing multi-label imbalance problem of Surgical Tool Detection using CNN}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {12}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {6}, publisher = {Springer}, doi = {10.1007/s11548-017-1565-x}, pages = {1013 -- 1020}, abstract = {Purpose: A fully automated surgical tool detection framework is proposed for endoscopic video streams. State-of-the-art surgical tool detection methods rely on supervised one-vs-all or multi-class classification techniques, completely ignoring the co-occurrence relationship of the tools and the associated class imbalance. Methods: In this paper, we formulate tool detection as a multi-label classification task where tool co-occurrences are treated as separate classes. In addition, imbalance on tool co-occurrences is analyzed and stratification techniques are employed to address the imbalance during Convolutional Neural Network (CNN) training. Moreover, temporal smoothing is introduced as an online post-processing step to enhance run time prediction. Results: Quantitative analysis is performed on the M2CAI16 tool detection dataset to highlight the importance of stratification, temporal smoothing and the overall framework for tool detection. Conclusion: The analysis on tool imbalance, backed by the empirical results indicates the need and superiority of the proposed framework over state-of-the-art techniques.}, language = {en} } @article{SchenklMuggenthalerHubigetal.2017, author = {Schenkl, Sebastian and Muggenthaler, Holger and Hubig, Michael and Erdmann, Bodo and Weiser, Martin and Zachow, Stefan and Heinrich, Andreas and G{\"u}ttler, Felix Victor and Teichgr{\"a}ber, Ulf and Mall, Gita}, title = {Automatic CT-based finite element model generation for temperature-based death time estimation: feasibility study and sensitivity analysis}, series = {International Journal of Legal Medicine}, volume = {131}, journal = {International Journal of Legal Medicine}, number = {3}, doi = {doi:10.1007/s00414-016-1523-0}, pages = {699 -- 712}, year = {2017}, abstract = {Temperature based death time estimation is based either on simple phenomenological models of corpse cooling or on detailed physical heat transfer models. The latter are much more complex, but allow a higher accuracy of death time estimation as in principle all relevant cooling mechanisms can be taken into account. Here, a complete work flow for finite element based cooling simulation models is presented. The following steps are demonstrated on CT-phantoms: • CT-scan • Segmentation of the CT images for thermodynamically relevant features of individual geometries • Conversion of the segmentation result into a Finite Element (FE) simulation model • Computation of the model cooling curve • Calculation of the cooling time For the first time in FE-based cooling time estimation the steps from the CT image over segmentation to FE model generation are semi-automatically performed. The cooling time calculation results are compared to cooling measurements performed on the phantoms under controlled conditions. In this context, the method is validated using different CTphantoms. Some of the CT phantoms thermodynamic material parameters had to be experimentally determined via independent experiments. Moreover the impact of geometry and material parameter uncertainties on the estimated cooling time is investigated by a sensitivity analysis.}, language = {en} } @misc{SahuDillMukhopadyayetal., author = {Sahu, Manish and Dill, Sabrina and Mukhopadyay, Anirban and Zachow, Stefan}, title = {Surgical Tool Presence Detection for Cataract Procedures}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-69110}, abstract = {This article outlines the submission to the CATARACTS challenge for automatic tool presence detection [1]. Our approach for this multi-label classification problem comprises labelset-based sampling, a CNN architecture and temporal smothing as described in [3], which we call ZIB-Res-TS.}, language = {en} } @article{WilsonAnglinAmbellanetal., author = {Wilson, David and Anglin, Carolyn and Ambellan, Felix and Grewe, Carl Martin and Tack, Alexander and Lamecker, Hans and Dunbar, Michael and Zachow, Stefan}, title = {Validation of three-dimensional models of the distal femur created from surgical navigation point cloud data for intraoperative and postoperative analysis of total knee arthroplasty}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {12}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {12}, publisher = {Springer}, doi = {10.1007/s11548-017-1630-5}, pages = {2097 -- 2105}, abstract = {Purpose: Despite the success of total knee arthroplasty there continues to be a significant proportion of patients who are dissatisfied. One explanation may be a shape mismatch between pre and post-operative distal femurs. The purpose of this study was to investigate a method to match a statistical shape model (SSM) to intra-operatively acquired point cloud data from a surgical navigation system, and to validate it against the pre-operative magnetic resonance imaging (MRI) data from the same patients. Methods: A total of 10 patients who underwent navigated total knee arthroplasty also had an MRI scan less than 2 months pre-operatively. The standard surgical protocol was followed which included partial digitization of the distal femur. Two different methods were employed to fit the SSM to the digitized point cloud data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). The available MRI data were manually segmented and the reconstructed three-dimensional surfaces used as ground truth against which the statistical shape model fit was compared. Results: For both approaches, the difference between the statistical shape model-generated femur and the surface generated from MRI segmentation averaged less than 1.7 mm, with maximum errors occurring in less clinically important areas. Conclusion: The results demonstrated good correspondence with the distal femoral morphology even in cases of sparse data sets. Application of this technique will allow for measurement of mismatch between pre and post-operative femurs retrospectively on any case done using the surgical navigation system and could be integrated into the surgical navigation unit to provide real-time feedback.}, language = {en} } @misc{GreweZachow, author = {Grewe, Carl Martin and Zachow, Stefan}, title = {Face to Face-Interface}, series = {+ultra. Knowledge \& Gestaltung}, journal = {+ultra. Knowledge \& Gestaltung}, editor = {Doll, Nikola and Bredekamp, Horst and Sch{\"a}ffner, Wolfgang}, publisher = {Seemann Henschel}, pages = {320 -- 321}, language = {en} } @article{ZahnGrotjohannRammetal., author = {Zahn, Robert and Grotjohann, Sarah and Ramm, Heiko and Zachow, Stefan and Pumberger, Matthias and Putzier, Michael and Perka, Carsten and Tohtz, Stephan}, title = {Influence of pelvic tilt on functional acetabular orientation}, series = {Technology and Health Care}, volume = {25}, journal = {Technology and Health Care}, number = {3}, publisher = {IOS Press}, doi = {10.3233/THC-161281}, pages = {557 -- 565}, language = {en} } @article{LemanisKornZachowetal., author = {Lemanis, Robert and Korn, Dieter and Zachow, Stefan and Rybacki, Erik and Hoffmann, Ren{\´e}}, title = {The Evolution and Development of Cephalopod Chambers and Their Shape}, series = {PLOS ONE}, volume = {11}, journal = {PLOS ONE}, number = {3}, doi = {10.1371/journal.pone.0151404}, abstract = {The Ammonoidea is a group of extinct cephalopods ideal to study evolution through deep time. The evolution of the planispiral shell and complexly folded septa in ammonoids has been thought to have increased the functional surface area of the chambers permitting enhanced metabolic functions such as: chamber emptying, rate of mineralization and increased growth rates throughout ontogeny. Using nano-computed tomography and synchrotron radiation based micro-computed tomography, we present the first study of ontogenetic changes in surface area to volume ratios in the phragmocone chambers of several phylogenetically distant ammonoids and extant cephalopods. Contrary to the initial hypothesis, ammonoids do not possess a persistently high relative chamber surface area. Instead, the functional surface area of the chambers is higher in earliest ontogeny when compared to Spirula spirula. The higher the functional surface area the quicker the potential emptying rate of the chamber; quicker chamber emptying rates would theoretically permit faster growth. This is supported by the persistently higher siphuncular surface area to chamber volume ratio we collected for the ammonite Amauroceras sp. compared to either S. spirula or nautilids. We demonstrate that the curvature of the surface of the chamber increases with greater septal complexity increasing the potential refilling rates. We further show a unique relationship between ammonoid chamber shape and size that does not exist in S. spirula or nautilids. This view of chamber function also has implications for the evolution of the internal shell of coleoids, relating this event to the decoupling of soft-body growth and shell growth.}, language = {en} } @article{DunlopApanaskevichLehmannetal.2016, author = {Dunlop, Jason and Apanaskevich, Dmitry and Lehmann, Jens and Hoffmann, Rene and Fusseis, Florian and Ehlke, Moritz and Zachow, Stefan and Xiao, Xianghui}, title = {Microtomography of the Baltic amber tick Ixodes succineus reveals affinities with the modern Asian disease vector Ixodes ovatus}, series = {BMC Evolutionary Biology}, volume = {16}, journal = {BMC Evolutionary Biology}, number = {1}, doi = {10.1186/s12862-016-0777-y}, year = {2016}, abstract = {Background: Fossil ticks are extremely rare, whereby Ixodes succineus Weidner, 1964 from Eocene (ca. 44-49 Ma) Baltic amber is one of the oldest examples of a living hard tick genus (Ixodida: Ixodidae). Previous work suggested it was most closely related to the modern and widespread European sheep tick Ixodes ricinus (Linneaus, 1758). Results: Restudy using phase contrast synchrotron x-ray tomography yielded images of exceptional quality. These confirm the fossil's referral to Ixodes Latreille, 1795, but the characters resolved here suggest instead affinities with the Asian subgenus Partipalpiger Hoogstraal et al., 1973 and its single living (and medically significant) species Ixodes ovatus Neumann, 1899. We redescribe the amber fossil here as Ixodes (Partipalpiger) succineus. Conclusions: Our data suggest that Ixodes ricinus is unlikely to be directly derived from Weidner's amber species, but instead reveals that the Partipalpiger lineage was originally more widely distributed across the northern hemisphere. The closeness of Ixodes (P.) succineus to a living vector of a wide range of pathogens offers the potential to correlate its spatial and temporal position (northern Europe, nearly 50 million years ago) with the estimated origination dates of various tick-borne diseases.}, language = {en} } @article{BernardSalamancaThunbergetal., author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse Data}, series = {arXiv}, journal = {arXiv}, pages = {1602.08425v1}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points is a common topic in materials and life sciences, computationally handled in computer graphics. Such points usually stem from optical or tactile 3D coordinate measuring equipment. Surface reconstruction also appears in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or the alignment of intra-operative navigation and preoperative planning data. In contrast to mere 3D point clouds, medical imaging yields contextual information on the 3D point data that can be used to adopt prior information on the shape that is to be reconstructed from the measurements. In this work we propose to use a statistical shape model (SSM) as a prior for surface reconstruction. The prior knowledge is represented by a point distribution model (PDM) that is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we reformulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given measurements are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are oriented according to the surface normals at the PDM points, a surface-based tting is accomplished. By estimating the parameters of the GMM in a maximum a posteriori manner, the reconstruction of the surface from the given measurements is achieved. Extensive experiments suggest that our proposed approach leads to superior surface reconstructions compared to Iterative Closest Point (ICP) methods.}, language = {en} } @article{LemanisZachowHoffmann, author = {Lemanis, Robert and Zachow, Stefan and Hoffmann, Ren{\´e}}, title = {Comparative cephalopod shell strength and the role of septum morphology on stress distribution}, series = {PeerJ}, volume = {4}, journal = {PeerJ}, doi = {10.7717/peerj.2434}, pages = {e2434}, abstract = {The evolution of complexly folded septa in ammonoids has long been a controversial topic. Explanations of the function of these folded septa can be divided into physiological and mechanical hypotheses with the mechanical functions tending to find widespread support. The complexity of the cephalopod shell has made it difficult to directly test the mechanical properties of these structures without oversimplification of the septal morphology or extraction of a small sub-domain. However, the power of modern finite element analysis now permits direct testing of mechanical hypothesis on complete, empirical models of the shells taken from computed tomographic data. Here we compare, for the first time using empirical models, the capability of the shells of extant Nautilus pompilius, Spirula spirula, and the extinct ammonite Cadoceras sp. to withstand hydrostatic pressure and point loads. Results show hydrostatic pressure imparts highest stress on the final septum with the rest of the shell showing minimal compression. S. spirula shows the lowest stress under hydrostatic pressure while N. pompilius shows the highest stress. Cadoceras sp. shows the development of high stress along the attachment of the septal saddles with the shell wall. Stress due to point loads decreases when the point force is directed along the suture as opposed to the unsupported chamber wall. Cadoceras sp. shows the greatest decrease in stress between the point loads compared to all other models. Greater amplitude of septal flutes corresponds with greater stress due to hydrostatic pressure; however, greater amplitude decreases the stress magnitude of point loads directed along the suture. In our models, sutural complexity does not predict greater resistance to hydrostatic pressure but it does seem to increase resistance to point loads, such as would be from predators. This result permits discussion of palaeoecological reconstructions on the basis of septal morphology. We further suggest that the ratio used to characterize septal morphology in the septal strength index and in calculations of tensile strength of nacre are likely insufficient. A better understanding of the material properties of cephalopod nacre may allow the estimation of maximum depth limits of shelled cephalopods through finite element analysis.}, language = {en} } @inproceedings{MukhopadhyayMorilloZachowetal., author = {Mukhopadhyay, Anirban and Morillo, Oscar and Zachow, Stefan and Lamecker, Hans}, title = {Robust and Accurate Appearance Models Based on Joint Dictionary Learning Data from the Osteoarthritis Initiative}, series = {Lecture Notes in Computer Science, Patch-Based Techniques in Medical Imaging. Patch-MI 2016}, volume = {9993}, booktitle = {Lecture Notes in Computer Science, Patch-Based Techniques in Medical Imaging. Patch-MI 2016}, doi = {10.1007/978-3-319-47118-1_4}, pages = {25 -- 33}, abstract = {Deformable model-based approaches to 3D image segmentation have been shown to be highly successful. Such methodology requires an appearance model that drives the deformation of a geometric model to the image data. Appearance models are usually either created heuristically or through supervised learning. Heuristic methods have been shown to work effectively in many applications but are hard to transfer from one application (imaging modality/anatomical structure) to another. On the contrary, supervised learning approaches can learn patterns from a collection of annotated training data. In this work, we show that the supervised joint dictionary learning technique is capable of overcoming the traditional drawbacks of the heuristic approaches. Our evaluation based on two different applications (liver/CT and knee/MR) reveals that our approach generates appearance models, which can be used effectively and efficiently in a deformable model-based segmentation framework.}, language = {en} } @incollection{LameckerZachow, author = {Lamecker, Hans and Zachow, Stefan}, title = {Statistical Shape Modeling of Musculoskeletal Structures and Its Applications}, series = {Computational Radiology for Orthopaedic Interventions}, volume = {23}, booktitle = {Computational Radiology for Orthopaedic Interventions}, publisher = {Springer}, isbn = {978-3-319-23481-6}, doi = {10.1007/978-3-319-23482-3}, pages = {1 -- 23}, abstract = {Statistical shape models (SSM) describe the shape variability contained in a given population. They are able to describe large populations of complex shapes with few degrees of freedom. This makes them a useful tool for a variety of tasks that arise in computer-aided madicine. In this chapter we are going to explain the basic methodology of SSMs and present a variety of examples, where SSMs have been successfully applied.}, language = {en} } @misc{TycowiczAmbellanMukhopadhyayetal., author = {Tycowicz, Christoph von and Ambellan, Felix and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {A Riemannian Statistical Shape Model using Differential Coordinates}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-61175}, abstract = {We propose a novel Riemannian framework for statistical analysis of shapes that is able to account for the nonlinearity in shape variation. By adopting a physical perspective, we introduce a differential representation that puts the local geometric variability into focus. We model these differential coordinates as elements of a Lie group thereby endowing our shape space with a non-Euclidian structure. A key advantage of our framework is that statistics in a manifold shape space become numerically tractable improving performance by several orders of magnitude over state-of-the-art. We show that our Riemannian model is well suited for the identification of intra-population variability as well as inter-population differences. In particular, we demonstrate the superiority of the proposed model in experiments on specificity and generalization ability. We further derive a statistical shape descriptor that outperforms the standard Euclidian approach in terms of shape-based classification of morphological disorders.}, language = {en} } @inproceedings{GreweZachow, author = {Grewe, Carl Martin and Zachow, Stefan}, title = {Fully Automated and Highly Accurate Dense Correspondence for Facial Surfaces}, series = {Computer Vision - ECCV 2016 Workshops}, volume = {9914}, booktitle = {Computer Vision - ECCV 2016 Workshops}, publisher = {Springer International Publishing}, doi = {10.1007/978-3-319-48881-3_38}, pages = {552 -- 568}, abstract = {We present a novel framework for fully automated and highly accurate determination of facial landmarks and dense correspondence, e.g. a topologically identical mesh of arbitrary resolution, across the entire surface of 3D face models. For robustness and reliability of the proposed approach, we are combining 2D landmark detectors and 3D statistical shape priors with a variational matching method. Instead of matching faces in the spatial domain only, we employ image registration to align the 2D parametrization of the facial surface to a planar template we call the Unified Facial Parameter Domain (ufpd). This allows us to simultaneously match salient photometric and geometric facial features using robust image similarity measures while reasonably constraining geometric distortion in regions with less significant features. We demonstrate the accuracy of the dense correspondence established by our framework on the BU3DFE database with 2500 facial surfaces and show, that our framework outperforms current state-of-the-art methods with respect to the fully automated location of facial landmarks.}, language = {en} } @article{Zachow, author = {Zachow, Stefan}, title = {Computational Planning in Facial Surgery}, series = {Facial Plastic Surgery}, volume = {31}, journal = {Facial Plastic Surgery}, number = {5}, doi = {10.1055/s-0035-1564717}, pages = {446 -- 462}, abstract = {This article reflects the research of the last two decades in computational planning for cranio-maxillofacial surgery. Model-guided and computer-assisted surgery planning has tremendously developed due to ever increasing computational capabilities. Simulators for education, planning, and training of surgery are often compared with flight simulators, where maneuvers are also trained to reduce a possible risk of failure. Meanwhile, digital patient models can be derived from medical image data with astonishing accuracy and thus can serve for model surgery to derive a surgical template model that represents the envisaged result. Computerized surgical planning approaches, however, are often still explorative, meaning that a surgeon tries to find a therapeutic concept based on his or her expertise using computational tools that are mimicking real procedures. Future perspectives of an improved computerized planning may be that surgical objectives will be generated algorithmically by employing mathematical modeling, simulation, and optimization techniques. Planning systems thus act as intelligent decision support systems. However, surgeons can still use the existing tools to vary the proposed approach, but they mainly focus on how to transfer objectives into reality. Such a development may result in a paradigm shift for future surgery planning.}, language = {en} } @misc{LamasRodriguezEhlkeHoffmannetal., author = {Lamas-Rodr{\´i}guez, Juli{\´a}n and Ehlke, Moritz and Hoffmann, Ren{\´e} and Zachow, Stefan}, title = {GPU-accelerated denoising of large tomographic data sets with low SNR}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-56339}, abstract = {Enhancements in tomographic imaging techniques facilitate non-destructive methods for visualizing fossil structures. However, to penetrate dense materials such as sediments or pyrites, image acquisition is typically performed with high beam energy and very sensitive image intensifiers, leading to artifacts and noise in the acquired data. The analysis of delicate fossil structures requires the images to be captured in maximum resolution, resulting in large data sets of several giga bytes (GB) in size. Since the structural information of interest is often almost in the same spatial range as artifacts and noise, image processing and segmentation algorithms have to cope with a very low signal-to-noise ratio (SNR). Within this report we present a study on the performance of a collection of denoising algorithms applied to a very noisy fossil dataset. The study shows that a non-local means (NLM) filter, in case it is properly configured, is able to remove a considerable amount of noise while preserving most of the structural information of interest. Based on the results of this study, we developed a software tool within ZIBAmira that denoises large tomographic datasets using an adaptive, GPU-accelerated NLM filter. With the help of our implementation a user can interactively configure the filter's parameters and thus its effectiveness with respect to the data of interest, while the filtering response is instantly visualized for a preselected region of interest (ROI). Our implementation efficiently denoises even large fossil datasets in a reasonable amount of time.}, language = {en} } @article{ZahnGrotjohannRammetal., author = {Zahn, Robert and Grotjohann, Sarah and Ramm, Heiko and Zachow, Stefan and Putzier, Michael and Perka, Carsten and Tohtz, Stephan}, title = {Pelvic tilt compensates for increased acetabular anteversion}, series = {International Orthopaedics}, volume = {40}, journal = {International Orthopaedics}, number = {8}, doi = {10.1007/s00264-015-2949-6}, pages = {1571 -- 1575}, abstract = {Pelvic tilt determines functional orientation of the acetabulum. In this study, we investigated the interaction of pelvic tilt and functional acetabular anteversion (AA) in supine position.}, language = {en} } @article{ZachowHeppt, author = {Zachow, Stefan and Heppt, Werner}, title = {The Facial Profile}, series = {Facial Plastic Surgery}, volume = {31}, journal = {Facial Plastic Surgery}, number = {5}, doi = {10.1055/s-0035-1566132}, pages = {419 -- 420}, abstract = {Facial appearance in our societies is often associated with notions of attractiveness, juvenileness, beauty, success, and so forth. Hence, the role of facial plastic surgery is highly interrelated to a patient's desire to feature many of these positively connoted attributes, which of course, are subject of different cultural perceptions or social trends. To judge about somebody's facial appearance, appropriate quantitative measures as well as methods to obtain and compare individual facial features are required. This special issue on facial profile is intended to provide an overview on how facial characteristics are surgically managed in an interdisciplinary way based on experience, instrumentation, and modern technology to obtain an aesthetic facial appearance with harmonious facial proportions. The facial profile will be discussed within the context of facial aesthetics. Latest concepts for capturing facial morphology in high speed and impressive detail are presented for quantitative analysis of even subtle changes, aging effects, or facial expressions. In addition, the perception of facial profiles is evaluated based on eye tracking technology.}, language = {en} } @inproceedings{EhlkeFrenzelRammetal., author = {Ehlke, Moritz and Frenzel, Thomas and Ramm, Heiko and Shandiz, Mohsen Akbari and Anglin, Carolyn and Zachow, Stefan}, title = {Towards Robust Measurement Of Pelvic Parameters From AP Radiographs Using Articulated 3D Models}, series = {Computer Assisted Radiology and Surgery (CARS)}, booktitle = {Computer Assisted Radiology and Surgery (CARS)}, abstract = {Patient-specific parameters such as the orientation of the acetabulum or pelvic tilt are useful for custom planning for total hip arthroplasty (THA) and for evaluating the outcome of surgical interventions. The gold standard in obtaining pelvic parameters is from three-dimensional (3D) computed tomography (CT) imaging. However, this adds time and cost, exposes the patient to a substantial radiation dose, and does not allow for imaging under load (e.g. while the patient is standing). If pelvic parameters could be reliably derived from the standard anteroposterior (AP) radiograph, preoperative planning would be more widespread, and research analyses could be applied to retrospective data, after a postoperative issue is discovered. The goal of this work is to enable robust measurement of two surgical parameters of interest: the tilt of the anterior pelvic plane (APP) and the orientation of the natural acetabulum. We present a computer-aided reconstruction method to determine the APP and natural acetabular orientation from a single, preoperative X-ray. It can easily be extended to obtain other important preoperative and postoperative parameters solely based on a single AP radiograph.}, language = {en} } @misc{EhlkeFrenzelRammetal., author = {Ehlke, Moritz and Frenzel, Thomas and Ramm, Heiko and Shandiz, Mohsen Akbari and Anglin, Carolyn and Zachow, Stefan}, title = {Towards Robust Measurement of Pelvic Parameters from AP Radiographs using Articulated 3D Models}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-53707}, abstract = {Patient-specific parameters such as the orientation of the acetabulum or pelvic tilt are useful for custom planning for total hip arthroplasty (THA) and for evaluating the outcome of surgical interventions. The gold standard in obtaining pelvic parameters is from three-dimensional (3D) computed tomography (CT) imaging. However, this adds time and cost, exposes the patient to a substantial radiation dose, and does not allow for imaging under load (e.g. while the patient is standing). If pelvic parameters could be reliably derived from the standard anteroposterior (AP) radiograph, preoperative planning would be more widespread, and research analyses could be applied to retrospective data, after a postoperative issue is discovered. The goal of this work is to enable robust measurement of two surgical parameters of interest: the tilt of the anterior pelvic plane (APP) and the orientation of the natural acetabulum. We present a computer-aided reconstruction method to determine the APP and natural acetabular orientation from a single, preoperative X-ray. It can easily be extended to obtain other important preoperative and postoperative parameters solely based on a single AP radiograph.}, language = {en} } @article{LemanisZachowFusseisetal., author = {Lemanis, Robert and Zachow, Stefan and Fusseis, Florian and Hoffmann, Ren{\´e}}, title = {A new approach using high-resolution computed tomography to test the buoyant properties of chambered cephalopod shells}, series = {Paleobiology}, volume = {41}, journal = {Paleobiology}, number = {2}, publisher = {Cambridge University Press}, address = {Cambridge}, doi = {10.1017/pab.2014.17}, pages = {313 -- 329}, abstract = {The chambered shell of modern cephalopods functions as a buoyancy apparatus, allowing the animal to enter the water column without expending a large amount of energy to overcome its own weight. Indeed, the chambered shell is largely considered a key adaptation that allowed the earliest cephalopods to leave the ocean floor and enter the water column. It has been argued by some, however, that the iconic chambered shell of Paleozoic and Mesozoic ammonoids did not provide a sufficiently buoyant force to compensate for the weight of the entire animal, thus restricting ammonoids to a largely benthic lifestyle reminiscent of some octopods. Here we develop a technique using high-resolution computed tomography to quantify the buoyant properties of chambered shells without reducing the shell to ideal spirals or eliminating inherent biological variability by using mathematical models that characterize past work in this area. This technique has been tested on Nautilus pompilius and is now extended to the extant deep-sea squid Spirula spirula and the Jurassic ammonite Cadoceras sp. hatchling. Cadoceras is found to have possessed near-neutral to positive buoyancy if hatched when the shell possessed between three and five chambers. However, we show that the animal could also overcome degrees of negative buoyancy through swimming, similar to the paralarvae of modern squids. These calculations challenge past inferences of benthic life habits based solely on calculations of negative buoyancy. The calculated buoyancy of Cadoceras supports the possibility of planktonic dispersal of ammonite hatchlings. This information is essential to understanding ammonoid ecology as well as biotic interactions and has implications for the interpretation of geochemical data gained from the isotopic analysis of the shell.}, language = {en} } @misc{WilsonBuecherGreweetal., author = {Wilson, David and B{\"u}cher, Pia and Grewe, Carl Martin and Anglin, Carolyn and Zachow, Stefan and Michael, Dunbar}, title = {Validation of Three Dimensional Models of the Distal Femur Created from Surgical Navigation Point Cloud Data}, series = {15th Annual Meeting of the International Society for Computer Assisted Orthopaedic Surgery (CAOS)}, journal = {15th Annual Meeting of the International Society for Computer Assisted Orthopaedic Surgery (CAOS)}, language = {en} } @article{GreweSchreiberZachow, author = {Grewe, Carl Martin and Schreiber, Lisa and Zachow, Stefan}, title = {Fast and Accurate Digital Morphometry of Facial Expressions}, series = {Facial Plastic Surgery}, volume = {31}, journal = {Facial Plastic Surgery}, number = {05}, publisher = {Thieme Medical Publishers}, address = {New York}, doi = {10.1055/s-0035-1564720}, pages = {431 -- 438}, language = {en} } @misc{WilsonBuecherGreweetal., author = {Wilson, David and B{\"u}cher, Pia and Grewe, Carl Martin and Mocanu, Valentin and Anglin, Carolyn and Zachow, Stefan and Dunbar, Michael}, title = {Validation of Three Dimensional Models of the Distal Femur Created from Surgical Navigation Data}, series = {Orthopedic Research Society Annual Meeting}, journal = {Orthopedic Research Society Annual Meeting}, address = {Las Vegas, Nevada}, language = {en} } @misc{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {Assessing the Relative Positioning of an Osteosynthesis Plate to the Patient-Specific Femoral Shape from Plain 2D Radiographs}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-54268}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient­specific surface of the distal femur based on 2D X­ray images. Our goal is to study from clinical data, how the plate­to­bone distance affects bone healing. The patient­specific 3D shape of the femur is, however, seldom recorded for cases of femoral osteosynthesis since this typically requires Computed Tomography (CT), which comes at high cost and radiation dose. Our method instead utilizes two postoperative X­ray images to derive the femoral shape and thus can be applied on radiographs that are taken in clinical routine for follow­up. First, the implant geometry is used as a calibration object to relate the implant and the individual X­ray images spatially in a virtual X­ray setup. In a second step, the patient­specific femoral shape and pose are reconstructed in the virtual setup by fitting a deformable statistical shape and intensity model (SSIM) to the images. The relative positioning between femur and implant is then assessed in terms of displacement between the reconstructed 3D shape of the femur and the plate. A preliminary evaluation based on 4 cadaver datasets shows that the method derives the plate­to­bone distance with a mean absolute error of less than 1mm and a maximum error of 4.7 mm compared to ground truth from CT. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing.}, language = {en} } @misc{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {3D Assessment of Osteosynthesis based on 2D Radiographs}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-56217}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient-specific surface of the distal femur based on postoperative 2D radiographs. In a first step, the implant geometry is used as a calibration object to relate the implant and the individual X-ray images spatially in a virtual X-ray setup. Second, the patient-specific femoral shape and pose are reconstructed by fitting a deformable statistical shape and intensity model (SSIM) to the X-rays. The relative positioning between femur and implant is then assessed in terms of the displacement between the reconstructed 3D shape of the femur and the plate. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing and, ultimately, to derive load recommendations after surgery.}, language = {en} } @inproceedings{KraemerHerrmannBoethetal., author = {Kr{\"a}mer, Martin and Herrmann, Karl-Heinz and Boeth, Heide and Tycowicz, Christoph von and K{\"o}nig, Christian and Zachow, Stefan and Ehrig, Rainald and Hege, Hans-Christian and Duda, Georg and Reichenbach, J{\"u}rgen}, title = {Measuring 3D knee dynamics using center out radial ultra-short echo time trajectories with a low cost experimental setup}, series = {ISMRM (International Society for Magnetic Resonance in Medicine), 23rd Annual Meeting 2015, Toronto, Canada}, booktitle = {ISMRM (International Society for Magnetic Resonance in Medicine), 23rd Annual Meeting 2015, Toronto, Canada}, language = {en} } @inproceedings{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {Assessing the relative positioning of an osteosynthesis plate to the patient-specific femoral shape from plain 2D radiographs}, series = {Proceedings of the 15th Annual Meeting of CAOS-International (CAOS)}, booktitle = {Proceedings of the 15th Annual Meeting of CAOS-International (CAOS)}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient­specific surface of the distal femur based on 2D X­ray images. Our goal is to study from clinical data, how the plate­to­bone distance affects bone healing. The patient­specific 3D shape of the femur is, however, seldom recorded for cases of femoral osteosynthesis since this typically requires Computed Tomography (CT), which comes at high cost and radiation dose. Our method instead utilizes two postoperative X­ray images to derive the femoral shape and thus can be applied on radiographs that are taken in clinical routine for follow­up. First, the implant geometry is used as a calibration object to relate the implant and the individual X­ray images spatially in a virtual X­ray setup. In a second step, the patient­specific femoral shape and pose are reconstructed in the virtual setup by fitting a deformable statistical shape and intensity model (SSIM) to the images. The relative positioning between femur and implant is then assessed in terms of displacement between the reconstructed 3D shape of the femur and the plate. A preliminary evaluation based on 4 cadaver datasets shows that the method derives the plate­to­bone distance with a mean absolute error of less than 1mm and a maximum error of 4.7 mm compared to ground truth from CT. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing.}, language = {en} } @inproceedings{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {3D Assessment of Osteosynthesis based on 2D Radiographs}, series = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, booktitle = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, pages = {317 -- 321}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient-specific surface of the distal femur based on postoperative 2D radiographs. In a first step, the implant geometry is used as a calibration object to relate the implant and the individual X-ray images spatially in a virtual X-ray setup. Second, the patient- specific femoral shape and pose are reconstructed by fitting a deformable statistical shape and intensity model (SSIM) to the X-rays. The relative positioning between femur and implant is then assessed in terms of the displacement between the reconstructed 3D shape of the femur and the plate. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing and, ultimately, to derive load recommendations after surgery.}, language = {en} } @article{CampoliBakaKapteinetal., author = {Campoli, Gianni and Baka, Nora and Kaptein, Bart and Valstar, Edward and Zachow, Stefan and Weinans, Harrie and Zadpoor, Amir Abbas}, title = {Relationship between the shape and density distribution of the femur and its natural frequencies of vibration}, series = {Journal of Biomechanics}, volume = {47}, journal = {Journal of Biomechanics}, publisher = {Elsevier}, doi = {10.1016/j.jbiomech.2014.08.008}, pages = {3334 -- 3343}, abstract = {It has been recently suggested that mechanical loads applied at frequencies close to the natural frequencies of bone could enhance bone apposition due to the resonance phenomenon. Other applications of bone modal analysis are also suggested. For the above-mentioned applications, it is important to understand how patient-specific bone shape and density distribution influence the natural frequencies of bones. We used finite element models to study the effects of bone shape and density distribution on the natural frequencies of the femur in free boundary conditions. A statistical shape and appearance model that describes shape and density distribution independently was created, based on a training set of 27 femora. The natural frequencies were then calculated for different shape modes varied around the mean shape while keeping the mean density distribution, for different appearance modes around the mean density distribution while keeping the mean bone shape, and for the 27 training femora. Single shape or appearance modes could cause up to 15\% variations in the natural frequencies with certain modes having the greatest impact. For the actual femora, shape and density distribution changed the natural frequencies by up to 38\%. First appearance mode that describes the general cortical bone thickness and trabecular bone density had one of the strongest impacts. The first appearance mode could therefore provide a sensitive measure of general bone health and disease progression. Since shape and density could cause large variations in the calculated natural frequencies, patient-specific FE models are needed for accurate estimation of bone natural frequencies.}, language = {en} }