@misc{AmbellanTackEhlkeetal.2019, author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.12752/4.ATEZ.1.0}, pages = {109 -- 118}, year = {2019}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AmbellanTackEhlkeetal.2019, author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.1016/j.media.2018.11.009}, pages = {109 -- 118}, year = {2019}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AlHajjSahuLamardetal.2019, author = {Al Hajj, Hassan and Sahu, Manish and Lamard, Mathieu and Conze, Pierre-Henri and Roychowdhury, Soumali and Hu, Xiaowei and Marsalkaite, Gabija and Zisimopoulos, Odysseas and Dedmari, Muneer Ahmad and Zhao, Fenqiang and Prellberg, Jonas and Galdran, Adrian and Araujo, Teresa and Vo, Duc My and Panda, Chandan and Dahiya, Navdeep and Kondo, Satoshi and Bian, Zhengbing and Bialopetravicius, Jonas and Qiu, Chenghui and Dill, Sabrina and Mukhopadyay, Anirban and Costa, Pedro and Aresta, Guilherme and Ramamurthy, Senthil and Lee, Sang-Woong and Campilho, Aurelio and Zachow, Stefan and Xia, Shunren and Conjeti, Sailesh and Armaitis, Jogundas and Heng, Pheng-Ann and Vahdat, Arash and Cochener, Beatrice and Quellec, Gwenole}, title = {CATARACTS: Challenge on Automatic Tool Annotation for cataRACT Surgery}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, publisher = {Elsevier}, doi = {10.1016/j.media.2018.11.008}, pages = {24 -- 41}, year = {2019}, abstract = {Surgical tool detection is attracting increasing attention from the medical image analysis community. The goal generally is not to precisely locate tools in images, but rather to indicate which tools are being used by the surgeon at each instant. The main motivation for annotating tool usage is to design efficient solutions for surgical workflow analysis, with potential applications in report generation, surgical training and even real-time decision support. Most existing tool annotation algorithms focus on laparoscopic surgeries. However, with 19 million interventions per year, the most common surgical procedure in the world is cataract surgery. The CATARACTS challenge was organized in 2017 to evaluate tool annotation algorithms in the specific context of cataract surgery. It relies on more than nine hours of videos, from 50 cataract surgeries, in which the presence of 21 surgical tools was manually annotated by two experts. With 14 participating teams, this challenge can be considered a success. As might be expected, the submitted solutions are based on deep learning. This paper thoroughly evaluates these solutions: in particular, the quality of their annotations are compared to that of human interpretations. Next, lessons learnt from the differential analysis of these solutions are discussed. We expect that they will guide the design of efficient surgery monitoring tools in the near future.}, language = {en} } @misc{TackZachow2019, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-71439}, year = {2019}, abstract = {Volumetry of the cartilage of the knee, as needed for the assessment of knee osteoarthritis (KOA), is typically performed in a tedious and subjective process. We present an automated segmentation-based method for the quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data as well as cartilage volumetry readings given by clinical experts for 1378 subjects. It was shown that 3D CNNs can be employed for cartilage volumetry with an accuracy similar to expert volumetry readings. In future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as assessment of KOA progression via longitudinal analysis.}, language = {en} } @article{HoffmannLemanisWulffetal.2018, author = {Hoffmann, Rene and Lemanis, Robert and Wulff, Lena and Zachow, Stefan and Lukeneder, Alexander and Klug, Christian and Keupp, Helmut}, title = {Traumatic events in the life of the deep-sea cephalopod mollusc, the coleoid Spirula spirula}, volume = {142}, journal = {ScienceDirect: Deep Sea Research Part I - Oceanographic Research}, number = {12}, doi = {10.1016/j.dsr.2018.10.007}, pages = {127 -- 144}, year = {2018}, abstract = {Here, we report on different types of shell pathologies of the enigmatic deep-sea (mesopelagic) cephalopod Spirula spirula. For the first time, we apply non-invasive imaging methods to: document trauma-induced changes in shell shapes, reconstruct the different causes and effects of these pathologies, unravel the etiology, and attempt to quantify the efficiency of the buoyancy apparatus. We have analysed 2D and 3D shell parameters from eleven shells collected as beach findings from the Canary Islands (Gran Canaria and Fuerteventura), West-Australia, and the Maldives. All shells were scanned with a nanotom-m computer tomograph. Seven shells were likely injured by predator attacks: fishes, cephalopods or crustaceans, one specimen was infested by an endoparasite (potentially Digenea) and one shell shows signs of inflammation and one shell shows large fluctuations of chamber volumes without any signs of pathology. These fluctuations are potential indicators of a stressed environment. Pathological shells represent the most deviant morphologies of a single species and can therefore be regarded as morphological end-members. The changes in the shell volume / chamber volume ratio were assessed in order to evaluate the functional tolerance of the buoyancy apparatus showing that these had little effect.}, language = {en} } @misc{TycowiczAmbellanMukhopadhyayetal.2016, author = {Tycowicz, Christoph von and Ambellan, Felix and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {A Riemannian Statistical Shape Model using Differential Coordinates}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-61175}, year = {2016}, abstract = {We propose a novel Riemannian framework for statistical analysis of shapes that is able to account for the nonlinearity in shape variation. By adopting a physical perspective, we introduce a differential representation that puts the local geometric variability into focus. We model these differential coordinates as elements of a Lie group thereby endowing our shape space with a non-Euclidian structure. A key advantage of our framework is that statistics in a manifold shape space become numerically tractable improving performance by several orders of magnitude over state-of-the-art. We show that our Riemannian model is well suited for the identification of intra-population variability as well as inter-population differences. In particular, we demonstrate the superiority of the proposed model in experiments on specificity and generalization ability. We further derive a statistical shape descriptor that outperforms the standard Euclidian approach in terms of shape-based classification of morphological disorders.}, language = {en} } @article{LemanisZachowHoffmann2016, author = {Lemanis, Robert and Zachow, Stefan and Hoffmann, Ren{\´e}}, title = {Comparative cephalopod shell strength and the role of septum morphology on stress distribution}, volume = {4}, journal = {PeerJ}, doi = {10.7717/peerj.2434}, pages = {e2434}, year = {2016}, abstract = {The evolution of complexly folded septa in ammonoids has long been a controversial topic. Explanations of the function of these folded septa can be divided into physiological and mechanical hypotheses with the mechanical functions tending to find widespread support. The complexity of the cephalopod shell has made it difficult to directly test the mechanical properties of these structures without oversimplification of the septal morphology or extraction of a small sub-domain. However, the power of modern finite element analysis now permits direct testing of mechanical hypothesis on complete, empirical models of the shells taken from computed tomographic data. Here we compare, for the first time using empirical models, the capability of the shells of extant Nautilus pompilius, Spirula spirula, and the extinct ammonite Cadoceras sp. to withstand hydrostatic pressure and point loads. Results show hydrostatic pressure imparts highest stress on the final septum with the rest of the shell showing minimal compression. S. spirula shows the lowest stress under hydrostatic pressure while N. pompilius shows the highest stress. Cadoceras sp. shows the development of high stress along the attachment of the septal saddles with the shell wall. Stress due to point loads decreases when the point force is directed along the suture as opposed to the unsupported chamber wall. Cadoceras sp. shows the greatest decrease in stress between the point loads compared to all other models. Greater amplitude of septal flutes corresponds with greater stress due to hydrostatic pressure; however, greater amplitude decreases the stress magnitude of point loads directed along the suture. In our models, sutural complexity does not predict greater resistance to hydrostatic pressure but it does seem to increase resistance to point loads, such as would be from predators. This result permits discussion of palaeoecological reconstructions on the basis of septal morphology. We further suggest that the ratio used to characterize septal morphology in the septal strength index and in calculations of tensile strength of nacre are likely insufficient. A better understanding of the material properties of cephalopod nacre may allow the estimation of maximum depth limits of shelled cephalopods through finite element analysis.}, language = {en} } @inproceedings{GreweZachow2016, author = {Grewe, Carl Martin and Zachow, Stefan}, title = {Fully Automated and Highly Accurate Dense Correspondence for Facial Surfaces}, volume = {9914}, booktitle = {Computer Vision - ECCV 2016 Workshops}, publisher = {Springer International Publishing}, doi = {10.1007/978-3-319-48881-3_38}, pages = {552 -- 568}, year = {2016}, abstract = {We present a novel framework for fully automated and highly accurate determination of facial landmarks and dense correspondence, e.g. a topologically identical mesh of arbitrary resolution, across the entire surface of 3D face models. For robustness and reliability of the proposed approach, we are combining 2D landmark detectors and 3D statistical shape priors with a variational matching method. Instead of matching faces in the spatial domain only, we employ image registration to align the 2D parametrization of the facial surface to a planar template we call the Unified Facial Parameter Domain (ufpd). This allows us to simultaneously match salient photometric and geometric facial features using robust image similarity measures while reasonably constraining geometric distortion in regions with less significant features. We demonstrate the accuracy of the dense correspondence established by our framework on the BU3DFE database with 2500 facial surfaces and show, that our framework outperforms current state-of-the-art methods with respect to the fully automated location of facial landmarks.}, language = {en} } @article{BernardSalamancaThunbergetal.2016, author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse Data}, journal = {arXiv}, arxiv = {http://arxiv.org/abs/arXiv:1602.08425v1}, pages = {1602.08425v1}, year = {2016}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points is a common topic in materials and life sciences, computationally handled in computer graphics. Such points usually stem from optical or tactile 3D coordinate measuring equipment. Surface reconstruction also appears in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or the alignment of intra-operative navigation and preoperative planning data. In contrast to mere 3D point clouds, medical imaging yields contextual information on the 3D point data that can be used to adopt prior information on the shape that is to be reconstructed from the measurements. In this work we propose to use a statistical shape model (SSM) as a prior for surface reconstruction. The prior knowledge is represented by a point distribution model (PDM) that is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we reformulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given measurements are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are oriented according to the surface normals at the PDM points, a surface-based tting is accomplished. By estimating the parameters of the GMM in a maximum a posteriori manner, the reconstruction of the surface from the given measurements is achieved. Extensive experiments suggest that our proposed approach leads to superior surface reconstructions compared to Iterative Closest Point (ICP) methods.}, language = {en} } @article{BernardSalamancaThunbergetal.2017, author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse 3D Point-Clouds}, volume = {38}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2017.02.005}, pages = {77 -- 89}, year = {2017}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points plays an important role in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or in the process of aligning intra-operative navigation and preoperative planning data. In such scenarios, one usually has to deal with sparse data, which significantly aggravates the problem of reconstruction. However, medical applications often provide contextual information about the 3D point data that allow to incorporate prior knowledge about the shape that is to be reconstructed. To this end, we propose the use of a statistical shape model (SSM) as a prior for surface reconstruction. The SSM is represented by a point distribution model (PDM), which is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we formulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given points are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are "oriented" according to the surface normals at the PDM points, a surface-based fitting is accomplished. Estimating the parameters of the GMM in a maximum a posteriori manner yields the reconstruction of the surface from the given data points. We compare our method to the extensively used Iterative Closest Points method on several different anatomical datasets/SSMs (brain, femur, tibia, hip, liver) and demonstrate superior accuracy and robustness on sparse data.}, language = {en} } @article{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {A nonlinear elastic soft tissue model for craniofacial surgery simulations}, volume = {12}, journal = {ESAIM, Proc.}, doi = {10.1051/proc:2002011}, pages = {61 -- 66}, year = {2002}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {A nonlinear soft tissue model for craniofacial surgery simulations}, booktitle = {Proc. of Modeling and Simulation for Computer-aided Medicine and Surgery (MS4CMS}, publisher = {INRIA}, address = {Paris, France}, year = {2002}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Biomechanical modeling of individual facial emotion expressions}, booktitle = {Proc. of Visualization, Imaging, and Image Processing (VIIP)}, address = {Malaga, Spain}, pages = {7 -- 11}, year = {2002}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Biomechanisches Modell zur Absch{\"a}tzung der individuellen Gesichtsmimik}, booktitle = {Proc.of Workshop Bildverarbeitung f{\"u}r die Medizin (BVM)}, editor = {Meiler, M. and Saupe, D. and Krugel, F. and Handels, H. and Lehmann, T.}, address = {Leipzig, Germany}, pages = {25 -- 28}, year = {2002}, language = {en} } @incollection{ZachowWeiserHegeetal.2005, author = {Zachow, Stefan and Weiser, Martin and Hege, Hans-Christian and Deuflhard, Peter}, title = {Soft Tissue Prediction in Computer Assisted Maxillofacial Surgery Planning}, booktitle = {Biomechanics Applied to Computer Assisted Surgery}, editor = {Payan, Y.}, publisher = {Research Signpost}, pages = {277 -- 298}, year = {2005}, language = {en} } @incollection{ZachowWeiserDeuflhard2008, author = {Zachow, Stefan and Weiser, Martin and Deuflhard, Peter}, title = {Modellgest{\"u}tzte Operationsplanung in der Kopfchirurgie}, booktitle = {Modellgest{\"u}tzte Therapie}, editor = {Niederlag, Wolfgang and Lemke, Heinz and Meixensberger, J{\"u}rgen and Baumann, Michael}, publisher = {Health Academy}, pages = {140 -- 156}, year = {2008}, language = {en} } @article{ZeilhoferZachowFairleyetal.2000, author = {Zeilhofer, Hans-Florian and Zachow, Stefan and Fairley, Jeffrey and Sader, Robert and Deuflhard, Peter}, title = {Treatment Planning and Simulation in Craniofacial Surgery with Virtual Reality Techiques}, volume = {28 (Suppl. 1)}, journal = {Journal of Cranio-Maxillofacial Surgery}, pages = {82}, year = {2000}, language = {en} } @article{TaylorPoepplauKoenigetal.2011, author = {Taylor, William R. and P{\"o}pplau, Berry M. and K{\"o}nig, Christian and Ehrig, Rainald and Zachow, Stefan and Duda, Georg and Heller, Markus O.}, title = {The medial-lateral force distribution in the ovine stifle joint during walking}, volume = {29}, journal = {Journal of Orthopaedic Research}, number = {4}, doi = {10.1002/jor.21254}, pages = {567 -- 571}, year = {2011}, language = {en} } @article{LamasRodriguezHerasArgueelloetal.2013, author = {Lamas-Rodr{\´i}guez, Juli{\´a}n and Heras, Dora Blanco and Arg{\"u}ello, Francisco and Kainm{\"u}ller, Dagmar and Zachow, Stefan and B{\´o}o, Montserrat}, title = {GPU-accelerated level-set segmentation}, journal = {Journal of Real-Time Image Processing}, publisher = {Springer Berlin Heidelberg}, issn = {1861-8200}, doi = {10.1007/s11554-013-0378-6}, pages = {1 -- 15}, year = {2013}, language = {en} } @article{HoffmannSchultzSchellhornetal.2014, author = {Hoffmann, Ren{\´e} and Schultz, Julia A. and Schellhorn, Rico and Rybacki, Erik and Keupp, Helmut and Gerden, S. R. and Lemanis, Robert and Zachow, Stefan}, title = {Non-invasive imaging methods applied to neo- and paleontological cephalopod research}, volume = {11}, journal = {Biogeosciences}, number = {10}, doi = {10.5194/bg-11-2721-2014}, pages = {2721 -- 2739}, year = {2014}, abstract = {Several non-invasive methods are common practice in natural sciences today. Here we present how they can be applied and contribute to current topics in cephalopod (paleo-) biology. Different methods will be compared in terms of time necessary to acquire the data, amount of data, accuracy/resolution, minimum/maximum size of objects that can be studied, the degree of post-processing needed and availability. The main application of the methods is seen in morphometry and volumetry of cephalopod shells. In particular we present a method for precise buoyancy calculation. Therefore, cephalopod shells were scanned together with different reference bodies, an approach developed in medical sciences. It is necessary to know the volume of the reference bodies, which should have similar absorption properties like the object of interest. Exact volumes can be obtained from surface scanning. Depending on the dimensions of the study object different computed tomography techniques were applied.}, language = {en} }