@article{SteinmannBartschZachowetal.2008, author = {Steinmann, Alexander and Bartsch, Peter and Zachow, Stefan and Hildebrandt, Thomas}, title = {Breathing Easily: Simulation of airflow in human noses can become a useful rhinosurgery planning tool}, series = {ANSYS Advantage}, volume = {Vol. II, No. 1}, journal = {ANSYS Advantage}, pages = {30 -- 31}, year = {2008}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Biomechanisches Modell zur Absch{\"a}tzung der individuellen Gesichtsmimik}, series = {Proc.of Workshop Bildverarbeitung f{\"u}r die Medizin (BVM)}, booktitle = {Proc.of Workshop Bildverarbeitung f{\"u}r die Medizin (BVM)}, editor = {Meiler, M. and Saupe, D. and Krugel, F. and Handels, H. and Lehmann, T.}, address = {Leipzig, Germany}, pages = {25 -- 28}, year = {2002}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Biomechanical modeling of individual facial emotion expressions}, series = {Proc. of Visualization, Imaging, and Image Processing (VIIP)}, booktitle = {Proc. of Visualization, Imaging, and Image Processing (VIIP)}, address = {Malaga, Spain}, pages = {7 -- 11}, year = {2002}, language = {en} } @article{ZinserZachowSailer2013, author = {Zinser, Max and Zachow, Stefan and Sailer, Hermann}, title = {Bimaxillary "rotation advancement" procedures in patients with obstructive sleep apnea: A 3-dimensional airway analysis of morphological changes}, series = {International Journal of Oral \& Maxillofacial Surgery}, volume = {42}, journal = {International Journal of Oral \& Maxillofacial Surgery}, number = {5}, doi = {10.1016/j.ijom.2012.08.002}, pages = {569 -- 578}, year = {2013}, language = {en} } @inproceedings{DornheimBornZachowetal.2008, author = {Dornheim, Jana and Born, Silvia and Zachow, Stefan and Gessat, Michael and Wellein, Daniela and Strauß, Gero and Preim, Bernhard and Bartz, Dirk}, title = {Bildanalyse, Visualisierung und Modellerstellung f{\"u}r die Implantatplanung im Mittelohr}, series = {Proc. of Simulation and Visualization 2008}, booktitle = {Proc. of Simulation and Visualization 2008}, editor = {Hauser, Helwig}, pages = {139 -- 154}, year = {2008}, language = {en} } @inproceedings{LameckerKainmuellerSeimetal.2010, author = {Lamecker, Hans and Kainm{\"u}ller, Dagmar and Seim, Heiko and Zachow, Stefan}, title = {Automatische 3D Rekonstruktion des Unterkiefers und der Mandibul{\"a}rnerven auf Basis dentaler Bildgebung}, series = {Proc. BMT, Biomed Tech}, volume = {55 (Suppl. 1)}, booktitle = {Proc. BMT, Biomed Tech}, publisher = {Walter de Gruyter-Verlag}, pages = {35 -- 36}, year = {2010}, language = {en} } @inproceedings{SeimKainmuellerHelleretal.2008, author = {Seim, Heiko and Kainm{\"u}ller, Dagmar and Heller, Markus O. and Lamecker, Hans and Zachow, Stefan and Hege, Hans-Christian}, title = {Automatic Segmentation of the Pelvic Bones from CT Data Based on a Statistical Shape Model}, series = {Eurographics Workshop on Visual Computing for Biomedicine (VCBM)}, booktitle = {Eurographics Workshop on Visual Computing for Biomedicine (VCBM)}, address = {Delft, Netherlands}, pages = {93 -- 100}, year = {2008}, language = {en} } @article{LameckerZachowWittmersetal.2006, author = {Lamecker, Hans and Zachow, Stefan and Wittmers, Antonia and Weber, Britta and Hege, Hans-Christian and Elsholtz, Barbara and Stiller, Michael}, title = {Automatic segmentation of mandibles in low-dose CT-data}, series = {Int. J. Computer Assisted Radiology and Surgery}, volume = {1(1)}, journal = {Int. J. Computer Assisted Radiology and Surgery}, pages = {393 -- 395}, year = {2006}, language = {en} } @inproceedings{KainmuellerLameckerSeimetal.2009, author = {Kainm{\"u}ller, Dagmar and Lamecker, Hans and Seim, Heiko and Zinser, Max and Zachow, Stefan}, title = {Automatic Extraction of Mandibular Nerve and Bone from Cone-Beam CT Data}, series = {Proceedings of Medical Image Computing and Computer Assisted Intervention (MICCAI)}, booktitle = {Proceedings of Medical Image Computing and Computer Assisted Intervention (MICCAI)}, editor = {Yang, Guang-Zhong and J. Hawkes, David and Rueckert, Daniel and Noble, J. Alison and J. Taylor, Chris}, address = {London, UK}, pages = {76 -- 83}, year = {2009}, language = {en} } @inproceedings{SeimKainmuellerHelleretal.2009, author = {Seim, Heiko and Kainm{\"u}ller, Dagmar and Heller, Markus O. and Zachow, Stefan and Hege, Hans-Christian}, title = {Automatic Extraction of Anatomical Landmarks from Medical Image Data: An Evaluation of Different Methods}, series = {Proc. of IEEE Int. Symposium on Biomedical Imaging (ISBI)}, booktitle = {Proc. of IEEE Int. Symposium on Biomedical Imaging (ISBI)}, address = {Boston, MA, USA}, pages = {538 -- 541}, year = {2009}, language = {en} } @inproceedings{NguyenLameckerKainmuelleretal.2012, author = {Nguyen, The Duy and Lamecker, Hans and Kainm{\"u}ller, Dagmar and Zachow, Stefan}, title = {Automatic Detection and Classification of Teeth in CT Data}, series = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI)}, volume = {7510}, booktitle = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI)}, editor = {Ayache, Nicholas and Delingette, Herv{\´e} and Golland, Polina and Mori, Kensaku}, pages = {609 -- 616}, year = {2012}, language = {en} } @article{SchenklMuggenthalerHubigetal.2017, author = {Schenkl, Sebastian and Muggenthaler, Holger and Hubig, Michael and Erdmann, Bodo and Weiser, Martin and Zachow, Stefan and Heinrich, Andreas and G{\"u}ttler, Felix Victor and Teichgr{\"a}ber, Ulf and Mall, Gita}, title = {Automatic CT-based finite element model generation for temperature-based death time estimation: feasibility study and sensitivity analysis}, series = {International Journal of Legal Medicine}, volume = {131}, journal = {International Journal of Legal Medicine}, number = {3}, doi = {doi:10.1007/s00414-016-1523-0}, pages = {699 -- 712}, year = {2017}, abstract = {Temperature based death time estimation is based either on simple phenomenological models of corpse cooling or on detailed physical heat transfer models. The latter are much more complex, but allow a higher accuracy of death time estimation as in principle all relevant cooling mechanisms can be taken into account. Here, a complete work flow for finite element based cooling simulation models is presented. The following steps are demonstrated on CT-phantoms: • CT-scan • Segmentation of the CT images for thermodynamically relevant features of individual geometries • Conversion of the segmentation result into a Finite Element (FE) simulation model • Computation of the model cooling curve • Calculation of the cooling time For the first time in FE-based cooling time estimation the steps from the CT image over segmentation to FE model generation are semi-automatically performed. The cooling time calculation results are compared to cooling measurements performed on the phantoms under controlled conditions. In this context, the method is validated using different CTphantoms. Some of the CT phantoms thermodynamic material parameters had to be experimentally determined via independent experiments. Moreover the impact of geometry and material parameter uncertainties on the estimated cooling time is investigated by a sensitivity analysis.}, language = {en} } @article{NguyenKainmuellerLameckeretal.2012, author = {Nguyen, The Duy and Kainm{\"u}ller, Dagmar and Lamecker, Hans and Zachow, Stefan}, title = {Automatic bone and tooth detection for CT-based dental implant planning}, series = {Int. J. Computer Assisted Radiology and Surgery}, volume = {7, Supplement 1}, journal = {Int. J. Computer Assisted Radiology and Surgery}, number = {1}, publisher = {Springer}, pages = {293 -- 294}, year = {2012}, language = {en} } @article{PimentelSzengelEhlkeetal., author = {Pimentel, Pedro and Szengel, Angelika and Ehlke, Moritz and Lamecker, Hans and Zachow, Stefan and Estacio, Laura and Doenitz, Christian and Ramm, Heiko}, title = {Automated Virtual Reconstruction of Large Skull Defects using Statistical Shape Models and Generative Adversarial Networks}, series = {Towards the Automatization of Cranial Implant Design in Cranioplasty}, volume = {12439}, journal = {Towards the Automatization of Cranial Implant Design in Cranioplasty}, editor = {Li, Jianning and Egger, Jan}, edition = {1}, publisher = {Springer International Publishing}, doi = {10.1007/978-3-030-64327-0_3}, pages = {16 -- 27}, abstract = {We present an automated method for extrapolating missing regions in label data of the skull in an anatomically plausible manner. The ultimate goal is to design patient-speci� c cranial implants for correcting large, arbitrarily shaped defects of the skull that can, for example, result from trauma of the head. Our approach utilizes a 3D statistical shape model (SSM) of the skull and a 2D generative adversarial network (GAN) that is trained in an unsupervised fashion from samples of healthy patients alone. By � tting the SSM to given input labels containing the skull defect, a First approximation of the healthy state of the patient is obtained. The GAN is then applied to further correct and smooth the output of the SSM in an anatomically plausible manner. Finally, the defect region is extracted using morphological operations and subtraction between the extrapolated healthy state of the patient and the defective input labels. The method is trained and evaluated based on data from the MICCAI 2020 AutoImplant challenge. It produces state-of-the art results on regularly shaped cut-outs that were present in the training and testing data of the challenge. Furthermore, due to unsupervised nature of the approach, the method generalizes well to previously unseen defects of varying shapes that were only present in the hidden test dataset.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.12752/4.ATEZ.1.0}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @inproceedings{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Imaging with Deep Learning}, booktitle = {Medical Imaging with Deep Learning}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging, that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The method is evaluated on data of the MICCAI grand challenge "Segmentation of Knee Images 2010". For the first time an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy. In conclusion, combining of anatomical knowledge using SSMs with localized classification via CNNs results in a state-of-the-art segmentation method.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-72704}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging (MRI) that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs).The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures.The shape models and neural networks employed are trained using data from the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets from the SKI10 challenge.For the first time, an accuracy equivalent to the inter-observer variability of human readers is achieved in this challenge.Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We make the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation.In conclusion, combining localized classification via CNNs with statistical anatomical knowledge via SSMs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.1016/j.media.2018.11.009}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{LiPimentelSzengeletal., author = {Li, Jianning and Pimentel, Pedro and Szengel, Angelika and Ehlke, Moritz and Lamecker, Hans and Zachow, Stefan and Estacio, Laura and Doenitz, Christian and Ramm, Heiko and Shi, Haochen and Chen, Xiaojun and Matzkin, Franco and Newcombe, Virginia and Ferrante, Enzo and Jin, Yuan and Ellis, David G. and Aizenberg, Michele R. and Kodym, Oldrich and Spanel, Michal and Herout, Adam and Mainprize, James G. and Fishman, Zachary and Hardisty, Michael R. and Bayat, Amirhossein and Shit, Suprosanna and Wang, Bomin and Liu, Zhi and Eder, Matthias and Pepe, Antonio and Gsaxner, Christina and Alves, Victor and Zefferer, Ulrike and von Campe, Cord and Pistracher, Karin and Sch{\"a}fer, Ute and Schmalstieg, Dieter and Menze, Bjoern H. and Glocker, Ben and Egger, Jan}, title = {AutoImplant 2020 - First MICCAI Challenge on Automatic Cranial Implant Design}, series = {IEEE Transactions on Medical Imaging}, volume = {40}, journal = {IEEE Transactions on Medical Imaging}, number = {9}, issn = {0278-0062}, doi = {10.1109/TMI.2021.3077047}, pages = {2329 -- 2342}, abstract = {The aim of this paper is to provide a comprehensive overview of the MICCAI 2020 AutoImplant Challenge. The approaches and publications submitted and accepted within the challenge will be summarized and reported, highlighting common algorithmic trends and algorithmic diversity. Furthermore, the evaluation results will be presented, compared and discussed in regard to the challenge aim: seeking for low cost, fast and fully automated solutions for cranial implant design. Based on feedback from collaborating neurosurgeons, this paper concludes by stating open issues and post-challenge requirements for intra-operative use.}, language = {en} } @misc{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {Assessing the Relative Positioning of an Osteosynthesis Plate to the Patient-Specific Femoral Shape from Plain 2D Radiographs}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-54268}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient­specific surface of the distal femur based on 2D X­ray images. Our goal is to study from clinical data, how the plate­to­bone distance affects bone healing. The patient­specific 3D shape of the femur is, however, seldom recorded for cases of femoral osteosynthesis since this typically requires Computed Tomography (CT), which comes at high cost and radiation dose. Our method instead utilizes two postoperative X­ray images to derive the femoral shape and thus can be applied on radiographs that are taken in clinical routine for follow­up. First, the implant geometry is used as a calibration object to relate the implant and the individual X­ray images spatially in a virtual X­ray setup. In a second step, the patient­specific femoral shape and pose are reconstructed in the virtual setup by fitting a deformable statistical shape and intensity model (SSIM) to the images. The relative positioning between femur and implant is then assessed in terms of displacement between the reconstructed 3D shape of the femur and the plate. A preliminary evaluation based on 4 cadaver datasets shows that the method derives the plate­to­bone distance with a mean absolute error of less than 1mm and a maximum error of 4.7 mm compared to ground truth from CT. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing.}, language = {en} } @inproceedings{EhlkeHeylandMaerdianetal., author = {Ehlke, Moritz and Heyland, Mark and M{\"a}rdian, Sven and Duda, Georg and Zachow, Stefan}, title = {Assessing the relative positioning of an osteosynthesis plate to the patient-specific femoral shape from plain 2D radiographs}, series = {Proceedings of the 15th Annual Meeting of CAOS-International (CAOS)}, booktitle = {Proceedings of the 15th Annual Meeting of CAOS-International (CAOS)}, abstract = {We present a novel method to derive the surface distance of an osteosynthesis plate w.r.t. the patient­specific surface of the distal femur based on 2D X­ray images. Our goal is to study from clinical data, how the plate­to­bone distance affects bone healing. The patient­specific 3D shape of the femur is, however, seldom recorded for cases of femoral osteosynthesis since this typically requires Computed Tomography (CT), which comes at high cost and radiation dose. Our method instead utilizes two postoperative X­ray images to derive the femoral shape and thus can be applied on radiographs that are taken in clinical routine for follow­up. First, the implant geometry is used as a calibration object to relate the implant and the individual X­ray images spatially in a virtual X­ray setup. In a second step, the patient­specific femoral shape and pose are reconstructed in the virtual setup by fitting a deformable statistical shape and intensity model (SSIM) to the images. The relative positioning between femur and implant is then assessed in terms of displacement between the reconstructed 3D shape of the femur and the plate. A preliminary evaluation based on 4 cadaver datasets shows that the method derives the plate­to­bone distance with a mean absolute error of less than 1mm and a maximum error of 4.7 mm compared to ground truth from CT. We believe that the approach presented in this paper constitutes a meaningful tool to elucidate the effect of implant positioning on fracture healing.}, language = {en} } @misc{KoberSaderZeilhoferetal., author = {Kober, Cornelia and Sader, Robert and Zeilhofer, Hans-Florian and Prohaska, Steffen and Zachow, Stefan and Deuflhard, Peter}, title = {Anisotrope Materialmodellierung f{\"u}r den menschlichen Unterkiefer}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-6574}, number = {01-31}, abstract = {Im Rahmen der biomechanischen Simulation kn{\"o}cherner Organe ist die Frage nach einer befriedigenden Materialbeschreibung nach wie vor ungel{\"o}st. Computertomographische Datens{\"a}tze liefern eine r{\"a}umliche Verteilung der (R{\"o}ntgen-)Dichte und erm{\"o}glichen damit eine gute Darstellung der individuellen Geometrie. Weiter k{\"o}nnen die verschiedenen Materialbestandteile des Knochens, Spongiosa und Kortikalis, voneinander getrennt werden. Aber die richtungsab{\"a}ngige Information der Materialanisotropie ist verloren. In dieser Arbeit wird ein Ansatz f{\"u}r eine anisotrope Materialbeschreibung vorgestellt, die es erm{\"o}glicht, den Einfluss der individuellen kn{\"o}chernen Struktur auf das makroskopische Materialverhalten abzusch{\"a}tzen.}, language = {de} } @article{GladilinZachowDeuflhardetal.2004, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Anatomy- and physics-based facial animation for craniofacial surgery simulations}, series = {Med Biol Eng Comput.}, volume = {42(2)}, journal = {Med Biol Eng Comput.}, doi = {10.1007/BF02344627}, pages = {167 -- 170}, year = {2004}, language = {en} } @misc{SahuSzengelMukhopadhyayetal., author = {Sahu, Manish and Szengel, Angelika and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Analyzing laparoscopic cholecystectomy with deep learning: automatic detection of surgical tools and phases}, series = {28th International Congress of the European Association for Endoscopic Surgery (EAES)}, journal = {28th International Congress of the European Association for Endoscopic Surgery (EAES)}, abstract = {Motivation: The ever-rising volume of patients, high maintenance cost of operating rooms and time consuming analysis of surgical skills are fundamental problems that hamper the practical training of the next generation of surgeons. The hospitals prefer to keep the surgeons busy in real operations over training young surgeons for obvious economic reasons. One fundamental need in surgical training is the reduction of the time needed by the senior surgeon to review the endoscopic procedures performed by the young surgeon while minimizing the subjective bias in evaluation. The unprecedented performance of deep learning ushers the new age of data-driven automatic analysis of surgical skills. Method: Deep learning is capable of efficiently analyzing thousands of hours of laparoscopic video footage to provide an objective assessment of surgical skills. However, the traditional end-to-end setting of deep learning (video in, skill assessment out) is not explainable. Our strategy is to utilize the surgical process modeling framework to divide the surgical process into understandable components. This provides the opportunity to employ deep learning for superior yet automatic detection and evaluation of several aspects of laparoscopic cholecystectomy such as surgical tool and phase detection. We employ ZIBNet for the detection of surgical tool presence. ZIBNet employs pre-processing based on tool usage imbalance, a transfer learned 50-layer residual network (ResNet-50) and temporal smoothing. To encode the temporal evolution of tool usage (over the entire video sequence) that relates to the surgical phases, Long Short Term Memory (LSTM) units are employed with long-term dependency. Dataset: We used CHOLEC 80 dataset that consists of 80 videos of laparoscopic cholecystectomy performed by 13 surgeons, divided equally for training and testing. In these videos, up to three different tools (among 7 types of tools) can be present in a frame. Results: The mean average precision of the detection of all tools is 93.5 ranging between 86.8 and 99.3, a significant improvement (p <0.01) over the previous state-of-the-art. We observed that less frequent tools like Scissors, Irrigator, Specimen Bag etc. are more related to phase transitions. The overall precision (recall) of the detection of all surgical phases is 79.6 (81.3). Conclusion: While this is not the end goal for surgical skill analysis, the development of such a technological platform is essential toward a data-driven objective understanding of surgical skills. In future, we plan to investigate surgeon-in-the-loop analysis and feedback for surgical skill analysis.}, language = {en} } @misc{BindernagelKainmuellerRammetal.2012, author = {Bindernagel, Matthias and Kainm{\"u}ller, Dagmar and Ramm, Heiko and Lamecker, Hans and Zachow, Stefan}, title = {Analysis of inter-individual anatomical shape variations of joint structures}, series = {Proc. Int. Society of Computer Assisted Orthopaedic Surgery (CAOS)}, journal = {Proc. Int. Society of Computer Assisted Orthopaedic Surgery (CAOS)}, number = {210}, year = {2012}, language = {en} } @inproceedings{SiqueiraRodriguesNyakaturaZachowetal., author = {Siqueira Rodrigues, Lucas and Nyakatura, John and Zachow, Stefan and Israel, Johann Habakuk}, title = {An Immersive Virtual Paleontology Application}, series = {13th International Conference on Human Haptic Sensing and Touch Enabled Computer Applications, EuroHaptics 2022}, booktitle = {13th International Conference on Human Haptic Sensing and Touch Enabled Computer Applications, EuroHaptics 2022}, doi = {10.1007/978-3-031-06249-0}, pages = {478 -- 481}, abstract = {Virtual paleontology studies digital fossils through data analysis and visualization systems. The discipline is growing in relevance for the evident advantages of non-destructive imaging techniques over traditional paleontological methods, and it has made significant advancements during the last few decades. However, virtual paleontology still faces a number of technological challenges, amongst which are interaction shortcomings of image segmentation applications. Whereas automated segmentation methods are seldom applicable to fossil datasets, manual exploration of these specimens is extremely time-consuming as it impractically delves into three-dimensional data through two-dimensional visualization and interaction means. This paper presents an application that employs virtual reality and haptics to virtual paleontology in order to evolve its interaction paradigms and address some of its limitations. We provide a brief overview of the challenges faced by virtual paleontology practitioners, a description of our immersive virtual paleontology prototype, and the results of a heuristic evaluation of our design.}, language = {en} } @article{vonTycowiczAmbellanMukhopadhyayetal., author = {von Tycowicz, Christoph and Ambellan, Felix and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {An Efficient Riemannian Statistical Shape Model using Differential Coordinates}, series = {Medical Image Analysis}, volume = {43}, journal = {Medical Image Analysis}, number = {1}, doi = {10.1016/j.media.2017.09.004}, pages = {1 -- 9}, abstract = {We propose a novel Riemannian framework for statistical analysis of shapes that is able to account for the nonlinearity in shape variation. By adopting a physical perspective, we introduce a differential representation that puts the local geometric variability into focus. We model these differential coordinates as elements of a Lie group thereby endowing our shape space with a non-Euclidean structure. A key advantage of our framework is that statistics in a manifold shape space becomes numerically tractable improving performance by several orders of magnitude over state-of-the-art. We show that our Riemannian model is well suited for the identification of intra-population variability as well as inter-population differences. In particular, we demonstrate the superiority of the proposed model in experiments on specificity and generalization ability. We further derive a statistical shape descriptor that outperforms the standard Euclidean approach in terms of shape-based classification of morphological disorders.}, language = {en} } @inproceedings{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {An as-invariant-as-possible GL+(3)-based Statistical Shape Model}, series = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, volume = {11846}, booktitle = {Proc. 7th MICCAI workshop on Mathematical Foundations of Computational Anatomy (MFCA)}, publisher = {Springer}, doi = {10.1007/978-3-030-33226-6_23}, pages = {219 -- 228}, abstract = {We describe a novel nonlinear statistical shape model basedon differential coordinates viewed as elements of GL+(3). We adopt an as-invariant-as possible framework comprising a bi-invariant Lie group mean and a tangent principal component analysis based on a unique GL+(3)-left-invariant, O(3)-right-invariant metric. Contrary to earlier work that equips the coordinates with a specifically constructed group structure, our method employs the inherent geometric structure of the group-valued data and therefore features an improved statistical power in identifying shape differences. We demonstrate this in experiments on two anatomical datasets including comparison to the standard Euclidean as well as recent state-of-the-art nonlinear approaches to statistical shape modeling.}, language = {en} } @misc{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {An as-invariant-as-possible GL+(3)-based Statistical Shape Model}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-74566}, abstract = {We describe a novel nonlinear statistical shape model basedon differential coordinates viewed as elements of GL+(3). We adopt an as-invariant-as possible framework comprising a bi-invariant Lie group mean and a tangent principal component analysis based on a unique GL+(3)-left-invariant, O(3)-right-invariant metric. Contrary to earlier work that equips the coordinates with a specifically constructed group structure, our method employs the inherent geometric structure of the group-valued data and therefore features an improved statistical power in identifying shape differences. We demonstrate this in experiments on two anatomical datasets including comparison to the standard Euclidean as well as recent state-of-the-art nonlinear approaches to statistical shape modeling.}, language = {en} } @inproceedings{BindernagelKainmuellerSeimetal.2011, author = {Bindernagel, Matthias and Kainm{\"u}ller, Dagmar and Seim, Heiko and Lamecker, Hans and Zachow, Stefan and Hege, Hans-Christian}, title = {An Articulated Statistical Shape Model of the Human Knee}, series = {Bildverarbeitung f{\"u}r die Medizin 2011}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2011}, publisher = {Springer}, doi = {10.1007/978-3-642-19335-4_14}, pages = {59 -- 63}, year = {2011}, language = {en} } @inproceedings{KainmuellerLameckerZachowetal.2009, author = {Kainm{\"u}ller, Dagmar and Lamecker, Hans and Zachow, Stefan and Hege, Hans-Christian}, title = {An Articulated Statistical Shape Model for Accurate Hip Joint Segmentation}, series = {EBMC 2009. Int. Conf. of the IEEE Eng. in Med. and Biol. Society (EMBC)}, booktitle = {EBMC 2009. Int. Conf. of the IEEE Eng. in Med. and Biol. Society (EMBC)}, address = {Minneapolis, USA}, pages = {6345 -- 6351}, year = {2009}, language = {en} } @article{HepptHildebrandtSteinmannetal.2007, author = {Heppt, Werner and Hildebrandt, Thomas and Steinmann, Alexander and Zachow, Stefan}, title = {Aesthetic and Function in Rhinoplasty}, series = {Springer Journal}, volume = {264 (Suppl 1), RL 126}, journal = {Springer Journal}, pages = {307}, year = {2007}, language = {en} } @inproceedings{ZachowErdmannHegeetal.2004, author = {Zachow, Stefan and Erdmann, Bodo and Hege, Hans-Christian and Deuflhard, Peter}, title = {Advances in 3D osteotomy planning with 3D soft tissue prediction}, series = {Proc. 2nd International Symposium on Computer Aided Surgery around the Head, Abstract}, booktitle = {Proc. 2nd International Symposium on Computer Aided Surgery around the Head, Abstract}, address = {Bern}, pages = {31}, year = {2004}, language = {en} } @article{SahuMukhopadhyaySzengeletal., author = {Sahu, Manish and Mukhopadhyay, Anirban and Szengel, Angelika and Zachow, Stefan}, title = {Addressing multi-label imbalance problem of Surgical Tool Detection using CNN}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {12}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {6}, publisher = {Springer}, doi = {10.1007/s11548-017-1565-x}, pages = {1013 -- 1020}, abstract = {Purpose: A fully automated surgical tool detection framework is proposed for endoscopic video streams. State-of-the-art surgical tool detection methods rely on supervised one-vs-all or multi-class classification techniques, completely ignoring the co-occurrence relationship of the tools and the associated class imbalance. Methods: In this paper, we formulate tool detection as a multi-label classification task where tool co-occurrences are treated as separate classes. In addition, imbalance on tool co-occurrences is analyzed and stratification techniques are employed to address the imbalance during Convolutional Neural Network (CNN) training. Moreover, temporal smoothing is introduced as an online post-processing step to enhance run time prediction. Results: Quantitative analysis is performed on the M2CAI16 tool detection dataset to highlight the importance of stratification, temporal smoothing and the overall framework for tool detection. Conclusion: The analysis on tool imbalance, backed by the empirical results indicates the need and superiority of the proposed framework over state-of-the-art techniques.}, language = {en} } @inproceedings{ZilskeLameckerZachow2008, author = {Zilske, Michael and Lamecker, Hans and Zachow, Stefan}, title = {Adaptive Remeshing of Non-Manifold Surfaces}, series = {Eurographics 2008 Annex to the Conf. Proc.}, booktitle = {Eurographics 2008 Annex to the Conf. Proc.}, pages = {207 -- 211}, year = {2008}, language = {en} } @misc{ZilskeLameckerZachow, author = {Zilske, Michael and Lamecker, Hans and Zachow, Stefan}, title = {Adaptive Remeshing of Non-Manifold Surfaces}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-9445}, number = {07-01}, abstract = {We present a unified approach for consistent remeshing of arbitrary non-manifold triangle meshes with additional user-defined feature lines, which together form a feature skeleton. Our method is based on local operations only and produces meshes of high regularity and triangle quality while preserving the geometry as well as topology of the feature skeleton and the input mesh.}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {Adaptive Nonlinear Elastic FEM for Realistic Prediction of Soft Tissue in Craniofacial Surgery Simulations}, series = {Proc. SPIE Medical Imaging 2002}, volume = {4681}, booktitle = {Proc. SPIE Medical Imaging 2002}, editor = {K. Mun, Seong}, address = {San Diego, USA}, doi = {10.1117/12.466906}, pages = {1 -- 8}, year = {2002}, language = {en} } @article{MoldenhauerWeiserZachow, author = {Moldenhauer, Marian and Weiser, Martin and Zachow, Stefan}, title = {Adaptive Algorithms for Optimal Hip Implant Positioning}, series = {PAMM}, volume = {17}, journal = {PAMM}, number = {1}, doi = {10.1002/pamm.201710071}, pages = {203 -- 204}, abstract = {In an aging society where the number of joint replacements rises, it is important to also increase the longevity of implants. In particular hip implants have a lifetime of at most 15 years. This derives primarily from pain due to implant migration, wear, inflammation, and dislocation, which is affected by the positioning of the implant during the surgery. Current joint replacement practice uses 2D software tools and relies on the experience of surgeons. Especially the 2D tools fail to take the patients' natural range of motion as well as stress distribution in the 3D joint induced by different daily motions into account. Optimizing the hip joint implant position for all possible parametrized motions under the constraint of a contact problem is prohibitively expensive as there are too many motions and every position change demands a recalculation of the contact problem. For the reduction of the computational effort, we use adaptive refinement on the parameter domain coupled with the interpolation method of Kriging. A coarse initial grid is to be locally refined using goal-oriented error estimation, reducing locally high variances. This approach will be combined with multi-grid optimization such that numerical errors are reduced.}, language = {en} } @inproceedings{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, booktitle = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, doi = {10.1109/ISBI.2019.8759201}, pages = {40 -- 43}, abstract = {Volumetry of cartilage of the knee is needed for knee osteoarthritis (KOA) assessment. It is typically performed manually in a tedious and subjective process. We developed a method for an automated, segmentation-based quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data and cartilage volumetry readings performed by clinical experts for 1378 subjects provided by the Osteoarthritis Initiative. It was shown that 3D CNNs are able to achieve volume measures comparable to the magnitude of variation between expert readings and the real in vivo situation. In the future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as longitudinal analysis of KOA progression.}, language = {en} } @misc{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-71439}, abstract = {Volumetry of the cartilage of the knee, as needed for the assessment of knee osteoarthritis (KOA), is typically performed in a tedious and subjective process. We present an automated segmentation-based method for the quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data as well as cartilage volumetry readings given by clinical experts for 1378 subjects. It was shown that 3D CNNs can be employed for cartilage volumetry with an accuracy similar to expert volumetry readings. In future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as assessment of KOA progression via longitudinal analysis.}, language = {en} } @inproceedings{SeimKainmuellerLameckeretal.2009, author = {Seim, Heiko and Kainm{\"u}ller, Dagmar and Lamecker, Hans and Zachow, Stefan}, title = {A System for Unsupervised Extraction of Orthopaedic Parameters from CT Data}, series = {GI Workshop Softwareassistenten - Computerunterst{\"u}tzung f{\"u}r die medizinische Diagnose und Therapieplanung}, booktitle = {GI Workshop Softwareassistenten - Computerunterst{\"u}tzung f{\"u}r die medizinische Diagnose und Therapieplanung}, address = {L{\"u}beck, Germany}, pages = {1328 -- 1337}, year = {2009}, language = {en} } @misc{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {A Surface-Theoretic Approach for Statistical Shape Modeling}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-74497}, abstract = {We present a novel approach for nonlinear statistical shape modeling that is invariant under Euclidean motion and thus alignment-free. By analyzing metric distortion and curvature of shapes as elements of Lie groups in a consistent Riemannian setting, we construct a framework that reliably handles large deformations. Due to the explicit character of Lie group operations, our non-Euclidean method is very efficient allowing for fast and numerically robust processing. This facilitates Riemannian analysis of large shape populations accessible through longitudinal and multi-site imaging studies providing increased statistical power. We evaluate the performance of our model w.r.t. shape-based classification of pathological malformations of the human knee and show that it outperforms the standard Euclidean as well as a recent nonlinear approach especially in presence of sparse training data. To provide insight into the model's ability of capturing natural biological shape variability, we carry out an analysis of specificity and generalization ability.}, language = {en} } @inproceedings{AmbellanZachowvonTycowicz, author = {Ambellan, Felix and Zachow, Stefan and von Tycowicz, Christoph}, title = {A Surface-Theoretic Approach for Statistical Shape Modeling}, series = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part IV}, volume = {11767}, booktitle = {Proc. Medical Image Computing and Computer Assisted Intervention (MICCAI), Part IV}, publisher = {Springer}, doi = {10.1007/978-3-030-32251-9_3}, pages = {21 -- 29}, abstract = {We present a novel approach for nonlinear statistical shape modeling that is invariant under Euclidean motion and thus alignment-free. By analyzing metric distortion and curvature of shapes as elements of Lie groups in a consistent Riemannian setting, we construct a framework that reliably handles large deformations. Due to the explicit character of Lie group operations, our non-Euclidean method is very efficient allowing for fast and numerically robust processing. This facilitates Riemannian analysis of large shape populations accessible through longitudinal and multi-site imaging studies providing increased statistical power. We evaluate the performance of our model w.r.t. shape-based classification of pathological malformations of the human knee and show that it outperforms the standard Euclidean as well as a recent nonlinear approach especially in presence of sparse training data. To provide insight into the model's ability of capturing natural biological shape variability, we carry out an analysis of specificity and generalization ability.}, language = {en} } @misc{TycowiczAmbellanMukhopadhyayetal., author = {Tycowicz, Christoph von and Ambellan, Felix and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {A Riemannian Statistical Shape Model using Differential Coordinates}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-61175}, abstract = {We propose a novel Riemannian framework for statistical analysis of shapes that is able to account for the nonlinearity in shape variation. By adopting a physical perspective, we introduce a differential representation that puts the local geometric variability into focus. We model these differential coordinates as elements of a Lie group thereby endowing our shape space with a non-Euclidian structure. A key advantage of our framework is that statistics in a manifold shape space become numerically tractable improving performance by several orders of magnitude over state-of-the-art. We show that our Riemannian model is well suited for the identification of intra-population variability as well as inter-population differences. In particular, we demonstrate the superiority of the proposed model in experiments on specificity and generalization ability. We further derive a statistical shape descriptor that outperforms the standard Euclidian approach in terms of shape-based classification of morphological disorders.}, language = {en} } @inproceedings{ZachowHierlErdmann2004, author = {Zachow, Stefan and Hierl, Thomas and Erdmann, Bodo}, title = {A quantitative evaluation of 3D soft tissue prediction in maxillofacial surgery planning}, series = {Proc. 3. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboter-assistierte Chirurgie e.V.}, booktitle = {Proc. 3. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboter-assistierte Chirurgie e.V.}, address = {M{\"u}nchen}, year = {2004}, language = {en} } @article{PichtLeCalveTomaselloetal., author = {Picht, Thomas and Le Calve, Maxime and Tomasello, Rosario and Fekonja, Lucius and Gholami, Mohammad Fardin and Bruhn, Matthias and Zwick, Carola and Rabe, J{\"u}rgen P. and M{\"u}ller-Birn, Claudia and Vajkoczy, Peter and Sauer, Igor M. and Zachow, Stefan and Nyakatura, John A. and Ribault, Patricia and Pulverm{\"u}ller, Friedemann}, title = {A note on neurosurgical resection and why we need to rethink cutting}, series = {Neurosurgery}, volume = {89}, journal = {Neurosurgery}, number = {5}, doi = {10.1093/neuros/nyab326}, pages = {289 -- 291}, language = {en} } @inproceedings{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {A nonlinear soft tissue model for craniofacial surgery simulations}, series = {Proc. of Modeling and Simulation for Computer-aided Medicine and Surgery (MS4CMS}, booktitle = {Proc. of Modeling and Simulation for Computer-aided Medicine and Surgery (MS4CMS}, publisher = {INRIA}, address = {Paris, France}, year = {2002}, language = {en} } @article{GladilinZachowDeuflhardetal.2002, author = {Gladilin, Evgeny and Zachow, Stefan and Deuflhard, Peter and Hege, Hans-Christian}, title = {A nonlinear elastic soft tissue model for craniofacial surgery simulations}, series = {ESAIM, Proc.}, volume = {12}, journal = {ESAIM, Proc.}, doi = {10.1051/proc:2002011}, pages = {61 -- 66}, year = {2002}, language = {en} } @article{LemanisZachowFusseisetal., author = {Lemanis, Robert and Zachow, Stefan and Fusseis, Florian and Hoffmann, Ren{\´e}}, title = {A new approach using high-resolution computed tomography to test the buoyant properties of chambered cephalopod shells}, series = {Paleobiology}, volume = {41}, journal = {Paleobiology}, number = {2}, publisher = {Cambridge University Press}, address = {Cambridge}, doi = {10.1017/pab.2014.17}, pages = {313 -- 329}, abstract = {The chambered shell of modern cephalopods functions as a buoyancy apparatus, allowing the animal to enter the water column without expending a large amount of energy to overcome its own weight. Indeed, the chambered shell is largely considered a key adaptation that allowed the earliest cephalopods to leave the ocean floor and enter the water column. It has been argued by some, however, that the iconic chambered shell of Paleozoic and Mesozoic ammonoids did not provide a sufficiently buoyant force to compensate for the weight of the entire animal, thus restricting ammonoids to a largely benthic lifestyle reminiscent of some octopods. Here we develop a technique using high-resolution computed tomography to quantify the buoyant properties of chambered shells without reducing the shell to ideal spirals or eliminating inherent biological variability by using mathematical models that characterize past work in this area. This technique has been tested on Nautilus pompilius and is now extended to the extant deep-sea squid Spirula spirula and the Jurassic ammonite Cadoceras sp. hatchling. Cadoceras is found to have possessed near-neutral to positive buoyancy if hatched when the shell possessed between three and five chambers. However, we show that the animal could also overcome degrees of negative buoyancy through swimming, similar to the paralarvae of modern squids. These calculations challenge past inferences of benthic life habits based solely on calculations of negative buoyancy. The calculated buoyancy of Cadoceras supports the possibility of planktonic dispersal of ammonite hatchlings. This information is essential to understanding ammonoid ecology as well as biotic interactions and has implications for the interpretation of geochemical data gained from the isotopic analysis of the shell.}, language = {en} } @article{LameckerKamerWittmersetal.2007, author = {Lamecker, Hans and Kamer, Lukas and Wittmers, Antonia and Zachow, Stefan and Kaup, Thomas and Schramm, Alexander and Noser, Hansrudi and Hammer, Beat}, title = {A method for the three-dimensional statistical shape analysis of the bony orbit}, series = {Proc. Computer Aided Surgery around the Head}, journal = {Proc. Computer Aided Surgery around the Head}, pages = {94 -- 97}, year = {2007}, language = {en} }