@phdthesis{Zachow2005, author = {Zachow, Stefan}, title = {Computergest{\"u}tzte 3D Osteotomieplanung in der Mund-Kiefer-Gesichtschirurgie unter Ber{\"u}cksichtigung der r{\"a}umlichen Weichgewebeanordnung}, isbn = {3899631986}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-10432}, year = {2005}, abstract = {In der Arbeit wird die computergest{\"u}tzte Planung von chirurgisch gesetzten Knochenfrakturen bzw. Knochenschnitten (sogenannten Osteotomien) an dreidimensionalen, computergrafischen Sch{\"a}delmodellen, sowie die Umpositionierung separierter kn{\"o}cherner Segmente im Kontext der rekonstruktiven MKG-Chirurgie behandelt. Durch die 3D Modellierung und Visualisierung anatomischer Strukturen, sowie der 3D Osteotomie- und Umstellungsplanung unter Einbeziehung der resultierenden Weichgewebedeformation wird den Chirurgen ein Werkzeug an die Hand gegeben, mit dem eine Therapieplanung am Computer durchgef{\"u}hrt und diese in Hinblick auf Funktion und {\"A}sthetik bewertet werden kann. Unterschiedliche Strategien k{\"o}nnen dabei erprobt und in ihrer Auswirkung erfasst werden. Dazu wird ein methodischer Ansatz vorgestellt, der zum einen die chirurgische Planung im Vergleich zu existierenden Ans{\"a}tzen deutlich verbessert und zum anderen eine robuste Weichgewebeprognose, durch den Einsatz geeigneter Planungsmodelle und eines physikalisch basierten Weichgewebemodells unter Nutzung numerischer L{\"o}sungsverfahren in die Planung integriert. Die Visualisierung der Planungsergebnisse erlaubt sowohl eine anschauliche und {\"u}berzeugende, pr{\"a}operative Patientenaufkl{\"a}rung, als auch die Demonstration m{\"o}glicher Vorgehensweisen und deren Auswirkungen f{\"u}r die chirurgische Ausbildung. Ferner erg{\"a}nzen die Planungsdaten die Falldokumentation und liefern einen Beitrag zur Qualit{\"a}tssicherung. Die Arbeit ist in sieben Kapitel gegliedert und wie folgt strukturiert: Zuerst wird die medizinische Aufgabenstellung bei der chirurgischen Rekonstruktion von Knochenfehlbildungen und -fehlstellungen in der kraniofazialen Chirurgie sowie die daraus resultierenden Anforderungen an die Therapieplanung beschrieben. Anschließend folgt ein umfassender {\"U}berblick {\"u}ber entsprechende Vorarbeiten zur computergest{\"u}tzten Planung knochenverlagernder Operationen und eine kritische Bestandsaufnahme der noch vorhandenen Defizite. Nach der Vorstellung des eigenen Planungsansatzes wird die Generierung individueller, qualitativ hochwertiger 3D Planungsmodelle aus tomografischen Bilddaten beschrieben, die den Anforderungen an eine intuitive, 3D Planung von Umstellungsosteotomien entsprechen und eine Simulation der daraus resultierenden Weichgewebedeformation mittels der Finite-Elemente Methode (FEM) erm{\"o}glichen. Die Methoden der 3D Schnittplanung an computergrafischen Modellen werden analysiert und eine 3D Osteotomieplanung an polygonalen Sch{\"a}delmodellen entwickelt, die es erm{\"o}glicht, intuitiv durch Definition von Schnittlinien am 3D Knochenmodell, eine den chirurgischen Anforderungen entsprechende Schnittplanung unter Ber{\"u}cksichtigung von Risikostrukturen durchzuf{\"u}hren. Separierte Knochensegmente lassen sich im Anschluss interaktiv umpositionieren und die resultierende Gesamtanordnung hinsichtlich einer funktionellen Rehabilitation bewerten. Aufgrund des in dieser Arbeit gew{\"a}hlten, physikalisch basierten Modellierungsansatzes kann unter Ber{\"u}cksichtigung des gesamten Weichgewebevolumens aus der Knochenverlagerung direkt die resultierende Gesichtsform berechnet werden. Dies wird anhand von 13 exemplarischen Fallstudien anschaulich demonstriert, wobei die Prognosequalit{\"a}t mittels postoperativer Fotografien und postoperativer CT-Daten {\"u}berpr{\"u}ft und belegt wird. Die Arbeit wird mit einem Ausblick auf erweiterte Modellierungsans{\"a}tze und einem Konzept f{\"u}r eine integrierte, klinisch einsetzbare Planungsumgebung abgeschlossen.}, language = {de} } @misc{ZachowZilskeHege2007, author = {Zachow, Stefan and Zilske, Michael and Hege, Hans-Christian}, title = {3D reconstruction of individual anatomy from medical image data: Segmentation and geometry processing}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-10440}, number = {07-41}, year = {2007}, abstract = {For medical diagnosis, visualization, and model-based therapy planning three-dimensional geometric reconstructions of individual anatomical structures are often indispensable. Computer-assisted, model-based planning procedures typically cover specific modifications of "virtual anatomy" as well as numeric simulations of associated phenomena, like e.g. mechanical loads, fluid dynamics, or diffusion processes, in order to evaluate a potential therapeutic outcome. Since internal anatomical structures cannot be measured optically or mechanically in vivo, three-dimensional reconstruction of tomographic image data remains the method of choice. In this work the process chain of individual anatomy reconstruction is described which consists of segmentation of medical image data, geometrical reconstruction of all relevant tissue interfaces, up to the generation of geometric approximations (boundary surfaces and volumetric meshes) of three-dimensional anatomy being suited for finite element analysis. All results presented herein are generated with amira ® - a highly interactive software system for 3D data analysis, visualization and geometry reconstruction.}, language = {en} } @misc{GreweZachow2021, author = {Grewe, C. Martin and Zachow, Stefan}, title = {Release of the FexMM for the Open Virtual Mirror Framework}, doi = {10.12752/8532}, year = {2021}, abstract = {THIS MODEL IS FOR NON-COMMERCIAL RESEARCH PURPOSES. ONLY MEMBERS OF UNIVERSITIES OR NON-COMMERCIAL RESEARCH INSTITUTES ARE ELIGIBLE TO APPLY. 1. Download, fill, and sign the form available from: https://media.githubusercontent.com/media/mgrewe/ovmf/main/data/fexmm_license_agreement.pdf 2. Send the signed form to: fexmm@zib.de NOTE: Use an official email address of your institution for the request.}, language = {en} } @article{LiPimentelSzengeletal.2021, author = {Li, Jianning and Pimentel, Pedro and Szengel, Angelika and Ehlke, Moritz and Lamecker, Hans and Zachow, Stefan and Estacio, Laura and Doenitz, Christian and Ramm, Heiko and Shi, Haochen and Chen, Xiaojun and Matzkin, Franco and Newcombe, Virginia and Ferrante, Enzo and Jin, Yuan and Ellis, David G. and Aizenberg, Michele R. and Kodym, Oldrich and Spanel, Michal and Herout, Adam and Mainprize, James G. and Fishman, Zachary and Hardisty, Michael R. and Bayat, Amirhossein and Shit, Suprosanna and Wang, Bomin and Liu, Zhi and Eder, Matthias and Pepe, Antonio and Gsaxner, Christina and Alves, Victor and Zefferer, Ulrike and von Campe, Cord and Pistracher, Karin and Sch{\"a}fer, Ute and Schmalstieg, Dieter and Menze, Bjoern H. and Glocker, Ben and Egger, Jan}, title = {AutoImplant 2020 - First MICCAI Challenge on Automatic Cranial Implant Design}, volume = {40}, journal = {IEEE Transactions on Medical Imaging}, number = {9}, issn = {0278-0062}, doi = {10.1109/TMI.2021.3077047}, pages = {2329 -- 2342}, year = {2021}, abstract = {The aim of this paper is to provide a comprehensive overview of the MICCAI 2020 AutoImplant Challenge. The approaches and publications submitted and accepted within the challenge will be summarized and reported, highlighting common algorithmic trends and algorithmic diversity. Furthermore, the evaluation results will be presented, compared and discussed in regard to the challenge aim: seeking for low cost, fast and fully automated solutions for cranial implant design. Based on feedback from collaborating neurosurgeons, this paper concludes by stating open issues and post-challenge requirements for intra-operative use.}, language = {en} } @article{TackAmbellanZachow2021, author = {Tack, Alexander and Ambellan, Felix and Zachow, Stefan}, title = {Towards novel osteoarthritis biomarkers: Multi-criteria evaluation of 46,996 segmented knee MRI data from the Osteoarthritis Initiative}, volume = {16}, journal = {PLOS One}, number = {10}, doi = {10.1371/journal.pone.0258855}, year = {2021}, abstract = {Convolutional neural networks (CNNs) are the state-of-the-art for automated assessment of knee osteoarthritis (KOA) from medical image data. However, these methods lack interpretability, mainly focus on image texture, and cannot completely grasp the analyzed anatomies' shapes. In this study we assess the informative value of quantitative features derived from segmentations in order to assess their potential as an alternative or extension to CNN-based approaches regarding multiple aspects of KOA. Six anatomical structures around the knee (femoral and tibial bones, femoral and tibial cartilages, and both menisci) are segmented in 46,996 MRI scans. Based on these segmentations, quantitative features are computed, i.e., measurements such as cartilage volume, meniscal extrusion and tibial coverage, as well as geometric features based on a statistical shape encoding of the anatomies. The feature quality is assessed by investigating their association to the Kellgren-Lawrence grade (KLG), joint space narrowing (JSN), incident KOA, and total knee replacement (TKR). Using gold standard labels from the Osteoarthritis Initiative database the balanced accuracy (BA), the area under the Receiver Operating Characteristic curve (AUC), and weighted kappa statistics are evaluated. Features based on shape encodings of femur, tibia, and menisci plus the performed measurements showed most potential as KOA biomarkers. Differentiation between non-arthritic and severely arthritic knees yielded BAs of up to 99\%, 84\% were achieved for diagnosis of early KOA. Weighted kappa values of 0.73, 0.72, and 0.78 were achieved for classification of the grade of medial JSN, lateral JSN, and KLG, respectively. The AUC was 0.61 and 0.76 for prediction of incident KOA and TKR within one year, respectively. Quantitative features from automated segmentations provide novel biomarkers for KLG and JSN classification and show potential for incident KOA and TKR prediction. The validity of these features should be further evaluated, especially as extensions of CNN- based approaches. To foster such developments we make all segmentations publicly available together with this publication.}, language = {en} } @article{TackShestakovLuedkeetal.2021, author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, journal = {Frontiers in Bioengineering and Biotechnology, section Biomechanics}, doi = {10.3389/fbioe.2021.747217}, pages = {28 -- 41}, year = {2021}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @misc{TackShestakovLuedkeetal.2021, author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-84415}, year = {2021}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @article{GreweLiuHildebrandtetal.2022, author = {Grewe, Carl Martin and Liu, Tuo and Hildebrandt, Andrea and Zachow, Stefan}, title = {The Open Virtual Mirror Framework for Enfacement Illusions - Enhancing the Sense of Agency With Avatars That Imitate Facial Expressions}, journal = {Behavior Research Methods}, publisher = {Springer}, doi = {10.3758/s13428-021-01761-9}, year = {2022}, language = {de} } @misc{Shestakov2021, type = {Master Thesis}, author = {Shestakov, Alexey}, title = {A Deep Learning Method for Automated Detection of Meniscal Tears in Meniscal Sub-Regions in 3D MRI Data}, pages = {96}, year = {2021}, abstract = {This work presents a fully automated pipeline, centered around a deep neural network, as well as a method to train that network in an efficient manner, that enables accurate detection of lesions in meniscal anatomical subregions. The network architecture is based on a transformer encoder/decoder. It is trained on DESS and tuned on IW TSE 3D MRI scans sourced from the Osteoarthritis Initiative. Furthermore, it is trained in a multilabel, and multitask fashion, using an auxiliary detection head. The former enables implicit localisation of meniscal defects, that to the best of my knowledge, has not yet been reported elsewhere. The latter enables efficient learning on the entire 3D MRI volume. Thus, the proposed method does not require any expert knowledge at inference. Aggregated inference results from two datasets resulted in an overall AUCROC result of 0.90, 0.91 and 0.93 for meniscal lesion detection anywhere in the knee, in medial and in lateral menisci respectively. These results compare very well to the related work, even though only a fraction of the data has been utilized. Clinical applicability and benefit is yet to be determined.}, language = {en} } @inproceedings{SiqueiraRodriguesRiehmZachowetal.2023, author = {Siqueira Rodrigues, Lucas and Riehm, Felix and Zachow, Stefan and Israel, Johann Habakuk}, title = {VoxSculpt: An Open-Source Voxel Library for Tomographic Volume Sculpting in Virtual Reality}, booktitle = {2023 9th International Conference on Virtual Reality (ICVR), Xianyang, China, 2023}, doi = {10.1109/ICVR57957.2023.10169420}, pages = {515 -- 523}, year = {2023}, abstract = {Manual processing of tomographic data volumes, such as interactive image segmentation in medicine or paleontology, is considered a time-consuming and cumbersome endeavor. Immersive volume sculpting stands as a potential solution to improve its efficiency and intuitiveness. However, current open-source software solutions do not yield the required performance and functionalities. We address this issue by contributing a novel open-source game engine voxel library that supports real-time immersive volume sculpting. Our design leverages GPU instancing, parallel computing, and a chunk-based data structure to optimize collision detection and rendering. We have implemented features that enable fast voxel interaction and improve precision. Our benchmark evaluation indicates that our implementation offers a significant improvement over the state-of-the-art and can render and modify millions of visible voxels while maintaining stable performance for real-time interaction in virtual reality.}, language = {en} } @inproceedings{SiqueiraRodriguesNyakaturaZachowetal.2023, author = {Siqueira Rodrigues, Lucas and Nyakatura, John and Zachow, Stefan and Israel, Johann Habakuk}, title = {Design Challenges and Opportunities of Fossil Preparation Tools and Methods}, booktitle = {Proceedings of the 20th International Conference on Culture and Computer Science: Code and Materiality}, publisher = {Association for Computing Machinery}, address = {New York, NY, USA}, doi = {10.1145/3623462.3623470}, year = {2023}, abstract = {Fossil preparation is the activity of processing paleontological specimens for research and exhibition purposes. In addition to traditional mechanical extraction of fossils, preparation presently comprises non-destructive digital methods that are part of a relatively new field, namely virtual paleontology. Despite significant technological advances, both traditional and digital preparation remain cumbersome and time-consuming endeavors. However, this field has received scarce attention from a human-computer interaction perspective. The present study aims to elucidate the state-of-the-art for paleontological fossil preparation in order to determine its main challenges and start a conversation regarding opportunities for creating novel designs that tackle the field's current issues. We conducted a qualitative study involving both technical preparators and virtual paleontologists. The study was divided into two parts: First, we assembled technical preparators and paleontology researchers in a focus group session to discuss their workflows, obtain a preliminary understanding of their issues, and ideate solutions based on their counterparts' workflows. Next, we conducted a series of contextual inquiries involving direct observation and semi-structured in-depth interviews. We transcribed our recordings and examined the data through theoretical and inductive thematic analysis, clustering emerging themes and applying concepts from human-computer interaction and related fields. Our findings report on challenges faced by traditional and digital fossil preparators and potential opportunities to improve their tools and workflows. We contribute with a novel analysis of fossil preparation from an HCI perspective.}, language = {en} } @article{WagendorfNahlesVachetal.2023, author = {Wagendorf, Oliver and Nahles, Susanne and Vach, Kirstin and Kernen, Florian and Zachow, Stefan and Heiland, Max and Fl{\"u}gge, Tabea}, title = {The impact of teeth and dental restorations on gray value distribution in cone-beam computer tomography - a pilot study}, volume = {9}, journal = {International Journal of Implant Dentistry}, number = {27}, doi = {10.1186/s40729-023-00493-z}, year = {2023}, abstract = {Purpose: To investigate the influence of teeth and dental restorations on the facial skeleton's gray value distributions in cone-beam computed tomography (CBCT). Methods: Gray value selection for the upper and lower jaw segmentation was performed in 40 patients. In total, CBCT data of 20 maxillae and 20 mandibles, ten partial edentulous and ten fully edentulous in each jaw, respectively, were evaluated using two different gray value selection procedures: manual lower threshold selection and automated lower threshold selection. Two sample t tests, linear regression models, linear mixed models, and Pearson's correlation coefficients were computed to evaluate the influence of teeth, dental restorations, and threshold selection procedures on gray value distributions. Results: Manual threshold selection resulted in significantly different gray values in the fully and partially edentulous mandible. (p = 0.015, difference 123). In automated threshold selection, only tendencies to different gray values in fully edentulous compared to partially edentulous jaws were observed (difference: 58-75). Significantly different gray values were evaluated for threshold selection approaches, independent of the dental situation of the analyzed jaw. No significant correlation between the number of teeth and gray values was assessed, but a trend towards higher gray values in patients with more teeth was noted. Conclusions: Standard gray values derived from CT imaging do not apply for threshold-based bone segmentation in CBCT. Teeth influence gray values and segmentation results. Inaccurate bone segmentation may result in ill-fitting surgical guides produced on CBCT data and misinterpreting bone density, which is crucial for selecting surgical protocols.}, language = {en} }