@misc{TackKobayashiGaueretal., author = {Tack, Alexander and Kobayashi, Yuske and Gauer, Tobias and Schlaefer, Alexander and Werner, Ren{\´e}}, title = {Bewegungsfeldsch{\"a}tzung in artefaktbehafteten 4D-CT-Bilddaten: Vergleich von paar- und gruppenweiser Registrierung}, series = {21st Annual Meeting of the German-Society-for-Radiation-Oncology}, volume = {Supplement 1}, journal = {21st Annual Meeting of the German-Society-for-Radiation-Oncology}, edition = {191}, publisher = {Springer}, address = {Strahlentherapie und Onkologie}, doi = {10.1007/s00066-015-0847-x}, pages = {65 -- 65}, abstract = {In der Strahlentherapie von Lungentumoren kann mittels Dosisakkumulation der Einfluss von Atembewegungen auf statisch geplante Dosisverteilungen abgesch{\"a}tzt werden. Grundlage sind 4D-CT-Daten des Patienten, aus denen mittels nicht-linearer Bildregistrierung eine Sequenz von Bewegungsfeldern berechnet wird. Typischerweise werden Methoden der paarweisen Bildregistrierung eingesetzt, d.h. konsekutiv zwei Atemphasen aufeinander registriert. Hierbei erfolgt i.d.R. eine physiologisch nicht plausible Anpassung der Felder an CT-Bewegungsartefakte. Gruppenweise Registrierungsans{\"a}tze ber{\"u}cksichtigen hingegen gleichzeitig s{\"a}mtliche Bilddaten des 4D-CT-Scans und erm{\"o}glichen die Integration von zeitlichen Konsistenzbetrachtungen. In diesem Beitrag wird der potentielle Vorteil der gruppen- im Vergleich zur paarweisen Registrierung in artefaktbehafteten 4D-CT-Daten untersucht.}, language = {de} } @inproceedings{TackKobayashiGaueretal., author = {Tack, Alexander and Kobayashi, Yuske and Gauer, Tobias and Schlaefer, Alexander and Werner, Ren{\´e}}, title = {Groupwise Registration for Robust Motion Field Estimation in Artifact-Affected 4D CT Images}, series = {ICART: Imaging and Computer Assistance in Radiation Therapy: A workshop held on Friday 9th October as part of MICCAI 2015 in Munich, Germany. MICCAI workshop. 2015.}, booktitle = {ICART: Imaging and Computer Assistance in Radiation Therapy: A workshop held on Friday 9th October as part of MICCAI 2015 in Munich, Germany. MICCAI workshop. 2015.}, pages = {18 -- 25}, abstract = {Precise voxel trajectory estimation in 4D CT images is a prerequisite for reliable dose accumulation during 4D treatment planning. 4D CT image data is, however, often affected by motion artifacts and applying standard pairwise registration to such data sets bears the risk of aligning anatomical structures to artifacts - with physiologically unrealistic trajectories being the consequence. In this work, the potential of a novel non-linear hybrid intensity- and feature-based groupwise registration method for robust motion field estimation in artifact-affected 4D CT image data is investigated. The overall registration performance is evaluated on the DIR-lab datasets; Its robustness if applied to artifact-affected data sets is analyzed using clinically acquired data sets with and without artifacts. The proposed registration approach achieves an accuracy comparable to the state-of-the-art (subvoxel accuracy), but smoother voxel trajectories compared to pairwise registration. Even more important: it maintained accuracy and trajectory smoothness in the presence of image artifacts - in contrast to standard pairwise registration, which yields higher landmark-based registration errors and a loss of trajectory smoothness when applied to artifact-affected data sets.}, language = {en} } @article{SekuboyinaHusseiniBayatetal., author = {Sekuboyina, Anjany and Husseini, Malek E. and Bayat, Amirhossein and L{\"o}ffler, Maximilian and Liebl, Hans and Li, Hongwei and Tetteh, Giles and Kukačka, Jan and Payer, Christian and Štern, Darko and Urschler, Martin and Chen, Maodong and Cheng, Dalong and Lessmann, Nikolas and Hu, Yujin and Wang, Tianfu and Yang, Dong and Xu, Daguang and Ambellan, Felix and Amiranashvili, Tamaz and Ehlke, Moritz and Lamecker, Hans and Lehnert, Sebastian and Lirio, Marilia and de Olaguer, Nicol{\´a}s P{\´e}rez and Ramm, Heiko and Sahu, Manish and Tack, Alexander and Zachow, Stefan and Jiang, Tao and Ma, Xinjun and Angerman, Christoph and Wang, Xin and Brown, Kevin and Kirszenberg, Alexandre and Puybareau, {\´E}lodie and Chen, Di and Bai, Yiwei and Rapazzo, Brandon H. and Yeah, Timyoas and Zhang, Amber and Xu, Shangliang and Hou, Feng and He, Zhiqiang and Zeng, Chan and Xiangshang, Zheng and Liming, Xu and Netherton, Tucker J. and Mumme, Raymond P. and Court, Laurence E. and Huang, Zixun and He, Chenhang and Wang, Li-Wen and Ling, Sai Ho and Huynh, L{\^e} Duy and Boutry, Nicolas and Jakubicek, Roman and Chmelik, Jiri and Mulay, Supriti and Sivaprakasam, Mohanasankar and Paetzold, Johannes C. and Shit, Suprosanna and Ezhov, Ivan and Wiestler, Benedikt and Glocker, Ben and Valentinitsch, Alexander and Rempfler, Markus and Menze, Bj{\"o}rn H. and Kirschke, Jan S.}, title = {VerSe: A Vertebrae labelling and segmentation benchmark for multi-detector CT images}, series = {Medical Image Analysis}, volume = {73}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2021.102166}, abstract = {Vertebral labelling and segmentation are two fundamental tasks in an automated spine processing pipeline. Reliable and accurate processing of spine images is expected to benefit clinical decision support systems for diagnosis, surgery planning, and population-based analysis of spine and bone health. However, designing automated algorithms for spine processing is challenging predominantly due to considerable variations in anatomy and acquisition protocols and due to a severe shortage of publicly available data. Addressing these limitations, the Large Scale Vertebrae Segmentation Challenge (VerSe) was organised in conjunction with the International Conference on Medical Image Computing and Computer Assisted Intervention (MICCAI) in 2019 and 2020, with a call for algorithms tackling the labelling and segmentation of vertebrae. Two datasets containing a total of 374 multi-detector CT scans from 355 patients were prepared and 4505 vertebrae have individually been annotated at voxel level by a human-machine hybrid algorithm (https://osf.io/nqjyw/, https://osf.io/t98fz/). A total of 25 algorithms were benchmarked on these datasets. In this work, we present the results of this evaluation and further investigate the performance variation at the vertebra level, scan level, and different fields of view. We also evaluate the generalisability of the approaches to an implicit domain shift in data by evaluating the top-performing algorithms of one challenge iteration on data from the other iteration. The principal takeaway from VerSe: the performance of an algorithm in labelling and segmenting a spine scan hinges on its ability to correctly identify vertebrae in cases of rare anatomical variations. The VerSe content and code can be accessed at: https://github.com/anjany/verse.}, language = {en} } @article{SekuboyinaBayatHusseinietal., author = {Sekuboyina, Anjany and Bayat, Amirhossein and Husseini, Malek E. and L{\"o}ffler, Maximilian and Li, Hongwei and Tetteh, Giles and Kukačka, Jan and Payer, Christian and Štern, Darko and Urschler, Martin and Chen, Maodong and Cheng, Dalong and Lessmann, Nikolas and Hu, Yujin and Wang, Tianfu and Yang, Dong and Xu, Daguang and Ambellan, Felix and Amiranashvili, Tamaz and Ehlke, Moritz and Lamecker, Hans and Lehnert, Sebastian and Lirio, Marilia and de Olaguer, Nicol{\´a}s P{\´e}rez and Ramm, Heiko and Sahu, Manish and Tack, Alexander and Zachow, Stefan and Jiang, Tao and Ma, Xinjun and Angerman, Christoph and Wang, Xin and Wei, Qingyue and Brown, Kevin and Wolf, Matthias and Kirszenberg, Alexandre and Puybareau, {\´E}lodie and Valentinitsch, Alexander and Rempfler, Markus and Menze, Bj{\"o}rn H. and Kirschke, Jan S.}, title = {VerSe: A Vertebrae Labelling and Segmentation Benchmark for Multi-detector CT Images}, series = {arXiv}, journal = {arXiv}, language = {en} } @inproceedings{AmbellanTackWilsonetal., author = {Ambellan, Felix and Tack, Alexander and Wilson, Dave and Anglin, Carolyn and Lamecker, Hans and Zachow, Stefan}, title = {Evaluating two methods for Geometry Reconstruction from Sparse Surgical Navigation Data}, series = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, volume = {16}, booktitle = {Proceedings of the Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC)}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-65339}, pages = {24 -- 30}, abstract = {In this study we investigate methods for fitting a Statistical Shape Model (SSM) to intraoperatively acquired point cloud data from a surgical navigation system. We validate the fitted models against the pre-operatively acquired Magnetic Resonance Imaging (MRI) data from the same patients. We consider a cohort of 10 patients who underwent navigated total knee arthroplasty. As part of the surgical protocol the patients' distal femurs were partially digitized. All patients had an MRI scan two months pre-operatively. The MRI data were manually segmented and the reconstructed bone surfaces used as ground truth against which the fit was compared. Two methods were used to fit the SSM to the data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). For both approaches, the difference between model fit and ground truth surface averaged less than 1.7 mm and excellent correspondence with the distal femoral morphology can be demonstrated.}, language = {en} } @article{BernardSalamancaThunbergetal., author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse Data}, series = {arXiv}, journal = {arXiv}, pages = {1602.08425v1}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points is a common topic in materials and life sciences, computationally handled in computer graphics. Such points usually stem from optical or tactile 3D coordinate measuring equipment. Surface reconstruction also appears in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or the alignment of intra-operative navigation and preoperative planning data. In contrast to mere 3D point clouds, medical imaging yields contextual information on the 3D point data that can be used to adopt prior information on the shape that is to be reconstructed from the measurements. In this work we propose to use a statistical shape model (SSM) as a prior for surface reconstruction. The prior knowledge is represented by a point distribution model (PDM) that is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we reformulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given measurements are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are oriented according to the surface normals at the PDM points, a surface-based tting is accomplished. By estimating the parameters of the GMM in a maximum a posteriori manner, the reconstruction of the surface from the given measurements is achieved. Extensive experiments suggest that our proposed approach leads to superior surface reconstructions compared to Iterative Closest Point (ICP) methods.}, language = {en} } @misc{AmbellanTackWilsonetal., author = {Ambellan, Felix and Tack, Alexander and Wilson, Dave and Anglin, Carolyn and Lamecker, Hans and Zachow, Stefan}, title = {Evaluating two methods for Geometry Reconstruction from Sparse Surgical Navigation Data}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-66052}, abstract = {In this study we investigate methods for fitting a Statistical Shape Model (SSM) to intraoperatively acquired point cloud data from a surgical navigation system. We validate the fitted models against the pre-operatively acquired Magnetic Resonance Imaging (MRI) data from the same patients. We consider a cohort of 10 patients who underwent navigated total knee arthroplasty. As part of the surgical protocol the patients' distal femurs were partially digitized. All patients had an MRI scan two months pre-operatively. The MRI data were manually segmented and the reconstructed bone surfaces used as ground truth against which the fit was compared. Two methods were used to fit the SSM to the data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). For both approaches, the difference between model fit and ground truth surface averaged less than 1.7 mm and excellent correspondence with the distal femoral morphology can be demonstrated.}, language = {en} } @article{BernardSalamancaThunbergetal., author = {Bernard, Florian and Salamanca, Luis and Thunberg, Johan and Tack, Alexander and Jentsch, Dennis and Lamecker, Hans and Zachow, Stefan and Hertel, Frank and Goncalves, Jorge and Gemmar, Peter}, title = {Shape-aware Surface Reconstruction from Sparse 3D Point-Clouds}, series = {Medical Image Analysis}, volume = {38}, journal = {Medical Image Analysis}, doi = {10.1016/j.media.2017.02.005}, pages = {77 -- 89}, abstract = {The reconstruction of an object's shape or surface from a set of 3D points plays an important role in medical image analysis, e.g. in anatomy reconstruction from tomographic measurements or in the process of aligning intra-operative navigation and preoperative planning data. In such scenarios, one usually has to deal with sparse data, which significantly aggravates the problem of reconstruction. However, medical applications often provide contextual information about the 3D point data that allow to incorporate prior knowledge about the shape that is to be reconstructed. To this end, we propose the use of a statistical shape model (SSM) as a prior for surface reconstruction. The SSM is represented by a point distribution model (PDM), which is associated with a surface mesh. Using the shape distribution that is modelled by the PDM, we formulate the problem of surface reconstruction from a probabilistic perspective based on a Gaussian Mixture Model (GMM). In order to do so, the given points are interpreted as samples of the GMM. By using mixture components with anisotropic covariances that are "oriented" according to the surface normals at the PDM points, a surface-based fitting is accomplished. Estimating the parameters of the GMM in a maximum a posteriori manner yields the reconstruction of the surface from the given data points. We compare our method to the extensively used Iterative Closest Points method on several different anatomical datasets/SSMs (brain, femur, tibia, hip, liver) and demonstrate superior accuracy and robustness on sparse data.}, language = {en} } @misc{Tack, type = {Master Thesis}, author = {Tack, Alexander}, title = {Gruppenweise Registrierung zur robusten Bewegungsfeldsch{\"a}tzung in artefaktbehafteten 4D-CT-Bilddaten}, abstract = {Das Ziel der Strahlentherapie ist, eine m{\"o}glichst hohe Dosis in den Tumor zu applizieren und zeitgleich die Strahlenexposition des Normalgewebes zu minimieren. Insbesondere bei thorakalen und abdominalen Tumoren treten aufgrund der Atmung w{\"a}hrend der Bestrahlung große, komplexe und patientenspezifisch unterschiedliche Bewegungen der Gewebe auf. Um den Einfluss dieser Bewegung auf die i.d.R. statisch geplante Dosisverteilung abzusch{\"a}tzen, k{\"o}nnen unter Verwendung der nicht-linearen Bildregistrierung anhand von 3D-CT-Aufnahmen eines Atmungszyklus - also 4D-CT-Daten - zun{\"a}chst die Bewegungsfelder f{\"u}r die strahlentherapeutisch relevanten Strukturen, beispielsweise f{\"u}r die Lunge, berechnet werden. Diese Informationen bilden die Grundlage f{\"u}r sogenannte 4D-Dosisberechnungs- oder Dosisakkumulationsverfahren. Deren Genauigkeit h{\"a}ngt aber wesentlich von der Genauigkeit der Bewegungsfeldsch{\"a}tzung ab. Klassisch erfolgt die Berechnung der Bewegungsfelder mittels paarweiser Bildregistrierung, womit f{\"u}r die Berechnung des Bewegungsfeldes zwischen zwei Bildern im Allgemeinen eine sehr hohe Genauigkeit erreicht wird. Auch f{\"u}r CT-Bilder, die Bewegungsartefakte, wie beispielsweise doppelte oder unvollst{\"a}ndige Strukturen, enthalten, wird unter Verwendung der paarweisen Bildregistrierung im Kontext der Registrierung eine exakte Abbildung der anatomischen Strukturen zwischen den beiden Bildern erreicht. Dabei erfolgt aber eine physiologisch unplausible Anpassung der Felder an die Artefakte. Bei Verwendung der paarweisen Bildregistrierung m{\"u}ssen weiterhin f{\"u}r einen Atemzyklus die Voxel-Trajektorien aus Bewegungsfeldern zwischen mehreren dreidimensionalen Bildern zusammengesetzt werden. Durch Bewegungsartefakte entsprechen diese Trajektorien dann teilweise keiner nat{\"u}rlichen Bewegung der anatomischen Strukturen. Diese Ungenauigkeit stellt in der klinischen Anwendung ein Problem dar; dies gilt umso mehr, wenn Bewegungsartefakte im Bereich eines Tumors vorliegen. Im Gegensatz zu der paarweisen Registrierung kann mit der gruppenweisen Registrierung das Problem der durch Bewegungsartefakte hervorgerufenen ungenauen Abbildung der physiologischen Gegebenheiten dadurch reduziert werden, dass im Registrierungsprozess Bildinformationen aller Bilder, also in diesem Kontext der CT-Daten zu unterschiedlichen Atemphasen, gleichzeitig genutzt werden. Es kann bereits im Registrierungsprozess eine zeitliche Glattheit der Voxel-Trajektorien gefordert werden. In dieser Arbeit wird eine Methode zur B-Spline-basierten zeitlich regularisierten gruppenweisen Registrierung entwickelt. Die Genauigkeit der entwickelten Methode wird f{\"u}r frei zug{\"a}ngliche klinische Datens{\"a}tze landmarkenbasiert evaluiert. Dabei wird mit dem Target Registration Error (TRE) die durchschnittliche dreidimensionale euklidische Distanz zwischen den korrespondierenden Landmarken nach Transformation der Landmarken bezeichnet. Eine Genauigkeit in der Gr{\"o}ßenordnung von aktuellen paarweisen Registrierungen verdeutlicht die Qualit{\"a}t des vorgestellten Registrierungs-Algorithmus. Anschließend werden die Vorteile der gruppenweisen Registrierung durch Experimente an einem Lungenphantom und an manipulierten, artefaktbehafteten klinischen 4D-CT-Bilddaten demonstriert. Dabei werden unter Verwendung der gruppenweisen Registrierung im Vergleich zu der paarweisen Registrierung glattere Trajektorien berechnet, die der realen Bewegung der anatomischen Strukturen st{\"a}rker entsprechen. F{\"u}r die Patientendaten wird außerdem anhand von automatisch detektierten Landmarken der TRE ausgewertet. Der TRE verschlechterte sich f{\"u}r die paarweise Bildregistrierung unter Vorliegen von Bewegungsartefakten von durchschnittlich 1,30 mm auf 3,94 mm. Auch hier zeigte sich f{\"u}r die gruppenweise Registrierung die Robustheit gegen{\"u}ber Bewegungsartefakten und der TRE verschlechterte sich nur geringf{\"u}gig von 1,45 mm auf 1,71 mm.}, language = {de} } @inproceedings{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, booktitle = {IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019)}, doi = {10.1109/ISBI.2019.8759201}, pages = {40 -- 43}, abstract = {Volumetry of cartilage of the knee is needed for knee osteoarthritis (KOA) assessment. It is typically performed manually in a tedious and subjective process. We developed a method for an automated, segmentation-based quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data and cartilage volumetry readings performed by clinical experts for 1378 subjects provided by the Osteoarthritis Initiative. It was shown that 3D CNNs are able to achieve volume measures comparable to the magnitude of variation between expert readings and the real in vivo situation. In the future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as longitudinal analysis of KOA progression.}, language = {en} } @inproceedings{EstacioEhlkeTacketal., author = {Estacio, Laura and Ehlke, Moritz and Tack, Alexander and Castro-Gutierrez, Eveling and Lamecker, Hans and Mora, Rensso and Zachow, Stefan}, title = {Unsupervised Detection of Disturbances in 2D Radiographs}, series = {2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)}, booktitle = {2021 IEEE 18th International Symposium on Biomedical Imaging (ISBI)}, doi = {10.1109/ISBI48211.2021.9434091}, pages = {367 -- 370}, abstract = {We present a method based on a generative model for detection of disturbances such as prosthesis, screws, zippers, and metals in 2D radiographs. The generative model is trained in an unsupervised fashion using clinical radiographs as well as simulated data, none of which contain disturbances. Our approach employs a latent space consistency loss which has the benefit of identifying similarities, and is enforced to reconstruct X-rays without disturbances. In order to detect images with disturbances, an anomaly score is computed also employing the Frechet distance between the input X-ray and the reconstructed one using our generative model. Validation was performed using clinical pelvis radiographs. We achieved an AUC of 0.77 and 0.83 with clinical and synthetic data, respectively. The results demonstrated a good accuracy of our method for detecting outliers as well as the advantage of utilizing synthetic data.}, language = {en} } @article{TackPreimZachow, author = {Tack, Alexander and Preim, Bernhard and Zachow, Stefan}, title = {Fully automated Assessment of Knee Alignment from Full-Leg X-Rays employing a "YOLOv4 And Resnet Landmark regression Algorithm" (YARLA): Data from the Osteoarthritis Initiative}, series = {Computer Methods and Programs in Biomedicine}, volume = {205}, journal = {Computer Methods and Programs in Biomedicine}, number = {106080}, doi = {https://doi.org/10.1016/j.cmpb.2021.106080}, abstract = {We present a method for the quantification of knee alignment from full-leg X-Rays. A state-of-the-art object detector, YOLOv4, was trained to locate regions of interests (ROIs) in full-leg X-Ray images for the hip joint, the knee, and the ankle. Residual neural networks (ResNets) were trained to regress landmark coordinates for each ROI.Based on the detected landmarks the knee alignment, i.e., the hip-knee-ankle (HKA) angle, was computed. The accuracy of landmark detection was evaluated by a comparison to manually placed landmarks for 360 legs in 180 X-Rays. The accuracy of HKA angle computations was assessed on the basis of 2,943 X-Rays. Results of YARLA were compared to the results of two independent image reading studies(Cooke; Duryea) both publicly accessible via the Osteoarthritis Initiative. The agreement was evaluated using Spearman's Rho, and weighted kappa as well as regarding the correspondence of the class assignment (varus/neutral/valgus). The average difference between YARLA and manually placed landmarks was less than 2.0+- 1.5 mm for all structures (hip, knee, ankle). The average mismatch between HKA angle determinations of Cooke and Duryea was 0.09 +- 0.63°; YARLA resulted in a mismatch of 0.10 +- 0.74° compared to Cooke and of 0.18 +- 0.64° compared to Duryea. Cooke and Duryea agreed almost perfectly with respect to a weighted kappa value of 0.86, and showed an excellent reliability as measured by a Spearman's Rho value of 0.99. Similar values were achieved by YARLA, i.e., a weighted kappa value of0.83 and 0.87 and a Spearman's Rho value of 0.98 and 0.99 to Cooke and Duryea,respectively. Cooke and Duryea agreed in 92\% of all class assignments and YARLA did so in 90\% against Cooke and 92\% against Duryea. In conclusion, YARLA achieved results comparable to those of human experts and thus provides a basis for an automated assessment of knee alignment in full-leg X-Rays.}, language = {de} } @inproceedings{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Imaging with Deep Learning}, booktitle = {Medical Imaging with Deep Learning}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging, that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The method is evaluated on data of the MICCAI grand challenge "Segmentation of Knee Images 2010". For the first time an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy. In conclusion, combining of anatomical knowledge using SSMs with localized classification via CNNs results in a state-of-the-art segmentation method.}, language = {en} } @misc{TackZachow, author = {Tack, Alexander and Zachow, Stefan}, title = {Accurate Automated Volumetry of Cartilage of the Knee using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-71439}, abstract = {Volumetry of the cartilage of the knee, as needed for the assessment of knee osteoarthritis (KOA), is typically performed in a tedious and subjective process. We present an automated segmentation-based method for the quantification of cartilage volume by employing 3D Convolutional Neural Networks (CNNs). CNNs were trained in a supervised manner using magnetic resonance imaging data as well as cartilage volumetry readings given by clinical experts for 1378 subjects. It was shown that 3D CNNs can be employed for cartilage volumetry with an accuracy similar to expert volumetry readings. In future, accurate automated cartilage volumetry might support both, diagnosis of KOA as well as assessment of KOA progression via longitudinal analysis.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-72704}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging (MRI) that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs).The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures.The shape models and neural networks employed are trained using data from the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets from the SKI10 challenge.For the first time, an accuracy equivalent to the inter-observer variability of human readers is achieved in this challenge.Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We make the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation.In conclusion, combining localized classification via CNNs with statistical anatomical knowledge via SSMs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Osteoarthritis and Cartilage}, volume = {26}, journal = {Osteoarthritis and Cartilage}, number = {5}, doi = {10.1016/j.joca.2018.02.907}, pages = {680 -- 688}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @misc{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, doi = {10.12752/4.TMZ.1.0}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @misc{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative (Supplementary Material)}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.12752/4.ATEZ.1.0}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @article{AmbellanTackEhlkeetal., author = {Ambellan, Felix and Tack, Alexander and Ehlke, Moritz and Zachow, Stefan}, title = {Automated Segmentation of Knee Bone and Cartilage combining Statistical Shape Knowledge and Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, series = {Medical Image Analysis}, volume = {52}, journal = {Medical Image Analysis}, number = {2}, doi = {10.1016/j.media.2018.11.009}, pages = {109 -- 118}, abstract = {We present a method for the automated segmentation of knee bones and cartilage from magnetic resonance imaging that combines a priori knowledge of anatomical shape with Convolutional Neural Networks (CNNs). The proposed approach incorporates 3D Statistical Shape Models (SSMs) as well as 2D and 3D CNNs to achieve a robust and accurate segmentation of even highly pathological knee structures. The shape models and neural networks employed are trained using data of the Osteoarthritis Initiative (OAI) and the MICCAI grand challenge "Segmentation of Knee Images 2010" (SKI10), respectively. We evaluate our method on 40 validation and 50 submission datasets of the SKI10 challenge. For the first time, an accuracy equivalent to the inter-observer variability of human readers has been achieved in this challenge. Moreover, the quality of the proposed method is thoroughly assessed using various measures for data from the OAI, i.e. 507 manual segmentations of bone and cartilage, and 88 additional manual segmentations of cartilage. Our method yields sub-voxel accuracy for both OAI datasets. We made the 507 manual segmentations as well as our experimental setup publicly available to further aid research in the field of medical image segmentation. In conclusion, combining statistical anatomical knowledge via SSMs with the localized classification via CNNs results in a state-of-the-art segmentation method for knee bones and cartilage from MRI data.}, language = {en} } @misc{TackAmbellanZachow2021, author = {Tack, Alexander and Ambellan, Felix and Zachow, Stefan}, title = {Towards novel osteoarthritis biomarkers: Multi-criteria evaluation of 46,996 segmented knee MRI data from the Osteoarthritis Initiative (Supplementary Material)}, series = {PLOS One}, volume = {16}, journal = {PLOS One}, number = {10}, doi = {10.12752/8328}, year = {2021}, abstract = {Convolutional neural networks (CNNs) are the state-of-the-art for automated assessment of knee osteoarthritis (KOA) from medical image data. However, these methods lack interpretability, mainly focus on image texture, and cannot completely grasp the analyzed anatomies' shapes. In this study we assess the informative value of quantitative features derived from segmentations in order to assess their potential as an alternative or extension to CNN-based approaches regarding multiple aspects of KOA A fully automated method is employed to segment six anatomical structures around the knee (femoral and tibial bones, femoral and tibial cartilages, and both menisci) in 46,996 MRI scans. Based on these segmentations, quantitative features are computed, i.e., measurements such as cartilage volume, meniscal extrusion and tibial coverage, as well as geometric features based on a statistical shape encoding of the anatomies. The feature quality is assessed by investigating their association to the Kellgren-Lawrence grade (KLG), joint space narrowing (JSN), incident KOA, and total knee replacement (TKR). Using gold standard labels from the Osteoarthritis Initiative database the balanced accuracy (BA), the area under the Receiver Operating Characteristic curve (AUC), and weighted kappa statistics are evaluated. Features based on shape encodings of femur, tibia, and menisci plus the performed measurements showed most potential as KOA biomarkers. Differentiation between healthy and severely arthritic knees yielded BAs of up to 99\%, 84\% were achieved for diagnosis of early KOA. Substantial agreement with weighted kappa values of 0.73, 0.73, and 0.79 were achieved for classification of the grade of medial JSN, lateral JSN, and KLG, respectively. The AUC was 0.60 and 0.75 for prediction of incident KOA and TKR within 5 years, respectively. Quantitative features from automated segmentations yield excellent results for KLG and JSN classification and show potential for incident KOA and TKR prediction. The validity of these features as KOA biomarkers should be further evaluated, especially as extensions of CNN-based approaches. To foster such developments we make all segmentations publicly available together with this publication.}, language = {en} } @misc{TackMukhopadhyayZachow, author = {Tack, Alexander and Mukhopadhyay, Anirban and Zachow, Stefan}, title = {Knee Menisci Segmentation using Convolutional Neural Networks: Data from the Osteoarthritis Initiative}, volume = {26}, number = {5}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-68038}, pages = {680 -- 688}, abstract = {Abstract: Objective: To present a novel method for automated segmentation of knee menisci from MRIs. To evaluate quantitative meniscal biomarkers for osteoarthritis (OA) estimated thereof. Method: A segmentation method employing convolutional neural networks in combination with statistical shape models was developed. Accuracy was evaluated on 88 manual segmentations. Meniscal volume, tibial coverage, and meniscal extrusion were computed and tested for differences between groups of OA, joint space narrowing (JSN), and WOMAC pain. Correlation between computed meniscal extrusion and MOAKS experts' readings was evaluated for 600 subjects. Suitability of biomarkers for predicting incident radiographic OA from baseline to 24 months was tested on a group of 552 patients (184 incident OA, 386 controls) by performing conditional logistic regression. Results: Segmentation accuracy measured as Dice Similarity Coefficient was 83.8\% for medial menisci (MM) and 88.9\% for lateral menisci (LM) at baseline, and 83.1\% and 88.3\% at 12-month follow-up. Medial tibial coverage was significantly lower for arthritic cases compared to non-arthritic ones. Medial meniscal extrusion was significantly higher for arthritic knees. A moderate correlation between automatically computed medial meniscal extrusion and experts' readings was found (ρ=0.44). Mean medial meniscal extrusion was significantly greater for incident OA cases compared to controls (1.16±0.93 mm vs. 0.83±0.92 mm; p<0.05). Conclusion: Especially for medial menisci an excellent segmentation accuracy was achieved. Our meniscal biomarkers were validated by comparison to experts' readings as well as analysis of differences w.r.t groups of OA, JSN, and WOMAC pain. It was confirmed that medial meniscal extrusion is a predictor for incident OA.}, language = {en} } @misc{TackShestakovLuedkeetal., author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-84415}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @article{TackShestakovLuedkeetal., author = {Tack, Alexander and Shestakov, Alexey and L{\"u}dke, David and Zachow, Stefan}, title = {A deep multi-task learning method for detection of meniscal tears in MRI data from the Osteoarthritis Initiative database}, series = {Frontiers in Bioengineering and Biotechnology, section Biomechanics}, journal = {Frontiers in Bioengineering and Biotechnology, section Biomechanics}, doi = {10.3389/fbioe.2021.747217}, pages = {28 -- 41}, abstract = {We present a novel and computationally efficient method for the detection of meniscal tears in Magnetic Resonance Imaging (MRI) data. Our method is based on a Convolutional Neural Network (CNN) that operates on a complete 3D MRI scan. Our approach detects the presence of meniscal tears in three anatomical sub-regions (anterior horn, meniscal body, posterior horn) for both the Medial Meniscus (MM) and the Lateral Meniscus (LM) individually. For optimal performance of our method, we investigate how to preprocess the MRI data or how to train the CNN such that only relevant information within a Region of Interest (RoI) of the data volume is taken into account for meniscal tear detection. We propose meniscal tear detection combined with a bounding box regressor in a multi-task deep learning framework to let the CNN implicitly consider the corresponding RoIs of the menisci. We evaluate the accuracy of our CNN-based meniscal tear detection approach on 2,399 Double Echo Steady-State (DESS) MRI scans from the Osteoarthritis Initiative database. In addition, to show that our method is capable of generalizing to other MRI sequences, we also adapt our model to Intermediate-Weighted Turbo Spin-Echo (IW TSE) MRI scans. To judge the quality of our approaches, Receiver Operating Characteristic (ROC) curves and Area Under the Curve (AUC) values are evaluated for both MRI sequences. For the detection of tears in DESS MRI, our method reaches AUC values of 0.94, 0.93, 0.93 (anterior horn, body, posterior horn) in MM and 0.96, 0.94, 0.91 in LM. For the detection of tears in IW TSE MRI data, our method yields AUC values of 0.84, 0.88, 0.86 in MM and 0.95, 0.91, 0.90 in LM. In conclusion, the presented method achieves high accuracy for detecting meniscal tears in both DESS and IW TSE MRI data. Furthermore, our method can be easily trained and applied to other MRI sequences.}, language = {en} } @article{TackAmbellanZachow, author = {Tack, Alexander and Ambellan, Felix and Zachow, Stefan}, title = {Towards novel osteoarthritis biomarkers: Multi-criteria evaluation of 46,996 segmented knee MRI data from the Osteoarthritis Initiative}, series = {PLOS One}, volume = {16}, journal = {PLOS One}, number = {10}, doi = {10.1371/journal.pone.0258855}, abstract = {Convolutional neural networks (CNNs) are the state-of-the-art for automated assessment of knee osteoarthritis (KOA) from medical image data. However, these methods lack interpretability, mainly focus on image texture, and cannot completely grasp the analyzed anatomies' shapes. In this study we assess the informative value of quantitative features derived from segmentations in order to assess their potential as an alternative or extension to CNN-based approaches regarding multiple aspects of KOA. Six anatomical structures around the knee (femoral and tibial bones, femoral and tibial cartilages, and both menisci) are segmented in 46,996 MRI scans. Based on these segmentations, quantitative features are computed, i.e., measurements such as cartilage volume, meniscal extrusion and tibial coverage, as well as geometric features based on a statistical shape encoding of the anatomies. The feature quality is assessed by investigating their association to the Kellgren-Lawrence grade (KLG), joint space narrowing (JSN), incident KOA, and total knee replacement (TKR). Using gold standard labels from the Osteoarthritis Initiative database the balanced accuracy (BA), the area under the Receiver Operating Characteristic curve (AUC), and weighted kappa statistics are evaluated. Features based on shape encodings of femur, tibia, and menisci plus the performed measurements showed most potential as KOA biomarkers. Differentiation between non-arthritic and severely arthritic knees yielded BAs of up to 99\%, 84\% were achieved for diagnosis of early KOA. Weighted kappa values of 0.73, 0.72, and 0.78 were achieved for classification of the grade of medial JSN, lateral JSN, and KLG, respectively. The AUC was 0.61 and 0.76 for prediction of incident KOA and TKR within one year, respectively. Quantitative features from automated segmentations provide novel biomarkers for KLG and JSN classification and show potential for incident KOA and TKR prediction. The validity of these features should be further evaluated, especially as extensions of CNN- based approaches. To foster such developments we make all segmentations publicly available together with this publication.}, language = {en} } @article{WilsonAnglinAmbellanetal., author = {Wilson, David and Anglin, Carolyn and Ambellan, Felix and Grewe, Carl Martin and Tack, Alexander and Lamecker, Hans and Dunbar, Michael and Zachow, Stefan}, title = {Validation of three-dimensional models of the distal femur created from surgical navigation point cloud data for intraoperative and postoperative analysis of total knee arthroplasty}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {12}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {12}, publisher = {Springer}, doi = {10.1007/s11548-017-1630-5}, pages = {2097 -- 2105}, abstract = {Purpose: Despite the success of total knee arthroplasty there continues to be a significant proportion of patients who are dissatisfied. One explanation may be a shape mismatch between pre and post-operative distal femurs. The purpose of this study was to investigate a method to match a statistical shape model (SSM) to intra-operatively acquired point cloud data from a surgical navigation system, and to validate it against the pre-operative magnetic resonance imaging (MRI) data from the same patients. Methods: A total of 10 patients who underwent navigated total knee arthroplasty also had an MRI scan less than 2 months pre-operatively. The standard surgical protocol was followed which included partial digitization of the distal femur. Two different methods were employed to fit the SSM to the digitized point cloud data, based on (1) Iterative Closest Points (ICP) and (2) Gaussian Mixture Models (GMM). The available MRI data were manually segmented and the reconstructed three-dimensional surfaces used as ground truth against which the statistical shape model fit was compared. Results: For both approaches, the difference between the statistical shape model-generated femur and the surface generated from MRI segmentation averaged less than 1.7 mm, with maximum errors occurring in less clinically important areas. Conclusion: The results demonstrated good correspondence with the distal femoral morphology even in cases of sparse data sets. Application of this technique will allow for measurement of mismatch between pre and post-operative femurs retrospectively on any case done using the surgical navigation system and could be integrated into the surgical navigation unit to provide real-time feedback.}, language = {en} } @phdthesis{Tack, author = {Tack, Alexander}, title = {Machine Learning-based Assessment of Multiple Anatomical Structures in Medical Image Data for Diagnosis and Prediction of Knee Osteoarthritis}, doi = {10.14279/depositonce-19738}, abstract = {Knee osteoarthritis (KOA) is a degenerative disease that leads to pain and loss of function. It is estimated to affect over 500 million humans world-wide and is one of the most common reasons for disability. KOA is usually diagnosed by radiologists or clinical experts by anamnesis, physical examination, and by assessing medical image data. The latter is typically acquired using X-Ray or magnetic resonance imaging. Since manual image reading is subjective, tedious and time-consuming, automated methods are required for a fast and objective decision support and for a better understanding of the pathogenesis of KOA. This thesis sets a foundation towards automated computation of image-based KOA biomarkers for holistic assessment of the knee. This involves the assessment of multiple knee bones and soft tissues. An assessment of particular structures requires localization of these tissues. In order to automate a faithful localization of anatomical structures, deep learning-based methods are investigated and utilized. Additionally, convolutional neural networks (CNNs) are used for classification of medical image data, i.e., for a direct determination of the disease status and to detect anatomical structures and landmarks. The automatically computed anatomical volumes, locations, and other measurements are finally compared to values acquired by clinical experts and evaluated for clustering of KOA groups, classification of KOA severity, prediction of KOA progression, and prediction of total knee replacement. In various experiments it is shown that CNN-based methods are suitable for accurate medical image segmentation, object detection, landmark detection, and direct classification of disease stages from the image data. Computed features related to the menisci are found to be most expressive in terms of clustering of KOA groups and predicting of future disease states, thus allowing diagnosis of current KOA conditions and prediction of future conditions. The conclusion of this thesis is that machine learning-based, fully automated processing of medical image data shows potential for diagnosis and prediction of KOA grades. Future studies could investigate additional features in order to achieve an assessment of the whole knee or validate the findings of this work in clinical studies.}, language = {en} }