@inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Nutzung eines Farbkonstanz-Algorithmus zur Entfernung von Glanzlichtern in laryngoskopischen Bildern}, series = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, booktitle = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, editor = {Greiser, E. and Wischnewsky, M.}, publisher = {MMV Medien und Medizin}, address = {M{\"u}nchen}, isbn = {9783820813357}, pages = {300 -- 303}, abstract = {1 Einf{\"u}hrung Funktionelle und organische St{\"o}rungen im Larynx beeintr{\"a}chtigen die Ausdrucksf{\"a}higkeit des Menschen. Zur Diagnostik und Verlaufkontrolle werden die Stimmlippen im Larynx mit Hilfe der Video-Laryngoskopie aufgenommen. Zur optimalen Farbmessung wird dazu an das Lupenendoskop eine 3-Chip-CCD-Kamera angeschlossen, die eine unabh{\"a}ngige Aufnahme der drei Farbkan{\"a}le erlaubt. Die bisherige subjektive Befundung ist von der Erfahrung des Untersuchers abh{\"a}ngig und l{\"a}ßt nur eine grobe Klassifikation der Krankheitsbilder zu. Zur Objektivierung werden daher quantitative Parameter f{\"u}r Farbe, Textur und Schwingung entwickelt. Neben dem Einfluß der wechselnden Lichtquellenfarbe auf den Farbeindruck ist die Sekretauflage auf den Stimmlippen ein Problem bei der Farb-und Texturanalyse. Sie kann zu ausgedehnten Glanzlichtern f{\"u}hren und so weite Bereiche der Stimmlippen f{\"u}r die Farb-und Texturanalyse unbrauchbar machen. Dieser Beitrag stellt einen Farbkonstanz-Algorithmus vor, der unabh{\"a}ngig von der Lichtquelle quantitative Farbwerte des Gewebes liefert und die Glanzlichtdetektion und -elimination erm{\"o}glicht. 2 Methodik Ziel des Farbkonstanz-Algorithmus ist die Trennung von Lichtquellen-und Gewebefarbe. Unter Verwendung des dichromatischen Reflexionsmodells [1] kann die Oberfl{\"a}chenreflexion mit der Farbe der Lichtquelle und die K{\"o}rperreflexion mit der Gewebefarbe identifiziert werden. Der Farbeindruck entsteht aus der Linearkombination beider Farbkomponenten. Ihre Gewichtung ist von der Aufnahmegeometrie abh{\"a}ngig, insbesondere vom Winkel zwischen Oberfl{\"a}chennormalen und dem Positionsvektor der Lichtquelle. In einem zweistufigen Verfahren wird zun{\"a}chst die Lichtquellenfarbe gesch{\"a}tzt, dann die Gewebefarbe ermittelt. Hieraus k{\"o}nnen beide Farbanteile durch die Berechnung der Gewichtsfaktoren pixelweise getrennt werden.}, language = {de} } @inproceedings{ChangLinLeeetal., author = {Chang, Ching-Sheng and Lin, Jin-Fa and Lee, Ming-Ching and Palm, Christoph}, title = {Semantic Lung Segmentation Using Convolutional Neural Networks}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6_17}, pages = {75 -- 80}, abstract = {Chest X-Ray (CXR) images as part of a non-invasive diagnosis method are commonly used in today's medical workflow. In traditional methods, physicians usually use their experience to interpret CXR images, however, there is a large interobserver variance. Computer vision may be used as a standard for assisted diagnosis. In this study, we applied an encoder-decoder neural network architecture for automatic lung region detection. We compared a three-class approach (left lung, right lung, background) and a two-class approach (lung, background). The differentiation of left and right lungs as direct result of a semantic segmentation on basis of neural nets rather than post-processing a lung-background segmentation is done here for the first time. Our evaluation was done on the NIH Chest X-ray dataset, from which 1736 images were extracted and manually annotated. We achieved 94:9\% mIoU and 92\% mIoU as segmentation quality measures for the two-class-model and the three-class-model, respectively. This result is very promising for the segmentation of lung regions having the simultaneous classification of left and right lung in mind.}, subject = {Neuronales Netz}, language = {en} } @inproceedings{SouzaJrEbigboProbstetal., author = {Souza Jr., Luis Antonio de and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Mendel, Robert and Palm, Christoph}, title = {Barrett's Esophagus Identification Using Color Co-occurrence Matrices}, series = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, booktitle = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, doi = {10.1109/SIBGRAPI.2018.00028}, pages = {166 -- 173}, abstract = {In this work, we propose the use of single channel Color Co-occurrence Matrices for texture description of Barrett'sEsophagus (BE)and adenocarcinoma images. Further classification using supervised learning techniques, such as Optimum-Path Forest (OPF), Support Vector Machines with Radial Basisunction (SVM-RBF) and Bayesian classifier supports the contextof automatic BE and adenocarcinoma diagnosis. We validated three approaches of classification based on patches, patients and images in two datasets (MICCAI 2015 and Augsburg) using the color-and-texture descriptors and the machine learning techniques. Concerning MICCAI 2015 dataset, the best results were obtained using the blue channel for the descriptors and the supervised OPF for classification purposes in the patch-based approach, with sensitivity nearly to 73\% for positive adenocarcinoma identification and specificity close to 77\% for BE (non-cancerous) patch classification. Regarding the Augsburg dataset, the most accurate results were also obtained using both OPF classifier and blue channel descriptor for the feature extraction, with sensitivity close to 67\% and specificity around to76\%. Our work highlights new advances in the related research area and provides a promising technique that combines color and texture information, allied to three different approaches of dataset pre-processing aiming to configure robust scenarios for the classification step.}, language = {en} } @inproceedings{MiddelPalmErdt, author = {Middel, Luise and Palm, Christoph and Erdt, Marius}, title = {Synthesis of Medical Images Using GANs}, series = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, booktitle = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, publisher = {Springer Nature}, address = {Cham}, isbn = {978-3-030-32688-3}, issn = {0302-9743}, doi = {10.1007/978-3-030-32689-0_13}, pages = {125 -- 134}, abstract = {The success of artificial intelligence in medicine is based on the need for large amounts of high quality training data. Sharing of medical image data, however, is often restricted by laws such as doctor-patient confidentiality. Although there are publicly available medical datasets, their quality and quantity are often low. Moreover, datasets are often imbalanced and only represent a fraction of the images generated in hospitals or clinics and can thus usually only be used as training data for specific problems. The introduction of generative adversarial networks (GANs) provides a mean to generate artificial images by training two convolutional networks. This paper proposes a method which uses GANs trained on medical images in order to generate a large number of artificial images that could be used to train other artificial intelligence algorithms. This work is a first step towards alleviating data privacy concerns and being able to publicly share data that still contains a substantial amount of the information in the original private data. The method has been evaluated on several public datasets and quantitative and qualitative tests showing promising results.}, subject = {Neuronale Netze}, language = {en} } @inproceedings{PalmLehmannSpitzer, author = {Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Bestimmung der Lichtquellenfarbe bei der Endoskopie mikrotexturierter Oberfl{\"a}chen des Kehlkopfes}, series = {5. Workshop Farbbildverarbeitung, Ilmenau, 1999}, booktitle = {5. Workshop Farbbildverarbeitung, Ilmenau, 1999}, pages = {3 -- 10}, abstract = {Zur Unterst{\"u}tzung der Diagnose von Stimmlippenerkrankungen werden innerhalb des Forschungsprojektes Quantitative Digitale Laryngoskopie objektive Parameter zur Beschreibung der Bewegung, der Farbe sowie der Form der Stimmlippen entwickelt und klinisch evaluiert. W{\"a}hrend die Bewegungsanalyse Aufschluß {\"u}ber funktionelle Stimmst{\"o}rungen gibt, beschreiben Parameter der Farb- und Formanalyse morphologische Ver{\"a}nderungen des Stimmlippengewebes. In diesem Beitrag werden die Methoden und bisherigen Ergebnisse zur Bewegungs- und Farbanalyse vorgestellt. Die Bewegungsanalyse wurde mit einem erweiterten Konturmodell (Snakes) durchgef{\"u}hrt. Aufgrund des modifizierten Konturmodells konnten die Konturen der Stimmlippen automatisch {\"u}ber die gesmate Bildsequenz zuverl{\"a}ssig detektiert werden. Die Vermssung der Konturen liefert neue quantitative Parameter zur Befundung von laryngoskopischen Stimmlippenaufnahmen. Um die Farbeigenschaften der Stimmlippen zu bestimmen, wurde ausgehend vom RGB-Bild die Objektfarbe unabh{\"a}ngig von der Farbe der Lichtquelle durch Verwendung von Clusterverfahren und der Viertelkreisanalyse berechnet. Mit dieser Farbanalyse konnte die Farbe der Lichtquelle ermittelt und das beleuchtungsunabh{\"a}ngige Farbbild berechnet werden. Die Quanitifizierung der R{\"o}tung der Stimmlippen ist z.B. ein entscheidendes Kriterium zur Diagnostik der akuten Laryngitis.}, language = {de} } @inproceedings{WeihererZornWittenbergetal., author = {Weiherer, Maximilian and Zorn, Martin and Wittenberg, Thomas and Palm, Christoph}, title = {Retrospective Color Shading Correction for Endoscopic Images}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6}, pages = {14 -- 19}, abstract = {In this paper, we address the problem of retrospective color shading correction. An extension of the established gray-level shading correction algorithm based on signal envelope (SE) estimation to color images is developed using principal color components. Compared to the probably most general shading correction algorithm based on entropy minimization, SE estimation does not need any computationally expensive optimization and thus can be implemented more effciently. We tested our new shading correction scheme on artificial as well as real endoscopic images and observed promising results. Additionally, an indepth analysis of the stop criterion used in the SE estimation algorithm is provided leading to the conclusion that a fixed, user-defined threshold is generally not feasible. Thus, we present new ideas how to develop a non-parametric version of the SE estimation algorithm using entropy.}, subject = {Endoskopie}, language = {en} } @inproceedings{PalmKeysersLehmannetal., author = {Palm, Christoph and Keysers, Daniel and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Gabor Filtering of Complex Hue/Saturation Images for Color Texture Classification}, series = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, booktitle = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, pages = {45 -- 49}, abstract = {Objective: Complex hue/saturation images as a new approach for color texture classification using Gabor filters are introduced and compared with common techniques. Method: The interpretation of hue and saturationas polar coordinates allows direct use of the HSV-colorspace for Fourier transform. This technique is applied for Gabor feature extraction of color textures. In contrast to other color features based on the RGB-colorspace [1] the combination of color bands is done previous to the filtering. Results: The performance of the new HS-featuresis compared with that of RGB based as well as grayscale Gabor features by evaluating the classifi-cation of 30 natural textures. The new HS-featuresshow same results like the best RGB features but allow a more compact representation. On the averagethe color features improve the results of grayscale features. Conclusion: The consideration of the color information enhances the classification of color texture. The choice of colorspace cannot be adjudged finally, but the introduced features suggest the use of the HSV-colorspace with less features than RGB.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Real-time use of artificial intelligence in the evaluation of cancer in Barrett's oesophagus}, series = {Gut}, volume = {69}, journal = {Gut}, number = {4}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2019-319460}, pages = {615 -- 616}, abstract = {Based on previous work by our group with manual annotation of visible Barrett oesophagus (BE) cancer images, a real-time deep learning artificial intelligence (AI) system was developed. While an expert endoscopist conducts the endoscopic assessment of BE, our AI system captures random images from the real-time camera livestream and provides a global prediction (classification), as well as a dense prediction (segmentation) differentiating accurately between normal BE and early oesophageal adenocarcinoma (EAC). The AI system showed an accuracy of 89.9\% on 14 cases with neoplastic BE.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{PalmLehmann, author = {Palm, Christoph and Lehmann, Thomas M.}, title = {Classification of Color Textures by Gabor Filtering}, series = {Machine GRAPHICS \& VISION}, volume = {11}, journal = {Machine GRAPHICS \& VISION}, number = {2/3}, pages = {195 -- 219}, language = {en} } @article{ArribasAntonelliFrazzonietal., author = {Arribas, Julia and Antonelli, Giulio and Frazzoni, Leonardo and Fuccio, Lorenzo and Ebigbo, Alanna and van der Sommen, Fons and Ghatwary, Noha and Palm, Christoph and Coimbra, Miguel and Renna, Francesco and Bergman, Jacques J.G.H.M. and Sharma, Prateek and Messmann, Helmut and Hassan, Cesare and Dinis-Ribeiro, Mario J.}, title = {Standalone performance of artificial intelligence for upper GI neoplasia: a meta-analysis}, series = {Gut}, volume = {70}, journal = {Gut}, number = {8}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2020-321922}, pages = {1458 -- 1468}, abstract = {Objective: Artificial intelligence (AI) may reduce underdiagnosed or overlooked upper GI (UGI) neoplastic and preneoplastic conditions, due to subtle appearance and low disease prevalence. Only disease-specific AI performances have been reported, generating uncertainty on its clinical value. Design: We searched PubMed, Embase and Scopus until July 2020, for studies on the diagnostic performance of AI in detection and characterisation of UGI lesions. Primary outcomes were pooled diagnostic accuracy, sensitivity and specificity of AI. Secondary outcomes were pooled positive (PPV) and negative (NPV) predictive values. We calculated pooled proportion rates (\%), designed summary receiving operating characteristic curves with respective area under the curves (AUCs) and performed metaregression and sensitivity analysis. Results: Overall, 19 studies on detection of oesophageal squamous cell neoplasia (ESCN) or Barrett's esophagus-related neoplasia (BERN) or gastric adenocarcinoma (GCA) were included with 218, 445, 453 patients and 7976, 2340, 13 562 images, respectively. AI-sensitivity/specificity/PPV/NPV/positive likelihood ratio/negative likelihood ratio for UGI neoplasia detection were 90\% (CI 85\% to 94\%)/89\% (CI 85\% to 92\%)/87\% (CI 83\% to 91\%)/91\% (CI 87\% to 94\%)/8.2 (CI 5.7 to 11.7)/0.111 (CI 0.071 to 0.175), respectively, with an overall AUC of 0.95 (CI 0.93 to 0.97). No difference in AI performance across ESCN, BERN and GCA was found, AUC being 0.94 (CI 0.52 to 0.99), 0.96 (CI 0.95 to 0.98), 0.93 (CI 0.83 to 0.99), respectively. Overall, study quality was low, with high risk of selection bias. No significant publication bias was found. Conclusion: We found a high overall AI accuracy for the diagnosis of any neoplastic lesion of the UGI tract that was independent of the underlying condition. This may be expected to substantially reduce the miss rate of precancerous lesions and early cancer when implemented in clinical practice.}, language = {en} } @article{EbigboMendelRueckertetal., author = {Ebigbo, Alanna and Mendel, Robert and R{\"u}ckert, Tobias and Schuster, Laurin and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Mende, Matthias and Steinbr{\"u}ck, Ingo and Faiss, Siegbert and Rauber, David and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Deprez, Pierre and Oyama, Tsuneo and Takahashi, Akiko and Seewald, Stefan and Sharma, Prateek and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Endoscopic prediction of submucosal invasion in Barrett's cancer with the use of Artificial Intelligence: A pilot Study}, series = {Endoscopy}, volume = {53}, journal = {Endoscopy}, number = {09}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/a-1311-8570}, pages = {878 -- 883}, abstract = {Background and aims: The accurate differentiation between T1a and T1b Barrett's cancer has both therapeutic and prognostic implications but is challenging even for experienced physicians. We trained an Artificial Intelligence (AI) system on the basis of deep artificial neural networks (deep learning) to differentiate between T1a and T1b Barrett's cancer white-light images. Methods: Endoscopic images from three tertiary care centres in Germany were collected retrospectively. A deep learning system was trained and tested using the principles of cross-validation. A total of 230 white-light endoscopic images (108 T1a and 122 T1b) was evaluated with the AI-system. For comparison, the images were also classified by experts specialized in endoscopic diagnosis and treatment of Barrett's cancer. Results: The sensitivity, specificity, F1 and accuracy of the AI-system in the differentiation between T1a and T1b cancer lesions was 0.77, 0.64, 0.73 and 0.71, respectively. There was no statistically significant difference between the performance of the AI-system and that of human experts with sensitivity, specificity, F1 and accuracy of 0.63, 0.78, 0.67 and 0.70 respectively. Conclusion: This pilot study demonstrates the first multicenter application of an AI-based system in the prediction of submucosal invasion in endoscopic images of Barrett's cancer. AI scored equal to international experts in the field, but more work is necessary to improve the system and apply it to video sequences and in a real-life setting. Nevertheless, the correct prediction of submucosal invasion in Barret´s cancer remains challenging for both experts and AI.}, subject = {Maschinelles Lernen}, language = {en} } @article{SouzaJrPassosMendeletal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Assisting Barrett's esophagus identification using endoscopic data augmentation based on Generative Adversarial Networks}, series = {Computers in Biology and Medicine}, volume = {126}, journal = {Computers in Biology and Medicine}, number = {November}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2020.104029}, pages = {12}, abstract = {Barrett's esophagus figured a swift rise in the number of cases in the past years. Although traditional diagnosis methods offered a vital role in early-stage treatment, they are generally time- and resource-consuming. In this context, computer-aided approaches for automatic diagnosis emerged in the literature since early detection is intrinsically related to remission probabilities. However, they still suffer from drawbacks because of the lack of available data for machine learning purposes, thus implying reduced recognition rates. This work introduces Generative Adversarial Networks to generate high-quality endoscopic images, thereby identifying Barrett's esophagus and adenocarcinoma more precisely. Further, Convolution Neural Networks are used for feature extraction and classification purposes. The proposed approach is validated over two datasets of endoscopic images, with the experiments conducted over the full and patch-split images. The application of Deep Convolutional Generative Adversarial Networks for the data augmentation step and LeNet-5 and AlexNet for the classification step allowed us to validate the proposed methodology over an extensive set of datasets (based on original and augmented sets), reaching results of 90\% of accuracy for the patch-based approach and 85\% for the image-based approach. Both results are based on augmented datasets and are statistically different from the ones obtained in the original datasets of the same kind. Moreover, the impact of data augmentation was evaluated in the context of image description and classification, and the results obtained using synthetic images outperformed the ones over the original datasets, as well as other recent approaches from the literature. Such results suggest promising insights related to the importance of proper data for the accurate classification concerning computer-assisted Barrett's esophagus and adenocarcinoma detection.}, subject = {Maschinelles Lernen}, language = {en} } @unpublished{WeihererEigenbergerBrebantetal., author = {Weiherer, Maximilian and Eigenberger, Andreas and Br{\´e}bant, Vanessa and Prantl, Lukas and Palm, Christoph}, title = {Learning the shape of female breasts: an open-access 3D statistical shape model of the female breast built from 110 breast scans}, pages = {15}, abstract = {We present the Regensburg Breast Shape Model (RBSM) - a 3D statistical shape model of the female breast built from 110 breast scans, and the first ever publicly available. Together with the model, a fully automated, pairwise surface registration pipeline used to establish correspondence among 3D breast scans is introduced. Our method is computationally efficient and requires only four landmarks to guide the registration process. In order to weaken the strong coupling between breast and thorax, we propose to minimize the variance outside the breast region as much as possible. To achieve this goal, a novel concept called breast probability masks (BPMs) is introduced. A BPM assigns probabilities to each point of a 3D breast scan, telling how likely it is that a particular point belongs to the breast area. During registration, we use BPMs to align the template to the target as accurately as possible inside the breast region and only roughly outside. This simple yet effective strategy significantly reduces the unwanted variance outside the breast region, leading to better statistical shape models in which breast shapes are quite well decoupled from the thorax. The RBSM is thus able to produce a variety of different breast shapes as independently as possible from the shape of the thorax. Our systematic experimental evaluation reveals a generalization ability of 0.17 mm and a specificity of 2.8 mm for the RBSM. Ultimately, our model is seen as a first step towards combining physically motivated deformable models of the breast and statistical approaches in order to enable more realistic surgical outcome simulation.}, language = {en} } @inproceedings{PalmMetzlerMohametal., author = {Palm, Christoph and Metzler, V. and Moham, B. and Dieker, O. and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Co-Occurrence Matrizen zur Texturklassifikation in Vektorbildern}, series = {Bildverarbeitung f{\"u}r die Medizin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin}, editor = {Evers, H. and Glombitza, G. and Lehmann, Thomas M. and Meinzer, H.-P.}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-60125-5_69}, pages = {367 -- 371}, abstract = {Statistische Eigenschaften nat{\"u}rlicher Grauwerttexturen werden mit Co-Occurrence Matrizen, basierend auf der Grauwertstatistik zweiter Ordnung, modelliert. Die Matrix gibt dann die apriori Wahrscheinlichkeiten aller Grauwertpaare an. Da in der medizinischen Bildverarbeitung verst{\"a}rkt Multispektralbilder ausgewertet werden, wird das bekannte Konzept hier auf beliebige Vektorbilder erweitert. Dadurch kann bei der Texturklassifikation die zur Verf{\"u}gung stehende Information vollst{\"a}ndig genutzt werden. Insbesondere zur Detektion von Farbtexturen ist dieser Ansatz geeignet, da Wertepaare unterschiedlicher Spektralebenen ausgewertet werden k{\"o}nnen. Ebenso kann die Methode auch bei der Multiskalendekomposition von Intensit{\"a}tsbildern zur Verbesserung der Texturerkennung beitragen. Die in den Matrizen entstehenden Muster lassen dann {\"u}ber die Extraktion geeigneter Texturdeskriptoren R{\"u}ckschl{\"u}sse auf die Texturen des Bildes zu.}, language = {de} } @inproceedings{PalmPelkmannLehmannetal., author = {Palm, Christoph and Pelkmann, Annegret and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Distortion Correction of Laryngoscopic Images}, series = {Advances in quantitative laryngoscopy, voice and speech research, Proceedings of the 3rd international workshop Aachen, RWTH}, booktitle = {Advances in quantitative laryngoscopy, voice and speech research, Proceedings of the 3rd international workshop Aachen, RWTH}, pages = {117 -- 125}, abstract = {Laryngoscopic images of the vocal tract are used for diagnostic purposes. Quantitative mea-surements like changes of the glottis size or the surface of the vocal cords during an image sequence can be helpful to describe the healing process or to compare the findings of diffe-rent patients. Typically the endoscopic images are circulary symmetric distorted (barrel di-stortion). Therefore measurements of geometric dimensions depend on the object´s position in the image. In this paper an algorithm is presented which allows the computation of the translational invariant "real" object size by correcting the image distortion without using additional calibration of the optical environment.}, language = {en} } @inproceedings{PalmNeuschaeferRubeLehmannetal., author = {Palm, Christoph and Neuschaefer-Rube, C. and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Wissensbasierte Bewegungskompensation in aktiven Konturmodellen}, series = {Bildverarbeitung f{\"u}r die Medizin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin}, editor = {Evers, H. and Glombitza, G. and Lehmann, Thomas M. and Meinzer, H.-P.}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-60125-5_2}, pages = {8 -- 12}, abstract = {Zur Analyse von Lippenbewegungsabl{\"a}ufen wird ein aktives Konturmodell eingesetzt. Probleme bereitet die hohe Sprechgeschwindigkeit, die in star ken Objektverschiebungen result iert und bislang nicht durch eine alleinige Konturanpassung kompensiert werden kann. In diesem Beitrag werden die klassischen aktiven Konturmodelle um eine Vorjustierung der Grobkonturen erweitert, die eine energiebasierte Konturanpassung erst m{\"o}glich macht. Die Sch{\"a}tzung der Verschiebung zur Vorjustierung basiert auf dem Gradientenbild und einem pr{\"a}dikatenlogisch formulierten Regelwerk, das Annahmen und Nebenbedingungen als Wissensbasis enth{\"a}lt. Mit Hilfe dieser Erweiterungen ist eine automatisierte Konturverfolgung der Lippen m{\"o}glich.}, language = {de} } @inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Quantitative Farbmessung in laryngoskopischen Bildern}, series = {Bildverarbeitung f{\"u}r die Medizin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin}, editor = {Lehmann, Thomas M. and Metzler, V. and Spitzer, Klaus and Tolxdorff, Thomas}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-58775-7_81}, pages = {412 -- 416}, abstract = {Quantitative Farbmessungen sollen die Diagnostik laryngealer Erkrankungen unterst{\"u}tzen. Dabei wird der Farbeindruck nicht nur durch die Reflexionseigenschaften des Gewebes sondern auch durch die Farbe der verwendeten Lichtquelle beeinflußt. Der hier vorgestellte Farbkonstanz-Algorithmus basiert auf dem dichromatischen Reflexionsmodell und liefert eine pixelweise Trennung des Farbbildes in seine beiden Faxbanteile. Die K{\"o}rperfarbe entspricht dabei der gewebespezifischen Reflexion, die Oberf{\"a}chenfarbe der Strahlung der Lichtquelle.}, language = {de} } @article{MendelRauberSouzaJretal., author = {Mendel, Robert and Rauber, David and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Error-Correcting Mean-Teacher: Corrections instead of consistency-targets applied to semi-supervised medical image segmentation}, series = {Computers in Biology and Medicine}, volume = {154}, journal = {Computers in Biology and Medicine}, number = {March}, publisher = {Elsevier}, issn = {0010-4825}, doi = {10.1016/j.compbiomed.2023.106585}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-57790}, pages = {13}, abstract = {Semantic segmentation is an essential task in medical imaging research. Many powerful deep-learning-based approaches can be employed for this problem, but they are dependent on the availability of an expansive labeled dataset. In this work, we augment such supervised segmentation models to be suitable for learning from unlabeled data. Our semi-supervised approach, termed Error-Correcting Mean-Teacher, uses an exponential moving average model like the original Mean Teacher but introduces our new paradigm of error correction. The original segmentation network is augmented to handle this secondary correction task. Both tasks build upon the core feature extraction layers of the model. For the correction task, features detected in the input image are fused with features detected in the predicted segmentation and further processed with task-specific decoder layers. The combination of image and segmentation features allows the model to correct present mistakes in the given input pair. The correction task is trained jointly on the labeled data. On unlabeled data, the exponential moving average of the original network corrects the student's prediction. The combined outputs of the students' prediction with the teachers' correction form the basis for the semi-supervised update. We evaluate our method with the 2017 and 2018 Robotic Scene Segmentation data, the ISIC 2017 and the BraTS 2020 Challenges, a proprietary Endoscopic Submucosal Dissection dataset, Cityscapes, and Pascal VOC 2012. Additionally, we analyze the impact of the individual components and examine the behavior when the amount of labeled data varies, with experiments performed on two distinct segmentation architectures. Our method shows improvements in terms of the mean Intersection over Union over the supervised baseline and competing methods. Code is available at https://github.com/CloneRob/ECMT.}, language = {en} } @article{MaierDesernoHandelsetal., author = {Maier, Andreas and Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, title = {IJCARS: BVM 2021 special issue}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {16}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer}, doi = {10.1007/s11548-021-02534-7}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-21666}, pages = {2067 -- 2068}, abstract = {The German workshop on medical image computing (BVM) has been held in different locations in Germany for more than 20 years. In terms of content, BVM focused on the computer-aided analysis of medical image data with a wide range of applications, e.g. in the area of imaging, diagnostics, operation planning, computer-aided intervention and visualization. During this time, there have been remarkable methodological developments and upheavals, on which the BVM community has worked intensively. The area of machine learning should be emphasized, which has led to significant improvements, especially for tasks of classification and segmentation, but increasingly also in image formation and registration. As a result, work in connection with deep learning now dominates the BVM. These developments have also contributed to the establishment of medical image processing at the interface between computer science and medicine as one of the key technologies for the digitization of the health system. In addition to the presentation of current research results, a central aspect of the BVM is primarily the promotion of young scientists from the diverse BVM community, covering not only Germany but also Austria, Switzerland, The Netherland and other European neighbors. The conference serves primarily doctoral students and postdocs, but also students with excellent bachelor and master theses as a platform to present their work, to enter into professional discourse with the community, and to establish networks with specialist colleagues. Despite the many conferences and congresses that are also relevant for medical image processing, the BVM has therefore lost none of its importance and attractiveness and has retained its permanent place in the annual conference rhythm. Building on this foundation, there are some innovations and changes this year. The BVM 2021 was organized for the first time at the Ostbayerische Technische Hochschule Regensburg (OTH Regensburg, a technical university of applied sciences). After Aachen, Berlin, Erlangen, Freiburg, Hamburg, Heidelberg, Leipzig, L{\"u}beck, and Munich, Regensburg is not just a new venue. OTH Regensburg is the first representative of the universities of applied sciences (HAW) to organize the conference, which differs to universities, university hospitals, or research centers like Fraunhofer or Helmholtz. This also considers the further development of the research landscape in Germany, where HAWs increasingly contribute to applied research in addition to their focus on teaching. This development is also reflected in the contributions submitted to the BVM in recent years. At BVM 2021, which was held in a virtual format for the first time due to the Corona pandemic, an attractive and high-quality program was offered. Fortunately, the number of submissions increased significantly. Out of 97 submissions, 26 presentations, 51 posters and 5 software demonstrations were accepted via an anonymized reviewing process with three reviews each. The three best works have been awarded BVM prizes, selected by a separate committee. Based on these high-quality submissions, we are able to present another special issue in the International Journal of Computer Assisted Radiology and Surgery (IJCARS). Out of the 97 submissions, the ones with the highest scores have been invited to submit an extended version of their paper to be presented in IJCARS. As a result, we are now able to present this special issue with seven excellent articles. Many submissions focus on machine learning in a medical context.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{SchulzePalmKerschbaumetal., author = {Schulze, Elke and Palm, Christoph and Kerschbaum, Maximilian and Seidel, Roman and Lehmann, Lars and Koller, Michael and Pfingsten, Andrea}, title = {KI-gest{\"u}tzte Untersuchung in der nicht-operativen Versorgung symptomgebender Erkrankungen des Kniegelenks - ein multiprofessionelles Konzept (KINEESIO)}, series = {MSK - Muskuloskelettale Physiotherapie}, volume = {28}, journal = {MSK - Muskuloskelettale Physiotherapie}, number = {5}, publisher = {Thieme}, issn = {2701-6986}, doi = {10.1055/a-2402-9982}, pages = {312 -- 321}, abstract = {Beschwerdebilder am Kniegelenk aufgrund muskuloskelettaler degenerativer oder verletzungsbedingter Erkrankungen sind h{\"a}ufig, nehmen im Alter zu und sind mit der steigenden Inanspruchnahme {\"a}rztlicher und therapeutischer Behandlungsmaßnahmen verbunden. Einer erfolgreichen Therapie gehen oft notwendige zeit- und ressourcenaufwendige Untersuchungen zur Erkennung und Differenzierung der patient*innenspezifischen Problematik voraus. Im Zusammenhang mit der nicht-operativen Versorgung des Kniegelenks hat ein sektor{\"u}bergreifendes multiprofessionelles Forschungsteam ein Konzept entwickelt, um k{\"u}nstliche neuronale Netze so zu trainieren, dass sie bei der {\"a}rztlichen und physiotherapeutischen Untersuchung unterst{\"u}tzend Einsatz finden k{\"o}nnen. Denn gerade in der Erfassung und Auswertung umfassender Datenmengen liegen große Potenziale in der K{\"u}nstlichen Intelligenz (KI) im Gesundheitswesen. Das Projekt KINEESIO trainiert und testet KI-gest{\"u}tzte Screening- Tools zur Untersuchung von Patient*innen mit Kniegelenkerkrankungen. Diese unterst{\"u}tzen die Abl{\"a}ufe zwischen Leistungserbringern und Patient*innen, tragen zu einer verbesserten Differenzierung individueller Beschwerdebilder bei und dienen Entscheidungsprozessen f{\"u}r eine ad{\"a}quate Versorgung. Dadurch sollen Ressourcen im Gesundheitswesen geschont und eine qualitativ hochwertige Therapie ausreichend erm{\"o}glicht werden.}, language = {de} } @article{HartmannWeihererSchiltzetal., author = {Hartmann, Robin and Weiherer, Maximilian and Schiltz, Daniel and Seitz, Stephan and Lotter, Luisa and Anker, Alexandra and Palm, Christoph and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {A Novel Method of Outcome Assessment in Breast Reconstruction Surgery: Comparison of Autologous and Alloplastic Techniques Using Three-Dimensional Surface Imaging}, series = {Aesthetic Plastic Surgery}, volume = {44}, journal = {Aesthetic Plastic Surgery}, publisher = {Springer}, address = {Heidelberg}, doi = {10.1007/s00266-020-01749-4}, pages = {1980 -- 1987}, abstract = {Background Breast reconstruction is an important coping tool for patients undergoing a mastectomy. There are numerous surgical techniques in breast reconstruction surgery (BRS). Regardless of the technique used, creating a symmetric outcome is crucial for patients and plastic surgeons. Three-dimensional surface imaging enables surgeons and patients to assess the outcome's symmetry in BRS. To discriminate between autologous and alloplastic techniques, we analyzed both techniques using objective optical computerized symmetry analysis. Software was developed that enables clinicians to assess optical breast symmetry using three-dimensional surface imaging. Methods Twenty-seven patients who had undergone autologous (n = 12) or alloplastic (n = 15) BRS received three-dimensional surface imaging. Anthropomorphic data were collected digitally using semiautomatic measurements and automatic measurements. Automatic measurements were taken using the newly developed software. To quantify symmetry, a Symmetry Index is proposed. Results Statistical analysis revealed that there is no dif- ference in the outcome symmetry between the two groups (t test for independent samples; p = 0.48, two-tailed). Conclusion This study's findings provide a foundation for qualitative symmetry assessment in BRS using automatized digital anthropometry. In the present trial, no difference in the outcomes' optical symmetry was detected between autologous and alloplastic approaches.}, subject = {Mammoplastik}, language = {en} } @article{HartmannWeihererSchiltzetal., author = {Hartmann, Robin and Weiherer, Maximilian and Schiltz, Daniel and Baringer, Magnus and Noisser, Vivien and H{\"o}sl, Vanessa and Eigenberger, Andreas and Seitz, Stefan and Palm, Christoph and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {New aspects in digital breast assessment: further refinement of a method for automated digital anthropometry}, series = {Archives of Gynecology and Obstetrics}, volume = {303}, journal = {Archives of Gynecology and Obstetrics}, publisher = {Springer Nature}, address = {Heidelberg}, issn = {1432-0711}, doi = {10.1007/s00404-020-05862-2}, pages = {721 -- 728}, abstract = {Purpose: In this trial, we used a previously developed prototype software to assess aesthetic results after reconstructive surgery for congenital breast asymmetry using automated anthropometry. To prove the consensus between the manual and automatic digital measurements, we evaluated the software by comparing the manual and automatic measurements of 46 breasts. Methods: Twenty-three patients who underwent reconstructive surgery for congenital breast asymmetry at our institution were examined and underwent 3D surface imaging. Per patient, 14 manual and 14 computer-based anthropometric measurements were obtained according to a standardized protocol. Manual and automatic measurements, as well as the previously proposed Symmetry Index (SI), were compared. Results: The Wilcoxon signed-rank test revealed no significant differences in six of the seven measurements between the automatic and manual assessments. The SI showed robust agreement between the automatic and manual methods. Conclusion: The present trial validates our method for digital anthropometry. Despite the discrepancy in one measurement, all remaining measurements, including the SI, showed high agreement between the manual and automatic methods. The proposed data bring us one step closer to the long-term goal of establishing robust instruments to evaluate the results of breast surgery.}, language = {en} } @inproceedings{MendelSouzaJrRauberetal., author = {Mendel, Robert and Souza Jr., Luis Antonio de and Rauber, David and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Semi-supervised Segmentation Based on Error-Correcting Supervision}, series = {Computer vision - ECCV 2020: 16th European conference, Glasgow, UK, August 23-28, 2020, Proceedings, Part XXIX}, booktitle = {Computer vision - ECCV 2020: 16th European conference, Glasgow, UK, August 23-28, 2020, Proceedings, Part XXIX}, publisher = {Springer}, address = {Cham}, isbn = {978-3-030-58525-9}, doi = {10.1007/978-3-030-58526-6_9}, pages = {141 -- 157}, abstract = {Pixel-level classification is an essential part of computer vision. For learning from labeled data, many powerful deep learning models have been developed recently. In this work, we augment such supervised segmentation models by allowing them to learn from unlabeled data. Our semi-supervised approach, termed Error-Correcting Supervision, leverages a collaborative strategy. Apart from the supervised training on the labeled data, the segmentation network is judged by an additional network. The secondary correction network learns on the labeled data to optimally spot correct predictions, as well as to amend incorrect ones. As auxiliary regularization term, the corrector directly influences the supervised training of the segmentation network. On unlabeled data, the output of the correction network is essential to create a proxy for the unknown truth. The corrector's output is combined with the segmentation network's prediction to form the new target. We propose a loss function that incorporates both the pseudo-labels as well as the predictive certainty of the correction network. Our approach can easily be added to supervised segmentation models. We show consistent improvements over a supervised baseline on experiments on both the Pascal VOC 2012 and the Cityscapes datasets with varying amounts of labeled data.}, subject = {Semi-Supervised Learning}, language = {en} }