@article{HartmannWeihererNieberleetal., author = {Hartmann, Robin and Weiherer, Maximilian and Nieberle, Felix and Palm, Christoph and Br{\´e}bant, Vanessa and Prantl, Lukas and Lamby, Philipp and Reichert, Torsten E. and Taxis, J{\"u}rgen and Ettl, Tobias}, title = {Evaluating smartphone-based 3D imaging techniques for clinical application in oral and maxillofacial surgery: A comparative study with the vectra M5}, series = {Oral and Maxillofacial Surgery}, volume = {29}, journal = {Oral and Maxillofacial Surgery}, publisher = {Springer Nature}, doi = {10.1007/s10006-024-01322-2}, pages = {17}, abstract = {PURPOSE This study aimed to clarify the applicability of smartphone-based three-dimensional (3D) surface imaging for clinical use in oral and maxillofacial surgery, comparing two smartphone-based approaches to the gold standard. METHODS Facial surface models (SMs) were generated for 30 volunteers (15 men, 15 women) using the Vectra M5 (Canfield Scientific, USA), the TrueDepth camera of the iPhone 14 Pro (Apple Inc., USA), and the iPhone 14 Pro with photogrammetry. Smartphone-based SMs were superimposed onto Vectra-based SMs. Linear measurements and volumetric evaluations were performed to evaluate surface-to-surface deviation. To assess inter-observer reliability, all measurements were performed independently by a second observer. Statistical analyses included Bland-Altman analyses, the Wilcoxon signed-rank test for paired samples, and Intraclass correlation coefficients. RESULTS Photogrammetry-based SMs exhibited an overall landmark-to-landmark deviation of M = 0.8 mm (SD =  ± 0.58 mm, n = 450), while TrueDepth-based SMs displayed a deviation of M = 1.1 mm (SD =  ± 0.72 mm, n = 450). The mean volumetric difference for photogrammetry-based SMs was M = 1.8 cc (SD =  ± 2.12 cc, n = 90), and M = 3.1 cc (SD =  ± 2.64 cc, n = 90) for TrueDepth-based SMs. When comparing the two approaches, most landmark-to-landmark measurements demonstrated 95\% Bland-Altman limits of agreement (LoA) of ≤ 2 mm. Volumetric measurements revealed LoA > 2 cc. Photogrammetry-based measurements demonstrated higher inter-observer reliability for overall landmark-to-landmark deviation. CONCLUSION Both approaches for smartphone-based 3D surface imaging exhibit potential in capturing the face. Photogrammetry-based SMs demonstrated superior alignment and volumetric accuracy with Vectra-based SMs than TrueDepth-based SMs.}, language = {en} } @article{MaierPerretSimonetal., author = {Maier, Johannes and Perret, Jerome and Simon, Martina and Schmitt-R{\"u}th, Stephanie and Wittenberg, Thomas and Palm, Christoph}, title = {Force-feedback assisted and virtual fixtures based K-wire drilling simulation}, series = {Computers in Biology and Medicine}, volume = {114}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2019.103473}, pages = {1 -- 10}, abstract = {One common method to fix fractures of the human hand after an accident is an osteosynthesis with Kirschner wires (K-wires) to stabilize the bone fragments. The insertion of K-wires is a delicate minimally invasive surgery, because surgeons operate almost without a sight. Since realistic training methods are time consuming, costly and insufficient, a virtual-reality (VR) based training system for the placement of K-wires was developed. As part of this, the current work deals with the real-time bone drilling simulation using a haptic force-feedback device. To simulate the drilling, we introduce a virtual fixture based force-feedback drilling approach. By decomposition of the drilling task into individual phases, each phase can be handled individually to perfectly control the drilling procedure. We report about the related finite state machine (FSM), describe the haptic feedback of each state and explain, how to avoid jerking of the haptic force-feedback during state transition. The usage of the virtual fixture approach results in a good haptic performance and a stable drilling behavior. This was confirmed by 26 expert surgeons, who evaluated the virtual drilling on the simulator and rated it as very realistic. To make the system even more convincing, we determined real drilling feed rates through experimental pig bone drilling and transferred them to our system. Due to a constant simulation thread we can guarantee a precise drilling motion. Virtual fixtures based force-feedback calculation is able to simulate force-feedback assisted bone drilling with high quality and, thus, will have a great potential in developing medical applications.}, subject = {Handchirurgie}, language = {en} } @inproceedings{SouzaPachecodeAngeloetal., author = {Souza, Luis A. and Pacheco, Andr{\´e} G.C. and de Angelo, Gabriel G. and Oliveira-Santos, Thiago and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {LiwTERM: A Lightweight Transformer-Based Model for Dermatological Multimodal Lesion Detection}, series = {2024 37th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Manaus, Brazil, 9/30/2024 - 10/3/2024}, booktitle = {2024 37th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Manaus, Brazil, 9/30/2024 - 10/3/2024}, publisher = {IEEE}, isbn = {979-8-3503-7603-6}, doi = {10.1109/SIBGRAPI62404.2024.10716324}, pages = {1 -- 6}, abstract = {Skin cancer is the most common type of cancer in the world, accounting for approximately 30\% of all diagnosed tumors. Early diagnosis reduces mortality rates and prevents disfiguring effects in different body regions. In recent years, machine learning techniques, particularly deep learning, have shown promising results in this task, presenting studies that have demonstrated that combining a patient's clinical information with images of the lesion is crucial for improving the classification of skin lesions. Despite that, meaningful use of clinical information with multiple images is mandatory, requiring further investigation. Thus, this project aims to contribute to developing multimodal machine learning-based models to cope with the skin lesion classification task employing a lightweight transformer model. As a main hypothesis, models can take multiple images from different sources as input, along with clinical information from the patient's history, leading to a more reliable diagnosis. Our model deals with the not-trivial task of combining images and clinical information (from anamneses) concerning the skin lesions in a lightweight transformer architecture that does not demand high computation resources but still presents competitive classification results.}, language = {en} } @inproceedings{SouzaJrPassosMendeletal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Fine-tuning Generative Adversarial Networks using Metaheuristics}, series = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-33197-9}, doi = {10.1007/978-3-658-33198-6_50}, pages = {205 -- 210}, abstract = {Barrett's esophagus denotes a disorder in the digestive system that affects the esophagus' mucosal cells, causing reflux, and showing potential convergence to esophageal adenocarcinoma if not treated in initial stages. Thus, fast and reliable computer-aided diagnosis becomes considerably welcome. Nevertheless, such approaches usually suffer from imbalanced datasets, which can be addressed through Generative Adversarial Networks (GANs). Such techniques generate realistic images based on observed samples, even though at the cost of a proper selection of its hyperparameters. Many works employed a class of nature-inspired algorithms called metaheuristics to tackle the problem considering distinct deep learning approaches. Therefore, this paper's main contribution is to introduce metaheuristic techniques to fine-tune GANs in the context of Barrett's esophagus identification, as well as to investigate the feasibility of generating high-quality synthetic images for early-cancer assisted identification.}, subject = {Endoskopie}, language = {en} } @inproceedings{SzaloZehnerPalm, author = {Szalo, Alexander Eduard and Zehner, Alexander and Palm, Christoph}, title = {GraphMIC: Medizinische Bildverarbeitung in der Lehre}, series = {Bildverarbeitung f{\"u}r die Medizin 2015; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2015 in L{\"u}beck}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2015; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2015 in L{\"u}beck}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-46224-9_68}, pages = {395 -- 400}, abstract = {Die Lehre der medizinischen Bildverarbeitung vermittelt Kenntnisse mit einem breiten Methodenspektrum. Neben den Grundlagen der Verfahren soll ein Gef{\"u}hl f{\"u}r eine geeignete Ausf{\"u}hrungsreihenfolge und ihrer Wirkung auf medizinische Bilddaten entwickelt werden. Die Komplexit{\"a}t der Methoden erfordert vertiefte Programmierkenntnisse, sodass bereits einfache Operationen mit großem Programmieraufwand verbunden sind. Die Software GraphMIC stellt Bildverarbeitungsoperationen in Form interaktiver Knoten zur Verf{\"u}gung und erlaubt das Arrangieren, Parametrisieren und Ausf{\"u}hren komplexer Verarbeitungssequenzen in einem Graphen. Durch den Fokus auf das Design einer Pipeline, weg von sprach- und frameworkspezifischen Implementierungsdetails, lassen sich grundlegende Prinzipien der Bildverarbeitung anschaulich erlernen. In diesem Beitrag stellen wir die visuelle Programmierung mit GraphMIC der nativen Implementierung {\"a}quivalenter Funktionen gegen{\"u}ber. Die in C++ entwickelte Applikation basiert auf Qt, ITK, OpenCV, VTK und MITK.}, subject = {Bildverarbeitung}, language = {de} } @incollection{Palm, author = {Palm, Christoph}, title = {History, Core Concepts, and Role of AI in Clinical Medicine}, series = {AI in Clinical Medicine: A Practical Guide for Healthcare Professionals}, booktitle = {AI in Clinical Medicine: A Practical Guide for Healthcare Professionals}, editor = {Byrne, Michael F. and Parsa, Nasim and Greenhill, Alexandra T. and Chahal, Daljeet and Ahmad, Omer and Bargci, Ulas}, edition = {1. Aufl.}, publisher = {Wiley}, isbn = {978-1-119-79064-8}, doi = {10.1002/9781119790686.ch5}, pages = {49 -- 55}, abstract = {The field of AI is characterized by robust promises, astonishing successes, and remarkable breakthroughs. AI will play a major role in all domains of clinical medicine, but the role of AI in relation to the physician is not yet completely determined. The term artificial intelligence or AI is broad, and several different terms are used in this context that must be organized and demystified. This chapter will review the key concepts and methods of AI, and will introduce some of the different roles for AI in relation to the physician.}, language = {en} } @article{RueckertRueckertPalm, author = {R{\"u}ckert, Tobias and R{\"u}ckert, Daniel and Palm, Christoph}, title = {Methods and datasets for segmentation of minimally invasive surgical instruments in endoscopic images and videos: A review of the state of the art}, series = {Computers in Biology and Medicine}, volume = {169}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, address = {Amsterdam}, doi = {10.1016/j.compbiomed.2024.107929}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-69830}, pages = {24}, abstract = {In the field of computer- and robot-assisted minimally invasive surgery, enormous progress has been made in recent years based on the recognition of surgical instruments in endoscopic images and videos. In particular, the determination of the position and type of instruments is of great interest. Current work involves both spatial and temporal information, with the idea that predicting the movement of surgical tools over time may improve the quality of the final segmentations. The provision of publicly available datasets has recently encouraged the development of new methods, mainly based on deep learning. In this review, we identify and characterize datasets used for method development and evaluation and quantify their frequency of use in the literature. We further present an overview of the current state of research regarding the segmentation and tracking of minimally invasive surgical instruments in endoscopic images and videos. The paper focuses on methods that work purely visually, without markers of any kind attached to the instruments, considering both single-frame semantic and instance segmentation approaches, as well as those that incorporate temporal information. The publications analyzed were identified through the platforms Google Scholar, Web of Science, and PubMed. The search terms used were "instrument segmentation", "instrument tracking", "surgical tool segmentation", and "surgical tool tracking", resulting in a total of 741 articles published between 01/2015 and 07/2023, of which 123 were included using systematic selection criteria. A discussion of the reviewed literature is provided, highlighting existing shortcomings and emphasizing the available potential for future developments.}, subject = {Deep Learning}, language = {en} } @unpublished{AllanKondoBodenstedtetal., author = {Allan, Max and Kondo, Satoshi and Bodenstedt, Sebastian and Leger, Stefan and Kadkhodamohammadi, Rahim and Luengo, Imanol and Fuentes, Felix and Flouty, Evangello and Mohammed, Ahmed and Pedersen, Marius and Kori, Avinash and Alex, Varghese and Krishnamurthi, Ganapathy and Rauber, David and Mendel, Robert and Palm, Christoph and Bano, Sophia and Saibro, Guinther and Shih, Chi-Sheng and Chiang, Hsun-An and Zhuang, Juntang and Yang, Junlin and Iglovikov, Vladimir and Dobrenkii, Anton and Reddiboina, Madhu and Reddy, Anubhav and Liu, Xingtong and Gao, Cong and Unberath, Mathias and Kim, Myeonghyeon and Kim, Chanho and Kim, Chaewon and Kim, Hyejin and Lee, Gyeongmin and Ullah, Ihsan and Luna, Miguel and Park, Sang Hyun and Azizian, Mahdi and Stoyanov, Danail and Maier-Hein, Lena and Speidel, Stefanie}, title = {2018 Robotic Scene Segmentation Challenge}, doi = {10.48550/arXiv.2001.11190}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-50049}, pages = {11}, abstract = {In 2015 we began a sub-challenge at the EndoVis workshop at MICCAI in Munich using endoscope images of exvivo tissue with automatically generated annotations from robot forward kinematics and instrument CAD models. However, the limited background variation and simple motion rendered the dataset uninformative in learning about which techniques would be suitable for segmentation in real surgery. In 2017, at the same workshop in Quebec we introduced the robotic instrument segmentation dataset with 10 teams participating in the challenge to perform binary, articulating parts and type segmentation of da Vinci instruments. This challenge included realistic instrument motion and more complex porcine tissue as background and was widely addressed with modfications on U-Nets and other popular CNN architectures [1]. In 2018 we added to the complexity by introducing a set of anatomical objects and medical devices to the segmented classes. To avoid over-complicating the challenge, we continued with porcine data which is dramatically simpler than human tissue due to the lack of fatty tissue occluding many organs.}, subject = {Minimal-invasive Chirurgie}, language = {en} } @misc{ScheppachRauberMendeletal., author = {Scheppach, Markus W. and Rauber, David and Mendel, Robert and Palm, Christoph and Byrne, Michael F. and Messmann, Helmut and Ebigbo, Alanna}, title = {Detection Of Celiac Disease Using A Deep Learning Algorithm}, series = {Endoscopy}, volume = {53}, journal = {Endoscopy}, number = {S 01}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/s-0041-1724970}, abstract = {Aims Celiac disease (CD) is a complex condition caused by an autoimmune reaction to ingested gluten. Due to its polymorphic manifestation and subtle endoscopic presentation, the diagnosis is difficult and thus the disorder is underreported. We aimed to use deep learning to identify celiac disease on endoscopic images of the small bowel. Methods Patients with small intestinal histology compatible with CD (MARSH classification I-III) were extracted retrospectively from the database of Augsburg University hospital. They were compared to patients with no clinical signs of CD and histologically normal small intestinal mucosa. In a first step MARSH III and normal small intestinal mucosa were differentiated with the help of a deep learning algorithm. For this, the endoscopic white light images were divided into five equal-sized subsets. We avoided splitting the images of one patient into several subsets. A ResNet-50 model was trained with the images from four subsets and then validated with the remaining subset. This process was repeated for each subset, such that each subset was validated once. Sensitivity, specificity, and harmonic mean (F1) of the algorithm were determined. Results The algorithm showed values of 0.83, 0.88, and 0.84 for sensitivity, specificity, and F1, respectively. Further data showing a comparison between the detection rate of the AI model and that of experienced endoscopists will be available at the time of the upcoming conference. Conclusions We present the first clinical report on the use of a deep learning algorithm for the detection of celiac disease using endoscopic images. Further evaluation on an external data set, as well as in the detection of CD in real-time, will follow. However, this work at least suggests that AI can assist endoscopists in the endoscopic diagnosis of CD, and ultimately may be able to do a true optical biopsy in live-time.}, language = {en} } @article{RueweEigenbergerKleinetal., author = {Ruewe, Marc and Eigenberger, Andreas and Klein, Silvan and von Riedheim, Antonia and Gugg, Christine and Prantl, Lukas and Palm, Christoph and Weiherer, Maximilian and Zeman, Florian and Anker, Alexandra}, title = {Precise Monitoring of Returning Sensation in Digital Nerve Lesions by 3-D Imaging: A Proof-of-Concept Study}, series = {Plastic and Reconstructive Surgery}, volume = {152}, journal = {Plastic and Reconstructive Surgery}, number = {4}, publisher = {Lippincott Williams \& Wilkins}, address = {Philadelphia, Pa.}, organization = {American Society of Plastic Surgeons}, issn = {1529-4242}, doi = {10.1097/PRS.0000000000010456}, pages = {670e -- 674e}, abstract = {Digital nerve lesions result in a loss of tactile sensation reflected by an anesthetic area (AA) at the radial or ulnar aspect of the respective digit. Yet, available tools to monitor the recovery of tactile sense have been criticized for their lack of validity. However, the precise quantification of AA dynamics by three-dimensional (3-D) imaging could serve as an accurate surrogate to monitor recovery following digital nerve repair. For validation, AAs were marked on digits of healthy volunteers to simulate the AA of an impaired cutaneous innervation. Three dimensional models were composed from raw images that had been acquired with a 3-D camera (Vectra H2) to precisely quantify relative AA for each digit (3-D models, n= 80). Operator properties varied regarding individual experience in 3-D imaging and image processing. Additionally, the concept was applied in a clinical case study. Images taken by experienced photographers were rated better quality (p< 0.001) and needed less processing time (p= 0.020). Quantification of the relative AA was neither altered significantly by experience levels of the photographer (p= 0.425) nor the image assembler (p= 0.749). The proposed concept allows precise and reliable surface quantification of digits and can be performed consistently without relevant distortion by lack of examiner experience. Routine 3-D imaging of the AA has the great potential to provide visual evidence of various returning states of sensation and to convert sensory nerve recovery into a metric variable with high responsiveness to temporal progress.}, language = {en} } @unpublished{WeiherervonRiedheimBrebantetal., author = {Weiherer, Maximilian and von Riedheim, Antonia and Br{\´e}bant, Vanessa and Egger, Bernhard and Palm, Christoph}, title = {iRBSM: A Deep Implicit 3D Breast Shape Model}, doi = {10.48550/arXiv.2412.13244}, pages = {6}, abstract = {We present the first deep implicit 3D shape model of the female breast, building upon and improving the recently proposed Regensburg Breast Shape Model (RBSM). Compared to its PCA-based predecessor, our model employs implicit neural representations; hence, it can be trained on raw 3D breast scans and eliminates the need for computationally demanding non-rigid registration -- a task that is particularly difficult for feature-less breast shapes. The resulting model, dubbed iRBSM, captures detailed surface geometry including fine structures such as nipples and belly buttons, is highly expressive, and outperforms the RBSM on different surface reconstruction tasks. Finally, leveraging the iRBSM, we present a prototype application to 3D reconstruct breast shapes from just a single image. Model and code publicly available at this https URL.}, language = {en} } @misc{EbigboMendelTziatziosetal., author = {Ebigbo, Alanna and Mendel, Robert and Tziatzios, Georgios and Probst, Andreas and Palm, Christoph and Messmann, Helmut}, title = {Real-Time Diagnosis of an Early Barrett's Carcinoma using Artificial Intelligence (AI) - Video Case Demonstration}, series = {Endoscopy}, volume = {52}, journal = {Endoscopy}, number = {S 01}, publisher = {Thieme}, doi = {10.1055/s-0040-1704075}, pages = {S23}, abstract = {Introduction We present a clinical case showing the real-time detection, characterization and delineation of an early Barrett's cancer using AI. Patients and methods A 70-year old patient with a long-segment Barrett's esophagus (C5M7) was assessed with an AI algorithm. Results The AI system detected a 10 mm focal lesion and AI characterization predicted cancer with a probability of >90\%. After ESD resection, histopathology showed mucosal adenocarcinoma (T1a (m), R0) confirming AI diagnosis. Conclusion We demonstrate the real-time AI detection, characterization and delineation of a small and early mucosal Barrett's cancer.}, subject = {Speiser{\"o}hrenkrebs}, language = {en} } @inproceedings{NunesHammerHammeretal., author = {Nunes, Danilo Weber and Hammer, Michael and Hammer, Simone and Uller, Wibke and Palm, Christoph}, title = {Classification of Vascular Malformations Based on T2 STIR Magnetic Resonance Imaging}, series = {Bildverarbeitung f{\"u}r die Medizin 2022: Proceedings, German Workshop on Medical Image Computing, Heidelberg, June 26-28, 2022}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2022: Proceedings, German Workshop on Medical Image Computing, Heidelberg, June 26-28, 2022}, publisher = {Springer Vieweg}, address = {Wiesbaden}, doi = {10.1007/978-3-658-36932-3_57}, pages = {267 -- 272}, abstract = {Vascular malformations (VMs) are a rare condition. They can be categorized into high-flow and low-flow VMs, which is a challenging task for radiologists. In this work, a very heterogeneous set of MRI images with only rough annotations are used for classification with a convolutional neural network. The main focus is to describe the challenging data set and strategies to deal with such data in terms of preprocessing, annotation usage and choice of the network architecture. We achieved a classification result of 89.47 \% F1-score with a 3D ResNet 18.}, language = {en} } @inproceedings{RauberMendelScheppachetal., author = {Rauber, David and Mendel, Robert and Scheppach, Markus W. and Ebigbo, Alanna and Messmann, Helmut and Palm, Christoph}, title = {Analysis of Celiac Disease with Multimodal Deep Learning}, series = {Bildverarbeitung f{\"u}r die Medizin 2022: Proceedings, German Workshop on Medical Image Computing, Heidelberg, June 26-28, 2022}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2022: Proceedings, German Workshop on Medical Image Computing, Heidelberg, June 26-28, 2022}, publisher = {Springer Vieweg}, address = {Wiesbaden}, doi = {10.1007/978-3-658-36932-3_25}, pages = {115 -- 120}, abstract = {Celiac disease is an autoimmune disorder caused by gluten that results in an inflammatory response of the small intestine.We investigated whether celiac disease can be detected using endoscopic images through a deep learning approach. The results show that additional clinical parameters can improve the classification accuracy. In this work, we distinguished between healthy tissue and Marsh III, according to the Marsh score system. We first trained a baseline network to classify endoscopic images of the small bowel into these two classes and then augmented the approach with a multimodality component that took the antibody status into account.}, language = {en} } @inproceedings{WeberBrawanskiPalm, author = {Weber, Joachim and Brawanski, Alexander and Palm, Christoph}, title = {Parallelization of FSL-Fast segmentation of MRI brain data}, series = {58. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e.V. (GMDS 2013), L{\"u}beck, 01.-05.09.2013}, booktitle = {58. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e.V. (GMDS 2013), L{\"u}beck, 01.-05.09.2013}, number = {DocAbstr. 329}, publisher = {German Medical Science GMS Publishing House}, address = {D{\"u}sseldorf}, doi = {10.3205/13gmds261}, language = {en} } @inproceedings{PalmSiegmundSemmelmannetal., author = {Palm, Christoph and Siegmund, Heiko and Semmelmann, Matthias and Grafe, Claudia and Evert, Matthias and Schroeder, Josef A.}, title = {Interactive Computer-assisted Approach for Evaluation of Ultrastructural Cilia Abnormalities}, series = {Medical Imaging 2016: Computer-Aided Diagnosis, San Diego, California, United States, 27 February - 3 March, SPIE Proceedings 97853N, 2016, ISBN 9781510600201}, booktitle = {Medical Imaging 2016: Computer-Aided Diagnosis, San Diego, California, United States, 27 February - 3 March, SPIE Proceedings 97853N, 2016, ISBN 9781510600201}, doi = {10.1117/12.2214976}, pages = {7}, abstract = {Introduction - Diagnosis of abnormal cilia function is based on ultrastructural analysis of axoneme defects, especialy the features of inner and outer dynein arms which are the motors of ciliar motility. Sub-optimal biopsy material, methodical, and intrinsic electron microscopy factors pose difficulty in ciliary defects evaluation. We present a computer-assisted approach based on state-of-the-art image analysis and object recognition methods yielding a time-saving and efficient diagnosis of cilia dysfunction. Method - The presented approach is based on a pipeline of basal image processing methods like smoothing, thresholding and ellipse fitting. However, integration of application specific knowledge results in robust segmentations even in cases of image artifacts. The method is build hierarchically starting with the detection of cilia within the image, followed by the detection of nine doublets within each analyzable cilium, and ending with the detection of dynein arms of each doublet. The process is concluded by a rough classification of the dynein arms as basis for a computer-assisted diagnosis. Additionally, the interaction possibilities are designed in a way, that the results are still reproducible given the completion report. Results - A qualitative evaluation showed reasonable detection results for cilia, doublets and dynein arms. However, since a ground truth is missing, the variation of the computer-assisted diagnosis should be within the subjective bias of human diagnosticians. The results of a first quantitative evaluation with five human experts and six images with 12 analyzable cilia showed, that with default parameterization 91.6\% of the cilia and 98\% of the doublets were found. The computer-assisted approach rated 66\% of those inner and outer dynein arms correct, where all human experts agree. However, especially the quality of the dynein arm classification may be improved in future work.}, subject = {Zilie}, language = {en} } @article{HuttererHattingenPalmetal., author = {Hutterer, Markus and Hattingen, Elke and Palm, Christoph and Proescholdt, Martin Andreas and Hau, Peter}, title = {Current standards and new concepts in MRI and PET response assessment of antiangiogenic therapies in high-grade glioma patients}, series = {Neuro-Oncology}, volume = {17}, journal = {Neuro-Oncology}, number = {6}, doi = {10.1093/neuonc/nou322}, pages = {784 -- 800}, abstract = {Despite multimodal treatment, the prognosis of high-grade gliomas is grim. As tumor growth is critically dependent on new blood vessel formation, antiangiogenic treatment approaches offer an innovative treatment strategy. Bevacizumab, a humanized monoclonal antibody, has been in the spotlight of antiangiogenic approaches for several years. Currently, MRI including contrast-enhanced T1-weighted and T2/fluid-attenuated inversion recovery (FLAIR) images is routinely used to evaluate antiangiogenic treatment response (Response Assessment in Neuro-Oncology criteria). However, by restoring the blood-brain barrier, bevacizumab may reduce T1 contrast enhancement and T2/FLAIR hyperintensity, thereby obscuring the imaging-based detection of progression. The aim of this review is to highlight the recent role of imaging biomarkers from MR and PET imaging on measurement of disease progression and treatment effectiveness in antiangiogenic therapies. Based on the reviewed studies, multimodal imaging combining standard MRI with new physiological MRI techniques and metabolic PET imaging, in particular amino acid tracers, may have the ability to detect antiangiogenic drug susceptibility or resistance prior to morphological changes. As advances occur in the development of therapies that target specific biochemical or molecular pathways and alter tumor physiology in potentially predictable ways, the validation of physiological and metabolic imaging biomarkers will become increasingly important in the near future.}, subject = {Gliom}, language = {en} } @inproceedings{MendelRauberPalm, author = {Mendel, Robert and Rauber, David and Palm, Christoph}, title = {Exploring the Effects of Contrastive Learning on Homogeneous Medical Image Data}, series = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, July 2- 4, 2023, Braunschweig}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, July 2- 4, 2023, Braunschweig}, publisher = {Springer Vieweg}, address = {Wiesbaden}, doi = {10.1007/978-3-658-41657-7}, pages = {128 -- 13}, abstract = {We investigate contrastive learning in a multi-task learning setting classifying and segmenting early Barrett's cancer. How can contrastive learning be applied in a domain with few classes and low inter-class and inter-sample variance, potentially enabling image retrieval or image attribution? We introduce a data sampling strategy that mines per-lesion data for positive samples and keeps a queue of the recent projections as negative samples. We propose a masking strategy for the NT-Xent loss that keeps the negative set pure and removes samples from the same lesion. We show cohesion and uniqueness improvements of the proposed method in feature space. The introduction of the auxiliary objective does not affect the performance but adds the ability to indicate similarity between lesions. Therefore, the approach could enable downstream auto-documentation tasks on homogeneous medical image data.}, language = {en} } @misc{MendelSouzaJrRauberetal., author = {Mendel, Robert and Souza Jr., Luis Antonio de and Rauber, David and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Abstract: Semi-supervised Segmentation Based on Error-correcting Supervision}, series = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, journal = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-33197-9}, doi = {10.1007/978-3-658-33198-6_43}, pages = {178}, abstract = {Pixel-level classification is an essential part of computer vision. For learning from labeled data, many powerful deep learning models have been developed recently. In this work, we augment such supervised segmentation models by allowing them to learn from unlabeled data. Our semi-supervised approach, termed Error-Correcting Supervision, leverages a collaborative strategy. Apart from the supervised training on the labeled data, the segmentation network is judged by an additional network.}, subject = {Deep Learning}, language = {en} } @article{EbigboPalmMessmann, author = {Ebigbo, Alanna and Palm, Christoph and Messmann, Helmut}, title = {Barrett esophagus: What to expect from Artificial Intelligence?}, series = {Best Practice \& Research Clinical Gastroenterology}, volume = {52-53}, journal = {Best Practice \& Research Clinical Gastroenterology}, number = {June-August}, publisher = {Elsevier}, issn = {1521-6918}, doi = {10.1016/j.bpg.2021.101726}, abstract = {The evaluation and assessment of Barrett's esophagus is challenging for both expert and nonexpert endoscopists. However, the early diagnosis of cancer in Barrett's esophagus is crucial for its prognosis, and could save costs. Pre-clinical and clinical studies on the application of Artificial Intelligence (AI) in Barrett's esophagus have shown promising results. In this review, we focus on the current challenges and future perspectives of implementing AI systems in the management of patients with Barrett's esophagus.}, subject = {Deep Learning}, language = {en} } @article{MaierDesernoHandelsetal., author = {Maier, Andreas and Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, title = {Guest editorial of the IJCARS - BVM 2018 special issue}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {14}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer}, doi = {10.1007/s11548-018-01902-0}, pages = {1 -- 2}, language = {en} } @article{PassosSouzaJrMendeletal., author = {Passos, Leandro A. and Souza Jr., Luis Antonio de and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Barrett's esophagus analysis using infinity Restricted Boltzmann Machines}, series = {Journal of Visual Communication and Image Representation}, volume = {59}, journal = {Journal of Visual Communication and Image Representation}, publisher = {Elsevier}, doi = {10.1016/j.jvcir.2019.01.043}, pages = {475 -- 485}, abstract = {The number of patients with Barret's esophagus (BE) has increased in the last decades. Considering the dangerousness of the disease and its evolution to adenocarcinoma, an early diagnosis of BE may provide a high probability of cancer remission. However, limitations regarding traditional methods of detection and management of BE demand alternative solutions. As such, computer-aided tools have been recently used to assist in this problem, but the challenge still persists. To manage the problem, we introduce the infinity Restricted Boltzmann Machines (iRBMs) to the task of automatic identification of Barrett's esophagus from endoscopic images of the lower esophagus. Moreover, since iRBM requires a proper selection of its meta-parameters, we also present a discriminative iRBM fine-tuning using six meta-heuristic optimization techniques. We showed that iRBMs are suitable for the context since it provides competitive results, as well as the meta-heuristic techniques showed to be appropriate for such task.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{SouzaJrAfonsoPalmetal., author = {Souza Jr., Luis Antonio de and Afonso, Luis Claudio Sugi and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Barrett's Esophagus Identification Using Optimum-Path Forest}, series = {Proceedings of the 30th Conference on Graphics, Patterns and Images Tutorials (SIBGRAPI-T 2017), Niter{\´o}i, Rio de Janeiro, Brazil, 2017, 17-20 October}, booktitle = {Proceedings of the 30th Conference on Graphics, Patterns and Images Tutorials (SIBGRAPI-T 2017), Niter{\´o}i, Rio de Janeiro, Brazil, 2017, 17-20 October}, doi = {10.1109/SIBGRAPI.2017.47}, pages = {308 -- 314}, abstract = {Computer-assisted analysis of endoscopic images can be helpful to the automatic diagnosis and classification of neoplastic lesions. Barrett's esophagus (BE) is a common type of reflux that is not straight forward to be detected by endoscopic surveillance, thus being way susceptible to erroneous diagnosis, which can cause cancer when not treated properly. In this work, we introduce the Optimum-Path Forest (OPF) classifier to the task of automatic identification of Barrett'sesophagus, with promising results and outperforming the well known Support Vector Machines (SVM) in the aforementioned context. We consider describing endoscopic images by means of feature extractors based on key point information, such as the Speeded up Robust Features (SURF) and Scale-Invariant Feature Transform (SIFT), for further designing a bag-of-visual-wordsthat is used to feed both OPF and SVM classifiers. The best results were obtained by means of the OPF classifier for both feature extractors, with values lying on 0.732 (SURF) - 0.735(SIFT) for sensitivity, 0.782 (SURF) - 0.806 (SIFT) for specificity, and 0.738 (SURF) - 0.732 (SIFT) for the accuracy.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{ZehnerSzaloPalm, author = {Zehner, Alexander and Szalo, Alexander Eduard and Palm, Christoph}, title = {GraphMIC: Easy Prototyping of Medical Image Computing Applications}, series = {Interactive Medical Image Computing (IMIC), Workshop at the Medical Image Computing and Computer Assisted Interventions (MICCAI 2015), 2015, Munich}, booktitle = {Interactive Medical Image Computing (IMIC), Workshop at the Medical Image Computing and Computer Assisted Interventions (MICCAI 2015), 2015, Munich}, doi = {10.13140/RG.2.1.3718.4725}, pages = {395 -- 400}, abstract = {GraphMIC is a cross-platform image processing application utilizing the libraries ITK and OpenCV. The abstract structure of image processing pipelines is visually represented by user interface components based on modern QtQuick technology and allows users to focus on arrangement and parameterization of operations rather than implementing the equivalent functionality natively in C++. The application's central goal is to improve and simplify the typical workflow by providing various high level features and functions like multi threading, image sequence processing and advanced error handling. A built-in python interpreter allows the creation of custom nodes, where user defined algorithms can be integrated to extend basic functionality. An embedded 2d/3d visual-izer gives feedback of the resulting image of an operation or the whole pipeline. User inputs like seed points, contours or regions are forwarded to the processing pipeline as parameters to offer semi-automatic image computing. We report the main concept of the application and introduce several features and their implementation. Finally, the current state of development as well as future perspectives of GraphMIC are discussed}, subject = {Bildverarbeitung}, language = {en} }