@article{RueckertRueckertPalm, author = {R{\"u}ckert, Tobias and R{\"u}ckert, Daniel and Palm, Christoph}, title = {Methods and datasets for segmentation of minimally invasive surgical instruments in endoscopic images and videos: A review of the state of the art}, series = {Computers in Biology and Medicine}, volume = {169}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, address = {Amsterdam}, doi = {10.1016/j.compbiomed.2024.107929}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-69830}, pages = {24}, abstract = {In the field of computer- and robot-assisted minimally invasive surgery, enormous progress has been made in recent years based on the recognition of surgical instruments in endoscopic images and videos. In particular, the determination of the position and type of instruments is of great interest. Current work involves both spatial and temporal information, with the idea that predicting the movement of surgical tools over time may improve the quality of the final segmentations. The provision of publicly available datasets has recently encouraged the development of new methods, mainly based on deep learning. In this review, we identify and characterize datasets used for method development and evaluation and quantify their frequency of use in the literature. We further present an overview of the current state of research regarding the segmentation and tracking of minimally invasive surgical instruments in endoscopic images and videos. The paper focuses on methods that work purely visually, without markers of any kind attached to the instruments, considering both single-frame semantic and instance segmentation approaches, as well as those that incorporate temporal information. The publications analyzed were identified through the platforms Google Scholar, Web of Science, and PubMed. The search terms used were "instrument segmentation", "instrument tracking", "surgical tool segmentation", and "surgical tool tracking", resulting in a total of 741 articles published between 01/2015 and 07/2023, of which 123 were included using systematic selection criteria. A discussion of the reviewed literature is provided, highlighting existing shortcomings and emphasizing the available potential for future developments.}, subject = {Deep Learning}, language = {en} } @article{RueweEigenbergerKleinetal., author = {Ruewe, Marc and Eigenberger, Andreas and Klein, Silvan and von Riedheim, Antonia and Gugg, Christine and Prantl, Lukas and Palm, Christoph and Weiherer, Maximilian and Zeman, Florian and Anker, Alexandra}, title = {Precise Monitoring of Returning Sensation in Digital Nerve Lesions by 3-D Imaging: A Proof-of-Concept Study}, series = {Plastic and Reconstructive Surgery}, volume = {152}, journal = {Plastic and Reconstructive Surgery}, number = {4}, publisher = {Lippincott Williams \& Wilkins}, address = {Philadelphia, Pa.}, organization = {American Society of Plastic Surgeons}, issn = {1529-4242}, doi = {10.1097/PRS.0000000000010456}, pages = {670e -- 674e}, abstract = {Digital nerve lesions result in a loss of tactile sensation reflected by an anesthetic area (AA) at the radial or ulnar aspect of the respective digit. Yet, available tools to monitor the recovery of tactile sense have been criticized for their lack of validity. However, the precise quantification of AA dynamics by three-dimensional (3-D) imaging could serve as an accurate surrogate to monitor recovery following digital nerve repair. For validation, AAs were marked on digits of healthy volunteers to simulate the AA of an impaired cutaneous innervation. Three dimensional models were composed from raw images that had been acquired with a 3-D camera (Vectra H2) to precisely quantify relative AA for each digit (3-D models, n= 80). Operator properties varied regarding individual experience in 3-D imaging and image processing. Additionally, the concept was applied in a clinical case study. Images taken by experienced photographers were rated better quality (p< 0.001) and needed less processing time (p= 0.020). Quantification of the relative AA was neither altered significantly by experience levels of the photographer (p= 0.425) nor the image assembler (p= 0.749). The proposed concept allows precise and reliable surface quantification of digits and can be performed consistently without relevant distortion by lack of examiner experience. Routine 3-D imaging of the AA has the great potential to provide visual evidence of various returning states of sensation and to convert sensory nerve recovery into a metric variable with high responsiveness to temporal progress.}, language = {en} } @article{HuberSchlosserStenzeletal., author = {Huber, Michaela and Schlosser, Daniela and Stenzel, Susanne and Maier, Johannes and Pattappa, Girish and Kujat, Richard and Striegl, Birgit and Docheva, Denitsa}, title = {Quantitative Analysis of Surface Contouring with Pulsed Bipolar Radiofrequency on Thin Chondromalacic Cartilage}, series = {BioMed Research International}, journal = {BioMed Research International}, publisher = {HINDAWI}, doi = {10.1155/2020/1242086}, pages = {1 -- 8}, abstract = {The purpose of this study was to evaluate the quality of surface contouring of chondromalacic cartilage by bipolar radio frequency energy using different treatment patterns in an animal model, as well as examining the impact of the treatment onto chondrocyte viability by two different methods. Our experiments were conducted on 36 fresh osteochondral sections from the tibia plateau of slaughtered 6-month-old pigs, where the thickness of the cartilage is similar to that of human wrist cartilage. An area of 1 cm(2) was first treated with emery paper to simulate the chondromalacic cartilage. Then, the treatment with RFE followed in 6 different patterns. The osteochondral sections were assessed for cellular viability (live/dead assay, caspase (cell apoptosis marker) staining, and quantitative analysed images obtained by fluorescent microscopy). For a quantitative characterization of none or treated cartilage surfaces, various roughness parameters were measured using confocal laser scanning microscopy (Olympus LEXT OLS 4000 3D). To describe the roughness, the Root-Mean-Square parameter (Sq) was calculated. A smoothing effect of the cartilage surface was detectable upon each pattern of RFE treatment. The Sq for native cartilage was Sq=3.8 +/- 1.1 mu m. The best smoothing pattern was seen for two RFE passes and a 2-second pulsed mode (B2p2) with an Sq=27.3 +/- 4.9 mu m. However, with increased smoothing, an augmentation in chondrocyte death up to 95\% was detected. Using bipolar RFE treatment in arthroscopy for small joints like the wrist or MCP joints should be used with caution. In the case of chondroplasty, there is a high chance to destroy the joint cartilage.}, language = {en} } @article{HuttererHattingenPalmetal., author = {Hutterer, Markus and Hattingen, Elke and Palm, Christoph and Proescholdt, Martin Andreas and Hau, Peter}, title = {Current standards and new concepts in MRI and PET response assessment of antiangiogenic therapies in high-grade glioma patients}, series = {Neuro-Oncology}, volume = {17}, journal = {Neuro-Oncology}, number = {6}, doi = {10.1093/neuonc/nou322}, pages = {784 -- 800}, abstract = {Despite multimodal treatment, the prognosis of high-grade gliomas is grim. As tumor growth is critically dependent on new blood vessel formation, antiangiogenic treatment approaches offer an innovative treatment strategy. Bevacizumab, a humanized monoclonal antibody, has been in the spotlight of antiangiogenic approaches for several years. Currently, MRI including contrast-enhanced T1-weighted and T2/fluid-attenuated inversion recovery (FLAIR) images is routinely used to evaluate antiangiogenic treatment response (Response Assessment in Neuro-Oncology criteria). However, by restoring the blood-brain barrier, bevacizumab may reduce T1 contrast enhancement and T2/FLAIR hyperintensity, thereby obscuring the imaging-based detection of progression. The aim of this review is to highlight the recent role of imaging biomarkers from MR and PET imaging on measurement of disease progression and treatment effectiveness in antiangiogenic therapies. Based on the reviewed studies, multimodal imaging combining standard MRI with new physiological MRI techniques and metabolic PET imaging, in particular amino acid tracers, may have the ability to detect antiangiogenic drug susceptibility or resistance prior to morphological changes. As advances occur in the development of therapies that target specific biochemical or molecular pathways and alter tumor physiology in potentially predictable ways, the validation of physiological and metabolic imaging biomarkers will become increasingly important in the near future.}, subject = {Gliom}, language = {en} } @article{EbigboPalmMessmann, author = {Ebigbo, Alanna and Palm, Christoph and Messmann, Helmut}, title = {Barrett esophagus: What to expect from Artificial Intelligence?}, series = {Best Practice \& Research Clinical Gastroenterology}, volume = {52-53}, journal = {Best Practice \& Research Clinical Gastroenterology}, number = {June-August}, publisher = {Elsevier}, issn = {1521-6918}, doi = {10.1016/j.bpg.2021.101726}, abstract = {The evaluation and assessment of Barrett's esophagus is challenging for both expert and nonexpert endoscopists. However, the early diagnosis of cancer in Barrett's esophagus is crucial for its prognosis, and could save costs. Pre-clinical and clinical studies on the application of Artificial Intelligence (AI) in Barrett's esophagus have shown promising results. In this review, we focus on the current challenges and future perspectives of implementing AI systems in the management of patients with Barrett's esophagus.}, subject = {Deep Learning}, language = {en} } @article{MaierDesernoHandelsetal., author = {Maier, Andreas and Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, title = {Guest editorial of the IJCARS - BVM 2018 special issue}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {14}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer}, doi = {10.1007/s11548-018-01902-0}, pages = {1 -- 2}, language = {en} } @article{PassosSouzaJrMendeletal., author = {Passos, Leandro A. and Souza Jr., Luis Antonio de and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Barrett's esophagus analysis using infinity Restricted Boltzmann Machines}, series = {Journal of Visual Communication and Image Representation}, volume = {59}, journal = {Journal of Visual Communication and Image Representation}, publisher = {Elsevier}, doi = {10.1016/j.jvcir.2019.01.043}, pages = {475 -- 485}, abstract = {The number of patients with Barret's esophagus (BE) has increased in the last decades. Considering the dangerousness of the disease and its evolution to adenocarcinoma, an early diagnosis of BE may provide a high probability of cancer remission. However, limitations regarding traditional methods of detection and management of BE demand alternative solutions. As such, computer-aided tools have been recently used to assist in this problem, but the challenge still persists. To manage the problem, we introduce the infinity Restricted Boltzmann Machines (iRBMs) to the task of automatic identification of Barrett's esophagus from endoscopic images of the lower esophagus. Moreover, since iRBM requires a proper selection of its meta-parameters, we also present a discriminative iRBM fine-tuning using six meta-heuristic optimization techniques. We showed that iRBMs are suitable for the context since it provides competitive results, as well as the meta-heuristic techniques showed to be appropriate for such task.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{MaerklRueckertRauberetal., author = {Maerkl, Raphaela and Rueckert, Tobias and Rauber, David and Gutbrod, Max and Weber Nunes, Danilo and Palm, Christoph}, title = {Enhancing generalization in zero-shot multi-label endoscopic instrument classification}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {20}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer Nature}, doi = {10.1007/s11548-025-03439-5}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-85674}, pages = {1577 -- 1587}, abstract = {Purpose Recognizing previously unseen classes with neural networks is a significant challenge due to their limited generalization capabilities. This issue is particularly critical in safety-critical domains such as medical applications, where accurate classification is essential for reliability and patient safety. Zero-shot learning methods address this challenge by utilizing additional semantic data, with their performance relying heavily on the quality of the generated embeddings. Methods This work investigates the use of full descriptive sentences, generated by a Sentence-BERT model, as class representations, compared to simpler category-based word embeddings derived from a BERT model. Additionally, the impact of z-score normalization as a post-processing step on these embeddings is explored. The proposed approach is evaluated on a multi-label generalized zero-shot learning task, focusing on the recognition of surgical instruments in endoscopic images from minimally invasive cholecystectomies. Results The results demonstrate that combining sentence embeddings and z-score normalization significantly improves model performance. For unseen classes, the AUROC improves from 43.9\% to 64.9\%, and the multi-label accuracy from 26.1\% to 79.5\%. Overall performance measured across both seen and unseen classes improves from 49.3\% to 64.9\% in AUROC and from 37.3\% to 65.1\% in multi-label accuracy, highlighting the effectiveness of our approach. Conclusion These findings demonstrate that sentence embeddings and z-score normalization can substantially enhance the generalization performance of zero-shot learning models. However, as the study is based on a single dataset, future work should validate the method across diverse datasets and application domains to establish its robustness and broader applicability.}, language = {en} } @article{WeihererEigenbergerEggeretal., author = {Weiherer, Maximilian and Eigenberger, Andreas and Egger, Bernhard and Br{\´e}bant, Vanessa and Prantl, Lukas and Palm, Christoph}, title = {Learning the shape of female breasts: an open-access 3D statistical shape model of the female breast built from 110 breast scans}, series = {The Visual Computer}, volume = {39}, journal = {The Visual Computer}, number = {4}, publisher = {Springer Nature}, doi = {10.1007/s00371-022-02431-3}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-30506}, pages = {1597 -- 1616}, abstract = {We present the Regensburg Breast Shape Model (RBSM)—a 3D statistical shape model of the female breast built from 110 breast scans acquired in a standing position, and the first publicly available. Together with the model, a fully automated, pairwise surface registration pipeline used to establish dense correspondence among 3D breast scans is introduced. Our method is computationally efficient and requires only four landmarks to guide the registration process. A major challenge when modeling female breasts from surface-only 3D breast scans is the non-separability of breast and thorax. In order to weaken the strong coupling between breast and surrounding areas, we propose to minimize the variance outside the breast region as much as possible. To achieve this goal, a novel concept called breast probability masks (BPMs) is introduced. A BPM assigns probabilities to each point of a 3D breast scan, telling how likely it is that a particular point belongs to the breast area. During registration, we use BPMs to align the template to the target as accurately as possible inside the breast region and only roughly outside. This simple yet effective strategy significantly reduces the unwanted variance outside the breast region, leading to better statistical shape models in which breast shapes are quite well decoupled from the thorax. The RBSM is thus able to produce a variety of different breast shapes as independently as possible from the shape of the thorax. Our systematic experimental evaluation reveals a generalization ability of 0.17 mm and a specificity of 2.8 mm. To underline the expressiveness of the proposed model, we finally demonstrate in two showcase applications how the RBSM can be used for surgical outcome simulation and the prediction of a missing breast from the remaining one. Our model is available at https://www.rbsm.re-mic.de/.}, language = {en} } @article{BrebantWeihererNoisseretal., author = {Br{\´e}bant, Vanessa and Weiherer, Maximilian and Noisser, Vivien and Seitz, Stephan and Prantl, Lukas and Eigenberger, Andreas}, title = {Implants Versus Lipograft: Analysis of Long-Term Results Following Congenital Breast Asymmetry Correction}, series = {Aesthetic Plastic Surgery}, volume = {46}, journal = {Aesthetic Plastic Surgery}, publisher = {Springer Nature}, doi = {10.1007/s00266-022-02843-5}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-32404}, pages = {2228 -- 2236}, abstract = {Aims Congenital breast asymmetry represents a particular challenge to the classic techniques of plastic surgery given the young age of patients at presentation. This study reviews and compares the long-term results of traditional breast augmentation using silicone implants and the more innovative technique of lipografting. Methods To achieve this, we not only captured subjective parameters such as satisfaction with outcome and symmetry, but also objective parameters including breast vol-ume and anthropometric measurements. The objective examination was performed manually and by using the Vectra H2 photogrammetry scanning system. Results Differences between patients undergoing either implant augmentation or lipograft were revealed not to be significant with respect to patient satisfaction with surgical outcome (p= 0.55) and symmetry (p= 0.69). Furthermore, a breast symmetry of 93 \% was reported in both groups. Likewise, no statistically significant volume difference between the left and right breasts was observed in both groups (p\0.41). However, lipograft patients needed on average 2.9 procedures to achieve the desired result, compared with 1.3 for implant augmentation. In contrast, patients treated with implant augmentation may require anumber of implant changes during their lifetime. Conclusion Both methods may be considered for patients presenting with congenital breast asymmetry.}, language = {en} } @article{MaierWeihererHuberetal., author = {Maier, Johannes and Weiherer, Maximilian and Huber, Michaela and Palm, Christoph}, title = {Imitating human soft tissue on basis of a dual-material 3D print using a support-filled metamaterial to provide bimanual haptic for a hand surgery training system}, series = {Quantitative Imaging in Medicine and Surgery}, volume = {9}, journal = {Quantitative Imaging in Medicine and Surgery}, number = {1}, publisher = {AME Publishing Company}, doi = {10.21037/qims.2018.09.17}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-979}, pages = {30 -- 42}, abstract = {Background: Currently, it is common practice to use three-dimensional (3D) printers not only for rapid prototyping in the industry, but also in the medical area to create medical applications for training inexperienced surgeons. In a clinical training simulator for minimally invasive bone drilling to fix hand fractures with Kirschner-wires (K-wires), a 3D-printed hand phantom must not only be geometrically but also haptically correct. Due to a limited view during an operation, surgeons need to perfectly localize underlying risk structures only by feeling of specific bony protrusions of the human hand. Methods: The goal of this experiment is to imitate human soft tissue with its haptic and elasticity for a realistic hand phantom fabrication, using only a dual-material 3D printer and support-material-filled metamaterial between skin and bone. We present our workflow to generate lattice structures between hard bone and soft skin with iterative cube edge (CE) or cube face (CF) unit cells. Cuboid and finger shaped sample prints with and without inner hard bone in different lattice thickness are constructed and 3D printed. Results: The most elastic available rubber-like material is too firm to imitate soft tissue. By reducing the amount of rubber in the inner volume through support material (SUP), objects become significantly softer. Without metamaterial, after disintegration, the SUP can be shifted through the volume and thus the body loses its original shape. Although the CE design increases the elasticity, it cannot restore the fabric form. In contrast to CE, the CF design increases not only the elasticity but also guarantees a local limitation of the SUP. Therefore, the body retains its shape and internal bones remain in its intended place. Various unit cell sizes, lattice thickening and skin thickness regulate the rubber material and SUP ratio. Test prints with higher SUP and lower rubber material percentage appear softer and vice versa. This was confirmed by an expert surgeon evaluation. Subjects adjudged pure rubber-like material as too firm and samples only filled with SUP or lattice structure in CE design as not suitable for imitating tissue. 3D-printed finger samples in CF design were rated as realistic compared to the haptic of human tissue with a good palpable bone structure. Conclusions: We developed a new dual-material 3D print technique to imitate soft tissue of the human hand with its haptic properties. Blowy SUP is trapped within a lattice structure to soften rubber-like 3D print material, which makes it possible to reproduce a realistic replica of human hand soft tissue.}, subject = {Handchirurgie}, language = {en} } @article{MaierWeihererHuberetal., author = {Maier, Johannes and Weiherer, Maximilian and Huber, Michaela and Palm, Christoph}, title = {Optically tracked and 3D printed haptic phantom hand for surgical training system}, series = {Quantitative Imaging in Medicine and Surgery}, volume = {10}, journal = {Quantitative Imaging in Medicine and Surgery}, number = {02}, publisher = {AME Publishing Company}, address = {Hong Kong, China}, doi = {10.21037/qims.2019.12.03}, pages = {340 -- 455}, abstract = {Background: For surgical fixation of bone fractures of the human hand, so-called Kirschner-wires (K-wires) are drilled through bone fragments. Due to the minimally invasive drilling procedures without a view of risk structures like vessels and nerves, a thorough training of young surgeons is necessary. For the development of a virtual reality (VR) based training system, a three-dimensional (3D) printed phantom hand is required. To ensure an intuitive operation, this phantom hand has to be realistic in both, its position relative to the driller as well as in its haptic features. The softest 3D printing material available on the market, however, is too hard to imitate human soft tissue. Therefore, a support-material (SUP) filled metamaterial is used to soften the raw material. Realistic haptic features are important to palpate protrusions of the bone to determine the drilling starting point and angle. An optical real-time tracking is used to transfer position and rotation to the training system. Methods: A metamaterial already developed in previous work is further improved by use of a new unit cell. Thus, the amount of SUP within the volume can be increased and the tissue is softened further. In addition, the human anatomy is transferred to the entire hand model. A subcutaneous fat layer and penetration of air through pores into the volume simulate shiftability of skin layers. For optical tracking, a rotationally symmetrical marker attached to the phantom hand with corresponding reference marker is developed. In order to ensure trouble-free position transmission, various types of marker point applications are tested. Results: Several cuboid and forearm sample prints lead to a final 30 centimeter long hand model. The whole haptic phantom could be printed faultless within about 17 hours. The metamaterial consisting of the new unit cell results in an increased SUP share of 4.32\%. Validated by an expert surgeon study, this allows in combination with a displacement of the uppermost skin layer a good palpability of the bones. Tracking of the hand marker in dodecahedron design works trouble-free in conjunction with a reference marker attached to the worktop of the training system. Conclusions: In this work, an optically tracked and haptically correct phantom hand was developed using dual-material 3D printing, which can be easily integrated into a surgical training system.}, subject = {Handchirurgie}, language = {en} } @article{NoisserEigenbergerWeihereretal., author = {Noisser, Vivien and Eigenberger, Andreas and Weiherer, Maximilian and Seitz, Stephan and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {Surgery of congenital breast asymmetry - which objective parameter influences the subjective satisfaction with long-term results}, series = {Archives of Gynecology and Obstetrics}, journal = {Archives of Gynecology and Obstetrics}, publisher = {Springer Nature}, doi = {10.1007/s00404-021-06218-0}, pages = {8}, abstract = {Purpose Congenital breast asymmetry is a serious gynecological malformation for affected patients. The condition hits young women in puberty and is associated with socio-esthetic handicap, depression, and psychosexual problems. Surgical treatment is usually early in the patient's lifetime, so a long-term sustainable solution is important. Although postoperative outcome has been evaluated in several studies before, this study is the first to analyze which objective parameters have the greatest influence on subjective satisfaction with long-term results. Methods Thirty-four patients diagnosed with congenital breast asymmetry that underwent either lipofilling or implant therapy between the years of 2008 to 2019 were examined. On average, our collective comprised patients seven years after surgery. Data were mainly gathered through manual measurements, patient-reported outcome measures (Breast Q™), and breast volumetry based on 3D scans (Vectra® H2, Canfield Scientific). Results Among all analyzed parameters, only areolar diameter correlated significantly negatively with the subjective outcome satisfaction of the patient. Regarding the subjective assessment of postoperative satisfaction with similarity of the breasts, again the mean areolar diameter, but also the difference in areolar diameter and breast volume between the right and left breasts correlated significantly negatively. Conclusion Areolar diameter was revealed as being a significant factor influencing subjective long-term satisfaction in breast asymmetry patients. Moreover, 3D volumetry proves to be an effective tool to substantiate subjective patient assessments. Our findings may lead to further improvements to surgical planning and will be expanded in further studies.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Computer-aided diagnosis using deep learning in the evaluation of early oesophageal adenocarcinoma}, series = {GuT}, volume = {68}, journal = {GuT}, number = {7}, publisher = {British Society of Gastroenterology}, doi = {10.1136/gutjnl-2018-317573}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-68}, pages = {1143 -- 1145}, abstract = {Computer-aided diagnosis using deep learning (CAD-DL) may be an instrument to improve endoscopic assessment of Barrett's oesophagus (BE) and early oesophageal adenocarcinoma (EAC). Based on still images from two databases, the diagnosis of EAC by CAD-DL reached sensitivities/specificities of 97\%/88\% (Augsburg data) and 92\%/100\% (Medical Image Computing and Computer-Assisted Intervention [MICCAI] data) for white light (WL) images and 94\%/80\% for narrow band images (NBI) (Augsburg data), respectively. Tumour margins delineated by experts into images were detected satisfactorily with a Dice coefficient (D) of 0.72. This could be a first step towards CAD-DL for BE assessment. If developed further, it could become a useful adjunctive tool for patient management.}, subject = {Speiser{\"o}hrenkrebs}, language = {en} } @article{WoehlMaierGehmertetal., author = {W{\"o}hl, Rebecca and Maier, Johannes and Gehmert, Sebastian and Palm, Christoph and Riebschl{\"a}ger, Birgit and Nerlich, Michael and Huber, Michaela}, title = {3D Analysis of Osteosyntheses Material using semi-automated CT Segmentation}, series = {BMC Musculoskeletal Disorders}, volume = {19}, journal = {BMC Musculoskeletal Disorders}, publisher = {Springer Nature}, doi = {10.1186/s12891-018-1975-0}, pages = {1 -- 8}, abstract = {Backround Scaphoidectomy and midcarpal fusion can be performed using traditional fixation methods like K-wires, staples, screws or different dorsal (non)locking arthrodesis systems. The aim of this study is to test the Aptus four corner locking plate and to compare the clinical findings to the data revealed by CT scans and semi-automated segmentation. Methods: This is a retrospective review of eleven patients suffering from scapholunate advanced collapse (SLAC) or scaphoid non-union advanced collapse (SNAC) wrist, who received a four corner fusion between August 2011 and July 2014. The clinical evaluation consisted of measuring the range of motion (ROM), strength and pain on a visual analogue scale (VAS). Additionally, the Disabilities of the Arm, Shoulder and Hand (QuickDASH) and the Mayo Wrist Score were assessed. A computerized tomography (CT) of the wrist was obtained six weeks postoperatively. After semi-automated segmentation of the CT scans, the models were post processed and surveyed. Results During the six-month follow-up mean range of motion (ROM) of the operated wrist was 60°, consisting of 30° extension and 30° flexion. While pain levels decreased significantly, 54\% of grip strength and 89\% of pinch strength were preserved compared to the contralateral healthy wrist. Union could be detected in all CT scans of the wrist. While X-ray pictures obtained postoperatively revealed no pathology, two user related technical complications were found through the 3D analysis, which correlated to the clinical outcome. Conclusion Due to semi-automated segmentation and 3D analysis it has been proved that the plate design can keep up to the manufacturers' promises. Over all, this case series confirmed that the plate can compete with the coexisting techniques concerning clinical outcome, union and complication rate.}, subject = {Handchirurgie}, language = {en} } @article{SouzaJrPassosSantanaetal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Santana, Marcos Cleison S. and Mendel, Robert and Rauber, David and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Layer-selective deep representation to improve esophageal cancer classification}, series = {Medical \& Biological Engineering \& Computing}, volume = {62}, journal = {Medical \& Biological Engineering \& Computing}, publisher = {Springer Nature}, address = {Heidelberg}, doi = {10.1007/s11517-024-03142-8}, pages = {3355 -- 3372}, abstract = {Even though artificial intelligence and machine learning have demonstrated remarkable performances in medical image computing, their accountability and transparency level must be improved to transfer this success into clinical practice. The reliability of machine learning decisions must be explained and interpreted, especially for supporting the medical diagnosis.For this task, the deep learning techniques' black-box nature must somehow be lightened up to clarify its promising results. Hence, we aim to investigate the impact of the ResNet-50 deep convolutional design for Barrett's esophagus and adenocarcinoma classification. For such a task, and aiming at proposing a two-step learning technique, the output of each convolutional layer that composes the ResNet-50 architecture was trained and classified for further definition of layers that would provide more impact in the architecture. We showed that local information and high-dimensional features are essential to improve the classification for our task. Besides, we observed a significant improvement when the most discriminative layers expressed more impact in the training and classification of ResNet-50 for Barrett's esophagus and adenocarcinoma classification, demonstrating that both human knowledge and computational processing may influence the correct learning of such a problem.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Meinikheim, Michael and Byrne, Michael F. and Messmann, Helmut and Palm, Christoph}, title = {Multimodal imaging for detection and segmentation of Barrett's esophagus-related neoplasia using artificial intelligence}, series = {Endoscopy}, volume = {54}, journal = {Endoscopy}, number = {10}, edition = {E-Video}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-1704-7885}, pages = {1}, abstract = {The early diagnosis of cancer in Barrett's esophagus is crucial for improving the prognosis. However, identifying Barrett's esophagus-related neoplasia (BERN) is challenging, even for experts [1]. Four-quadrant biopsies may improve the detection of neoplasia, but they can be associated with sampling errors. The application of artificial intelligence (AI) to the assessment of Barrett's esophagus could improve the diagnosis of BERN, and this has been demonstrated in both preclinical and clinical studies [2] [3]. In this video demonstration, we show the accurate detection and delineation of BERN in two patients ([Video 1]). In part 1, the AI system detects a mucosal cancer about 20 mm in size and accurately delineates the lesion in both white-light and narrow-band imaging. In part 2, a small island of BERN with high-grade dysplasia is detected and delineated in white-light, narrow-band, and texture and color enhancement imaging. The video shows the results using a transparent overlay of the mucosal cancer in real time as well as a full segmentation preview. Additionally, the optical flow allows for the assessment of endoscope movement, something which is inversely related to the reliability of the AI prediction. We demonstrate that multimodal imaging can be applied to the AI-assisted detection and segmentation of even small focal lesions in real time.}, language = {en} } @article{KolevKirchgessnerHoubenetal., author = {Kolev, Kalin and Kirchgeßner, Norbert and Houben, Sebastian and Csisz{\´a}r, Agnes and Rubner, Wolfgang and Palm, Christoph and Eiben, Bj{\"o}rn and Merkel, Rudolf and Cremers, Daniel}, title = {A variational approach to vesicle membrane reconstruction from fluorescence imaging}, series = {Pattern Recognition}, volume = {44}, journal = {Pattern Recognition}, number = {12}, publisher = {Elsevier}, doi = {10.1016/j.patcog.2011.04.019}, pages = {2944 -- 2958}, abstract = {Biological applications like vesicle membrane analysis involve the precise segmentation of 3D structures in noisy volumetric data, obtained by techniques like magnetic resonance imaging (MRI) or laser scanning microscopy (LSM). Dealing with such data is a challenging task and requires robust and accurate segmentation methods. In this article, we propose a novel energy model for 3D segmentation fusing various cues like regional intensity subdivision, edge alignment and orientation information. The uniqueness of the approach consists in the definition of a new anisotropic regularizer, which accounts for the unbalanced slicing of the measured volume data, and the generalization of an efficient numerical scheme for solving the arising minimization problem, based on linearization and fixed-point iteration. We show how the proposed energy model can be optimized globally by making use of recent continuous convex relaxation techniques. The accuracy and robustness of the presented approach are demonstrated by evaluating it on multiple real data sets and comparing it to alternative segmentation methods based on level sets. Although the proposed model is designed with focus on the particular application at hand, it is general enough to be applied to a variety of different segmentation tasks.}, subject = {Dreidimensionale Bildverarbeitung}, language = {en} } @article{ScheppachMendelProbstetal., author = {Scheppach, Markus W. and Mendel, Robert and Probst, Andreas and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {ARTIFICIAL INTELLIGENCE (AI) - ASSISTED VESSEL AND TISSUE RECOGNITION IN THIRD-SPACE ENDOSCOPY}, series = {Endoscopy}, volume = {54}, journal = {Endoscopy}, number = {S01}, publisher = {Thieme}, doi = {10.1055/s-0042-1745037}, pages = {S175}, abstract = {Aims Third-space endoscopy procedures such as endoscopic submucosal dissection (ESD) and peroral endoscopic myotomy (POEM) are complex interventions with elevated risk of operator-dependent adverse events, such as intra-procedural bleeding and perforation. We aimed to design an artificial intelligence clinical decision support solution (AI-CDSS, "Smart ESD") for the detection and delineation of vessels, tissue structures, and instruments during third-space endoscopy procedures. Methods Twelve full-length third-space endoscopy videos were extracted from the Augsburg University Hospital database. 1686 frames were annotated for the following categories: Submucosal layer, blood vessels, electrosurgical knife and endoscopic instrument. A DeepLabv3+neural network with a 101-layer ResNet backbone was trained and validated internally. Finally, the ability of the AI system to detect visible vessels during ESD and POEM was determined on 24 separate video clips of 7 to 46 seconds duration and showing 33 predefined vessels. These video clips were also assessed by an expert in third-space endoscopy. Results Smart ESD showed a vessel detection rate (VDR) of 93.94\%, while an average of 1.87 false positive signals were recorded per minute. VDR of the expert endoscopist was 90.1\% with no false positive findings. On the internal validation data set using still images, the AI system demonstrated an Intersection over Union (IoU), mean Dice score and pixel accuracy of 63.47\%, 76.18\% and 86.61\%, respectively. Conclusions This is the first AI-CDSS aiming to mitigate operator-dependent limitations during third-space endoscopy. Further clinical trials are underway to better understand the role of AI in such procedures.}, language = {en} } @article{HartwigBerletCzempieletal., author = {Hartwig, Regine and Berlet, Maximilian and Czempiel, Tobias and Fuchtmann, Jonas and R{\"u}ckert, Tobias and Feussner, Hubertus and Wilhelm, Dirk}, title = {Bildbasierte Unterst{\"u}tzungsmethoden f{\"u}r die zuk{\"u}nftige Anwendung in der Chirurgie}, series = {Die Chirurgie}, volume = {93}, journal = {Die Chirurgie}, publisher = {Springer}, doi = {10.1007/s00104-022-01668-x}, pages = {956 -- 965}, abstract = {Hintergrund: Die Entwicklung assistiver Technologien wird in den kommenden Jahren nicht nur in der Chirurgie von zunehmender Bedeutung sein. Die Wahrnehmung der Istsituation stellt hierbei die Grundlage jeder autonomen Handlung dar. Hierf{\"u}r k{\"o}nnen unterschiedliche Sensorsysteme genutzt werden, wobei videobasierte Systeme ein besonderes Potenzial aufweisen. Methode: Anhand von Literaturangaben und auf Basis eigener Forschungsarbeiten werden zentrale Aspekte bildbasierter Unterst{\"u}tzungssysteme f{\"u}r die Chirurgie dargestellt. Hierbei wird deren Potenzial, aber auch die Limitationen der Methoden erl{\"a}utert. Ergebnisse: Eine etablierte Anwendung stellt die Phasendetektion chirurgischer Eingriffe dar, f{\"u}r die Operationsvideos mittels neuronaler Netzwerke analysiert werden. Durch eine zeitlich gest{\"u}tzte und transformative Analyse konnten die Ergebnisse der Pr{\"a}diktion j{\"u}ngst deutlich verbessert werden. Aber auch robotische Kameraf{\"u}hrungssysteme nutzen Bilddaten, um das Laparoskop zuk{\"u}nftig autonom zu navigieren. Um die Zuverl{\"a}ssigkeit an die hohen Anforderungen in der Chirurgie anzugleichen, m{\"u}ssen diese jedoch durch zus{\"a}tzliche Informationen erg{\"a}nzt werden. Ein vergleichbarer multimodaler Ansatz wurde bereits f{\"u}r die Navigation und Lokalisation bei laparoskopischen Eingriffen umgesetzt. Hierzu werden Videodaten mittels verschiedener Methoden analysiert und diese Ergebnisse mit anderen Sensormodalit{\"a}ten fusioniert. Diskussion: Bildbasierte Unterst{\"u}tzungsmethoden sind bereits f{\"u}r diverse Aufgaben verf{\"u}gbar und stellen einen wichtigen Aspekt f{\"u}r die Chirurgie der Zukunft dar. Um hier jedoch zuverl{\"a}ssig und f{\"u}r autonome Funktionen eingesetzt werden zu k{\"o}nnen, m{\"u}ssen sie zuk{\"u}nftig in multimodale Ans{\"a}tze eingebettet werden, um die erforderliche Sicherheit bieten zu k{\"o}nnen.}, language = {de} }