@article{DammersAxerGraesseletal., author = {Dammers, J{\"u}rgen and Axer, Markus and Gr{\"a}ßel, David and Palm, Christoph and Zilles, Karl and Amunts, Katrin and Pietrzyk, Uwe}, title = {Signal enhancement in polarized light imaging by means of independent component analysis}, series = {NeuroImage}, volume = {49}, journal = {NeuroImage}, number = {2}, publisher = {Elsevier}, doi = {10.1016/j.neuroimage.2009.08.059}, pages = {1241 -- 1248}, abstract = {Polarized light imaging (PLI) enables the evaluation of fiber orientations in histological sections of human postmortem brains, with ultra-high spatial resolution. PLI is based on the birefringent properties of the myelin sheath of nerve fibers. As a result, the polarization state of light propagating through a rotating polarimeter is changed in such a way that the detected signal at each measurement unit of a charged-coupled device (CCD) camera describes a sinusoidal signal. Vectors of the fiber orientation defined by inclination and direction angles can then directly be derived from the optical signals employing PLI analysis. However, noise, light scatter and filter inhomogeneities interfere with the original sinusoidal PLI signals. We here introduce a novel method using independent component analysis (ICA) to decompose the PLI images into statistically independent component maps. After decomposition, gray and white matter structures can clearly be distinguished from noise and other artifacts. The signal enhancement after artifact rejection is quantitatively evaluated in 134 histological whole brain sections. Thus, the primary sinusoidal signals from polarized light imaging can be effectively restored after noise and artifact rejection utilizing ICA. Our method therefore contributes to the analysis of nerve fiber orientation in the human brain within a micrometer scale.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{PalmAxerGraesseletal., author = {Palm, Christoph and Axer, Markus and Gr{\"a}ßel, David and Dammers, J{\"u}rgen and Lindemeyer, Johannes and Zilles, Karl and Pietrzyk, Uwe and Amunts, Katrin}, title = {Towards ultra-high resolution fibre tract mapping of the human brain}, series = {Frontiers in Human Neuroscience}, volume = {4}, journal = {Frontiers in Human Neuroscience}, doi = {10.3389/neuro.09.009.2010}, pages = {9}, abstract = {Polarised light imaging (PLI) utilises the birefringence of the myelin sheaths in order to visualise the orientation of nerve fibres in microtome sections of adult human post-mortem brains at ultra-high spatial resolution. The preparation of post-mortem brains for PLI involves fixation, freezing and cutting into 100-μm-thick sections. Hence, geometrical distortions of histological sections are inevitable and have to be removed for 3D reconstruction and subsequent fibre tracking. We here present a processing pipeline for 3D reconstruction of these sections using PLI derived multimodal images of post-mortem brains. Blockface images of the brains were obtained during cutting; they serve as reference data for alignment and elimination of distortion artefacts. In addition to the spatial image transformation, fibre orientation vectors were reoriented using the transformation fields, which consider both affine and subsequent non-linear registration. The application of this registration and reorientation approach results in a smooth fibre vector field, which reflects brain morphology. PLI combined with 3D reconstruction and fibre tracking is a powerful tool for human brain mapping. It can also serve as an independent method for evaluating in vivo fibre tractography.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{SchubertPietrzykReisseletal., author = {Schubert, Nicole and Pietrzyk, Uwe and Reißel, Martin and Palm, Christoph}, title = {Reduktion von Rissartefakten durch nicht-lineare Registrierung in histologischen Schnittbildern}, series = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {410 -- 414}, abstract = {In dieser Arbeit wird ein Verfahren vorgestellt, das Rissartefakte, die in histologischen Rattenhirnschnitten vorkommen k{\"o}nnen, durch nicht-lineare Registrierung reduziert. Um die Optimierung in der Rissregion zu leiten, wird der Curvature Registrierungsansatz um eine Metrik basierend auf der Segmentierung der Bilder erweitert. Dabei erzielten Registrierungen mit der ausschließlichen Segmentierung des Risses bessere Ergebnisse als Registrierungen mit einer Segmentierung des gesamten Hirnschnitts. Insgesamt zeigt sich eine deutliche Verbesserung in der Rissregion, wobei der verbleibende reduzierte Riss auf die Glattheitsbedingungen des Regularisierers zur{\"u}ckzuf{\"u}hren ist.}, subject = {Registrierung }, language = {de} } @article{BeckerZoriyMatuschetal., author = {Becker, Johanna Sabine and Zoriy, Miroslav and Matusch, Andreas and Wu, Bei and Salber, Dagmar and Palm, Christoph and Becker, Julia Susanne}, title = {Bioimaging of Metals by Laser Ablation Inductively Coupled Plasma Mass Spectrometry (LA-ICP-MS)}, series = {Mass Spectrometry Reviews}, volume = {29}, journal = {Mass Spectrometry Reviews}, doi = {10.1002/mas.20239}, pages = {156 -- 175}, abstract = {The distribution analysis of (essential, beneficial, or toxic) metals (e.g., Cu, Fe, Zn, Pb, and others), metalloids, and non-metals in biological tissues is of key interest in life science. Over the past few years, the development and application of several imaging mass spectrometric techniques has been rapidly growing in biology and medicine. Especially, in brain research metalloproteins are in the focus of targeted therapy approaches of neurodegenerative diseases such as Alzheimer's and Parkinson's disease, or stroke, or tumor growth. Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) using double-focusing sector field (LA-ICP-SFMS) or quadrupole-based mass spectrometers (LA-ICP-QMS) has been successfully applied as a powerful imaging (mapping) technique to produce quantitative images of detailed regionally specific element distributions in thin tissue sections of human or rodent brain. Imaging LA-ICP-QMS was also applied to investigate metal distributions in plant and animal sections to study, for example, the uptake and transport of nutrient and toxic elements or environmental contamination. The combination of imaging LA-ICP-MS of metals with proteomic studies using biomolecular mass spectrometry identifies metal-containing proteins and also phosphoproteins. Metal-containing proteins were imaged in a two-dimensional gel after electrophoretic separation of proteins (SDS or Blue Native PAGE). Recent progress in LA-ICP-MS imaging as a stand-alone technique and in combination with MALDI/ESI-MS for selected life science applications is summarized.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{IlgnerPalmSchuetzetal., author = {Ilgner, Justus F. R. and Palm, Christoph and Sch{\"u}tz, Andreas G. and Spitzer, Klaus and Westhofen, Martin and Lehmann, Thomas M.}, title = {Colour Texture Analysis for Quantitative Laryngoscopy}, series = {Acta Otolaryngologica}, volume = {123}, journal = {Acta Otolaryngologica}, doi = {10.1080/00016480310000412}, pages = {730 -- 734}, abstract = {Whilst considerable progress has been made in enhancing the quality of indirect laryngoscopy and image processing, the evaluation of clinical findings is still based on the clinician's judgement. The aim of this paper was to examine the feasibility of an objective computer-based method for evaluating laryngeal disease. Digitally recorded images obtained by 90 degree- and 70 degree-angled indirect rod laryngoscopy using standardized white balance values were made of 16 patients and 19 healthy subjects. The digital images were evaluated manually by the clinician based on a standardized questionnaire, and suspect lesions were marked and classified on the image. Following colour separation, normal vocal cord areas as well as suspect lesions were analyzed automatically using co-occurrence matrices, which compare colour differences between neighbouring pixels over a predefined distance. Whilst colour histograms did not provide sufficient information for distinguishing between healthy and diseased tissues, consideration of the blue content of neighbouring pixels enabled a correct classification in 81.4\% of cases. If all colour channels (red, green and blue) were regarded simultaneously, the best classification correctness obtained was 77.1\%. Although only a very basic classification differentiating between healthy and diseased tissue was attempted, the results showed progress compared to grey-scale histograms, which have been evaluated before. The results document a first step towards an objective, machine-based classification of laryngeal images, which could provide the basis for further development of an expert system for use in indirect laryngoscopy.}, language = {en} } @article{PalmVietenSalberetal., author = {Palm, Christoph and Vieten, Andrea and Salber, Dagmar and Pietrzyk, Uwe}, title = {Evaluation of Registration Strategies for Multi-modality Images of Rat Brain Slices}, series = {Physics in Medicine and Biology}, volume = {54}, journal = {Physics in Medicine and Biology}, number = {10}, doi = {10.1088/0031-9155/54/10/021}, pages = {3269 -- 3289}, abstract = {In neuroscience, small-animal studies frequently involve dealing with series of images from multiple modalities such as histology and autoradiography. The consistent and bias-free restacking of multi-modality image series is obligatory as a starting point for subsequent non-rigid registration procedures and for quantitative comparisons with positron emission tomography (PET) and other in vivo data. Up to now, consistency between 2D slices without cross validation using an inherent 3D modality is frequently presumed to be close to the true morphology due to the smooth appearance of the contours of anatomical structures. However, in multi-modality stacks consistency is difficult to assess. In this work, consistency is defined in terms of smoothness of neighboring slices within a single modality and between different modalities. Registration bias denotes the distortion of the registered stack in comparison to the true 3D morphology and shape. Based on these metrics, different restacking strategies of multi-modality rat brain slices are experimentally evaluated. Experiments based on MRI-simulated and real dual-tracer autoradiograms reveal a clear bias of the restacked volume despite quantitatively high consistency and qualitatively smooth brain structures. However, different registration strategies yield different inter-consistency metrics. If no genuine 3D modality is available, the use of the so-called SOP (slice-order preferred) or MOSOP (modality-and-slice-order preferred) strategy is recommended.}, subject = {Histologie}, language = {en} } @article{AxerAmuntsGraesseletal., author = {Axer, Markus and Amunts, Katrin and Gr{\"a}ßel, David and Palm, Christoph and Dammers, J{\"u}rgen and Axer, Hubertus and Pietrzyk, Uwe and Zilles, Karl}, title = {Novel Approach to the Human Connectome}, series = {NeuroImage}, volume = {54}, journal = {NeuroImage}, number = {2}, doi = {10.1016/j.neuroimage.2010.08.075}, pages = {1091 -- 1101}, abstract = {Signal transmission between different brain regions requires connecting fiber tracts, the structural basis of the human connectome. In contrast to animal brains, where a multitude of tract tracing methods can be used, magnetic resonance (MR)-based diffusion imaging is presently the only promising approach to study fiber tracts between specific human brain regions. However, this procedure has various inherent restrictions caused by its relatively low spatial resolution. Here, we introduce 3D-polarized light imaging (3D-PLI) to map the three-dimensional course of fiber tracts in the human brain with a resolution at a submillimeter scale based on a voxel size of 100 μm isotropic or less. 3D-PLI demonstrates nerve fibers by utilizing their intrinsic birefringence of myelin sheaths surrounding axons. This optical method enables the demonstration of 3D fiber orientations in serial microtome sections of entire human brains. Examples for the feasibility of this novel approach are given here. 3D-PLI enables the study of brain regions of intense fiber crossing in unprecedented detail, and provides an independent evaluation of fiber tracts derived from diffusion imaging data.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{EibenPalmPietrzyketal., author = {Eiben, Bj{\"o}rn and Palm, Christoph and Pietrzyk, Uwe and Davatzikos, Christos and Amunts, Katrin}, title = {Error Correction using Registration for Blockface Volume Reconstruction of Serial Histological Sections of the Human Brain}, series = {Bildverarbeitung f{\"u}r die Medizin 2010; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2010; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {301 -- 305}, abstract = {For accurate registration of histological sections blockface images are frequently used as three dimensional reference. However, due to the use of endocentric lenses the images suffer from perspective errors such as scaling and seemingly relative movement of planes which are located in different distances parallel to the imaging sensor. The suggested correction of those errors is based on the estimation of scaling factors derived from image registration of regions characterized by differing distances to the point of view in neighboring sections. The correction allows the generation of a consistent three dimensional blockface volume.}, subject = {Histologie}, language = {en} } @misc{BeyerWeigertPalmetal., author = {Beyer, Thomas and Weigert, Markus and Palm, Christoph and Quick, Harald H. and M{\"u}ller, Stefan P. and Pietrzyk, Uwe and Vogt, Florian and Martinez, M.J. and Bockisch, Andreas}, title = {Towards MR-based attenuation correction for whole-body PET/MR imaging}, series = {The Journal of Nuclear Medicine}, volume = {47}, journal = {The Journal of Nuclear Medicine}, number = {Suppl. 1}, pages = {384P}, subject = {Kernspintomografie}, language = {en} } @misc{GraesselAxerPalmetal., author = {Gr{\"a}ßel, David and Axer, Markus and Palm, Christoph and Dammers, J{\"u}rgen and Amunts, Katrin and Pietrzyk, Uwe and Zilles, Karl}, title = {Visualization of Fiber Tracts in the Postmortem Human Brain by Means of Polarized Light}, series = {NeuroImage}, volume = {47}, journal = {NeuroImage}, number = {Suppl. 1}, doi = {10.1016/S1053-8119(09)71415-6}, pages = {142}, subject = {Gehirn}, language = {en} } @misc{WeigertBeyerQuicketal., author = {Weigert, Markus and Beyer, Thomas and Quick, Harald H. and Pietrzyk, Uwe and Palm, Christoph and M{\"u}ller, Stefan P.}, title = {Generation of a MRI reference data set for the validation of automatic, non-rigid image co-registration algorithms}, series = {Nuklearmedizin}, volume = {46}, journal = {Nuklearmedizin}, number = {2}, pages = {A116}, subject = {Kernspintomografie}, language = {en} } @article{SouzaJrMendelStrasseretal., author = {Souza Jr., Luis Antonio de and Mendel, Robert and Strasser, Sophia and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Convolutional Neural Networks for the evaluation of cancer in Barrett's esophagus: Explainable AI to lighten up the black-box}, series = {Computers in Biology and Medicine}, volume = {135}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, issn = {0010-4825}, doi = {10.1016/j.compbiomed.2021.104578}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-20126}, pages = {1 -- 14}, abstract = {Even though artificial intelligence and machine learning have demonstrated remarkable performances in medical image computing, their level of accountability and transparency must be provided in such evaluations. The reliability related to machine learning predictions must be explained and interpreted, especially if diagnosis support is addressed. For this task, the black-box nature of deep learning techniques must be lightened up to transfer its promising results into clinical practice. Hence, we aim to investigate the use of explainable artificial intelligence techniques to quantitatively highlight discriminative regions during the classification of earlycancerous tissues in Barrett's esophagus-diagnosed patients. Four Convolutional Neural Network models (AlexNet, SqueezeNet, ResNet50, and VGG16) were analyzed using five different interpretation techniques (saliency, guided backpropagation, integrated gradients, input × gradients, and DeepLIFT) to compare their agreement with experts' previous annotations of cancerous tissue. We could show that saliency attributes match best with the manual experts' delineations. Moreover, there is moderate to high correlation between the sensitivity of a model and the human-and-computer agreement. The results also lightened that the higher the model's sensitivity, the stronger the correlation of human and computational segmentation agreement. We observed a relevant relation between computational learning and experts' insights, demonstrating how human knowledge may influence the correct computational learning.}, subject = {Deep Learning}, language = {en} } @inproceedings{PietrzykBauerVietenetal., author = {Pietrzyk, Uwe and Bauer, Dagmar and Vieten, Andrea and Bauer, Andreas and Langen, Karl-Josef and Zilles, Karl and Palm, Christoph}, title = {Creating consistent 3D multi-modality data sets from autoradiographic and histological images of the rat brain}, series = {IEEE Nuclear Science Symposium Conference Record}, volume = {6}, booktitle = {IEEE Nuclear Science Symposium Conference Record}, doi = {10.1109/NSSMIC.2004.1466754}, pages = {4001 -- 4003}, abstract = {Volumetric representations of autoradiographic and histological images gain ever more interest as a base to interpret data obtained with /spl mu/-imaging devices like microPET. Beyond supporting spatial orientation within rat brains especially autoradiographic images may serve as a base to quantitatively evaluate the complex uptake patterns of microPET studies with receptor ligands or tumor tracers. They may also serve for the development of rat brain atlases or data models, which can be explored during further image analysis or simulation studies. In all cases a consistent spatial representation of the rat brain, i.e. its anatomy and the corresponding quantitative uptake pattern, is required. This includes both, a restacking of the individual two-dimensional images and the exact registration of the respective volumes. We propose strategies how these volumes can be created in a consistent way and trying to limit the requirements on the circumstances during data acquisition, i.e. being independent from other sources like video imaging of the block face prior to cutting or high resolution micro-X-ray CT or micro MRI.}, language = {en} } @article{BauerHamacherBroeeretal., author = {Bauer, Dagmar and Hamacher, Kurt and Br{\"o}er, Stefan and Pauleit, Dirk and Palm, Christoph and Zilles, Karl and Coenen, Heinz H. and Langen, Karl-Josef}, title = {Preferred stereoselective brain uptake of D-serine}, series = {Nuclear Medicine and Biology}, volume = {32}, journal = {Nuclear Medicine and Biology}, number = {8}, doi = {10.1016/j.nucmedbio.2005.07.004}, pages = {793 -- 797}, abstract = {Although it has long been presumed that d-amino acids are uncommon in mammalians, substantial amounts of free d-serine have been detected in the mammalian brain. d-Serine has been demonstrated to be an important modulator of glutamatergic neurotransmission and acts as an agonist at the strychnine-insensitive glycine site of N-methyl-d-aspartate receptors. The blood-to-brain transfer of d-serine is thought to be extremely low, and it is assumed that d-serine is generated by isomerization of l-serine in the brain. Stimulated by the observation of a preferred transport of the d-isomer of proline at the blood-brain barrier, we investigated the differential uptake of [3H]-d-serine and [3H]-l-serine in the rat brain 1 h after intravenous injection using quantitative autoradiography. Surprisingly, brain uptake of [3H]-d-serine was significantly higher than that of [3H]-l-serine, indicating a preferred transport of the d-enantiomer of serine at the blood-brain barrier. This finding indicates that exogenous d-serine may have a direct influence on glutamatergic neurotransmission and associated diseases.}, subject = {Aminos{\"a}uren}, language = {en} } @inproceedings{PalmVietenBaueretal., author = {Palm, Christoph and Vieten, Andrea and Bauer, Dagmar and Pietrzyk, Uwe}, title = {Evaluierung von Registrierungsstrategien zur multimodalen 3D-Rekonstruktion von Rattenhirnschnitten}, series = {Bildverarbeitung f{\"u}r die Medizin 2006}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2006}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/3-540-32137-3_51}, pages = {251 -- 255}, abstract = {In dieser Arbeit werden drei Strategien zur 3D Stapelung von multimodalen Schnittbildern vorgestellt. Die Strategien werden experimentell anhand von Dualtracer-Autoradiographien evaluiert. Dazu werden neue Maße zur Beschreibung der Konsistenz innerhalb einer Modalit{\"a}t und der Konsistenz der Modalit{\"a}ten untereinander entwickelt, die auf bekannten Registrierungsmetriken basieren. Gerade bez{\"u}glich der Konsistenz der Modalit{\"a}ten untereinander zeigen zwei Strategien die besten Resultate: (1) abwechselnde multimodale Registrierung (2) monomodale Rekonstruktion einer Modalit{\"a}t und multimodale 2D Registrierung der zweiten Modalit{\"a}t.}, subject = {Registrierung }, language = {de} } @inproceedings{PietrzykPalmBeyer, author = {Pietrzyk, Uwe and Palm, Christoph and Beyer, Thomas}, title = {Fusion strategies in multi-modality imaging}, series = {Medical Physics, Vol 2. Proceedings of the jointly held Congresses: ICMP 2005, 14th International Conference of Medical Physics of the International Organization for Medical Physics (IOMP), the European Federation of Organizations in Medical Physics (EFOMP) and the German Society of Medical Physics (DGMP) ; BMT 2005, 39th Annual Congress of the German Society for Biomedical Engineering (DGBMT) within VDE ; 14th - 17th September 2005, Nuremberg, Germany}, booktitle = {Medical Physics, Vol 2. Proceedings of the jointly held Congresses: ICMP 2005, 14th International Conference of Medical Physics of the International Organization for Medical Physics (IOMP), the European Federation of Organizations in Medical Physics (EFOMP) and the German Society of Medical Physics (DGMP) ; BMT 2005, 39th Annual Congress of the German Society for Biomedical Engineering (DGBMT) within VDE ; 14th - 17th September 2005, Nuremberg, Germany}, pages = {1446 -- 1447}, subject = {Bildgebendes Verfahren}, language = {en} } @misc{WeigertPalmQuicketal., author = {Weigert, Markus and Palm, Christoph and Quick, Harald H. and M{\"u}ller, Stefan P. and Pietrzyk, Uwe and Beyer, Thomas}, title = {Template for MR-based attenuation correction for whole-body PET/MR imaging}, series = {Nuklearmedizin}, volume = {46}, journal = {Nuklearmedizin}, number = {2}, pages = {A115}, subject = {Kernspintomografie}, language = {en} } @misc{AxerAxerPalmetal., author = {Axer, Markus and Axer, Hubertus and Palm, Christoph and Gr{\"a}ßel, David and Zilles, Karl and Pietrzyk, Uwe}, title = {Visualization of Nerve Fibre Orientation in the Visual Cortex of the Human Brain by Means of Polarized Light}, series = {Biomedizinische Technik}, volume = {52}, journal = {Biomedizinische Technik}, number = {Suppl.}, pages = {1569048-041}, subject = {Sehrinde}, language = {en} } @inproceedings{PalmDehnhardtVietenetal., author = {Palm, Christoph and Dehnhardt, Markus and Vieten, Andrea and Pietrzyk, Uwe}, title = {3D rat brain tumor reconstruction}, series = {Biomedizinische Technik}, volume = {50}, booktitle = {Biomedizinische Technik}, number = {Suppl. 1, Part 1}, pages = {597 -- 598}, subject = {Dreidimensionale Rekonstruktion}, language = {en} } @misc{PalmCrumPietrzyketal., author = {Palm, Christoph and Crum, William R. and Pietrzyk, Uwe and Hawkes, David J.}, title = {Application of Fluid and Elastic Registration Methods to Histological Rat Brain Sections}, series = {Biomedizinische Technik}, volume = {52}, journal = {Biomedizinische Technik}, number = {Suppl.}, pages = {1569048-859}, subject = {Registrierung }, language = {en} } @article{BrownConsortiumZhouetal., author = {Brown, Peter and Consortium, RELISH and Zhou, Yaoqi and Palm, Christoph}, title = {Large expert-curated database for benchmarking document similarity detection in biomedical literature search}, series = {Database}, volume = {2019}, journal = {Database}, publisher = {Oxford University Pres}, doi = {10.1093/database/baz085}, pages = {1 -- 66}, abstract = {Document recommendation systems for locating relevant literature have mostly relied on methods developed a decade ago. This is largely due to the lack of a large offline gold-standard benchmark of relevant documents that cover a variety of research fields such that newly developed literature search techniques can be compared, improved and translated into practice. To overcome this bottleneck, we have established the RElevant LIterature SearcH consortium consisting of more than 1500 scientists from 84 countries, who have collectively annotated the relevance of over 180 000 PubMed-listed articles with regard to their respective seed (input) article/s. The majority of annotations were contributed by highly experienced, original authors of the seed articles. The collected data cover 76\% of all unique PubMed Medical Subject Headings descriptors. No systematic biases were observed across different experience levels, research fields or time spent on annotations. More importantly, annotations of the same document pairs contributed by different scientists were highly concordant. We further show that the three representative baseline methods used to generate recommended articles for evaluation (Okapi Best Matching 25, Term Frequency-Inverse Document Frequency and PubMed Related Articles) had similar overall performances. Additionally, we found that these methods each tend to produce distinct collections of recommended articles, suggesting that a hybrid method may be required to completely capture all relevant articles. The established database server located at https://relishdb.ict.griffith.edu.au is freely available for the downloading of annotation data and the blind testing of new methods. We expect that this benchmark will be useful for stimulating the development of new powerful techniques for title and title/abstract-based search engines for relevant articles in biomedical research.}, subject = {Information Retrieval}, language = {en} } @misc{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Artificial Intelligence in Early Barrett's Cancer: The Segmentation Task}, series = {Endoscopy}, volume = {51}, journal = {Endoscopy}, number = {04}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/s-0039-1681187}, pages = {6}, abstract = {Aims: The delineation of outer margins of early Barrett's cancer can be challenging even for experienced endoscopists. Artificial intelligence (AI) could assist endoscopists faced with this task. As of date, there is very limited experience in this domain. In this study, we demonstrate the measure of overlap (Dice coefficient = D) between highly experienced Barrett endoscopists and an AI system in the delineation of cancer margins (segmentation task). Methods: An AI system with a deep convolutional neural network (CNN) was trained and tested on high-definition endoscopic images of early Barrett's cancer (n = 33) and normal Barrett's mucosa (n = 41). The reference standard for the segmentation task were the manual delineations of tumor margins by three highly experienced Barrett endoscopists. Training of the AI system included patch generation, patch augmentation and adjustment of the CNN weights. Then, the segmentation results from patch classification and thresholding of the class probabilities. Segmentation results were evaluated using the Dice coefficient (D). Results: The Dice coefficient (D) which can range between 0 (no overlap) and 1 (complete overlap) was computed only for images correctly classified by the AI-system as cancerous. At a threshold of t = 0.5, a mean value of D = 0.72 was computed. Conclusions: AI with CNN performed reasonably well in the segmentation of the tumor region in Barrett's cancer, at least when compared with expert Barrett's endoscopists. AI holds a lot of promise as a tool for better visualization of tumor margins but may need further improvement and enhancement especially in real-time settings.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{PalmFischerLehmannetal., author = {Palm, Christoph and Fischer, B. and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Hierarchische Wasserscheiden-Transformation zur Lippensegmentierung in Farbbildern}, series = {Bildverarbeitung f{\"u}r die Medizin 2000}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2000}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-59757-2_20}, pages = {106 -- 110}, abstract = {Zur L{\"o}sung komplexer Segmentierungsprobleme wird eine hierarchische und farbbasierte Wasserscheidentransformation vorgestellt. Geringe Modifikationen bez{\"u}glich Startpunktwahl und Flutungsprozess resultieren in signifikanten Verbesserungen der Segmentierung. Das Verfahren wurde zur Lippendetektion in Farbbildsequenzen eingesetzt, die zur quantitativen Beschreibung von Sprechbewegungsabl{\"a}ufen automatisch ausgewertet werden. Die Experimente mit 245 Bildern aus 6 Sequenzen zeigten eine Fehlerrate von 13\%.}, language = {de} } @article{NeuschaeferRubeLehmannPalmetal., author = {Neuschaefer-Rube, C. and Lehmann, Thomas M. and Palm, Christoph and Bredno, J. and Klajman, S. and Spitzer, Klaus}, title = {3D-Visualisierung glottaler Abduktionsbewegungen}, series = {Aktuelle phoniatrisch-p{\"a}daudiologische Aspekte}, volume = {2001/2002}, journal = {Aktuelle phoniatrisch-p{\"a}daudiologische Aspekte}, number = {9}, publisher = {Median}, isbn = {3-922766-76-5}, pages = {58 -- 61}, language = {de} } @inproceedings{FischerPalmLehmannetal., author = {Fischer, B. and Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Selektion von Farbtexturmerkmalen zur Tumorklassifikation dermatoskopischer Fotografien}, series = {Bildverarbeitung f{\"u}r die Medizin 2002}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2002}, publisher = {Springer}, address = {Berlin}, pages = {238 -- 241}, language = {de} } @article{PalmDehnhardtVietenetal., author = {Palm, Christoph and Dehnhardt, Markus and Vieten, Andrea and Pietrzyk, Uwe and Bauer, Andreas and Zilles, Karl}, title = {3D rat brain tumors}, series = {Naunyn-Schmiedebergs Archives of Pharmacology}, volume = {371}, journal = {Naunyn-Schmiedebergs Archives of Pharmacology}, number = {R103}, language = {en} } @inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Nutzung eines Farbkonstanz-Algorithmus zur Entfernung von Glanzlichtern in laryngoskopischen Bildern}, series = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, booktitle = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, editor = {Greiser, E. and Wischnewsky, M.}, publisher = {MMV Medien und Medizin}, address = {M{\"u}nchen}, isbn = {9783820813357}, pages = {300 -- 303}, abstract = {1 Einf{\"u}hrung Funktionelle und organische St{\"o}rungen im Larynx beeintr{\"a}chtigen die Ausdrucksf{\"a}higkeit des Menschen. Zur Diagnostik und Verlaufkontrolle werden die Stimmlippen im Larynx mit Hilfe der Video-Laryngoskopie aufgenommen. Zur optimalen Farbmessung wird dazu an das Lupenendoskop eine 3-Chip-CCD-Kamera angeschlossen, die eine unabh{\"a}ngige Aufnahme der drei Farbkan{\"a}le erlaubt. Die bisherige subjektive Befundung ist von der Erfahrung des Untersuchers abh{\"a}ngig und l{\"a}ßt nur eine grobe Klassifikation der Krankheitsbilder zu. Zur Objektivierung werden daher quantitative Parameter f{\"u}r Farbe, Textur und Schwingung entwickelt. Neben dem Einfluß der wechselnden Lichtquellenfarbe auf den Farbeindruck ist die Sekretauflage auf den Stimmlippen ein Problem bei der Farb-und Texturanalyse. Sie kann zu ausgedehnten Glanzlichtern f{\"u}hren und so weite Bereiche der Stimmlippen f{\"u}r die Farb-und Texturanalyse unbrauchbar machen. Dieser Beitrag stellt einen Farbkonstanz-Algorithmus vor, der unabh{\"a}ngig von der Lichtquelle quantitative Farbwerte des Gewebes liefert und die Glanzlichtdetektion und -elimination erm{\"o}glicht. 2 Methodik Ziel des Farbkonstanz-Algorithmus ist die Trennung von Lichtquellen-und Gewebefarbe. Unter Verwendung des dichromatischen Reflexionsmodells [1] kann die Oberfl{\"a}chenreflexion mit der Farbe der Lichtquelle und die K{\"o}rperreflexion mit der Gewebefarbe identifiziert werden. Der Farbeindruck entsteht aus der Linearkombination beider Farbkomponenten. Ihre Gewichtung ist von der Aufnahmegeometrie abh{\"a}ngig, insbesondere vom Winkel zwischen Oberfl{\"a}chennormalen und dem Positionsvektor der Lichtquelle. In einem zweistufigen Verfahren wird zun{\"a}chst die Lichtquellenfarbe gesch{\"a}tzt, dann die Gewebefarbe ermittelt. Hieraus k{\"o}nnen beide Farbanteile durch die Berechnung der Gewichtsfaktoren pixelweise getrennt werden.}, language = {de} } @inproceedings{ChangLinLeeetal., author = {Chang, Ching-Sheng and Lin, Jin-Fa and Lee, Ming-Ching and Palm, Christoph}, title = {Semantic Lung Segmentation Using Convolutional Neural Networks}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6_17}, pages = {75 -- 80}, abstract = {Chest X-Ray (CXR) images as part of a non-invasive diagnosis method are commonly used in today's medical workflow. In traditional methods, physicians usually use their experience to interpret CXR images, however, there is a large interobserver variance. Computer vision may be used as a standard for assisted diagnosis. In this study, we applied an encoder-decoder neural network architecture for automatic lung region detection. We compared a three-class approach (left lung, right lung, background) and a two-class approach (lung, background). The differentiation of left and right lungs as direct result of a semantic segmentation on basis of neural nets rather than post-processing a lung-background segmentation is done here for the first time. Our evaluation was done on the NIH Chest X-ray dataset, from which 1736 images were extracted and manually annotated. We achieved 94:9\% mIoU and 92\% mIoU as segmentation quality measures for the two-class-model and the three-class-model, respectively. This result is very promising for the segmentation of lung regions having the simultaneous classification of left and right lung in mind.}, subject = {Neuronales Netz}, language = {en} } @inproceedings{SouzaJrEbigboProbstetal., author = {Souza Jr., Luis Antonio de and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Mendel, Robert and Palm, Christoph}, title = {Barrett's Esophagus Identification Using Color Co-occurrence Matrices}, series = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, booktitle = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, doi = {10.1109/SIBGRAPI.2018.00028}, pages = {166 -- 173}, abstract = {In this work, we propose the use of single channel Color Co-occurrence Matrices for texture description of Barrett'sEsophagus (BE)and adenocarcinoma images. Further classification using supervised learning techniques, such as Optimum-Path Forest (OPF), Support Vector Machines with Radial Basisunction (SVM-RBF) and Bayesian classifier supports the contextof automatic BE and adenocarcinoma diagnosis. We validated three approaches of classification based on patches, patients and images in two datasets (MICCAI 2015 and Augsburg) using the color-and-texture descriptors and the machine learning techniques. Concerning MICCAI 2015 dataset, the best results were obtained using the blue channel for the descriptors and the supervised OPF for classification purposes in the patch-based approach, with sensitivity nearly to 73\% for positive adenocarcinoma identification and specificity close to 77\% for BE (non-cancerous) patch classification. Regarding the Augsburg dataset, the most accurate results were also obtained using both OPF classifier and blue channel descriptor for the feature extraction, with sensitivity close to 67\% and specificity around to76\%. Our work highlights new advances in the related research area and provides a promising technique that combines color and texture information, allied to three different approaches of dataset pre-processing aiming to configure robust scenarios for the classification step.}, language = {en} } @inproceedings{MiddelPalmErdt, author = {Middel, Luise and Palm, Christoph and Erdt, Marius}, title = {Synthesis of Medical Images Using GANs}, series = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, booktitle = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, publisher = {Springer Nature}, address = {Cham}, isbn = {978-3-030-32688-3}, issn = {0302-9743}, doi = {10.1007/978-3-030-32689-0_13}, pages = {125 -- 134}, abstract = {The success of artificial intelligence in medicine is based on the need for large amounts of high quality training data. Sharing of medical image data, however, is often restricted by laws such as doctor-patient confidentiality. Although there are publicly available medical datasets, their quality and quantity are often low. Moreover, datasets are often imbalanced and only represent a fraction of the images generated in hospitals or clinics and can thus usually only be used as training data for specific problems. The introduction of generative adversarial networks (GANs) provides a mean to generate artificial images by training two convolutional networks. This paper proposes a method which uses GANs trained on medical images in order to generate a large number of artificial images that could be used to train other artificial intelligence algorithms. This work is a first step towards alleviating data privacy concerns and being able to publicly share data that still contains a substantial amount of the information in the original private data. The method has been evaluated on several public datasets and quantitative and qualitative tests showing promising results.}, subject = {Neuronale Netze}, language = {en} } @inproceedings{WeihererZornWittenbergetal., author = {Weiherer, Maximilian and Zorn, Martin and Wittenberg, Thomas and Palm, Christoph}, title = {Retrospective Color Shading Correction for Endoscopic Images}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6}, pages = {14 -- 19}, abstract = {In this paper, we address the problem of retrospective color shading correction. An extension of the established gray-level shading correction algorithm based on signal envelope (SE) estimation to color images is developed using principal color components. Compared to the probably most general shading correction algorithm based on entropy minimization, SE estimation does not need any computationally expensive optimization and thus can be implemented more effciently. We tested our new shading correction scheme on artificial as well as real endoscopic images and observed promising results. Additionally, an indepth analysis of the stop criterion used in the SE estimation algorithm is provided leading to the conclusion that a fixed, user-defined threshold is generally not feasible. Thus, we present new ideas how to develop a non-parametric version of the SE estimation algorithm using entropy.}, subject = {Endoskopie}, language = {en} } @inproceedings{PalmKeysersLehmannetal., author = {Palm, Christoph and Keysers, Daniel and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Gabor Filtering of Complex Hue/Saturation Images for Color Texture Classification}, series = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, booktitle = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, pages = {45 -- 49}, abstract = {Objective: Complex hue/saturation images as a new approach for color texture classification using Gabor filters are introduced and compared with common techniques. Method: The interpretation of hue and saturationas polar coordinates allows direct use of the HSV-colorspace for Fourier transform. This technique is applied for Gabor feature extraction of color textures. In contrast to other color features based on the RGB-colorspace [1] the combination of color bands is done previous to the filtering. Results: The performance of the new HS-featuresis compared with that of RGB based as well as grayscale Gabor features by evaluating the classifi-cation of 30 natural textures. The new HS-featuresshow same results like the best RGB features but allow a more compact representation. On the averagethe color features improve the results of grayscale features. Conclusion: The consideration of the color information enhances the classification of color texture. The choice of colorspace cannot be adjudged finally, but the introduced features suggest the use of the HSV-colorspace with less features than RGB.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Real-time use of artificial intelligence in the evaluation of cancer in Barrett's oesophagus}, series = {Gut}, volume = {69}, journal = {Gut}, number = {4}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2019-319460}, pages = {615 -- 616}, abstract = {Based on previous work by our group with manual annotation of visible Barrett oesophagus (BE) cancer images, a real-time deep learning artificial intelligence (AI) system was developed. While an expert endoscopist conducts the endoscopic assessment of BE, our AI system captures random images from the real-time camera livestream and provides a global prediction (classification), as well as a dense prediction (segmentation) differentiating accurately between normal BE and early oesophageal adenocarcinoma (EAC). The AI system showed an accuracy of 89.9\% on 14 cases with neoplastic BE.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{ArribasAntonelliFrazzonietal., author = {Arribas, Julia and Antonelli, Giulio and Frazzoni, Leonardo and Fuccio, Lorenzo and Ebigbo, Alanna and van der Sommen, Fons and Ghatwary, Noha and Palm, Christoph and Coimbra, Miguel and Renna, Francesco and Bergman, Jacques J.G.H.M. and Sharma, Prateek and Messmann, Helmut and Hassan, Cesare and Dinis-Ribeiro, Mario J.}, title = {Standalone performance of artificial intelligence for upper GI neoplasia: a meta-analysis}, series = {Gut}, volume = {70}, journal = {Gut}, number = {8}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2020-321922}, pages = {1458 -- 1468}, abstract = {Objective: Artificial intelligence (AI) may reduce underdiagnosed or overlooked upper GI (UGI) neoplastic and preneoplastic conditions, due to subtle appearance and low disease prevalence. Only disease-specific AI performances have been reported, generating uncertainty on its clinical value. Design: We searched PubMed, Embase and Scopus until July 2020, for studies on the diagnostic performance of AI in detection and characterisation of UGI lesions. Primary outcomes were pooled diagnostic accuracy, sensitivity and specificity of AI. Secondary outcomes were pooled positive (PPV) and negative (NPV) predictive values. We calculated pooled proportion rates (\%), designed summary receiving operating characteristic curves with respective area under the curves (AUCs) and performed metaregression and sensitivity analysis. Results: Overall, 19 studies on detection of oesophageal squamous cell neoplasia (ESCN) or Barrett's esophagus-related neoplasia (BERN) or gastric adenocarcinoma (GCA) were included with 218, 445, 453 patients and 7976, 2340, 13 562 images, respectively. AI-sensitivity/specificity/PPV/NPV/positive likelihood ratio/negative likelihood ratio for UGI neoplasia detection were 90\% (CI 85\% to 94\%)/89\% (CI 85\% to 92\%)/87\% (CI 83\% to 91\%)/91\% (CI 87\% to 94\%)/8.2 (CI 5.7 to 11.7)/0.111 (CI 0.071 to 0.175), respectively, with an overall AUC of 0.95 (CI 0.93 to 0.97). No difference in AI performance across ESCN, BERN and GCA was found, AUC being 0.94 (CI 0.52 to 0.99), 0.96 (CI 0.95 to 0.98), 0.93 (CI 0.83 to 0.99), respectively. Overall, study quality was low, with high risk of selection bias. No significant publication bias was found. Conclusion: We found a high overall AI accuracy for the diagnosis of any neoplastic lesion of the UGI tract that was independent of the underlying condition. This may be expected to substantially reduce the miss rate of precancerous lesions and early cancer when implemented in clinical practice.}, language = {en} } @article{EbigboMendelRueckertetal., author = {Ebigbo, Alanna and Mendel, Robert and R{\"u}ckert, Tobias and Schuster, Laurin and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Mende, Matthias and Steinbr{\"u}ck, Ingo and Faiss, Siegbert and Rauber, David and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Deprez, Pierre and Oyama, Tsuneo and Takahashi, Akiko and Seewald, Stefan and Sharma, Prateek and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Endoscopic prediction of submucosal invasion in Barrett's cancer with the use of Artificial Intelligence: A pilot Study}, series = {Endoscopy}, volume = {53}, journal = {Endoscopy}, number = {09}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/a-1311-8570}, pages = {878 -- 883}, abstract = {Background and aims: The accurate differentiation between T1a and T1b Barrett's cancer has both therapeutic and prognostic implications but is challenging even for experienced physicians. We trained an Artificial Intelligence (AI) system on the basis of deep artificial neural networks (deep learning) to differentiate between T1a and T1b Barrett's cancer white-light images. Methods: Endoscopic images from three tertiary care centres in Germany were collected retrospectively. A deep learning system was trained and tested using the principles of cross-validation. A total of 230 white-light endoscopic images (108 T1a and 122 T1b) was evaluated with the AI-system. For comparison, the images were also classified by experts specialized in endoscopic diagnosis and treatment of Barrett's cancer. Results: The sensitivity, specificity, F1 and accuracy of the AI-system in the differentiation between T1a and T1b cancer lesions was 0.77, 0.64, 0.73 and 0.71, respectively. There was no statistically significant difference between the performance of the AI-system and that of human experts with sensitivity, specificity, F1 and accuracy of 0.63, 0.78, 0.67 and 0.70 respectively. Conclusion: This pilot study demonstrates the first multicenter application of an AI-based system in the prediction of submucosal invasion in endoscopic images of Barrett's cancer. AI scored equal to international experts in the field, but more work is necessary to improve the system and apply it to video sequences and in a real-life setting. Nevertheless, the correct prediction of submucosal invasion in Barret´s cancer remains challenging for both experts and AI.}, subject = {Maschinelles Lernen}, language = {en} } @unpublished{WeihererEigenbergerBrebantetal., author = {Weiherer, Maximilian and Eigenberger, Andreas and Br{\´e}bant, Vanessa and Prantl, Lukas and Palm, Christoph}, title = {Learning the shape of female breasts: an open-access 3D statistical shape model of the female breast built from 110 breast scans}, pages = {15}, abstract = {We present the Regensburg Breast Shape Model (RBSM) - a 3D statistical shape model of the female breast built from 110 breast scans, and the first ever publicly available. Together with the model, a fully automated, pairwise surface registration pipeline used to establish correspondence among 3D breast scans is introduced. Our method is computationally efficient and requires only four landmarks to guide the registration process. In order to weaken the strong coupling between breast and thorax, we propose to minimize the variance outside the breast region as much as possible. To achieve this goal, a novel concept called breast probability masks (BPMs) is introduced. A BPM assigns probabilities to each point of a 3D breast scan, telling how likely it is that a particular point belongs to the breast area. During registration, we use BPMs to align the template to the target as accurately as possible inside the breast region and only roughly outside. This simple yet effective strategy significantly reduces the unwanted variance outside the breast region, leading to better statistical shape models in which breast shapes are quite well decoupled from the thorax. The RBSM is thus able to produce a variety of different breast shapes as independently as possible from the shape of the thorax. Our systematic experimental evaluation reveals a generalization ability of 0.17 mm and a specificity of 2.8 mm for the RBSM. Ultimately, our model is seen as a first step towards combining physically motivated deformable models of the breast and statistical approaches in order to enable more realistic surgical outcome simulation.}, language = {en} } @inproceedings{PalmPelkmannLehmannetal., author = {Palm, Christoph and Pelkmann, Annegret and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Distortion Correction of Laryngoscopic Images}, series = {Advances in quantitative laryngoscopy, voice and speech research, Proceedings of the 3rd international workshop Aachen, RWTH}, booktitle = {Advances in quantitative laryngoscopy, voice and speech research, Proceedings of the 3rd international workshop Aachen, RWTH}, pages = {117 -- 125}, abstract = {Laryngoscopic images of the vocal tract are used for diagnostic purposes. Quantitative mea-surements like changes of the glottis size or the surface of the vocal cords during an image sequence can be helpful to describe the healing process or to compare the findings of diffe-rent patients. Typically the endoscopic images are circulary symmetric distorted (barrel di-stortion). Therefore measurements of geometric dimensions depend on the object´s position in the image. In this paper an algorithm is presented which allows the computation of the translational invariant "real" object size by correcting the image distortion without using additional calibration of the optical environment.}, language = {en} } @inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Quantitative Farbmessung in laryngoskopischen Bildern}, series = {Bildverarbeitung f{\"u}r die Medizin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin}, editor = {Lehmann, Thomas M. and Metzler, V. and Spitzer, Klaus and Tolxdorff, Thomas}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-58775-7_81}, pages = {412 -- 416}, abstract = {Quantitative Farbmessungen sollen die Diagnostik laryngealer Erkrankungen unterst{\"u}tzen. Dabei wird der Farbeindruck nicht nur durch die Reflexionseigenschaften des Gewebes sondern auch durch die Farbe der verwendeten Lichtquelle beeinflußt. Der hier vorgestellte Farbkonstanz-Algorithmus basiert auf dem dichromatischen Reflexionsmodell und liefert eine pixelweise Trennung des Farbbildes in seine beiden Faxbanteile. Die K{\"o}rperfarbe entspricht dabei der gewebespezifischen Reflexion, die Oberf{\"a}chenfarbe der Strahlung der Lichtquelle.}, language = {de} } @article{MendelRauberSouzaJretal., author = {Mendel, Robert and Rauber, David and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Error-Correcting Mean-Teacher: Corrections instead of consistency-targets applied to semi-supervised medical image segmentation}, series = {Computers in Biology and Medicine}, volume = {154}, journal = {Computers in Biology and Medicine}, number = {March}, publisher = {Elsevier}, issn = {0010-4825}, doi = {10.1016/j.compbiomed.2023.106585}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-57790}, pages = {13}, abstract = {Semantic segmentation is an essential task in medical imaging research. Many powerful deep-learning-based approaches can be employed for this problem, but they are dependent on the availability of an expansive labeled dataset. In this work, we augment such supervised segmentation models to be suitable for learning from unlabeled data. Our semi-supervised approach, termed Error-Correcting Mean-Teacher, uses an exponential moving average model like the original Mean Teacher but introduces our new paradigm of error correction. The original segmentation network is augmented to handle this secondary correction task. Both tasks build upon the core feature extraction layers of the model. For the correction task, features detected in the input image are fused with features detected in the predicted segmentation and further processed with task-specific decoder layers. The combination of image and segmentation features allows the model to correct present mistakes in the given input pair. The correction task is trained jointly on the labeled data. On unlabeled data, the exponential moving average of the original network corrects the student's prediction. The combined outputs of the students' prediction with the teachers' correction form the basis for the semi-supervised update. We evaluate our method with the 2017 and 2018 Robotic Scene Segmentation data, the ISIC 2017 and the BraTS 2020 Challenges, a proprietary Endoscopic Submucosal Dissection dataset, Cityscapes, and Pascal VOC 2012. Additionally, we analyze the impact of the individual components and examine the behavior when the amount of labeled data varies, with experiments performed on two distinct segmentation architectures. Our method shows improvements in terms of the mean Intersection over Union over the supervised baseline and competing methods. Code is available at https://github.com/CloneRob/ECMT.}, language = {en} } @article{MaierDesernoHandelsetal., author = {Maier, Andreas and Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, title = {IJCARS: BVM 2021 special issue}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {16}, journal = {International Journal of Computer Assisted Radiology and Surgery}, publisher = {Springer}, doi = {10.1007/s11548-021-02534-7}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-21666}, pages = {2067 -- 2068}, abstract = {The German workshop on medical image computing (BVM) has been held in different locations in Germany for more than 20 years. In terms of content, BVM focused on the computer-aided analysis of medical image data with a wide range of applications, e.g. in the area of imaging, diagnostics, operation planning, computer-aided intervention and visualization. During this time, there have been remarkable methodological developments and upheavals, on which the BVM community has worked intensively. The area of machine learning should be emphasized, which has led to significant improvements, especially for tasks of classification and segmentation, but increasingly also in image formation and registration. As a result, work in connection with deep learning now dominates the BVM. These developments have also contributed to the establishment of medical image processing at the interface between computer science and medicine as one of the key technologies for the digitization of the health system. In addition to the presentation of current research results, a central aspect of the BVM is primarily the promotion of young scientists from the diverse BVM community, covering not only Germany but also Austria, Switzerland, The Netherland and other European neighbors. The conference serves primarily doctoral students and postdocs, but also students with excellent bachelor and master theses as a platform to present their work, to enter into professional discourse with the community, and to establish networks with specialist colleagues. Despite the many conferences and congresses that are also relevant for medical image processing, the BVM has therefore lost none of its importance and attractiveness and has retained its permanent place in the annual conference rhythm. Building on this foundation, there are some innovations and changes this year. The BVM 2021 was organized for the first time at the Ostbayerische Technische Hochschule Regensburg (OTH Regensburg, a technical university of applied sciences). After Aachen, Berlin, Erlangen, Freiburg, Hamburg, Heidelberg, Leipzig, L{\"u}beck, and Munich, Regensburg is not just a new venue. OTH Regensburg is the first representative of the universities of applied sciences (HAW) to organize the conference, which differs to universities, university hospitals, or research centers like Fraunhofer or Helmholtz. This also considers the further development of the research landscape in Germany, where HAWs increasingly contribute to applied research in addition to their focus on teaching. This development is also reflected in the contributions submitted to the BVM in recent years. At BVM 2021, which was held in a virtual format for the first time due to the Corona pandemic, an attractive and high-quality program was offered. Fortunately, the number of submissions increased significantly. Out of 97 submissions, 26 presentations, 51 posters and 5 software demonstrations were accepted via an anonymized reviewing process with three reviews each. The three best works have been awarded BVM prizes, selected by a separate committee. Based on these high-quality submissions, we are able to present another special issue in the International Journal of Computer Assisted Radiology and Surgery (IJCARS). Out of the 97 submissions, the ones with the highest scores have been invited to submit an extended version of their paper to be presented in IJCARS. As a result, we are now able to present this special issue with seven excellent articles. Many submissions focus on machine learning in a medical context.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{SchulzePalmKerschbaumetal., author = {Schulze, Elke and Palm, Christoph and Kerschbaum, Maximilian and Seidel, Roman and Lehmann, Lars and Koller, Michael and Pfingsten, Andrea}, title = {KI-gest{\"u}tzte Untersuchung in der nicht-operativen Versorgung symptomgebender Erkrankungen des Kniegelenks - ein multiprofessionelles Konzept (KINEESIO)}, series = {MSK - Muskuloskelettale Physiotherapie}, volume = {28}, journal = {MSK - Muskuloskelettale Physiotherapie}, number = {5}, publisher = {Thieme}, issn = {2701-6986}, doi = {10.1055/a-2402-9982}, pages = {312 -- 321}, abstract = {Beschwerdebilder am Kniegelenk aufgrund muskuloskelettaler degenerativer oder verletzungsbedingter Erkrankungen sind h{\"a}ufig, nehmen im Alter zu und sind mit der steigenden Inanspruchnahme {\"a}rztlicher und therapeutischer Behandlungsmaßnahmen verbunden. Einer erfolgreichen Therapie gehen oft notwendige zeit- und ressourcenaufwendige Untersuchungen zur Erkennung und Differenzierung der patient*innenspezifischen Problematik voraus. Im Zusammenhang mit der nicht-operativen Versorgung des Kniegelenks hat ein sektor{\"u}bergreifendes multiprofessionelles Forschungsteam ein Konzept entwickelt, um k{\"u}nstliche neuronale Netze so zu trainieren, dass sie bei der {\"a}rztlichen und physiotherapeutischen Untersuchung unterst{\"u}tzend Einsatz finden k{\"o}nnen. Denn gerade in der Erfassung und Auswertung umfassender Datenmengen liegen große Potenziale in der K{\"u}nstlichen Intelligenz (KI) im Gesundheitswesen. Das Projekt KINEESIO trainiert und testet KI-gest{\"u}tzte Screening- Tools zur Untersuchung von Patient*innen mit Kniegelenkerkrankungen. Diese unterst{\"u}tzen die Abl{\"a}ufe zwischen Leistungserbringern und Patient*innen, tragen zu einer verbesserten Differenzierung individueller Beschwerdebilder bei und dienen Entscheidungsprozessen f{\"u}r eine ad{\"a}quate Versorgung. Dadurch sollen Ressourcen im Gesundheitswesen geschont und eine qualitativ hochwertige Therapie ausreichend erm{\"o}glicht werden.}, language = {de} } @article{HartmannWeihererSchiltzetal., author = {Hartmann, Robin and Weiherer, Maximilian and Schiltz, Daniel and Seitz, Stephan and Lotter, Luisa and Anker, Alexandra and Palm, Christoph and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {A Novel Method of Outcome Assessment in Breast Reconstruction Surgery: Comparison of Autologous and Alloplastic Techniques Using Three-Dimensional Surface Imaging}, series = {Aesthetic Plastic Surgery}, volume = {44}, journal = {Aesthetic Plastic Surgery}, publisher = {Springer}, address = {Heidelberg}, doi = {10.1007/s00266-020-01749-4}, pages = {1980 -- 1987}, abstract = {Background Breast reconstruction is an important coping tool for patients undergoing a mastectomy. There are numerous surgical techniques in breast reconstruction surgery (BRS). Regardless of the technique used, creating a symmetric outcome is crucial for patients and plastic surgeons. Three-dimensional surface imaging enables surgeons and patients to assess the outcome's symmetry in BRS. To discriminate between autologous and alloplastic techniques, we analyzed both techniques using objective optical computerized symmetry analysis. Software was developed that enables clinicians to assess optical breast symmetry using three-dimensional surface imaging. Methods Twenty-seven patients who had undergone autologous (n = 12) or alloplastic (n = 15) BRS received three-dimensional surface imaging. Anthropomorphic data were collected digitally using semiautomatic measurements and automatic measurements. Automatic measurements were taken using the newly developed software. To quantify symmetry, a Symmetry Index is proposed. Results Statistical analysis revealed that there is no dif- ference in the outcome symmetry between the two groups (t test for independent samples; p = 0.48, two-tailed). Conclusion This study's findings provide a foundation for qualitative symmetry assessment in BRS using automatized digital anthropometry. In the present trial, no difference in the outcomes' optical symmetry was detected between autologous and alloplastic approaches.}, subject = {Mammoplastik}, language = {en} } @article{HartmannWeihererSchiltzetal., author = {Hartmann, Robin and Weiherer, Maximilian and Schiltz, Daniel and Baringer, Magnus and Noisser, Vivien and H{\"o}sl, Vanessa and Eigenberger, Andreas and Seitz, Stefan and Palm, Christoph and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {New aspects in digital breast assessment: further refinement of a method for automated digital anthropometry}, series = {Archives of Gynecology and Obstetrics}, volume = {303}, journal = {Archives of Gynecology and Obstetrics}, publisher = {Springer Nature}, address = {Heidelberg}, issn = {1432-0711}, doi = {10.1007/s00404-020-05862-2}, pages = {721 -- 728}, abstract = {Purpose: In this trial, we used a previously developed prototype software to assess aesthetic results after reconstructive surgery for congenital breast asymmetry using automated anthropometry. To prove the consensus between the manual and automatic digital measurements, we evaluated the software by comparing the manual and automatic measurements of 46 breasts. Methods: Twenty-three patients who underwent reconstructive surgery for congenital breast asymmetry at our institution were examined and underwent 3D surface imaging. Per patient, 14 manual and 14 computer-based anthropometric measurements were obtained according to a standardized protocol. Manual and automatic measurements, as well as the previously proposed Symmetry Index (SI), were compared. Results: The Wilcoxon signed-rank test revealed no significant differences in six of the seven measurements between the automatic and manual assessments. The SI showed robust agreement between the automatic and manual methods. Conclusion: The present trial validates our method for digital anthropometry. Despite the discrepancy in one measurement, all remaining measurements, including the SI, showed high agreement between the manual and automatic methods. The proposed data bring us one step closer to the long-term goal of establishing robust instruments to evaluate the results of breast surgery.}, language = {en} } @inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Trennung von diffuser und spiegelnder Reflexion in Farbbildern des Larynx zur Untersuchung von Farb- und Formmerkmalen der Stimmlippen}, series = {Bildverarbeitung f{\"u}r die Medizin. Algorithmen, Systeme, Anwendungen. Proceedings des Aachener Workshops am 8. und 9. November 1996}, booktitle = {Bildverarbeitung f{\"u}r die Medizin. Algorithmen, Systeme, Anwendungen. Proceedings des Aachener Workshops am 8. und 9. November 1996}, editor = {Lehmann, Thomas M. and Scholl, Ingrid and Spitzer, Klaus}, publisher = {Verlag der Augustinus-Buchhandlung}, address = {Aachen}, pages = {229 -- 234}, abstract = {Zur diagnostischen Unterst{\"u}tzung bei der Befundung laryngealer Erkrankungen soll eine Farb- und Formanalyse der Stimmlippen durchgef{\"u}hrt werden. In diesem Beitrag wird ein Verfahren zur Trennung der spiegelnden und diffusen Reflexionsanteile in Farbbildern des Larynx vorgestellt. Die Farbe der diffusen Komponente entspricht dabei der beleuchtungsunabh{\"a}ngigen Objektfarbe, w{\"a}hrend deren Wichtungsfaktoren als Eingabe f{\"u}r Shape-from-Shading-Verfahren zur Oberfl{\"a}chenrekonstruktion dienen.}, subject = {Laryngoskopie}, language = {de} } @inproceedings{HassanIlgnerPalmetal., author = {Hassan, H. and Ilgner, Justus F. R. and Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus and Westhofen, Martin}, title = {Objective Judgement of Endoscopic Laryngeal Images}, series = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Proceedings of the 3rd International Workshop, RWTH Aachen}, booktitle = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Proceedings of the 3rd International Workshop, RWTH Aachen}, editor = {Lehmann, Thomas M. and Spitzer, Klaus and Tolxdorff, Thomas}, pages = {135 -- 142}, abstract = {Video Documentation of endoscopic findings simplifies diagnostic counseling of the patient and aids pre-operative discussion among the medical team. Judgment of such images is still subjective and can not give a quantitative evaluation of the disease process regarding diagnosis or response to treatment. Modern treatment of early laryngeal cancer with laserablation requires intensive follow up and frequent direct laryngoscopy under general anesthesia with blind biopsies to detect any tumor residual or recurrence. Inflammatory conditions of the larynx are frequently confused with other causes of dysphonia. Mapping anddigital analysis of the documented image will suggest the tumor site and avoids undue blind biopsies under anesthesia. However, varying illumination results in different colors reflected from the same object. To achieve quantitative analysis, color constancy has to be assured. Inthis paper, the environment is presented which allow the objective judgment of larngoscopies.}, language = {en} } @inproceedings{SchollPalmSovakaretal., author = {Scholl, Ingrid and Palm, Christoph and Sovakar, Abhijit and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Quantitative Analyse der Stimmlippen}, series = {5. Workshop Digitale Bildverarbeitung in der Medizin, Universit{\"a}t Freiburg, 10.-11. M{\"a}rz 1997}, booktitle = {5. Workshop Digitale Bildverarbeitung in der Medizin, Universit{\"a}t Freiburg, 10.-11. M{\"a}rz 1997}, editor = {Arnolds, B. and Mueller, H. and Saupe, D. and Tolxdorff, Thomas}, pages = {81 -- 86}, language = {de} } @misc{KreftingZaunsederSaeringetal., author = {Krefting, Dagmar and Zaunseder, Sebastian and S{\"a}ring, Dennis and Wittenberg, Thomas and Palm, Christoph and Schiecke, Karin and Krenkel, Lars and Hennemuth, Anja and Schnell, Susanne and Spicher, Nicolai}, title = {Blutdruck, H{\"a}modynamik und Gef{\"a}ßzustand: Innovative Erfassung und Bewertung - Schwerpunkt bildbasierte Verfahren}, series = {66. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e. V. (GMDS), 12. Jahreskongress der Technologie- und Methodenplattform f{\"u}r die vernetzte medizinische Forschung e. V. (TMF), 26. - 30.09.2021, online}, journal = {66. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e. V. (GMDS), 12. Jahreskongress der Technologie- und Methodenplattform f{\"u}r die vernetzte medizinische Forschung e. V. (TMF), 26. - 30.09.2021, online}, doi = {10.3205/21gmds016}, url = {http://nbn-resolving.de/urn:nbn:de:0183-21gmds0167}, abstract = {Einleitung: Blutdruck gilt als sogenannter Vitalparameter als einer der grundlegenden Indikatoren f{\"u}r den Gesundheitszustand einer Person. Sowohl zu niedriger als auch zu hoher Blutdruck kann lebensbedrohend sein, letzerer ist dar{\"u}ber hinaus ein Risikofaktor insbesondere f{\"u}r Herz-Kreislauferkrankungen, die trotz wichtiger Fortschritte in der Behandlung immer noch die h{\"a}ufigste Todesursache in Deutschland darstellen. Die H{\"a}modynamik, also die raumzeitliche Dynamik des Blutflusses, und der Gef{\"a}ßzustand sind eng verbunden mit dem Blutdruck und ebenfalls von hoher klinischer Relevanz, u.a. zur Identifikation von Durchblutungsst{\"o}rungen und ung{\"u}nstigen Druckverteilungen der Gef{\"a}ßwand. Innovationen in der Messtechnik als auch in der Datenanalyse bieten heute neue M{\"o}glichkeiten der Erfassung und Bewertung von Blutdruck, H{\"a}modynamik und Gef{\"a}ßzustand [1], [2], [3], [4]. Methodik: In einer gemeinsamen Workshopserie der AG Medizinische Bild- und Signalverarbeitung der GMDS und des Fachausschusses Biosignale der DGBMT werden wir neue Ans{\"a}tze und L{\"o}sungen f{\"u}r Mess- und Analyseverfahren zu Blutdruck und -fluss sowie zum Gef{\"a}ßzustand vorstellen und diskutieren. Dabei stehen im ersten Workshop auf der GMDS Jahrestagung Bildbasierte Verfahren im Zentrum, w{\"a}hrend der zweite Workshop auf der DGBMT Jahrestagung den Fokus auf Biosignalbasierten Verfahren legt. Es werden aktuelle Forschungsergebnisse vorgestellt und diskutiert. Es sind jeweils mehrere Vortr{\"a}ge geplant mit ausreichend Zeit zur Diskussion. Folgende Vortr{\"a}ge sind geplant (Arbeitstitel): Sebastian Zaunseder: Videobasierte Erfassung des Blutdrucks Anja Hennemuth: A Visualization Toolkit for the Analysis of Aortic Anatomy and Pressure Distribution Lars Krenkel: Numerische Analyse der Rupturwahrscheinlichkeit zerebraler Aneurysmata Susanne Schnell: Messung des Blutflusses und h{\"a}modynamischer Parameter mit 4D flow MRI: M{\"o}glichkeiten und Herausforderungen Ergebnisse: Ziel des Workshops ist die Identifikation von innovativen Ans{\"a}tzen und neuen Methoden zur qualitativen und quantitativen Bestimmung von h{\"a}modynamischen Parametern sowie deren kritische Bewertung durch die Community f{\"u}r die Eignung in der klinischen Entscheidungsunterst{\"u}tzung. Diskussion: Der Workshop leistet inhaltlich einen Beitrag zu zentralen Aspekten f{\"u}r die Herz-Kreislauf-Medizin. Er bringt dabei Expertise aus verschiedenen Bereichen zusammen und schl{\"a}gt die Br{\"u}cke zwischen Kardiologie, Medizininformatik und Medizintechnik. Schlussfolgerung: Innovative Technologien aus Medizintechnik und Informatik erm{\"o}glichen zunehmend einfache und raumzeitlich aufgel{\"o}ste Erfassung und Bewertung wichtiger Informationen zur Unterst{\"u}tzung von Diagnose und Therapieverfolgung. [1] Zaunseder S, Trumpp A, Wedekind D, Malberg H. Cardiovascular assessment by imaging photoplethysmography - a review. Biomed Tech (Berl). 2018 Oct 25;63(5):617-34. [2] Huellebrand M, Messroghli D, Tautz L, Kuehne T, Hennemuth A. An extensible software platform for interdisciplinary cardiovascular imaging research. Comput Methods Programs Biomed. 2020 Feb;184:105277. [3] Schmitter S, Adriany G, Waks M, Moeller S, Aristova M, Vali A, et al. Bilateral Multiband 4D Flow MRI of the Carotid Arteries at 7T. Magn Reson Med. 2020 Oct;84(4):1947-60. [4] Birkenmaier C, and Krenkel, L. Flow in Artificial Lungs. In: New Results in Numerical and Experimental Fluid Mechanics XIII. Contributions to the 22nd STAB/DGLR Symposium. Springer; 2021.}, subject = {Blutdruck}, language = {de} } @article{HartmannWeihererNieberleetal., author = {Hartmann, Robin and Weiherer, Maximilian and Nieberle, Felix and Palm, Christoph and Br{\´e}bant, Vanessa and Prantl, Lukas and Lamby, Philipp and Reichert, Torsten E. and Taxis, J{\"u}rgen and Ettl, Tobias}, title = {Evaluating smartphone-based 3D imaging techniques for clinical application in oral and maxillofacial surgery: A comparative study with the vectra M5}, series = {Oral and Maxillofacial Surgery}, volume = {29}, journal = {Oral and Maxillofacial Surgery}, publisher = {Springer Nature}, doi = {10.1007/s10006-024-01322-2}, pages = {17}, abstract = {PURPOSE This study aimed to clarify the applicability of smartphone-based three-dimensional (3D) surface imaging for clinical use in oral and maxillofacial surgery, comparing two smartphone-based approaches to the gold standard. METHODS Facial surface models (SMs) were generated for 30 volunteers (15 men, 15 women) using the Vectra M5 (Canfield Scientific, USA), the TrueDepth camera of the iPhone 14 Pro (Apple Inc., USA), and the iPhone 14 Pro with photogrammetry. Smartphone-based SMs were superimposed onto Vectra-based SMs. Linear measurements and volumetric evaluations were performed to evaluate surface-to-surface deviation. To assess inter-observer reliability, all measurements were performed independently by a second observer. Statistical analyses included Bland-Altman analyses, the Wilcoxon signed-rank test for paired samples, and Intraclass correlation coefficients. RESULTS Photogrammetry-based SMs exhibited an overall landmark-to-landmark deviation of M = 0.8 mm (SD =  ± 0.58 mm, n = 450), while TrueDepth-based SMs displayed a deviation of M = 1.1 mm (SD =  ± 0.72 mm, n = 450). The mean volumetric difference for photogrammetry-based SMs was M = 1.8 cc (SD =  ± 2.12 cc, n = 90), and M = 3.1 cc (SD =  ± 2.64 cc, n = 90) for TrueDepth-based SMs. When comparing the two approaches, most landmark-to-landmark measurements demonstrated 95\% Bland-Altman limits of agreement (LoA) of ≤ 2 mm. Volumetric measurements revealed LoA > 2 cc. Photogrammetry-based measurements demonstrated higher inter-observer reliability for overall landmark-to-landmark deviation. CONCLUSION Both approaches for smartphone-based 3D surface imaging exhibit potential in capturing the face. Photogrammetry-based SMs demonstrated superior alignment and volumetric accuracy with Vectra-based SMs than TrueDepth-based SMs.}, language = {en} } @article{MaierPerretSimonetal., author = {Maier, Johannes and Perret, Jerome and Simon, Martina and Schmitt-R{\"u}th, Stephanie and Wittenberg, Thomas and Palm, Christoph}, title = {Force-feedback assisted and virtual fixtures based K-wire drilling simulation}, series = {Computers in Biology and Medicine}, volume = {114}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2019.103473}, pages = {1 -- 10}, abstract = {One common method to fix fractures of the human hand after an accident is an osteosynthesis with Kirschner wires (K-wires) to stabilize the bone fragments. The insertion of K-wires is a delicate minimally invasive surgery, because surgeons operate almost without a sight. Since realistic training methods are time consuming, costly and insufficient, a virtual-reality (VR) based training system for the placement of K-wires was developed. As part of this, the current work deals with the real-time bone drilling simulation using a haptic force-feedback device. To simulate the drilling, we introduce a virtual fixture based force-feedback drilling approach. By decomposition of the drilling task into individual phases, each phase can be handled individually to perfectly control the drilling procedure. We report about the related finite state machine (FSM), describe the haptic feedback of each state and explain, how to avoid jerking of the haptic force-feedback during state transition. The usage of the virtual fixture approach results in a good haptic performance and a stable drilling behavior. This was confirmed by 26 expert surgeons, who evaluated the virtual drilling on the simulator and rated it as very realistic. To make the system even more convincing, we determined real drilling feed rates through experimental pig bone drilling and transferred them to our system. Due to a constant simulation thread we can guarantee a precise drilling motion. Virtual fixtures based force-feedback calculation is able to simulate force-feedback assisted bone drilling with high quality and, thus, will have a great potential in developing medical applications.}, subject = {Handchirurgie}, language = {en} } @inproceedings{SouzaPachecodeAngeloetal., author = {Souza, Luis A. and Pacheco, Andr{\´e} G.C. and de Angelo, Gabriel G. and Oliveira-Santos, Thiago and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {LiwTERM: A Lightweight Transformer-Based Model for Dermatological Multimodal Lesion Detection}, series = {2024 37th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Manaus, Brazil, 9/30/2024 - 10/3/2024}, booktitle = {2024 37th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Manaus, Brazil, 9/30/2024 - 10/3/2024}, publisher = {IEEE}, isbn = {979-8-3503-7603-6}, doi = {10.1109/SIBGRAPI62404.2024.10716324}, pages = {1 -- 6}, abstract = {Skin cancer is the most common type of cancer in the world, accounting for approximately 30\% of all diagnosed tumors. Early diagnosis reduces mortality rates and prevents disfiguring effects in different body regions. In recent years, machine learning techniques, particularly deep learning, have shown promising results in this task, presenting studies that have demonstrated that combining a patient's clinical information with images of the lesion is crucial for improving the classification of skin lesions. Despite that, meaningful use of clinical information with multiple images is mandatory, requiring further investigation. Thus, this project aims to contribute to developing multimodal machine learning-based models to cope with the skin lesion classification task employing a lightweight transformer model. As a main hypothesis, models can take multiple images from different sources as input, along with clinical information from the patient's history, leading to a more reliable diagnosis. Our model deals with the not-trivial task of combining images and clinical information (from anamneses) concerning the skin lesions in a lightweight transformer architecture that does not demand high computation resources but still presents competitive classification results.}, language = {en} } @inproceedings{SouzaJrPassosMendeletal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Fine-tuning Generative Adversarial Networks using Metaheuristics}, series = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2021. Proceedings, German Workshop on Medical Image Computing, Regensburg, March 7-9, 2021}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-33197-9}, doi = {10.1007/978-3-658-33198-6_50}, pages = {205 -- 210}, abstract = {Barrett's esophagus denotes a disorder in the digestive system that affects the esophagus' mucosal cells, causing reflux, and showing potential convergence to esophageal adenocarcinoma if not treated in initial stages. Thus, fast and reliable computer-aided diagnosis becomes considerably welcome. Nevertheless, such approaches usually suffer from imbalanced datasets, which can be addressed through Generative Adversarial Networks (GANs). Such techniques generate realistic images based on observed samples, even though at the cost of a proper selection of its hyperparameters. Many works employed a class of nature-inspired algorithms called metaheuristics to tackle the problem considering distinct deep learning approaches. Therefore, this paper's main contribution is to introduce metaheuristic techniques to fine-tune GANs in the context of Barrett's esophagus identification, as well as to investigate the feasibility of generating high-quality synthetic images for early-cancer assisted identification.}, subject = {Endoskopie}, language = {en} }