@article{BaumannBussSchlangen, author = {Baumann, Timo and Buß, Okko and Schlangen, David}, title = {Evaluation and Optimisation of Incremental Processors}, series = {Dialogue \& Discourse}, volume = {2}, journal = {Dialogue \& Discourse}, number = {1}, publisher = {OJS}, doi = {10.5087/dad.2011.106}, pages = {113 -- 141}, abstract = {Incremental spoken dialogue systems, which process user input as it unfolds, pose additionalengineering challenges compared to more standard non-incremental systems: Their processingcomponents must be able to accept partial, and possibly subsequently revised input, and mustproduce output that is at the same time as accurate as possible and delivered with as little delay aspossible. In this article, we define metrics that measure how well a given processor meets thesechallenges, and we identify types of gold standards for evaluation. We exemplify these metrics inthe evaluation of several incremental processors that we have developed. We also present genericmeans to optimise some of the measures, if certain trade-offs are accepted. We believe that thiswork will help enable principled comparison of components for incremental dialogue systems andportability of results.}, language = {en} } @incollection{BaumannSchlangen, author = {Baumann, Timo and Schlangen, David}, title = {Interactional Adequacy as a Factor in the Perception of Synthesized Speech}, series = {Proceedings of Speech Synthesis Workshop (SSW8)}, booktitle = {Proceedings of Speech Synthesis Workshop (SSW8)}, address = {Barcelona, Spain}, abstract = {Speaking as part of a conversation is different from reading out aloud. Speech synthesis systems, however, are typically developed using assumptions (at least implicitly) that are more true of the latter than the former situation. We address one particular aspect, which is the assumption that a fully formulated sentence is available for synthesis. We have built a system that does not make this assumption but rather can synthesize speech given incrementally extended input. In an evaluation experiment, we found that in a dynamic domain where what is talked about changes quickly, subjects rated the output of this system as more 'naturally pronounced' than that of a baseline system that employed standard synthesis, despite the synthesis quality objectively being degraded. Our results highlight the importance of considering a synthesizer's ability to support interactive use-cases when determining the adequacy of synthesized speech.}, language = {en} } @inproceedings{BaumannSchlangen, author = {Baumann, Timo and Schlangen, David}, title = {Open-ended, Extensible System Utterances Are Preferred, Even If They Require Filled Pauses}, series = {14th annual meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL 2013) : Metz, France, 22 - 24 August 2013}, booktitle = {14th annual meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL 2013) : Metz, France, 22 - 24 August 2013}, publisher = {Curran}, address = {Red Hook, NY}, pages = {280 -- 283}, abstract = {In many environments (e. g. sports commentary), situations incrementally unfold over time and often the future appearance of a relevant event can be predicted, but not in all its details or precise timing. We have built a simulation framework that uses our incremental speech synthesis component to assemble in a timely manner complex commentary utterances. In our evaluation, the resulting output is preferred over that from a baseline system that uses a simpler commenting strategy. Even in cases where the incremental system overcommits temporally and requires a filled pause to wait for the upcoming event, the system is preferred over the baseline.}, language = {en} } @inproceedings{AttererBaumannSchlangen, author = {Atterer, Michaela and Baumann, Timo and Schlangen, David}, title = {Towards Incremental End-of-Utterance Detection in Dialogue Systems}, series = {COLING '08: Proceedings of the 22nd International Conference on Computational Linguistics, Manchester United Kingdom August 18 - 22, 2008}, booktitle = {COLING '08: Proceedings of the 22nd International Conference on Computational Linguistics, Manchester United Kingdom August 18 - 22, 2008}, publisher = {Association for Computational Linguistics}, isbn = {978-1-905593-44-6}, pages = {11 -- 14}, abstract = {We define the task of incremental or 0-lag utterance segmentation, that is, the task of segmenting an ongoing speech recognition stream into utterance units, and present first results. We use a combination of hidden event language model, features from an incremental parser, and acoustic / prosodic features to train classifiers on real-world conversational data (from the Switchboard corpus). The best classifiers reach an F-score of around 56\%, improving over baseline and related work.}, language = {en} } @incollection{BaumannSchlangen, author = {Baumann, Timo and Schlangen, David}, title = {Evaluating Prosodic Processing for Incremental Speech Synthesis}, series = {Proceedings of Interspeech 2012}, booktitle = {Proceedings of Interspeech 2012}, publisher = {International Speech Communication Association}, doi = {10.21437/Interspeech.2012-152}, pages = {438 -- 441}, abstract = {Incremental speech synthesis (iSS) accepts input and produces output in consecutive chunks that only together result in a full utterance. Systems that use iSS thus have the ability to adapt their utterances while they are ongoing. Having available less than the full utterance to plan the acoustic realisation has downsides, however, as global optimisation is not possible anymore. In this paper we present a strategy for incrementalizing the symbolic pre-processing component of speech synthesis and assess the influence of a reduction in "lookahead", i. e. in knowledge about the rest of the utterance, on prosodic quality. We found that high quality incremental output can be achieved even with a lookahead of slightly less than one phrase, allowing for timely system reaction.}, language = {en} } @inproceedings{BaumannSchlangen, author = {Baumann, Timo and Schlangen, David}, title = {Inpro_iSS: A Component for Just-In-Time Incremental Speech Synthesis}, series = {The 13th Conference of the European Chapter of the Association for Computational Linguistics - proceedings of the System Demonstrations, April 23 - 27 2012, Avignon France}, booktitle = {The 13th Conference of the European Chapter of the Association for Computational Linguistics - proceedings of the System Demonstrations, April 23 - 27 2012, Avignon France}, publisher = {Association for Computational Linguistics (ACL)}, abstract = {We present a component for incremental speech synthesis (iSS) and a set of applications that demonstrate its capabilities. This component can be used to increase the responsivity and naturalness of spoken interactive systems. While iSS can show its full strength in systems that generate output incrementally, we also discuss how even otherwise unchanged systems may profit from its capabilities.}, language = {en} } @incollection{CarbonelliFeldererJungetal., author = {Carbonelli, Cecilia and Felderer, Michael and Jung, Matthias and Lobe, Elisabeth and Lochau, Malte and Luber, Sebastian and Mauerer, Wolfgang and Ramler, Rudolf and Sch{\"a}fer, Ina and Schroth, Christoph}, title = {Challenges for Quantum Software Engineering: An Industrial Application Scenario Perspective}, series = {Quantum Software: Aspects of Theory and System Design}, booktitle = {Quantum Software: Aspects of Theory and System Design}, editor = {Exman, Iaakov and Perez-Castillo, Ricardo and Piattini, Mario and Felderer, Michael}, publisher = {Springer-Nature}, isbn = {978-3-031-64135-0}, doi = {10.1007/978-3-031-64136-7_12}, abstract = {Quantum software is becoming a key enabler for applying quantum computing to industrial use cases. This poses challenges to quantum software engineering in providing efficient and effective means to develop such software. Eventually, this must be reliably achieved in time, on budget, and in quality, using sound and well-principled engineering approaches. Given that quantum computers are based on fundamentally different principles than classical machines, this raises the question if, how, and to what extent established techniques for systematically engineering software need to be adapted. In this chapter, we analyze three paradigmatic application scenarios for quantum software engineering from an industrial perspective. The respective use cases center around (1) optimization and quantum cloud services, (2) quantum simulation, and (3) embedded quantum computing. Our aim is to provide a concise overview of the current and future applications of quantum computing in diverse industrial settings. We derive presumed challenges for quantum software engineering and thus provide research directions for this emerging field.}, language = {en} } @unpublished{AmmermannMauererSchaefer, author = {Ammermann, Joshua and Mauerer, Wolfgang and Sch{\"a}fer, Ina}, title = {Towards View-based Development of Quantum Software}, abstract = {Quantum computing is an interdisciplinary field that relies on the expertise of many different stakeholders. The views of various stakeholders on the subject of quantum computing may differ, thereby complicating communication. To address this, we propose a view-based quantum development approach based on a Single Underlying Model (SUM) and a supporting quantumIntegrated Development Environment (IDE). We highlight emerging challenges for future research.}, language = {en} } @techreport{SchultzScharfHaueretal., type = {Working Paper}, author = {Schultz, Maximilian and Scharf, Anna and Hauer, Franziska and Haug, Sonja and Weber, Karsten}, title = {KINiro, K{\"u}nstliche Intelligenz f{\"u}r Nichtregierungsorganisationen - Bedarf, Akzeptanz und Umsetzungsm{\"o}glichkeiten. 2. Arbeitspapier: K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen: Explorative Studie in einem neuen Forschungsfeld}, publisher = {OTH Regensburg}, address = {Regensburg}, doi = {10.13140/RG.2.2.10671.75685/1}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73118}, pages = {35}, abstract = {Hintergrund und Fragestellung Nichtregierungsorganisationen (NRO) sind ein wichtiger Bestandteil der Zivilgesellschaft und interagieren auch mit Regierungen, Unternehmen und anderen gesellschaftlichen Akteuren. Aufgrund der komplexer werdenden Arbeit von NROs scheint K{\"u}nstliche Intelligenz (KI) M{\"o}glichkeiten zur Bew{\"a}ltigung aktueller und zuk{\"u}nftiger Herausforderungen zu bieten. Jedoch ist wenig {\"u}ber die Arbeit von NROs mit KI bekannt. Methodik Es wurden f{\"u}nf explorative Interviews mit Vertreter*innen von Nichtregierungsorganisationen (NROs) zum Thema Wissen, Akzeptanz, Bedarfe und Risikoeinsch{\"a}tzungen gef{\"u}hrt und ausgewertet. Dabei sind NROs aus verschiedenen Handlungsfeldern und Gr{\"o}ße interviewt. Es wurden informelle Vorgespr{\"a}che gef{\"u}hrt, um eine erste Orientierung im Forschungsfeld zu generieren. Aus den Erkenntnissen der Vorgespr{\"a}che und den Ergebnissen des Scoping Reviews ist ein Leitfaden erstellt worden, der zur Orientierung f{\"u}r die Expert*inneninterviews dient. Im Anschluss wurden dann f{\"u}nf explorative leitfadengest{\"u}tzte Expert*inneninterviews durchgef{\"u}hrt und qualitativ ausgewertet. Ergebnisse Ein zentraler Befund ist, dass das Thema KI gerade in den NROs ankommt und es noch keine gefestigten Strukturen und Vorstellungen zum Einsatz von KI gibt. KI wird in einzelnen spezifischen Projekten eingesetzt, ohne dass diese umfassend in Arbeitsabl{\"a}ufe integriert ist. Die Akzeptanz von KI ist generell positiv; die Technologie wird als potenzielle L{\"o}sung f{\"u}r strukturelle Herausforderungen und Unterst{\"u}tzung im Alltag gesehen. Die Nutzung von KI-Anwendungen beschr{\"a}nkt sich jedoch mit Ausnahme von Large Language Models auf Pilotprojekte. Mit j{\"u}ngerem Alter und Techni� kaffinit{\"a}t ist eine h{\"o}here Akzeptanz verbunden. Besonders kritisch werden Anwendungen von KI im Sozial- oder Gesundheitsbereich als Ersatz f{\"u}r menschliche Interaktionen gesehen. Betont werden auch ethische Bedenken und eine hohe Bedeutsamkeit von Datenschutz. Schlussfolgerung K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen ist ein aufkommendes und sich entwickelndes Forschungsthema. Die Interviews unterstreichen den Bedarf an mehr Wissen, ethischen Richtlinien und finanziellen Ressourcen f{\"u}r eine effektive Nutzung von KI in NROs. Ein umfassendes Verst{\"a}ndnis von KI und eine tiefergehende, systematische Integration in Arbeitsabl{\"a}ufe in diesen Organisationen m{\"u}ssen noch entwickelt werden.}, language = {de} } @techreport{ScharfHauerSchultzetal., type = {Working Paper}, author = {Scharf, Anna and Hauer, Franziska and Schultz, Maximilian and Haug, Sonja and Weber, Karsten}, title = {KINiro, K{\"u}nstliche Intelligenz f{\"u}r Nichtregierungsorganisationen - Bedarf, Akzeptanz und Umsetzungsm{\"o}glichkeiten. 1. Arbeitspapier: K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen: Ein Scoping Review {\"u}ber ein junges Forschungsfeld}, publisher = {OTH Regensburg}, address = {Regensburg}, doi = {10.13140/RG.2.2.21668.69765}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73090}, pages = {24}, abstract = {Hintergrund und Fragestellung Nichtregierungsorganisationen (NRO) sind ein wichtiger Bestandteil der Zivilgesellschaft und interagieren auch mit Regierungen, Unternehmen und anderen gesellschaftlichen Akteuren. Aufgrund der komplexer werdenden Arbeit von NROs scheint K{\"u}nstliche Intelligenz (KI) M{\"o}glichkeiten zur Bew{\"a}ltigung aktueller und zuk{\"u}nftiger Herausforderungen zu bieten. Jedoch ist wenig {\"u}ber die Arbeit von NROs mit KI bekannt. Daher besch{\"a}ftigt sich das Projekt KINiro in diesem ersten Working Paper mit der Frage, welche (nicht-)wissenschaftlichen Erkenntnisse zum Themenkomplex NROs und KI bereits vorliegen. Methodik Es wurde ein Scoping Review zur Erfassung (nicht-)wissenschaftlicher Texte zu NROs und KI durchgef{\"u}hrt. Die systematische Literaturrecherche wurde in den Datenbanken Web of Science, Science Gate und WISO durchgef{\"u}hrt. In den Review wurden schließlich 14 Titel eingeschlossen und qualitativ analysiert. Ergebnisse Die Mehrheit der gefundenen Treffer sind Pressemitteilungen. Unter den Treffern befinden sich lediglich zwei (wissenschaftliche) Studien. Die NROs setzen sich auf verschiedenen Ebenen mit der Thematik von KI auseinander, wobei sich zwei Herangehensweisen unterscheiden lassen. Einige NROs nehmen am gesellschaftlichen Diskurs {\"u}ber den Einsatz von KI teil und treiben diesen in theoretischer Hinsicht voran, ohne die Technik dabei selbst zu nutzen. Andere NROs integrieren die KI-Systeme praktisch in ihre Arbeitsabl{\"a}ufe oder f{\"u}hren Projekte zum Zweck der NRO mit KI-Unterst{\"u}tzung durch. F{\"u}r die Entwicklung von KI-Anwendungen wird mit For-Profit-Unternehmen kooperiert und die Expertise der Unternehmen mit Daten der NROs kombiniert. Durch den Einsatz von KI erhoffen sich NROs einen gezielteren Einsatz von Ressourcen. Hierbei zeigt sich, dass f{\"u}r die Nutzung in KI-Systemen ein interdisziplin{\"a}rer Konsens {\"u}ber Standards in Datenerhebung und Speicherung als notwendig angesehen wird. Schlussfolgerung Aus der geringen Anzahl an gefundenen Texten, insbesondere (wissenschaftlichen) Studien, und dem Ver{\"o}ffentlichungszeitraum, der in den vergangenen sieben Jahren liegt, l{\"a}sst sich schließen, dass es sich um einen jungen Forschungsbereich handelt. Die ausgeschlossenen Titel zeigen auf, dass NROs aktuell noch h{\"a}ufiger mit der Digitalisierunge allgemein besch{\"a}ftigt sind und die Auseinandersetzung mit KI erst noch am Anfang steht.}, language = {de} } @inproceedings{HauerSchultzHaugetal., author = {Hauer, Franziska and Schultz, Maximilian and Haug, Sonja and Weber, Karsten}, title = {Acceptance and Usage of AI Applications in Health-Focused NGOs}, series = {dHealth 2025, Proceedings of the 19th Health Informatics Meets Digital Health Conference}, booktitle = {dHealth 2025, Proceedings of the 19th Health Informatics Meets Digital Health Conference}, editor = {Baumgartner, Martin and Hayn, Dieter and Pfeifer, Bernhard and Schreier, G{\"u}nter}, publisher = {IOS Press}, address = {Wien}, isbn = {978-1-64368-592-2}, doi = {10.3233/SHTI250172}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-80613}, pages = {123 -- 128}, abstract = {Background: AI applications promise to be a valuable tool for healthfocused NGOs. While often operating with limited resources, these organizations recognize the potential of AI to streamline processes and support workflows through automation. However, challenges such as data privacy concerns—especially regarding personal medical data—and the low prioritization of implementation hinder progress. Objectives: This study examines the extent to which German health-focused NGOs can currently benefit from the application of AI. It evaluates demands, available resources, and use cases. Methods: A health-focused subset of data from project KINiro was analyzed. This research utilized a mixed-methods approach, combining two rounds of qualitative interviews with a quantitative survey. Results: The study revealed that while health-focused NGOs are in the early stages of AI implementation, there are hurdles such as ethical concerns and a lack of resources. Conclusion: AI has the potential to support health-focused NGOs in their work, if the challenges like resources, ethics, and data privacy are effectively addressed.}, language = {en} } @article{Schoenberger, author = {Sch{\"o}nberger, Manuel}, title = {Applicability of Quantum Computing on Database Query Optimization}, series = {SIGMOD '22: proceedings of the 2022 International Conference on Management of Data : June 12-17, 2022, Philadelphia, PA, USA}, journal = {SIGMOD '22: proceedings of the 2022 International Conference on Management of Data : June 12-17, 2022, Philadelphia, PA, USA}, publisher = {ACM}, address = {New York, NY}, doi = {10.1145/3514221.3520257}, pages = {2512 -- 2514}, abstract = {We evaluate the applicability of quantum computing on two fundamental query optimization problems, join order optimization and multi query optimization (MQO). We analyze the problem dimensions that can be solved on current gate-based quantum systems and quantum annealers, the two currently commercially available architectures. First, we evaluate the use of gate-based systems on MQO, previously solved with quantum annealing. We show that, contrary to classical computing, a different architecture requires involved adaptations. We moreover propose a multi-step reformulation for join ordering problems to make them solvable on current quantum systems. Finally, we systematically evaluate our contributions for gate-based quantum systems and quantum annealers. Doing so, we identify the scope of current limitations, as well as the future potential of quantum computing technologies for database systems.}, language = {en} } @misc{SchoenbergerScherzingerMauerer, author = {Sch{\"o}nberger, Manuel and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Quantum Computing for DB - Applicability on Multi Query Optimization and Join Order Optimization}, series = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam, 2022}, journal = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam, 2022}, language = {en} } @inproceedings{PeldszusBussBaumannetal., author = {Peldszus, Andreas and Buß, Okko and Baumann, Timo and Schlangen, David}, title = {Joint Satisfaction of Syntactic and Pragmatic Constraints Improves Incremental Spoken Language Understanding}, series = {EACL 2012 Joint Workshop of LINGVIS \& UNCLH, Visualization of Linguistic Patterns and Uncovering Language History from Multilingual Resources, Proceedings of the Workshop, April 23 - 24 2012, Avignon France}, booktitle = {EACL 2012 Joint Workshop of LINGVIS \& UNCLH, Visualization of Linguistic Patterns and Uncovering Language History from Multilingual Resources, Proceedings of the Workshop, April 23 - 24 2012, Avignon France}, publisher = {The Association for Computational Linguistics}, isbn = {978-1-937284-19-0}, pages = {514 -- 523}, abstract = {We present a model of semantic processing of spoken language that (a) is robust against ill-formed input, such as can be expected from automatic speech recognisers, (b) respects both syntactic and pragmatic constraints in the computation of most likely interpretations, (c) uses a principled, expressive semantic representation formalism (RMRS) with a well-defined model theory, and (d) works continuously (producing meaning representations on a word-by-word basis, rather than only for full utterances) and incrementally (computing only the additional contribution by the new word, rather than re-computing for the whole utterance-so-far). We show that the joint satisfaction of syntactic and pragmatic constraints improves the performance of the NLU component (around 10 \% absolute, over a syntax-only baseline).}, language = {en} } @inproceedings{BussBaumannSchlangen, author = {Buß, Okko and Baumann, Timo and Schlangen, David}, title = {Collaborating on Utterances with a Spoken Dialogue System Using an ISU-based Approach to Incremental Dialogue Management}, series = {SIGDIAL 10, Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue, Tokyo Japan September 24 - 25, 2010}, booktitle = {SIGDIAL 10, Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue, Tokyo Japan September 24 - 25, 2010}, publisher = {Association for Computational Linguistics}, address = {Tokyo, Japan}, isbn = {978-1-932432-85-5}, abstract = {When dialogue systems, through theuse of incremental processing, arenot bounded anymore by strict, non-overlapping turn-taking, a whole range ofadditional interactional devices becomesavailable. We explore the use of one suchdevice, trial intonation. We elaborateour approach to dialogue managementin incremental systems, based on theInformation-State-Update approach, anddiscuss an implementation in a micro-domain that lends itself to the use ofimmediate feedback, trial intonations andexpansions. In an overhearer evaluation,the incremental system was judged as sig-nificantly more human-like and reactivethan a non-incremental version.}, language = {en} } @inproceedings{SchlangenBaumannAtterer, author = {Schlangen, David and Baumann, Timo and Atterer, Michaela}, title = {Incremental Reference Resolution: The Task, Metrics for Evaluation, and a Bayesian Filtering Model that is Sensitive to Disfluencies}, series = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, booktitle = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, publisher = {Association for Computational Linguistics}, address = {London, UK}, pages = {30 -- 37}, abstract = {In this paper we do two things: a) we discuss in general terms the task of incre mental reference resolution (IRR), in particular resolution of exophoric reference, and specify metrics for measuring the performance of dialogue system components tackling this task, and b) we present a simple Bayesian filtering model of IRR that performs reasonably well just using words directly (no structure information and no hand-coded semantics): it picks the right referent out of 12 for around 50 \% of real world dialogue utterances in our test corpus. It is also able to learn to interpret not only words but also hesitations, just as humans have shown to do in similar situations, namely as markers of references tohard-to-describe entities.}, language = {en} } @inproceedings{SchlangenBaumannBuschmeieretal., author = {Schlangen, David and Baumann, Timo and Buschmeier, Hendrik and Buß, Okko and Kopp, Stefan and Skantze, Gabriel and Yaghoubzadeh, Ramin}, title = {Middleware for Incremental Processing in Conversational Agents}, series = {Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SigDial 2010), September 24 - 25, 2010, Tokyo Japan}, booktitle = {Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SigDial 2010), September 24 - 25, 2010, Tokyo Japan}, publisher = {Association for Computational Linguistics}, address = {Tokyo, Japan}, pages = {51 -- 54}, abstract = {We describe work done at three sites on designing conversational agents capable of incremental processing. We focus on the ‘middleware’ layer in these systems, which takes care of passing around and maintaining incremental information between the modules of such agents. All implementations are based on the abstract model of incremental dialogue processing proposed by Schlangen and Skantze (2009), and the paper shows what different instantiations of the model can look like given specific requirements and application areas.}, language = {en} } @incollection{vanWelbergenBaumannSchlangenetal., author = {van Welbergen, Herwin and Baumann, Timo and Schlangen, David and Kopp, Stefan}, title = {Incremental, Adaptive and Interruptive Speech Realization for Fluent Conversation with ECAs}, series = {Intelligent Virtual Agents}, booktitle = {Intelligent Virtual Agents}, publisher = {Springer}, isbn = {978-3-642-40414-6}, pages = {468 -- 469}, abstract = {This project aimed to establish the feasibility of creating a procedural system for generating expressive facial animation based on an affective agent. A procedural system supporting a limited number of emotional expression changes was created alongside keyframed animations of these same emotional expression changes, and audience response to these two approaches was tested empirically. Results seem to partially support the procedural animations generated being comparable with keyframed, in terms of perceptual validity.}, language = {en} } @inproceedings{vonderMalsburgBaumannSchlangen, author = {von der Malsburg, Titus and Baumann, Timo and Schlangen, David}, title = {TELIDA: A Package for Manipulation and Visualisation of Timed Linguistic Data}, series = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, booktitle = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, publisher = {Association for Computational Linguistics}, address = {London, UK}, doi = {10.5555/1708376.1708419}, pages = {302 -- 305}, abstract = {We present a toolkit for manipulating andvisualising time-aligned linguistic datasuch as dialogue transcripts or languageprocessing data. The package comple-ments existing editing tools by allowingfor conversion between their formats, in-formation extraction from the raw files,and by adding sophisticated, and easily ex-tended methods for visualising the dynam-ics of dialogue processing. To illustratethe versatility of the package, we describeits use in three different projects at our site.}, language = {en} } @inproceedings{SchoenbergerFranzScherzingeretal., author = {Sch{\"o}nberger, Manuel and Franz, Maja and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Peel | Pile? Cross-Framework Portability of Quantum Software}, series = {2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C), 12-15 March 2022, Honolulu, HI, USA}, booktitle = {2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C), 12-15 March 2022, Honolulu, HI, USA}, publisher = {IEEE}, doi = {10.1109/ICSA-C54293.2022.00039}, abstract = {In recent years, various vendors have made quantum software frameworks available. Yet with vendor-specific frameworks, code portability seems at risk, especially in a field where hardware and software libraries have not yet reached a consolidated state, and even foundational aspects of the technologies are still in flux. Accordingly, the development of vendor-independent quantum programming languages and frameworks is often suggested. This follows the established architectural pattern of introducing additional levels of abstraction into software stacks, thereby piling on layers of abstraction. Yet software architecture also provides seemingly less abstract alternatives, namely to focus on hardware-specific formulations of problems that peel off unnecessary layers. In this article, we quantitatively and experimentally explore these strategic alternatives, and compare popular quantum frameworks from the software implementation perspective. We find that for several specific, yet generalisable problems, the mathematical formulation of the problem to be solved is not just sufficiently abstract and serves as precise description, but is likewise concrete enough to allow for deriving framework-specific implementations with little effort. Additionally, we argue, based on analysing dozens of existing quantum codes, that porting between frameworks is actually low-effort, since the quantum- and framework-specific portions are very manageable in terms of size, commonly in the order of mere hundreds of lines of code. Given the current state-of-the-art in quantum programming practice, this leads us to argue in favour of peeling off unnecessary abstraction levels.}, language = {en} } @unpublished{SchrammPieperVogl, author = {Schramm, Simon and Pieper, Matthias and Vogl, Stefanie}, title = {Orthogonal Procrustes Based Anomaly Detection and Error Prediction for Vehicle Bills of Materials}, series = {SSRN}, journal = {SSRN}, publisher = {Elsevier}, doi = {10.2139/ssrn.4120321}, pages = {21 S.}, abstract = {Industrial Bill of Materials (BOM) suffer from an surging complexity and cause errors in production which have detrimental effects on a product's profitability. Currently, BOM anomalies have to be identified manually and errors have to be detected in the same way. This preprint describes a combination of data analysis and Machine Learning methods, such as hierarchical and agglomerative clustering, an isolation forest algorithm, association mining and a multi-output Artificial Neural Network, all based on a deterministic distance measure for an industrial BOMs. Solving the orthogonal Procrustes problem for complex, multi-level matrices, a distance measure for real world industrial BOMs was derived. A multi-output MLP was used in order to predict error probabilities with a time- reference. Our results show how to detect anomalies and predict errors in a complex, multi-level BOM based on historical, labelled data. While other authors focus on the mere comparison of BOMs, we aimed at a holistic approach, combining descriptive and predictive methods in order to forecast where in a BOM and at what time of BOM creation process errors occur. The resulting, prescriptive system was tested using real world data and has shown to effectively predict where and when BOM errors are probable to occur. Consequently, the prescriptive system is superior to prior, purely predictive systems, can help to decrease errors and thereby decreases product development time and cost in real world companies.}, language = {en} } @inproceedings{AltenbuchnerHaugWeber, author = {Altenbuchner, Amelie and Haug, Sonja and Weber, Karsten}, title = {Exploratory Analysis of Motion Tracking Data in the Rehabilitation Process of Geriatric Trauma Patients}, series = {Studies in Health Technology and Informatic. Volume 260: dHealth 2019 - From eHealth to dHealth}, booktitle = {Studies in Health Technology and Informatic. Volume 260: dHealth 2019 - From eHealth to dHealth}, editor = {Hayn, Dieter and Eggerth, A. and Schreier, G{\"u}nter}, publisher = {IOS Press}, doi = {10.3233/978-1-61499-971-3-138}, pages = {138 -- 145}, abstract = {Background: This article is based on an ongoing long-term study, in which customary motion trackers measure steps during rehabilitation of geriatric trauma patients (Med=86 years). Objectives: Exploring steps after 28 days of measurement. Finding similarities in the data by running cluster analysis and formulating linear regressions models to predict steps through time. Methods: Two types of motion trackers (FitBitAlta HR and Garmin v{\´i}vofit 3) have been used to measure patients' (N=24) steps after hip fracture in two study groups. Cluster analysis detected three clusters for progress in number of steps that were tested for group differences with ANOVA. Regression analysis tested models for individual patients. Results: Three-cluster solutions showed significant differences for the average amount of steps after 5, 14, 21 and 28 days. Regression models could predict 71 \% of the individual patients' progress in study group 2. Conclusion: The long-term study will provide more data in the future to examine the three-cluster solution and to find out in what stage of rehabilitation the measurement of the steps could be used to predict individual rehabilitation.}, language = {en} } @unpublished{SchoenbergerTrummerMauerer, author = {Sch{\"o}nberger, Manuel and Trummer, Immanuel and Mauerer, Wolfgang}, title = {Quantum-Inspired Digital Annealing for Join Ordering}, series = {Proceedings of the VLDB Endowment}, journal = {Proceedings of the VLDB Endowment}, pages = {14}, abstract = {Finding the optimal join order (JO) is one of the most important problems in query optimisation, and has been extensively considered in research and practise. As it involves huge search spaces, approximation approaches and heuristics are commonly used, which explore a reduced solution space at the cost of solution quality. To explore even large JO search spaces, we may consider special-purpose software, such as mixed-integer linear programming (MILP) solvers, which have successfully solved JO problems. However, even mature solvers cannot overcome the limitations of conventional hardware prompted by the end of Moore's law. We consider quantum-inspired digital annealing hardware, which takes inspiration from quantum processing units (QPUs). Unlike QPUs, which likely remain limited in size and reliability in the near and mid-term future, the digital annealer (DA) can solve large instances of mathematically encoded optimisation problems today. We derive a novel, native encoding for the JO problem tailored to this class of machines that substantially improves over known MILP and quantum-based encodings, and reduces encoding size over the state-of-the-art. By augmenting the computation with a novel readout method, we derive valid join orders for each solution obtained by the (probabilistically operating) DA. Most importantly and despite an extremely large solution space, our approach scales to practically relevant dimensions of around 50 relations and improves result quality over conventionally employed approaches, adding a novel alternative to solving the long-standing JO problem.}, language = {en} } @unpublished{SchmidlDengMaetal., author = {Schmidl, Sebastian and Deng, Yangshen and Ma, Pingchuan and Sch{\"o}nberger, Manuel and Mauerer, Wolfgang}, title = {Reproducibility Report for ACM SIGMOD 2023 Paper: Ready to Leap (by Co-Design)? Join Order Optimisation}, abstract = {The paper "Ready to Leap (by Co-Design)? Join Order Optimisation on Quantum Hardware" proposes the first approach to solve the problem of join order optimization on quantum hardware. The authors characterize the applicability and limitations of current state-of-the-art quantum hardware, i. e. gate-based quantum computing and quantum annealing, for join ordering and recommend key improvements to the physical hardware to reach practical utility. Based on the provided database queries and QPU system processing data, we have been able to reproduce the original paper's key insights and quantum problem characteristics reported in its experimental section. The authors provided a self-contained and fully automated reproduction package, including data (database queries, statistics, and collected QPU processing data), experiment scripts, and plotting routines that allowed the identical reconstruction of the three main figures in the paper.}, language = {en} } @misc{SchoenbergerScherzingerMauerer, author = {Sch{\"o}nberger, Manuel and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Applicability of Quantum Computing on Database Query Optimization}, series = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam (Poster Presentation)}, journal = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam (Poster Presentation)}, language = {en} } @inproceedings{BuchmannSchwaegerl, author = {Buchmann, Thomas and Schw{\"a}gerl, Felix}, title = {Ensuring well-formedness of configured domain models in model-driven product lines based on negative variability}, series = {FOSD '12: Proceedings of the 4th International Workshop on Feature-Oriented Software Development, 24. + 25. September 2012, Dresden}, booktitle = {FOSD '12: Proceedings of the 4th International Workshop on Feature-Oriented Software Development, 24. + 25. September 2012, Dresden}, publisher = {ACM Press}, address = {New York, USA}, doi = {10.1145/2377816.2377822}, pages = {37 -- 44}, abstract = {Model-driven development is a well-known practice in modern software engineering. Many tools exist which allow developers to build software in a model-based or even model-driven way, but they do not provide dedicated support for software product line development. Only recently some approaches combined model-driven engineering and software product line engineering. In this paper we present an approach that allows for combining feature models and Ecore-based domain models and provides extensive support to keep the mapping between the involved models consistent. Our key contribution is a declarative textual language which allows to phrase domain-specific consistency constraints which are preserved during the configuration process in order to ensure context-sensitive syntactical correctness of derived domain models.}, language = {en} } @phdthesis{ZInner, author = {ZInner, Helge}, title = {Vernetzung heterogener Feldbusse auf Basis des Standards Ethernet Audio Video Bridging}, address = {Ilmenau}, pages = {III, 191 S.}, language = {de} } @article{BeyerWeigertQuicketal., author = {Beyer, Thomas and Weigert, Markus and Quick, Harald H. and Pietrzyk, Uwe and Vogt, Florian and Palm, Christoph and Antoch, Gerald and M{\"u}ller, Stefan P. and Bockisch, Andreas}, title = {MR-based attenuation correction for torso-PET/MR imaging}, series = {European Journal of Nuclear Medicine and Molecular Imaging}, volume = {35}, journal = {European Journal of Nuclear Medicine and Molecular Imaging}, number = {6}, doi = {10.1007/s00259-008-0734-0}, pages = {1142 -- 1146}, abstract = {Purpose MR-based attenuation correction (AC) will become an integral part of combined PET/MR systems. Here, we propose a toolbox to validate MR-AC of clinical PET/MRI data sets. Methods Torso scans of ten patients were acquired on a combined PET/CT and on a 1.5-T MRI system. MR-based attenuation data were derived from the CT following MR-CT image co-registration and subsequent histogram matching. PET images were reconstructed after CT- (PET/CT) and MR-based AC (PET/MRI). Lesion-to-background (L/B) ratios were estimated on PET/CT and PET/MRI. Results MR-CT histogram matching leads to a mean voxel intensity difference in the CT- and MR-based attenuation images of 12\% (max). Mean differences between PET/MRI and PET/CT were 19\% (max). L/B ratios were similar except for the lung where local misregistration and intensity transformation leads to a biased PET/MRI. Conclusion Our toolbox can be used to study pitfalls in MR-AC. We found that co-registration accuracy and pixel value transformation determine the accuracy of PET/MRI.}, subject = {Kernspintomografie}, language = {en} } @article{HartmannNieberlePalmetal., author = {Hartmann, Robin and Nieberle, Felix and Palm, Christoph and Br{\´e}bant, Vanessa and Prantl, Lukas and Kuehle, Reinald and Reichert, Torsten E. and Taxis, Juergen and Ettl, Tobias}, title = {Utility of Smartphone-based Three-dimensional Surface Imaging for Digital Facial Anthropometry}, series = {JPRAS Open}, volume = {39}, journal = {JPRAS Open}, publisher = {Elsevier}, doi = {10.1016/j.jpra.2024.01.014}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-70348}, pages = {330 -- 343}, abstract = {Background The utilization of three-dimensional (3D) surface imaging for facial anthropometry is a significant asset for patients undergoing maxillofacial surgery. Notably, there have been recent advancements in smartphone technology that enable 3D surface imaging. In this study, anthropometric assessments of the face were performed using a smartphone and a sophisticated 3D surface imaging system. Methods 30 healthy volunteers (15 females and 15 males) were included in the study. An iPhone 14 Pro (Apple Inc., USA) using the application 3D Scanner App (Laan Consulting Corp., USA) and the Vectra M5 (Canfield Scientific, USA) were employed to create 3D surface models. For each participant, 19 anthropometric measurements were conducted on the 3D surface models. Subsequently, the anthropometric measurements generated by the two approaches were compared. The statistical techniques employed included the paired t-test, paired Wilcoxon signed-rank test, Bland-Altman analysis, and calculation of the intraclass correlation coefficient (ICC). Results All measurements showed excellent agreement between smartphone-based and Vectra M5-based measurements (ICC between 0.85 and 0.97). Statistical analysis revealed no statistically significant differences in the central tendencies for 17 of the 19 linear measurements. Despite the excellent agreement found, Bland-Altman analysis revealed that the 95\% limits of agreement between the two methods exceeded ±3 mm for the majority of measurements. Conclusion Digital facial anthropometry using smartphones can serve as a valuable supplementary tool for surgeons, enhancing their communication with patients. However, the proposed data suggest that digital facial anthropometry using smartphones may not yet be suitable for certain diagnostic purposes that require high accuracy.}, language = {en} } @article{EbigboMendelScheppachetal., author = {Ebigbo, Alanna and Mendel, Robert and Scheppach, Markus W. and Probst, Andreas and Shahidi, Neal and Prinz, Friederike and Fleischmann, Carola and R{\"o}mmele, Christoph and G{\"o}lder, Stefan Karl and Braun, Georg and Rauber, David and R{\"u}ckert, Tobias and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Vessel and tissue recognition during third-space endoscopy using a deep learning algorithm}, series = {Gut}, volume = {71}, journal = {Gut}, number = {12}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2021-326470}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-54293}, pages = {2388 -- 2390}, abstract = {In this study, we aimed to develop an artificial intelligence clinical decision support solution to mitigate operator-dependent limitations during complex endoscopic procedures such as endoscopic submucosal dissection and peroral endoscopic myotomy, for example, bleeding and perforation. A DeepLabv3-based model was trained to delineate vessels, tissue structures and instruments on endoscopic still images from such procedures. The mean cross-validated Intersection over Union and Dice Score were 63\% and 76\%, respectively. Applied to standardised video clips from third-space endoscopic procedures, the algorithm showed a mean vessel detection rate of 85\% with a false-positive rate of 0.75/min. These performance statistics suggest a potential clinical benefit for procedure safety, time and also training.}, language = {en} } @article{KnoedlerBaecherKaukeNavarroetal., author = {Kn{\"o}dler, Leonard and Baecher, Helena and Kauke-Navarro, Martin and Prantl, Lukas and Machens, Hans-G{\"u}nther and Scheuermann, Philipp and Palm, Christoph and Baumann, Raphael and Kehrer, Andreas and Panayi, Adriana C. and Knoedler, Samuel}, title = {Towards a Reliable and Rapid Automated Grading System in Facial Palsy Patients: Facial Palsy Surgery Meets Computer Science}, series = {Journal of Clinical Medicine}, volume = {11}, journal = {Journal of Clinical Medicine}, number = {17}, publisher = {MDPI}, address = {Basel}, doi = {10.3390/jcm11174998}, abstract = {Background: Reliable, time- and cost-effective, and clinician-friendly diagnostic tools are cornerstones in facial palsy (FP) patient management. Different automated FP grading systems have been developed but revealed persisting downsides such as insufficient accuracy and cost-intensive hardware. We aimed to overcome these barriers and programmed an automated grading system for FP patients utilizing the House and Brackmann scale (HBS). Methods: Image datasets of 86 patients seen at the Department of Plastic, Hand, and Reconstructive Surgery at the University Hospital Regensburg, Germany, between June 2017 and May 2021, were used to train the neural network and evaluate its accuracy. Nine facial poses per patient were analyzed by the algorithm. Results: The algorithm showed an accuracy of 100\%. Oversampling did not result in altered outcomes, while the direct form displayed superior accuracy levels when compared to the modular classification form (n = 86; 100\% vs. 99\%). The Early Fusion technique was linked to improved accuracy outcomes in comparison to the Late Fusion and sequential method (n = 86; 100\% vs. 96\% vs. 97\%). Conclusions: Our automated FP grading system combines high-level accuracy with cost- and time-effectiveness. Our algorithm may accelerate the grading process in FP patients and facilitate the FP surgeon's workflow.}, language = {en} } @article{SouzaJrPalmMendeletal., author = {Souza Jr., Luis Antonio de and Palm, Christoph and Mendel, Robert and Hook, Christian and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Weber, Silke A. T. and Papa, Jo{\~a}o Paulo}, title = {A survey on Barrett's esophagus analysis using machine learning}, series = {Computers in Biology and Medicine}, volume = {96}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2018.03.014}, pages = {203 -- 213}, abstract = {This work presents a systematic review concerning recent studies and technologies of machine learning for Barrett's esophagus (BE) diagnosis and treatment. The use of artificial intelligence is a brand new and promising way to evaluate such disease. We compile some works published at some well-established databases, such as Science Direct, IEEEXplore, PubMed, Plos One, Multidisciplinary Digital Publishing Institute (MDPI), Association for Computing Machinery (ACM), Springer, and Hindawi Publishing Corporation. Each selected work has been analyzed to present its objective, methodology, and results. The BE progression to dysplasia or adenocarcinoma shows a complex pattern to be detected during endoscopic surveillance. Therefore, it is valuable to assist its diagnosis and automatic identification using computer analysis. The evaluation of the BE dysplasia can be performed through manual or automated segmentation through machine learning techniques. Finally, in this survey, we reviewed recent studies focused on the automatic detection of the neoplastic region for classification purposes using machine learning methods.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{OttPalmVogtetal., author = {Ott, Tankred and Palm, Christoph and Vogt, Robert and Oberprieler, Christoph}, title = {GinJinn: An object-detection pipeline for automated feature extraction from herbarium specimens}, series = {Applications in Plant Sciences}, volume = {8}, journal = {Applications in Plant Sciences}, number = {6}, publisher = {Wiley, Botanical Society of America}, issn = {2168-0450}, doi = {10.1002/aps3.11351}, pages = {e11351}, abstract = {PREMISE: The generation of morphological data in evolutionary, taxonomic, and ecological studies of plants using herbarium material has traditionally been a labor-intensive task. Recent progress in machine learning using deep artificial neural networks (deep learning) for image classification and object detection has facilitated the establishment of a pipeline for the automatic recognition and extraction of relevant structures in images of herbarium specimens. METHODS AND RESULTS: We implemented an extendable pipeline based on state-of-the-art deep-learning object-detection methods to collect leaf images from herbarium specimens of two species of the genus Leucanthemum. Using 183 specimens as the training data set, our pipeline extracted one or more intact leaves in 95\% of the 61 test images. CONCLUSIONS: We establish GinJinn as a deep-learning object-detection tool for the automatic recognition and extraction of individual leaves or other structures from herbarium specimens. Our pipeline offers greater flexibility and a lower entrance barrier than previous image-processing approaches based on hand-crafted features.}, subject = {Deep Learning}, language = {en} } @article{EbigboPalmProbstetal., author = {Ebigbo, Alanna and Palm, Christoph and Probst, Andreas and Mendel, Robert and Manzeneder, Johannes and Prinz, Friederike and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Siersema, Peter and Messmann, Helmut}, title = {A technical review of artificial intelligence as applied to gastrointestinal endoscopy: clarifying the terminology}, series = {Endoscopy International Open}, volume = {07}, journal = {Endoscopy International Open}, number = {12}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-1010-5705}, pages = {1616 -- 1623}, abstract = {The growing number of publications on the application of artificial intelligence (AI) in medicine underlines the enormous importance and potential of this emerging field of research. In gastrointestinal endoscopy, AI has been applied to all segments of the gastrointestinal tract most importantly in the detection and characterization of colorectal polyps. However, AI research has been published also in the stomach and esophagus for both neoplastic and non-neoplastic disorders. The various technical as well as medical aspects of AI, however, remain confusing especially for non-expert physicians. This physician-engineer co-authored review explains the basic technical aspects of AI and provides a comprehensive overview of recent publications on AI in gastrointestinal endoscopy. Finally, a basic insight is offered into understanding publications on AI in gastrointestinal endoscopy.}, subject = {Diagnose}, language = {en} } @inproceedings{WoehlHuberLoibletal., author = {W{\"o}hl, Rebecca and Huber, Michaela and Loibl, Markus and Riebschl{\"a}ger, Birgit and Nerlich, Michael and Palm, Christoph}, title = {The Impact of Semi-Automated Segmentation and 3D Analysis on Testing New Osteosynthesis Material}, series = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-54345-0_30}, pages = {122 -- 127}, abstract = {A new protocol for testing osteosynthesis material postoperatively combining semi-automated segmentation and 3D analysis of surface meshes is proposed. By various steps of transformation and measuring, objective data can be collected. In this study the specifications of a locking plate used for mediocarpal arthrodesis of the wrist were examined. The results show, that union of the lunate, triquetrum, hamate and capitate was achieved and that the plate is comparable to coexisting arthrodesis systems. Additionally, it was shown, that the complications detected correlate to the clinical outcome. In synopsis, this protocol is considered beneficial and should be taken into account in further studies.}, subject = {Osteosynthese}, language = {en} } @inproceedings{Palm, author = {Palm, Christoph}, title = {Fusion of Serial 2D Section Images and MRI Reference}, series = {Workshop Innovative Verarbeitung bioelektrischer und biomagnetischer Signale (bbs2014), Berlin, 10.04.2014}, booktitle = {Workshop Innovative Verarbeitung bioelektrischer und biomagnetischer Signale (bbs2014), Berlin, 10.04.2014}, doi = {10.13140/RG.2.1.1358.3449}, abstract = {Serial 2D section images with high resolution, resulting from innovative imaging methods become even more valuable, if they are fused with in vivo volumes. Achieving this goal, the 3D context of the sections would be restored, the deformations would be corrected and the artefacts would be eliminated. However, the registration in this field faces big challenges and is not solved in general. On the other hand, several approaches have been introduced dealing at least with some of these difficulties. Here, a brief overview of the topic is given and some of the solutions are presented. It does not constitute the claim to be a complete review, but could be a starting point for those who are interested in this field.}, subject = {Kernspintomografie}, language = {en} } @article{MeinikheimMendelPalmetal., author = {Meinikheim, Michael and Mendel, Robert and Palm, Christoph and Probst, Andreas and Muzalyova, Anna and Scheppach, Markus W. and Nagl, Sandra and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Schulz, Dominik Andreas Helmut Otto and Schlottmann, Jakob and Prinz, Friederike and Rauber, David and R{\"u}ckert, Tobias and Matsumura, Tomoaki and Fern{\´a}ndez-Esparrach, Gl{\`o}ria and Parsa, Nasim and Byrne, Michael F. and Messmann, Helmut and Ebigbo, Alanna}, title = {Influence of artificial intelligence on the diagnostic performance of endoscopists in the assessment of Barrett's esophagus: a tandem randomized and video trial}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-2296-5696}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-72818}, pages = {641 -- 649}, abstract = {Background This study evaluated the effect of an artificial intelligence (AI)-based clinical decision support system on the performance and diagnostic confidence of endoscopists in their assessment of Barrett's esophagus (BE). Methods 96 standardized endoscopy videos were assessed by 22 endoscopists with varying degrees of BE experience from 12 centers. Assessment was randomized into two video sets: group A (review first without AI and second with AI) and group B (review first with AI and second without AI). Endoscopists were required to evaluate each video for the presence of Barrett's esophagus-related neoplasia (BERN) and then decide on a spot for a targeted biopsy. After the second assessment, they were allowed to change their clinical decision and confidence level. Results AI had a stand-alone sensitivity, specificity, and accuracy of 92.2\%, 68.9\%, and 81.3\%, respectively. Without AI, BE experts had an overall sensitivity, specificity, and accuracy of 83.3\%, 58.1\%, and 71.5\%, respectively. With AI, BE nonexperts showed a significant improvement in sensitivity and specificity when videos were assessed a second time with AI (sensitivity 69.8\% [95\%CI 65.2\%-74.2\%] to 78.0\% [95\%CI 74.0\%-82.0\%]; specificity 67.3\% [95\%CI 62.5\%-72.2\%] to 72.7\% [95\%CI 68.2\%-77.3\%]). In addition, the diagnostic confidence of BE nonexperts improved significantly with AI. Conclusion BE nonexperts benefitted significantly from additional AI. BE experts and nonexperts remained significantly below the stand-alone performance of AI, suggesting that there may be other factors influencing endoscopists' decisions to follow or discard AI advice.}, language = {en} } @misc{EbigboRauberAyoubetal., author = {Ebigbo, Alanna and Rauber, David and Ayoub, Mousa and Birzle, Lisa and Matsumura, Tomoaki and Probst, Andreas and Steinbr{\"u}ck, Ingo and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Scheppach, Markus W. and Palm, Christoph and Messmann, Helmut}, title = {Early Esophageal Cancer and the Generalizability of Artificial Intelligence}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783775}, pages = {S428}, abstract = {Aims Artificial Intelligence (AI) systems in gastrointestinal endoscopy are narrow because they are trained to solve only one specific task. Unlike Narrow-AI, general AI systems may be able to solve multiple and unrelated tasks. We aimed to understand whether an AI system trained to detect, characterize, and segment early Barrett's neoplasia (Barrett's AI) is only capable of detecting this pathology or can also detect and segment other diseases like early squamous cell cancer (SCC). Methods 120 white light (WL) and narrow-band endoscopic images (NBI) from 60 patients (1 WL and 1 NBI image per patient) were extracted from the endoscopic database of the University Hospital Augsburg. Images were annotated by three expert endoscopists with extensive experience in the diagnosis and endoscopic resection of early esophageal neoplasias. An AI system based on DeepLabV3+architecture dedicated to early Barrett's neoplasia was tested on these images. The AI system was neither trained with SCC images nor had it seen the test images prior to evaluation. The overlap between the three expert annotations („expert-agreement") was the ground truth for evaluating AI performance. Results Barrett's AI detected early SCC with a mean intersection over reference (IoR) of 92\% when at least 1 pixel of the AI prediction overlapped with the expert-agreement. When the threshold was increased to 5\%, 10\%, and 20\% overlap with the expert-agreement, the IoR was 88\%, 85\% and 82\%, respectively. The mean Intersection Over Union (IoU) - a metric according to segmentation quality between the AI prediction and the expert-agreement - was 0.45. The mean expert IoU as a measure of agreement between the three experts was 0.60. Conclusions In the context of this pilot study, the predictions of SCC by a Barrett's dedicated AI showed some overlap to the expert-agreement. Therefore, features learned from Barrett's cancer-related training might be helpful also for SCC prediction. Our results allow different possible explanations. On the one hand, some Barrett's cancer features generalize toward the related task of assessing early SCC. On the other hand, the Barrett's AI is less specific to Barrett's cancer than a general predictor of pathological tissue. However, we expect to enhance the detection quality significantly by extending the training to SCC-specific data. The insight of this study opens the way towards a transfer learning approach for more efficient training of AI to solve tasks in other domains.}, language = {en} } @misc{ScheppachMendelRauberetal., author = {Scheppach, Markus W. and Mendel, Robert and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Artificial Intelligence (AI) improves endoscopists' vessel detection during endoscopic submucosal dissection (ESD)}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1782891}, pages = {S93}, abstract = {Aims While AI has been successfully implemented in detecting and characterizing colonic polyps, its role in therapeutic endoscopy remains to be elucidated. Especially third space endoscopy procedures like ESD and peroral endoscopic myotomy (POEM) pose a technical challenge and the risk of operator-dependent complications like intraprocedural bleeding and perforation. Therefore, we aimed at developing an AI-algorithm for intraprocedural real time vessel detection during ESD and POEM. Methods A training dataset consisting of 5470 annotated still images from 59 full-length videos (47 ESD, 12 POEM) and 179681 unlabeled images was used to train a DeepLabV3+neural network with the ECMT semi-supervised learning method. Evaluation for vessel detection rate (VDR) and time (VDT) of 19 endoscopists with and without AI-support was performed using a testing dataset of 101 standardized video clips with 200 predefined blood vessels. Endoscopists were stratified into trainees and experts in third space endoscopy. Results The AI algorithm had a mean VDR of 93.5\% and a median VDT of 0.32 seconds. AI support was associated with a statistically significant increase in VDR from 54.9\% to 73.0\% and from 59.0\% to 74.1\% for trainees and experts, respectively. VDT significantly decreased from 7.21 sec to 5.09 sec for trainees and from 6.10 sec to 5.38 sec for experts in the AI-support group. False positive (FP) readings occurred in 4.5\% of frames. FP structures were detected significantly shorter than true positives (0.71 sec vs. 5.99 sec). Conclusions AI improved VDR and VDT of trainees and experts in third space endoscopy and may reduce performance variability during training. Further research is needed to evaluate the clinical impact of this new technology.}, language = {en} } @misc{ZellmerRauberProbstetal., author = {Zellmer, Stephan and Rauber, David and Probst, Andreas and Weber, Tobias and Braun, Georg and R{\"o}mmele, Christoph and Nagl, Sandra and Schnoy, Elisabeth and Messmann, Helmut and Ebigbo, Alanna and Palm, Christoph}, title = {Artificial intelligence as a tool in the detection of the papillary ostium during ERCP}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783138}, pages = {S198}, abstract = {Aims Endoscopic retrograde cholangiopancreaticography (ERCP) is the gold standard in the diagnosis as well as treatment of diseases of the pancreatobiliary tract. However, it is technically complex and has a relatively high complication rate. In particular, cannulation of the papillary ostium remains challenging. The aim of this study is to examine whether a deep-learning algorithm can be used to detect the major duodenal papilla and in particular the papillary ostium reliably and could therefore be a valuable tool for inexperienced endoscopists, particularly in training situation. Methods We analyzed a total of 654 retrospectively collected images of 85 patients. Both the major duodenal papilla and the ostium were then segmented. Afterwards, a neural network was trained using a deep-learning algorithm. A 5-fold cross-validation was performed. Subsequently, we ran the algorithm on 5 prospectively collected videos of ERCPs. Results 5-fold cross-validation on the 654 labeled data resulted in an F1 value of 0.8007, a sensitivity of 0.8409 and a specificity of 0.9757 for the class papilla, and an F1 value of 0.5724, a sensitivity of 0.5456 and a specificity of 0.9966 for the class ostium. Regardless of the class, the average F1 value (class papilla and class ostium) was 0.6866, the sensitivity 0.6933 and the specificity 0.9861. In 100\% of cases the AI-detected localization of the papillary ostium in the prospectively collected videos corresponded to the localization of the cannulation performed by the endoscopist. Conclusions In the present study, the neural network was able to identify the major duodenal papilla with a high sensitivity and high specificity. In detecting the papillary ostium, the sensitivity was notably lower. However, when used on videos, the AI was able to identify the location of the subsequent cannulation with 100\% accuracy. In the future, the neural network will be trained with more data. Thus, a suitable tool for ERCP could be established, especially in the training situation.}, language = {en} } @misc{ScheppachNunesArizietal., author = {Scheppach, Markus W. and Nunes, Danilo Weber and Arizi, X. and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Procedural phase recognition in endoscopic submucosal dissection (ESD) using artificial intelligence (AI)}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783804}, pages = {S439}, abstract = {Aims Recent evidence suggests the possibility of intraprocedural phase recognition in surgical operations as well as endoscopic interventions such as peroral endoscopic myotomy and endoscopic submucosal dissection (ESD) by AI-algorithms. The intricate measurement of intraprocedural phase distribution may deepen the understanding of the procedure. Furthermore, real-time quality assessment as well as automation of reporting may become possible. Therefore, we aimed to develop an AI-algorithm for intraprocedural phase recognition during ESD. Methods A training dataset of 364385 single images from 9 full-length ESD videos was compiled. Each frame was classified into one procedural phase. Phases included scope manipulation, marking, injection, application of electrical current and bleeding. Allocation of each frame was only possible to one category. This training dataset was used to train a Video Swin transformer to recognize the phases. Temporal information was included via logarithmic frame sampling. Validation was performed using two separate ESD videos with 29801 single frames. Results The validation yielded sensitivities of 97.81\%, 97.83\%, 95.53\%, 85.01\% and 87.55\% for scope manipulation, marking, injection, electric application and bleeding, respectively. Specificities of 77.78\%, 90.91\%, 95.91\%, 93.65\% and 84.76\% were measured for the same parameters. Conclusions The developed algorithm was able to classify full-length ESD videos on a frame-by-frame basis into the predefined classes with high sensitivities and specificities. Future research will aim at the development of quality metrics based on single-operator phase distribution.}, language = {en} } @misc{ScheppachRauberStallhoferetal., author = {Scheppach, Markus W. and Rauber, David and Stallhofer, Johannes and Muzalyova, Anna and Otten, Vera and Manzeneder, Carolin and Schwamberger, Tanja and Wanzl, Julia and Schlottmann, Jakob and Tadic, Vidan and Probst, Andreas and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Fleischmann, Carola and Meinikheim, Michael and Miller, Silvia and M{\"a}rkl, Bruno and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Performance comparison of a deep learning algorithm with endoscopists in the detection of duodenal villous atrophy (VA)}, series = {Endoscopy}, volume = {55}, journal = {Endoscopy}, number = {S02}, publisher = {Thieme}, doi = {10.1055/s-0043-1765421}, pages = {S165}, abstract = {Aims VA is an endoscopic finding of celiac disease (CD), which can easily be missed if pretest probability is low. In this study, we aimed to develop an artificial intelligence (AI) algorithm for the detection of villous atrophy on endoscopic images. Methods 858 images from 182 patients with VA and 846 images from 323 patients with normal duodenal mucosa were used for training and internal validation of an AI algorithm (ResNet18). A separate dataset was used for external validation, as well as determination of detection performance of experts, trainees and trainees with AI support. According to the AI consultation distribution, images were stratified into "easy" and "difficult". Results Internal validation showed 82\%, 85\% and 84\% for sensitivity, specificity and accuracy. External validation showed 90\%, 76\% and 84\%. The algorithm was significantly more sensitive and accurate than trainees, trainees with AI support and experts in endoscopy. AI support in trainees was associated with significantly improved performance. While all endoscopists showed significantly lower detection for "difficult" images, AI performance remained stable. Conclusions The algorithm outperformed trainees and experts in sensitivity and accuracy for VA detection. The significant improvement with AI support suggests a potential clinical benefit. Stable performance of the algorithm in "easy" and "difficult" test images may indicate an advantage in macroscopically challenging cases.}, language = {en} } @misc{ScheppachWeberNunesArizietal., author = {Scheppach, Markus W. and Weber Nunes, Danilo and Arizi, X. and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Single frame workflow recognition during endoscopic submucosal dissection (ESD) using artificial intelligence (AI)}, series = {Endoscopy}, volume = {57}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0045-1806324}, pages = {S511}, abstract = {Aims Precise surgical phase recognition and evaluation may improve our understanding of complex endoscopic procedures. Furthermore, quality control measurements and endoscopy training could benefit from objective descriptions of surgical phase distributions. Therefore, we aimed to develop an artificial intelligence algorithm for frame-by-frame operational phase recognition during endoscopic submucosal dissection (ESD). Methods Full length ESD-videos from 31 patients comprising 6.297.782 single images were collected retrospectively. Videos were annotated on a frame-by-frame basis for the operational macro-phases diagnostics, marking, injection, dissection and bleeding. Further subphases were the application of electrical current, visible injection of fluid into the submucosal space and scope manipulation, leading to 11 phases in total. 4.975.699 frames (21 patients) were used for training of a video swin transformer using uniform frame sampling for temporal information. Hyperparameter tuning was performed with 897.325 further frames (6 patients), while 424.758 frames (4 patients) were used for validation. Results The overall F1 scores on the test dataset for the macro-phases and all 11 phases were 0.96 and 0.90, respectively. The recall values for diagnostics, marking, injection, dissection and bleeding were 1.00, 1.00, 0.95, 0.96 and 0.93, respectively. Conclusions The algorithm classified operational phases during ESD with high accuracy. A precise evaluation of phase distribution may allow for the development of objective quality metrics for quality control and training.}, language = {en} } @article{WeigertPietrzykMuelleretal., author = {Weigert, Markus and Pietrzyk, Uwe and M{\"u}ller, Stefan P. and Palm, Christoph and Beyer, Thomas}, title = {Whole-body PET/CT imaging}, series = {Zeitschrift f{\"u}r Medizinische Physik}, volume = {18}, journal = {Zeitschrift f{\"u}r Medizinische Physik}, number = {1}, doi = {10.1016/j.zemedi.2007.07.004}, pages = {59 -- 66}, abstract = {Aim Combined whole-body (WB) PET/CT imaging provides better overall co-registration compared to separate CT and PET. However, in clinical routine local PET-CT mis-registration cannot be avoided. Thus, the reconstructed PET tracer distribution may be biased when using the misaligned CT transmission data for CT-based attenuation correction (CT-AC). We investigate the feasibility of retrospective co-registration techniques to align CT and PET images prior to CT-AC, thus improving potentially the quality of combined PET/CT imaging in clinical routine. Methods First, using a commercial software registration package CT images were aligned to the uncorrected PET data by rigid and non-rigid registration methods. Co-registration accuracy of both alignment approaches was assessed by reviewing the PET tracer uptake patterns (visual, linked cursor display) following attenuation correction based on the original and co-registered CT. Second, we investigated non-rigid registration based on a prototype ITK implementation of the B-spline algorithm on a similar targeted MR-CT registration task, there showing promising results. Results Manual rigid, landmark-based co-registration introduced unacceptable misalignment, in particular in peripheral areas of the whole-body images. Manual, non-rigid landmark-based co-registration prior to CT-AC was successful with minor loco-regional distortions. Nevertheless, neither rigid nor non-rigid automatic co-registration based on the Mutual Information image to image metric succeeded in co-registering the CT and noAC-PET images. In contrast to widely available commercial software registration our implementation of an alternative automated, non-rigid B-spline co-registration technique yielded promising results in this setting with MR-CT data. Conclusion In clinical PET/CT imaging, retrospective registration of CT and uncorrected PET images may improve the quality of the AC-PET images. As of today no validated and clinically viable commercial registration software is in routine use. This has triggered our efforts in pursuing new approaches to a validated, non-rigid co-registration algorithm applicable to whole-body PET/CT imaging of which first results are presented here. This approach appears suitable for applications in retrospective WB-PET/CT alignment. Ziel Kombinierte PET/CT-Bildgebung erm{\"o}glicht verbesserte Koregistrierung von PET- und CT-Daten gegen{\"u}ber separat akquirierten Bildern. Trotzdem entstehen in der klinischen Anwendung lokale Fehlregistrierungen, die zu Fehlern in der rekonstruierten PET- Tracerverteilung f{\"u}hren k{\"o}nnen, falls die unregistrierten CT-Daten zur Schw{\"a}chungskorrektur (AC) der Emissionsdaten verwendet werden. Wir untersuchen daher die Anwendung von Bildregistrierungsalgorithmen vor der CT-basierten AC zur Verbesserung der PET-Aufnahmen. Methoden Mittels einer kommerziellen Registrierungssoftware wurden die CT-Daten eines PET/CT- Tomographen durch landmarken- und intensit{\"a}tsbasierte rigide (starre) und nicht-rigide Registrierungsverfahren r{\"a}umlich an die unkorrigierten PET-Emissionsdaten angepasst und zur AC verwendet. Zur Bewertung wurden die Tracerverteilungen in den PET-Bildern (vor AC, CT-AC, CT-AC nach Koregistrierung) visuell und mit Hilfe korrelierter Fadenkreuze verglichen. Zus{\"a}tzlich untersuchten wir die ITK-Implementierung der bekannten B-spline basierten, nicht-rigiden Registrierungsans{\"a}tze im Hinblick auf ihre Verwendbarkeit f{\"u}r die multimodale PET/CT-Ganzk{\"o}rperregistrierung. Ergebnisse Mittels landmarkenbasierter, nicht-rigider Registrierung konnte die Tracerverteilung in den PET-Daten lokal verbessert werden. Landmarkenbasierte rigide Registrierung f{\"u}hrte zu starker Fehlregistrierung in entfernten K{\"o}rperregionen. Automatische rigide und nicht-rigide Registrierung unter Verwendung der Mutual-Information-{\"A}hnlichkeitsmetrik versagte auf allen verwendeten Datens{\"a}tzen. Die automatische Registrierung mit B-spline-Funktionen zeigte vielversprechende Resultate in der Anwendung auf einem {\"a}hnlich gelagerten CT-MR-Registrierungsproblem. Fazit Retrospektive, nicht-rigide Registrierung unkorrigierter PET- und CT-Aufnahmen aus kombinierten Aufnahmensystemen vor der AC kann die Qualit{\"a}t von PET-Aufnahmen im klinischen Einsatz verbessern. Trotzdem steht bis heute im klinischen Alltag keine validierte, automatische Registrierungssoftware zur Verf{\"u}gung. Wir verfolgen dazu Ans{\"a}tze f{\"u}r validierte, nicht-rigide Bildregistrierung f{\"u}r den klinischen Einsatz und pr{\"a}sentieren erste Ergebnisse.}, subject = {Positronen-Emissions-Tomografie}, language = {en} } @misc{RoserMeinikheimMendeletal., author = {Roser, David and Meinikheim, Michael and Mendel, Robert and Palm, Christoph and Probst, Andreas and Muzalyova, Anna and Scheppach, Markus W. and Nagl, Sandra and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Schulz, Dominik Andreas Helmut Otto and Schlottmann, Jakob and Prinz, Friederike and Rauber, David and R{\"u}ckert, Tobias and Matsumura, Tomoaki and Fernandez-Esparrach, G. and Parsa, Nasim and Byrne, Michael F. and Messmann, Helmut and Ebigbo, Alanna}, title = {Human-Computer Interaction: Impact of Artificial Intelligence on the diagnostic confidence of endoscopists assessing videos of Barrett's esophagus}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Georg Thieme Verlag}, issn = {1438-8812}, doi = {10.1055/s-0044-1782859}, pages = {79}, abstract = {Aims Human-computer interactions (HCI) may have a relevant impact on the performance of Artificial Intelligence (AI). Studies show that although endoscopists assessing Barrett's esophagus (BE) with AI improve their performance significantly, they do not achieve the level of the stand-alone performance of AI. One aspect of HCI is the impact of AI on the degree of certainty and confidence displayed by the endoscopist. Indirectly, diagnostic confidence when using AI may be linked to trust and acceptance of AI. In a BE video study, we aimed to understand the impact of AI on the diagnostic confidence of endoscopists and the possible correlation with diagnostic performance. Methods 22 endoscopists from 12 centers with varying levels of BE experience reviewed ninety-six standardized endoscopy videos. Endoscopists were categorized into experts and non-experts and randomly assigned to assess the videos with and without AI. Participants were randomized in two arms: Arm A assessed videos first without AI and then with AI, while Arm B assessed videos in the opposite order. Evaluators were tasked with identifying BE-related neoplasia and rating their confidence with and without AI on a scale from 0 to 9. Results The utilization of AI in Arm A (without AI first, with AI second) significantly elevated confidence levels for experts and non-experts (7.1 to 8.0 and 6.1 to 6.6, respectively). Only non-experts benefitted from AI with a significant increase in accuracy (68.6\% to 75.5\%). Interestingly, while the confidence levels of experts without AI were higher than those of non-experts with AI, there was no significant difference in accuracy between these two groups (71.3\% vs. 75.5\%). In Arm B (with AI first, without AI second), experts and non-experts experienced a significant reduction in confidence (7.6 to 7.1 and 6.4 to 6.2, respectively), while maintaining consistent accuracy levels (71.8\% to 71.8\% and 67.5\% to 67.1\%, respectively). Conclusions AI significantly enhanced confidence levels for both expert and non-expert endoscopists. Endoscopists felt significantly more uncertain in their assessments without AI. Furthermore, experts with or without AI consistently displayed higher confidence levels than non-experts with AI, irrespective of comparable outcomes. These findings underscore the possible role of AI in improving diagnostic confidence during endoscopic assessment.}, language = {en} } @misc{ZellmerRauberProbstetal., author = {Zellmer, Stephan and Rauber, David and Probst, Andreas and Weber, Tobias and Braun, Georg and Nagl, Sandra and R{\"o}mmele, Christoph and Schnoy, Elisabeth and Birzle, Lisa and Aehling, Niklas and Schulz, Dominik Andreas Helmut Otto and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {K{\"u}nstliche Intelligenz als Hilfsmittel zur Detektion der Papilla duodeni major und des papill{\"a}ren Ostiums w{\"a}hrend der ERCP}, series = {Zeitschrift f{\"u}r Gastroenterologie}, volume = {63}, journal = {Zeitschrift f{\"u}r Gastroenterologie}, number = {5}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0045-1806882}, pages = {e295}, abstract = {Einleitung Die Endoskopische Retrograde Cholangiopankreatikographie (ERCP) ist der Goldstandard in der endoskopischen Therapie von Erkrankungen des pankreatobili{\"a}ren Trakts. Allerdings ist sie technisch anspruchsvoll, schwer zu erlernen und mit einer relativ hohen Komplikationsrate assoziiert. Daher soll in der vorliegenden Machbarkeitsstudie gepr{\"u}ft werden, ob mithilfe eines Deeplearning- Algorithmus die Papille und das Ostium zuverl{\"a}ssig detektiert werden k{\"o}nnen und dieser f{\"u}r Endoskopiker, insbesondere in der Ausbildungssituation, ein geeignetes Hilfsmittel darstellen k{\"o}nnte. Material und Methodik Insgesamt wurden 1534 ERCP-Bilder von 134 Patienten analysiert, wobei sowohl die Papilla duodeni major als auch das Ostium segmentiert wurden. Anschließend erfolgte das Training eines neuronalen Netzes unter Verwendung eines Deep-Learning-Algorithmus. F{\"u}r den Test des Algorithmus erfolgte eine f{\"u}nffache Kreuzvalidierung. Ergebnisse Auf den 1534 gelabelten Bildern wurden f{\"u}r die Klasse Papille ein F1-Wert von 0,7996, eine Sensitivit{\"a}t von 0,8488 und eine Spezifit{\"a}t von 0,9822 erzielt. F{\"u}r die Klasse Ostium ergaben sich ein F1-Wert von 0,5198, eine Sensitivit{\"a}t von 0,5945 und eine Spezifit{\"a}t von 0,9974. Klassen{\"u}bergreifend (Klasse Papille und Klasse Ostium) betrug der F1-Wert 0,6593, die Sensitivit{\"a}t 0,7216 und f{\"u}r die Spezifit{\"a}t 0,9898. Zusammenfassung In der vorliegenden Machbarkeitsstudie zeigte das neuronale Netz eine hohe Sensitivit{\"a}t und eine sehr hohe Spezifit{\"a}t bei der Identifikation der Papilla duodeni major. Die Detektion des Ostiums erfolgte hingegen mit einer deutlich geringeren Sensitivit{\"a}t. Zuk{\"u}nftig ist eine Erweiterung des Trainingsdatensatzes um Videos und klinische Daten vorgesehen, um die Leistungsf{\"a}higkeit des Netzwerks zu verbessern. Hierdurch k{\"o}nnte langfristig ein geeignetes Assistenzsystem f{\"u}r die ERCP, insbesondere in der Ausbildungssituation etabliert werden.}, language = {de} } @article{DehnhardtPalmVietenetal., author = {Dehnhardt, Markus and Palm, Christoph and Vieten, Andrea and Bauer, Andreas and Pietrzyk, Uwe}, title = {Quantifying the A1AR distribution in peritumoral zones around experimental F98 and C6 rat brain tumours}, series = {Journal of Neuro-Oncology}, volume = {85}, journal = {Journal of Neuro-Oncology}, doi = {10.1007/s11060-007-9391-6}, pages = {49 -- 63}, abstract = {Quantification of growth in experimental F98 and C6 rat brain tumours was performed on 51 rat brains, 17 of which have been further assessed by 3D tumour reconstruction. Brains were cryosliced and radio-labelled with a ligand of the peripheral type benzodiazepine-receptor (pBR), 3H-Pk11195 [(1-(2-chlorophenyl)-N-methyl-N-(1-methyl-propylene)-3-isoquinoline-carboxamide)] by receptor autoradiography. Manually segmented and automatically registered tumours have been 3D-reconstructed for volumetric comparison on the basis of 3H-Pk11195-based tumour recognition. Furthermore automatically computed areas of -300 μm inner (marginal) zone as well as 300 μm and 600 μm outer tumour space were quantified. These three different regions were transferred onto other adjacent slices that had been labelled by receptor autoradiography with the A1 Adenosine receptor (A1AR)-ligand 3H-CPFPX (3H-8-cyclopentyl-3-(3-fluorpropyl)-1-propylxanthine) for quantitative assessment of A1AR in the three different tumour zones. Hence, a method is described for quantifying various receptor protein systems in the tumour as well as in the marginal invasive zones around experimentally implanted rat brain tumours and their representation in the tumour microenvironment as well as in 3D space. Furthermore, a tool for automatically reading out radio-labelled rat brain slices from auto radiographic films was developed, reconstructed into a consistent 3D-tumour model and the zones around the tumour were visualized. A1AR expression was found to depend upon the tumour volume in C6 animals, but is independent on the time of tumour development. In F98 animals, a significant increase in A1AR receptor protein was found in the Peritumoural zone as a function of time of tumour development and tumour volume.}, subject = {Hirntumor}, language = {en} } @article{MangSchnabelCrumetal., author = {Mang, Andreas and Schnabel, Julia A. and Crum, William R. and Modat, Marc and Camara-Rey, Oscar and Palm, Christoph and Caseiras, Gisele Brasil and J{\"a}ger, H. Rolf and Ourselin, S{\´e}bastien and Buzug, Thorsten M. and Hawkes, David J.}, title = {Consistency of parametric registration in serial MRI studies of brain tumor progression}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {3}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {3-4}, doi = {10.1007/s11548-008-0234-5}, pages = {201 -- 211}, abstract = {Object The consistency of parametric registration in multi-temporal magnetic resonance (MR) imaging studies was evaluated. Materials and methods Serial MRI scans of adult patients with a brain tumor (glioma) were aligned by parametric registration. The performance of low-order spatial alignment (6/9/12 degrees of freedom) of different 3D serial MR-weighted images is evaluated. A registration protocol for the alignment of all images to one reference coordinate system at baseline is presented. Registration results were evaluated for both, multimodal intra-timepoint and mono-modal multi-temporal registration. The latter case might present a challenge to automatic intensity-based registration algorithms due to ill-defined correspondences. The performance of our algorithm was assessed by testing the inverse registration consistency. Four different similarity measures were evaluated to assess consistency. Results Careful visual inspection suggests that images are well aligned, but their consistency may be imperfect. Sub-voxel inconsistency within the brain was found for allsimilarity measures used for parametric multi-temporal registration. T1-weighted images were most reliable for establishing spatial correspondence between different timepoints. Conclusions The parametric registration algorithm is feasible for use in this application. The sub-voxel resolution mean displacement error of registration transformations demonstrates that the algorithm converges to an almost identical solution for forward and reverse registration.}, subject = {Kernspintomografie}, language = {en} } @inproceedings{PalmGraemeCrumetal., author = {Palm, Christoph and Graeme, Penny P. and Crum, William R. and Schnabel, Julia A. and Pietrzyk, Uwe and Hawkes, David J.}, title = {Fusion of Rat Brain Histology and MRI using Weighted Multi-Image Mutual Information}, series = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69140M}, booktitle = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69140M}, number = {6914}, doi = {10.1117/12.770605}, pages = {69140M-1 -- 69140M-9}, abstract = {Fusion of histology and MRI is frequently demanded in biomedical research to study in vitro tissue properties in an in vivo reference space. Distortions and artifacts caused by cutting and staining of histological slices as well as differences in spatial resolution make even the rigid fusion a difficult task. State-of- the-art methods start with a mono-modal restacking yielding a histological pseudo-3D volume. The 3D information of the MRI reference is considered subsequently. However, consistency of the histology volume and consistency due to the corresponding MRI seem to be diametral goals. Therefore, we propose a novel fusion framework optimizing histology/histology and histology/MRI consistency at the same time finding a balance between both goals. Method - Direct slice-to-slice correspondence even in irregularly-spaced cutting sequences is achieved by registration-based interpolation of the MRI. Introducing a weighted multi-image mutual information metric (WI), adjacent histology and corresponding MRI are taken into account at the same time. Therefore, the reconstruction of the histological volume as well as the fusion with the MRI is done in a single step. Results - Based on two data sets with more than 110 single registrations in all, the results are evaluated quantitatively based on Tanimoto overlap measures and qualitatively showing the fused volumes. In comparison to other multi-image metrics, the reconstruction based on WI is significantly improved. We evaluated different parameter settings with emphasis on the weighting term steering the balance between intra- and inter-modality consistency.}, subject = {Kernspintomografie}, language = {en} } @article{DesernoHandelsMaierHeinetal., author = {Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Mersmann, Sven and Palm, Christoph and Tolxdorff, Thomas and Wagenknecht, Gudrun and Wittenberg, Thomas}, title = {Viewpoints on Medical Image Processing}, series = {Current Medical Imaging Reviews}, volume = {9}, journal = {Current Medical Imaging Reviews}, number = {2}, doi = {10.2174/1573405611309020002}, pages = {79 -- 88}, abstract = {Medical image processing provides core innovation for medical imaging. This paper is focused on recent developments from science to applications analyzing the past fifteen years of history of the proceedings of the German annual meeting on medical image processing (BVM). Furthermore, some members of the program committee present their personal points of views: (i) multi-modality for imaging and diagnosis, (ii) analysis of diffusion-weighted imaging, (iii) model-based image analysis, (iv) registration of section images, (v) from images to information in digital endoscopy, and (vi) virtual reality and robotics. Medical imaging and medical image computing is seen as field of rapid development with clear trends to integrated applications in diagnostics, treatment planning and treatment.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{EibenKunzPietrzyketal., author = {Eiben, Bj{\"o}rn and Kunz, Dietmar and Pietrzyk, Uwe and Palm, Christoph}, title = {Level-Set-Segmentierung von Rattenhirn MRTs}, series = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {167 -- 171}, abstract = {In dieser Arbeit wird die Segmentierung von Gehirngewebe aus Kopfaufnahmen von Ratten mittels Level-Set-Methoden vorgeschlagen. Dazu wird ein zweidimensionaler, kontrastbasierter Ansatz zu einem dreidimensionalen, lokal an die Bildintensit{\"a}t adaptierten Segmentierer erweitert. Es wird gezeigt, dass mit diesem echten 3D-Ansatz die lokalen Bildstrukturen besser ber{\"u}cksichtigt werden k{\"o}nnen. Insbesondere Magnet-Resonanz-Tomographien (MRTs) mit globalen Helligkeitsgradienten, beispielsweise bedingt durch Oberfl{\"a}chenspulen, k{\"o}nnen auf diese Weise zuverl{\"a}ssiger und ohne weitere Vorverarbeitungsschritte segmentiert werden. Die Leistungsf{\"a}higkeit des Algorithmus wird experimentell an Hand dreier Rattenhirn-MRTs demonstriert.}, subject = {Dreidimensionale Bildverarbeitung}, language = {de} } @inproceedings{PietrzykPalmBeyer, author = {Pietrzyk, Uwe and Palm, Christoph and Beyer, Thomas}, title = {Investigation of fusion strategies of multi-modality images}, series = {IEEE Nuclear Science Symposium Conference Record}, volume = {4}, booktitle = {IEEE Nuclear Science Symposium Conference Record}, doi = {10.1109/NSSMIC.2004.1462740}, pages = {2399 -- 2401}, abstract = {Presenting images from different modalities seems to be a trivial task considering the challenges to obtain registered images as a pre-requisite for image fusion. In combined tomographs like PET/CT, image registration is intrinsic. However, informative image fusion mandates careful preparation owing to the large amount of information that is presented to the observer. In complex imaging situations it is required to provide tools that are easy to handle and still powerful enough to help the observer discriminating important details from background patterns. We investigated several options for color tables applied to brain and non-brain images obtained with PET, MRI and CT.}, language = {en} } @misc{BauerStoffelsPauleitetal., author = {Bauer, Dagmar and Stoffels, Gabriele and Pauleit, Dirk and Palm, Christoph and Hamacher, Kurt and Coenen, Heinz H. and Langen, Karl}, title = {Uptake of F-18-fluoroethyl-L-tyrosine and H-3-L-methionine in focal cortical ischemia}, series = {The Journal of Nuclear Medicine}, volume = {47}, journal = {The Journal of Nuclear Medicine}, number = {Suppl. 1}, pages = {284P}, abstract = {Objectives: C-11-methionine (MET) is particularly useful in brain tumor diagnosis but unspecific uptake e.g. in cerebral ischemia has been reported (1). The F-18-labeled amino acid O-(2-[F-18]fluoroethyl)-L-tyrosine (FET) shows a similar clinical potential as MET in brain tumor diagnosis but is applicable on a wider clinical scale. The aim of this study was to evaluate the uptake of FET and H-3-MET in focal cortical ischemia in rats by dual tracer autoradiography. Methods: Focal cortical ischemia was induced in 12 Fisher CDF rats using the photothrombosis model (PT). One day (n=3) , two days (n=5) and 7 days (n=4) after induction of the lesion FET and H-3-MET were injected intravenously. One hour after tracer injection animals were killed, the brains were removed immediately and frozen in 2-methylbutane at -50°C. Brains were cut in coronal sections (thickness: 20 µm) and exposed first to H-3 insensitive photoimager plates to measure FET distribution. After decay of F-18 the distribution of H-3-MET was determined. The autoradiograms were evaluated by regions of interest (ROIs) placed on areas with increased tracer uptake in the PT and the contralateral brain. Lesion to brain ratios (L/B) were calculated by dividing the mean uptake in the lesion and the brain. Based on previous studies in gliomas a L/B ratio > 1.6 was considered as pathological for FET. Results: Variable increased uptake of both tracers was observed in the PT and its demarcation zone at all stages after PT. The cut-off level of 1.6 for FET was exceeded in 9/12 animals. One day after PT the L/B ratios were 2.0 ± 0.6 for FET vs. 2.1 ± 1.0 for MET (mean ± SD); two days after lesion 2.2 ± 0.7 for FET vs. 2.7 ± 1.0 for MET and 7 days after lesion 2.4 ± 0.4 for FET vs. 2.4 ± 0.1 for MET. In single cases discrepancies in the uptake pattern of FET and MET were observed. Conclusions: FET like MET may exhibit significant uptake in infarcted areas or the immediate vincinity which has to be considered in the differential diagnosis of unkown brain lesions. The discrepancies in the uptake pattern of FET and MET in some cases indicates either differences in the transport mechanisms of both amino acids or a different affinity for certain cellular components.}, language = {en} } @article{MatuschDepboyluPalmetal., author = {Matusch, Andreas and Depboylu, Candan and Palm, Christoph and Wu, Bei and H{\"o}glinger, G{\"u}nter U. and Sch{\"a}fer, Martin K.-H. and Becker, Johanna Sabine}, title = {Cerebral bio-imaging of Cu, Fe, Zn and Mn in the MPTP mouse model of Parkinsons disease using laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS)}, series = {Journal of the American Society for Mass Spectrometry}, volume = {21}, journal = {Journal of the American Society for Mass Spectrometry}, number = {1}, doi = {10.1016/j.jasms.2009.09.022}, pages = {161 -- 171}, abstract = {Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) has been established as a powerful technique for the determination of metal and nonmetal distributions within biological systems with high sensitivity. An imaging LA-ICP-MS technique for Fe, Cu, Zn, and Mn was developed to produce large series of quantitative element maps in native brain sections of mice subchronically intoxicated with 1-methyl-4-phenyl-1,2,3,6-tetrahydropyridin (MPTP) as a model of Parkinson's disease. Images were calibrated using matrix-matched laboratory standards. A software solution allowing a precise delineation of anatomical structures was implemented. Coronal brain sections were analyzed crossing the striatum and the substantia nigra, respectively. Animals sacrificed 2 h, 7 d, or 28 d after the last MPTP injection and controls were investigated. We observed significant decreases of Cu concentrations in the periventricular zone and the fascia dentata at 2 h and 7d and a recovery or overcompensation at 28 d, most pronounced in the rostral periventricular zone (+40\%). In the cortex Cu decreased slightly to -10\%. Fe increased in the interpeduncular nucleus (+40\%) but not in the substantia nigra. This pattern is in line with a differential regulation of periventricular and parenchymal Cu, and with the histochemical localization of Fe, and congruent to regions of preferential MPTP binding described in the rodent brain. The LA-ICP-MS technique yielded valid and statistically robust results in the present study on 39 slices from 19 animals. Our findings underline the value of routine micro-local analytical techniques in the life sciences and affirm a role of Cu availability in Parkinson's disease.}, subject = {ICP-Massenspektrometrie}, language = {en} } @article{BeckerMatuschBeckeretal., author = {Becker, Johanna Sabine and Matusch, Andreas and Becker, Julia Susanne and Wu, Bei and Palm, Christoph and Becker, Albert Johann and Salber, Dagmar}, title = {Mass spectrometric imaging (MSI) of metals using advanced BrainMet techniques for biomedical research}, series = {International Journal of Mass Spectrometry}, volume = {307}, journal = {International Journal of Mass Spectrometry}, number = {1-3}, publisher = {eLSEVIER}, address = {Elsevier}, doi = {10.1016/j.ijms.2011.01.015}, pages = {3 -- 15}, abstract = {Mass spectrometric imaging (MSI) is a young innovative analytical technique and combines different fields of advanced mass spectrometry and biomedical research with the aim to provide maps of elements and molecules, complexes or fragments. Especially essential metals such as zinc, copper, iron and manganese play a functional role in signaling, metabolism and homeostasis of the cell. Due to the high degree of spatial organization of metals in biological systems their distribution analysis is of key interest in life sciences. We have developed analytical techniques termed BrainMet using laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) imaging to measure the distribution of trace metals in biological tissues for biomedical research and feasibility studies—including bioaccumulation and bioavailability studies, ecological risk assessment and toxicity studies in humans and other organisms. The analytical BrainMet techniques provide quantitative images of metal distributions in brain tissue slices which can be combined with other imaging modalities such as photomicrography of native or processed tissue (histochemistry, immunostaining) and autoradiography or with in vivo techniques such as positron emission tomography or magnetic resonance tomography. Prospective and instrumental developments will be discussed concerning the development of the metalloprotein microscopy using a laser microdissection (LMD) apparatus for specific sample introduction into an inductively coupled plasma mass spectrometer (LMD-ICP-MS) or an application of the near field effect in LA-ICP-MS (NF-LA-ICP-MS). These nano-scale mass spectrometric techniques provide improved spatial resolution down to the single cell level.}, subject = {Massenspektrometrie}, language = {en} } @article{BeckerMatuschPalmetal., author = {Becker, Johanna Sabine and Matusch, Andreas and Palm, Christoph and Salber, Dagmar and Morton, Kathryn A. and Becker, Julia Susanne}, title = {Bioimaging of metals in brain tissue by laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) and metallomics}, series = {Metallomics}, journal = {Metallomics}, number = {2}, publisher = {Oxford Academic Press}, doi = {10.1039/b916722f}, pages = {104 -- 111}, abstract = {Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) has been developed and established as an emerging technique in the generation of quantitative images of metal distributions in thin tissue sections of brain samples (such as human, rat and mouse brain), with applications in research related to neurodegenerative disorders. A new analytical protocol is described which includes sample preparation by cryo-cutting of thin tissue sections and matrix-matched laboratory standards, mass spectrometric measurements, data acquisition, and quantitative analysis. Specific examples of the bioimaging of metal distributions in normal rodent brains are provided. Differences to the normal were assessed in a Parkinson's disease and a stroke brain model. Furthermore, changes during normal aging were studied. Powerful analytical techniques are also required for the determination and characterization of metal-containing proteins within a large pool of proteins, e.g., after denaturing or non-denaturing electrophoretic separation of proteins in one-dimensional and two-dimensional gels. LA-ICP-MS can be employed to detect metalloproteins in protein bands or spots separated after gel electrophoresis. MALDI-MS can then be used to identify specific metal-containing proteins in these bands or spots. The combination of these techniques is described in the second section.}, subject = {ICP-Massenspektrometrie}, language = {en} } @article{OsterholtSalberMatuschetal., author = {Osterholt, Tobias and Salber, Dagmar and Matusch, Andreas and Becker, Johanna Sabine and Palm, Christoph}, title = {IMAGENA: Image Generation and Analysis}, series = {International Journal of Mass Spectrometry}, volume = {307}, journal = {International Journal of Mass Spectrometry}, number = {1-3}, doi = {10.1016/j.ijms.2011.03.010}, pages = {232 -- 239}, abstract = {Metals are involved in many processes of life. They are needed for enzymatic reactions, are involved in healthy processes but also yield diseases if the metal homeostasis is disordered. Therefore, the interest to assess the spatial distribution of metals is rising in biomedical science. Imaging metal (and non-metal) isotopes by laser ablation mass spectrometry with inductively coupled plasma (LA-ICP-MS) requires a special software solution to process raw data obtained by scanning a sample line-by-line. As no software ready to use was available we developed an interactive software tool for Image Generation and Analysis (IMAGENA). Unless optimised for LA-ICP-MS, IMAGENA can handle other raw data as well. The general purpose was to reconstruct images from a continuous list of raw data points, to visualise these images, and to convert them into a commonly readable image file format that can be further analysed by standard image analysis software. The generation of the image starts with loading a text file that holds a data column of every measured isotope. Specifying general spatial domain settings like the data offset and the image dimensions is done by the user getting a direct feedback by means of a preview image. IMAGENA provides tools for calibration and to correct for a signal drift in the y-direction. Images are visualised in greyscale as well a pseudo-colours with possibilities for contrast enhancement. Image analysis is performed in terms of smoothed line plots in row and column direction.}, subject = {ICP-Massenspektrometrie}, language = {en} } @inproceedings{PalmPietrzyk, author = {Palm, Christoph and Pietrzyk, Uwe}, title = {Time-Dependent Joint Probability Speed Function for Level-Set Segmentation of Rat-Brain Slices}, series = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69143U}, booktitle = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69143U}, number = {6914}, doi = {10.1117/12.770673}, pages = {69143U-1 -- 69143U-8}, abstract = {The segmentation of rat brain slices suffers from illumination inhomogeneities and staining effects. State-of-the-art level-set methods model slice and background with intensity mixture densities defining the speed function as difference between the respective probabilites. Nevertheless, the overlap of these distributions causes an inaccurate stopping at the slice border. In this work, we propose the characterisation of the border area with intensity pairs for inside and outside estimating joint intensity probabilities. Method - In contrast to global object and background models, we focus on the object border characterised by a joint mixture density. This specifies the probability of the occurance of an inside and an outside value in direct adjacency. These values are not known beforehand, because inside and outside depend on the level-set evolution and change during time. Therefore, the speed function is computed time-dependently at the position of the current zero level-set. Along this zero level-set curve, the inside and outside values are derived as mean along the curvature normal directing inside and outside the object. Advantage of the joint probability distribution is to resolve the distribution overlaps, because these are assumed to be not located at the same border position. Results - The novel time-dependent joint probability based speed function is compared expermimentally with single probability based speed functions. Two rat brains with about 40 slices are segmented and the results analysed using manual segmentations and the Tanimoto overlap measure. Improved results are recognised for both data sets.}, subject = {Kernspintomografie}, language = {en} } @article{DammersAxerGraesseletal., author = {Dammers, J{\"u}rgen and Axer, Markus and Gr{\"a}ßel, David and Palm, Christoph and Zilles, Karl and Amunts, Katrin and Pietrzyk, Uwe}, title = {Signal enhancement in polarized light imaging by means of independent component analysis}, series = {NeuroImage}, volume = {49}, journal = {NeuroImage}, number = {2}, publisher = {Elsevier}, doi = {10.1016/j.neuroimage.2009.08.059}, pages = {1241 -- 1248}, abstract = {Polarized light imaging (PLI) enables the evaluation of fiber orientations in histological sections of human postmortem brains, with ultra-high spatial resolution. PLI is based on the birefringent properties of the myelin sheath of nerve fibers. As a result, the polarization state of light propagating through a rotating polarimeter is changed in such a way that the detected signal at each measurement unit of a charged-coupled device (CCD) camera describes a sinusoidal signal. Vectors of the fiber orientation defined by inclination and direction angles can then directly be derived from the optical signals employing PLI analysis. However, noise, light scatter and filter inhomogeneities interfere with the original sinusoidal PLI signals. We here introduce a novel method using independent component analysis (ICA) to decompose the PLI images into statistically independent component maps. After decomposition, gray and white matter structures can clearly be distinguished from noise and other artifacts. The signal enhancement after artifact rejection is quantitatively evaluated in 134 histological whole brain sections. Thus, the primary sinusoidal signals from polarized light imaging can be effectively restored after noise and artifact rejection utilizing ICA. Our method therefore contributes to the analysis of nerve fiber orientation in the human brain within a micrometer scale.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{PalmAxerGraesseletal., author = {Palm, Christoph and Axer, Markus and Gr{\"a}ßel, David and Dammers, J{\"u}rgen and Lindemeyer, Johannes and Zilles, Karl and Pietrzyk, Uwe and Amunts, Katrin}, title = {Towards ultra-high resolution fibre tract mapping of the human brain}, series = {Frontiers in Human Neuroscience}, volume = {4}, journal = {Frontiers in Human Neuroscience}, doi = {10.3389/neuro.09.009.2010}, pages = {9}, abstract = {Polarised light imaging (PLI) utilises the birefringence of the myelin sheaths in order to visualise the orientation of nerve fibres in microtome sections of adult human post-mortem brains at ultra-high spatial resolution. The preparation of post-mortem brains for PLI involves fixation, freezing and cutting into 100-μm-thick sections. Hence, geometrical distortions of histological sections are inevitable and have to be removed for 3D reconstruction and subsequent fibre tracking. We here present a processing pipeline for 3D reconstruction of these sections using PLI derived multimodal images of post-mortem brains. Blockface images of the brains were obtained during cutting; they serve as reference data for alignment and elimination of distortion artefacts. In addition to the spatial image transformation, fibre orientation vectors were reoriented using the transformation fields, which consider both affine and subsequent non-linear registration. The application of this registration and reorientation approach results in a smooth fibre vector field, which reflects brain morphology. PLI combined with 3D reconstruction and fibre tracking is a powerful tool for human brain mapping. It can also serve as an independent method for evaluating in vivo fibre tractography.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{SchubertPietrzykReisseletal., author = {Schubert, Nicole and Pietrzyk, Uwe and Reißel, Martin and Palm, Christoph}, title = {Reduktion von Rissartefakten durch nicht-lineare Registrierung in histologischen Schnittbildern}, series = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {410 -- 414}, abstract = {In dieser Arbeit wird ein Verfahren vorgestellt, das Rissartefakte, die in histologischen Rattenhirnschnitten vorkommen k{\"o}nnen, durch nicht-lineare Registrierung reduziert. Um die Optimierung in der Rissregion zu leiten, wird der Curvature Registrierungsansatz um eine Metrik basierend auf der Segmentierung der Bilder erweitert. Dabei erzielten Registrierungen mit der ausschließlichen Segmentierung des Risses bessere Ergebnisse als Registrierungen mit einer Segmentierung des gesamten Hirnschnitts. Insgesamt zeigt sich eine deutliche Verbesserung in der Rissregion, wobei der verbleibende reduzierte Riss auf die Glattheitsbedingungen des Regularisierers zur{\"u}ckzuf{\"u}hren ist.}, subject = {Registrierung }, language = {de} } @article{BeckerZoriyMatuschetal., author = {Becker, Johanna Sabine and Zoriy, Miroslav and Matusch, Andreas and Wu, Bei and Salber, Dagmar and Palm, Christoph and Becker, Julia Susanne}, title = {Bioimaging of Metals by Laser Ablation Inductively Coupled Plasma Mass Spectrometry (LA-ICP-MS)}, series = {Mass Spectrometry Reviews}, volume = {29}, journal = {Mass Spectrometry Reviews}, doi = {10.1002/mas.20239}, pages = {156 -- 175}, abstract = {The distribution analysis of (essential, beneficial, or toxic) metals (e.g., Cu, Fe, Zn, Pb, and others), metalloids, and non-metals in biological tissues is of key interest in life science. Over the past few years, the development and application of several imaging mass spectrometric techniques has been rapidly growing in biology and medicine. Especially, in brain research metalloproteins are in the focus of targeted therapy approaches of neurodegenerative diseases such as Alzheimer's and Parkinson's disease, or stroke, or tumor growth. Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) using double-focusing sector field (LA-ICP-SFMS) or quadrupole-based mass spectrometers (LA-ICP-QMS) has been successfully applied as a powerful imaging (mapping) technique to produce quantitative images of detailed regionally specific element distributions in thin tissue sections of human or rodent brain. Imaging LA-ICP-QMS was also applied to investigate metal distributions in plant and animal sections to study, for example, the uptake and transport of nutrient and toxic elements or environmental contamination. The combination of imaging LA-ICP-MS of metals with proteomic studies using biomolecular mass spectrometry identifies metal-containing proteins and also phosphoproteins. Metal-containing proteins were imaged in a two-dimensional gel after electrophoretic separation of proteins (SDS or Blue Native PAGE). Recent progress in LA-ICP-MS imaging as a stand-alone technique and in combination with MALDI/ESI-MS for selected life science applications is summarized.}, subject = {Bildgebendes Verfahren}, language = {en} } @article{IlgnerPalmSchuetzetal., author = {Ilgner, Justus F. R. and Palm, Christoph and Sch{\"u}tz, Andreas G. and Spitzer, Klaus and Westhofen, Martin and Lehmann, Thomas M.}, title = {Colour Texture Analysis for Quantitative Laryngoscopy}, series = {Acta Otolaryngologica}, volume = {123}, journal = {Acta Otolaryngologica}, doi = {10.1080/00016480310000412}, pages = {730 -- 734}, abstract = {Whilst considerable progress has been made in enhancing the quality of indirect laryngoscopy and image processing, the evaluation of clinical findings is still based on the clinician's judgement. The aim of this paper was to examine the feasibility of an objective computer-based method for evaluating laryngeal disease. Digitally recorded images obtained by 90 degree- and 70 degree-angled indirect rod laryngoscopy using standardized white balance values were made of 16 patients and 19 healthy subjects. The digital images were evaluated manually by the clinician based on a standardized questionnaire, and suspect lesions were marked and classified on the image. Following colour separation, normal vocal cord areas as well as suspect lesions were analyzed automatically using co-occurrence matrices, which compare colour differences between neighbouring pixels over a predefined distance. Whilst colour histograms did not provide sufficient information for distinguishing between healthy and diseased tissues, consideration of the blue content of neighbouring pixels enabled a correct classification in 81.4\% of cases. If all colour channels (red, green and blue) were regarded simultaneously, the best classification correctness obtained was 77.1\%. Although only a very basic classification differentiating between healthy and diseased tissue was attempted, the results showed progress compared to grey-scale histograms, which have been evaluated before. The results document a first step towards an objective, machine-based classification of laryngeal images, which could provide the basis for further development of an expert system for use in indirect laryngoscopy.}, language = {en} } @article{PalmVietenSalberetal., author = {Palm, Christoph and Vieten, Andrea and Salber, Dagmar and Pietrzyk, Uwe}, title = {Evaluation of Registration Strategies for Multi-modality Images of Rat Brain Slices}, series = {Physics in Medicine and Biology}, volume = {54}, journal = {Physics in Medicine and Biology}, number = {10}, doi = {10.1088/0031-9155/54/10/021}, pages = {3269 -- 3289}, abstract = {In neuroscience, small-animal studies frequently involve dealing with series of images from multiple modalities such as histology and autoradiography. The consistent and bias-free restacking of multi-modality image series is obligatory as a starting point for subsequent non-rigid registration procedures and for quantitative comparisons with positron emission tomography (PET) and other in vivo data. Up to now, consistency between 2D slices without cross validation using an inherent 3D modality is frequently presumed to be close to the true morphology due to the smooth appearance of the contours of anatomical structures. However, in multi-modality stacks consistency is difficult to assess. In this work, consistency is defined in terms of smoothness of neighboring slices within a single modality and between different modalities. Registration bias denotes the distortion of the registered stack in comparison to the true 3D morphology and shape. Based on these metrics, different restacking strategies of multi-modality rat brain slices are experimentally evaluated. Experiments based on MRI-simulated and real dual-tracer autoradiograms reveal a clear bias of the restacked volume despite quantitatively high consistency and qualitatively smooth brain structures. However, different registration strategies yield different inter-consistency metrics. If no genuine 3D modality is available, the use of the so-called SOP (slice-order preferred) or MOSOP (modality-and-slice-order preferred) strategy is recommended.}, subject = {Histologie}, language = {en} } @article{AxerAmuntsGraesseletal., author = {Axer, Markus and Amunts, Katrin and Gr{\"a}ßel, David and Palm, Christoph and Dammers, J{\"u}rgen and Axer, Hubertus and Pietrzyk, Uwe and Zilles, Karl}, title = {Novel Approach to the Human Connectome}, series = {NeuroImage}, volume = {54}, journal = {NeuroImage}, number = {2}, doi = {10.1016/j.neuroimage.2010.08.075}, pages = {1091 -- 1101}, abstract = {Signal transmission between different brain regions requires connecting fiber tracts, the structural basis of the human connectome. In contrast to animal brains, where a multitude of tract tracing methods can be used, magnetic resonance (MR)-based diffusion imaging is presently the only promising approach to study fiber tracts between specific human brain regions. However, this procedure has various inherent restrictions caused by its relatively low spatial resolution. Here, we introduce 3D-polarized light imaging (3D-PLI) to map the three-dimensional course of fiber tracts in the human brain with a resolution at a submillimeter scale based on a voxel size of 100 μm isotropic or less. 3D-PLI demonstrates nerve fibers by utilizing their intrinsic birefringence of myelin sheaths surrounding axons. This optical method enables the demonstration of 3D fiber orientations in serial microtome sections of entire human brains. Examples for the feasibility of this novel approach are given here. 3D-PLI enables the study of brain regions of intense fiber crossing in unprecedented detail, and provides an independent evaluation of fiber tracts derived from diffusion imaging data.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{EibenPalmPietrzyketal., author = {Eiben, Bj{\"o}rn and Palm, Christoph and Pietrzyk, Uwe and Davatzikos, Christos and Amunts, Katrin}, title = {Error Correction using Registration for Blockface Volume Reconstruction of Serial Histological Sections of the Human Brain}, series = {Bildverarbeitung f{\"u}r die Medizin 2010; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2010; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {301 -- 305}, abstract = {For accurate registration of histological sections blockface images are frequently used as three dimensional reference. However, due to the use of endocentric lenses the images suffer from perspective errors such as scaling and seemingly relative movement of planes which are located in different distances parallel to the imaging sensor. The suggested correction of those errors is based on the estimation of scaling factors derived from image registration of regions characterized by differing distances to the point of view in neighboring sections. The correction allows the generation of a consistent three dimensional blockface volume.}, subject = {Histologie}, language = {en} } @misc{BeyerWeigertPalmetal., author = {Beyer, Thomas and Weigert, Markus and Palm, Christoph and Quick, Harald H. and M{\"u}ller, Stefan P. and Pietrzyk, Uwe and Vogt, Florian and Martinez, M.J. and Bockisch, Andreas}, title = {Towards MR-based attenuation correction for whole-body PET/MR imaging}, series = {The Journal of Nuclear Medicine}, volume = {47}, journal = {The Journal of Nuclear Medicine}, number = {Suppl. 1}, pages = {384P}, subject = {Kernspintomografie}, language = {en} } @misc{GraesselAxerPalmetal., author = {Gr{\"a}ßel, David and Axer, Markus and Palm, Christoph and Dammers, J{\"u}rgen and Amunts, Katrin and Pietrzyk, Uwe and Zilles, Karl}, title = {Visualization of Fiber Tracts in the Postmortem Human Brain by Means of Polarized Light}, series = {NeuroImage}, volume = {47}, journal = {NeuroImage}, number = {Suppl. 1}, doi = {10.1016/S1053-8119(09)71415-6}, pages = {142}, subject = {Gehirn}, language = {en} } @misc{WeigertBeyerQuicketal., author = {Weigert, Markus and Beyer, Thomas and Quick, Harald H. and Pietrzyk, Uwe and Palm, Christoph and M{\"u}ller, Stefan P.}, title = {Generation of a MRI reference data set for the validation of automatic, non-rigid image co-registration algorithms}, series = {Nuklearmedizin}, volume = {46}, journal = {Nuklearmedizin}, number = {2}, pages = {A116}, subject = {Kernspintomografie}, language = {en} } @article{SouzaJrMendelStrasseretal., author = {Souza Jr., Luis Antonio de and Mendel, Robert and Strasser, Sophia and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Convolutional Neural Networks for the evaluation of cancer in Barrett's esophagus: Explainable AI to lighten up the black-box}, series = {Computers in Biology and Medicine}, volume = {135}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, issn = {0010-4825}, doi = {10.1016/j.compbiomed.2021.104578}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-20126}, pages = {1 -- 14}, abstract = {Even though artificial intelligence and machine learning have demonstrated remarkable performances in medical image computing, their level of accountability and transparency must be provided in such evaluations. The reliability related to machine learning predictions must be explained and interpreted, especially if diagnosis support is addressed. For this task, the black-box nature of deep learning techniques must be lightened up to transfer its promising results into clinical practice. Hence, we aim to investigate the use of explainable artificial intelligence techniques to quantitatively highlight discriminative regions during the classification of earlycancerous tissues in Barrett's esophagus-diagnosed patients. Four Convolutional Neural Network models (AlexNet, SqueezeNet, ResNet50, and VGG16) were analyzed using five different interpretation techniques (saliency, guided backpropagation, integrated gradients, input × gradients, and DeepLIFT) to compare their agreement with experts' previous annotations of cancerous tissue. We could show that saliency attributes match best with the manual experts' delineations. Moreover, there is moderate to high correlation between the sensitivity of a model and the human-and-computer agreement. The results also lightened that the higher the model's sensitivity, the stronger the correlation of human and computational segmentation agreement. We observed a relevant relation between computational learning and experts' insights, demonstrating how human knowledge may influence the correct computational learning.}, subject = {Deep Learning}, language = {en} } @inproceedings{PietrzykBauerVietenetal., author = {Pietrzyk, Uwe and Bauer, Dagmar and Vieten, Andrea and Bauer, Andreas and Langen, Karl-Josef and Zilles, Karl and Palm, Christoph}, title = {Creating consistent 3D multi-modality data sets from autoradiographic and histological images of the rat brain}, series = {IEEE Nuclear Science Symposium Conference Record}, volume = {6}, booktitle = {IEEE Nuclear Science Symposium Conference Record}, doi = {10.1109/NSSMIC.2004.1466754}, pages = {4001 -- 4003}, abstract = {Volumetric representations of autoradiographic and histological images gain ever more interest as a base to interpret data obtained with /spl mu/-imaging devices like microPET. Beyond supporting spatial orientation within rat brains especially autoradiographic images may serve as a base to quantitatively evaluate the complex uptake patterns of microPET studies with receptor ligands or tumor tracers. They may also serve for the development of rat brain atlases or data models, which can be explored during further image analysis or simulation studies. In all cases a consistent spatial representation of the rat brain, i.e. its anatomy and the corresponding quantitative uptake pattern, is required. This includes both, a restacking of the individual two-dimensional images and the exact registration of the respective volumes. We propose strategies how these volumes can be created in a consistent way and trying to limit the requirements on the circumstances during data acquisition, i.e. being independent from other sources like video imaging of the block face prior to cutting or high resolution micro-X-ray CT or micro MRI.}, language = {en} } @article{BauerHamacherBroeeretal., author = {Bauer, Dagmar and Hamacher, Kurt and Br{\"o}er, Stefan and Pauleit, Dirk and Palm, Christoph and Zilles, Karl and Coenen, Heinz H. and Langen, Karl-Josef}, title = {Preferred stereoselective brain uptake of D-serine}, series = {Nuclear Medicine and Biology}, volume = {32}, journal = {Nuclear Medicine and Biology}, number = {8}, doi = {10.1016/j.nucmedbio.2005.07.004}, pages = {793 -- 797}, abstract = {Although it has long been presumed that d-amino acids are uncommon in mammalians, substantial amounts of free d-serine have been detected in the mammalian brain. d-Serine has been demonstrated to be an important modulator of glutamatergic neurotransmission and acts as an agonist at the strychnine-insensitive glycine site of N-methyl-d-aspartate receptors. The blood-to-brain transfer of d-serine is thought to be extremely low, and it is assumed that d-serine is generated by isomerization of l-serine in the brain. Stimulated by the observation of a preferred transport of the d-isomer of proline at the blood-brain barrier, we investigated the differential uptake of [3H]-d-serine and [3H]-l-serine in the rat brain 1 h after intravenous injection using quantitative autoradiography. Surprisingly, brain uptake of [3H]-d-serine was significantly higher than that of [3H]-l-serine, indicating a preferred transport of the d-enantiomer of serine at the blood-brain barrier. This finding indicates that exogenous d-serine may have a direct influence on glutamatergic neurotransmission and associated diseases.}, subject = {Aminos{\"a}uren}, language = {en} } @article{LehmannPalm, author = {Lehmann, Thomas M. and Palm, Christoph}, title = {Color Line Search for Illuminant Estimation in Real World Scenes}, series = {Journal of the Optical Society of America (JOSA) A}, volume = {18}, journal = {Journal of the Optical Society of America (JOSA) A}, number = {11}, doi = {10.1364/JOSAA.18.002679}, pages = {2679 -- 2691}, abstract = {The estimation of illuminant color is mandatory for many applications in the field of color image quantification. However, it is an unresolved problem if no additional heuristics or restrictive assumptions apply. Assuming uniformly colored and roundly shaped objects, Lee has presented a theory and a method for computing the scene-illuminant chromaticity from specular highlights [H. C. Lee, J. Opt. Soc. Am. A 3, 1694 (1986)]. However, Lee's method, called image path search, is less robust to noise and is limited in the handling of microtextured surfaces. We introduce a novel approach to estimate the color of a single illuminant for noisy and microtextured images, which frequently occur in real-world scenes. Using dichromatic regions of different colored surfaces, our approach, named color line search, reverses Lee's strategy of image path search. Reliable color lines are determined directly in the domain of the color diagrams by three steps. First, regions of interest are automatically detected around specular highlights, and local color diagrams are computed. Second, color lines are determined according to the dichromatic reflection model by Hough transform of the color diagrams. Third, a consistency check is applied by a corresponding path search in the image domain. Our method is evaluated on 40 natural images of fruit and vegetables. In comparison with those of Lee's method, accuracy and stability are substantially improved. In addition, the color line search approach can easily be extended to scenes of objects with macrotextured surfaces.}, language = {en} } @article{Palm, author = {Palm, Christoph}, title = {Color Texture Classification by Integrative Co-Occurrence Matrices}, series = {Pattern Recognition}, volume = {37}, journal = {Pattern Recognition}, number = {5}, doi = {10.1016/j.patcog.2003.09.010}, pages = {965 -- 976}, abstract = {Integrative Co-occurrence matrices are introduced as novel features for color texture classification. The extended Co-occurrence notation allows the comparison between integrative and parallel color texture concepts. The information profit of the new matrices is shown quantitatively using the Kolmogorov distance and by extensive classification experiments on two datasets. Applying them to the RGB and the LUV color space the combined color and intensity textures are studied and the existence of intensity independent pure color patterns is demonstrated. The results are compared with two baselines: gray-scale texture analysis and color histogram analysis. The novel features improve the classification results up to 20\% and 32\% for the first and second baseline, respectively.}, language = {en} } @inproceedings{PalmVietenBaueretal., author = {Palm, Christoph and Vieten, Andrea and Bauer, Dagmar and Pietrzyk, Uwe}, title = {Evaluierung von Registrierungsstrategien zur multimodalen 3D-Rekonstruktion von Rattenhirnschnitten}, series = {Bildverarbeitung f{\"u}r die Medizin 2006}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2006}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/3-540-32137-3_51}, pages = {251 -- 255}, abstract = {In dieser Arbeit werden drei Strategien zur 3D Stapelung von multimodalen Schnittbildern vorgestellt. Die Strategien werden experimentell anhand von Dualtracer-Autoradiographien evaluiert. Dazu werden neue Maße zur Beschreibung der Konsistenz innerhalb einer Modalit{\"a}t und der Konsistenz der Modalit{\"a}ten untereinander entwickelt, die auf bekannten Registrierungsmetriken basieren. Gerade bez{\"u}glich der Konsistenz der Modalit{\"a}ten untereinander zeigen zwei Strategien die besten Resultate: (1) abwechselnde multimodale Registrierung (2) monomodale Rekonstruktion einer Modalit{\"a}t und multimodale 2D Registrierung der zweiten Modalit{\"a}t.}, subject = {Registrierung }, language = {de} } @inproceedings{PietrzykPalmBeyer, author = {Pietrzyk, Uwe and Palm, Christoph and Beyer, Thomas}, title = {Fusion strategies in multi-modality imaging}, series = {Medical Physics, Vol 2. Proceedings of the jointly held Congresses: ICMP 2005, 14th International Conference of Medical Physics of the International Organization for Medical Physics (IOMP), the European Federation of Organizations in Medical Physics (EFOMP) and the German Society of Medical Physics (DGMP) ; BMT 2005, 39th Annual Congress of the German Society for Biomedical Engineering (DGBMT) within VDE ; 14th - 17th September 2005, Nuremberg, Germany}, booktitle = {Medical Physics, Vol 2. Proceedings of the jointly held Congresses: ICMP 2005, 14th International Conference of Medical Physics of the International Organization for Medical Physics (IOMP), the European Federation of Organizations in Medical Physics (EFOMP) and the German Society of Medical Physics (DGMP) ; BMT 2005, 39th Annual Congress of the German Society for Biomedical Engineering (DGBMT) within VDE ; 14th - 17th September 2005, Nuremberg, Germany}, pages = {1446 -- 1447}, subject = {Bildgebendes Verfahren}, language = {en} } @misc{WeigertPalmQuicketal., author = {Weigert, Markus and Palm, Christoph and Quick, Harald H. and M{\"u}ller, Stefan P. and Pietrzyk, Uwe and Beyer, Thomas}, title = {Template for MR-based attenuation correction for whole-body PET/MR imaging}, series = {Nuklearmedizin}, volume = {46}, journal = {Nuklearmedizin}, number = {2}, pages = {A115}, subject = {Kernspintomografie}, language = {en} } @misc{AxerAxerPalmetal., author = {Axer, Markus and Axer, Hubertus and Palm, Christoph and Gr{\"a}ßel, David and Zilles, Karl and Pietrzyk, Uwe}, title = {Visualization of Nerve Fibre Orientation in the Visual Cortex of the Human Brain by Means of Polarized Light}, series = {Biomedizinische Technik}, volume = {52}, journal = {Biomedizinische Technik}, number = {Suppl.}, pages = {1569048-041}, subject = {Sehrinde}, language = {en} } @inproceedings{PalmDehnhardtVietenetal., author = {Palm, Christoph and Dehnhardt, Markus and Vieten, Andrea and Pietrzyk, Uwe}, title = {3D rat brain tumor reconstruction}, series = {Biomedizinische Technik}, volume = {50}, booktitle = {Biomedizinische Technik}, number = {Suppl. 1, Part 1}, pages = {597 -- 598}, subject = {Dreidimensionale Rekonstruktion}, language = {en} } @misc{PalmCrumPietrzyketal., author = {Palm, Christoph and Crum, William R. and Pietrzyk, Uwe and Hawkes, David J.}, title = {Application of Fluid and Elastic Registration Methods to Histological Rat Brain Sections}, series = {Biomedizinische Technik}, volume = {52}, journal = {Biomedizinische Technik}, number = {Suppl.}, pages = {1569048-859}, subject = {Registrierung }, language = {en} } @article{BrownConsortiumZhouetal., author = {Brown, Peter and Consortium, RELISH and Zhou, Yaoqi and Palm, Christoph}, title = {Large expert-curated database for benchmarking document similarity detection in biomedical literature search}, series = {Database}, volume = {2019}, journal = {Database}, publisher = {Oxford University Pres}, doi = {10.1093/database/baz085}, pages = {1 -- 66}, abstract = {Document recommendation systems for locating relevant literature have mostly relied on methods developed a decade ago. This is largely due to the lack of a large offline gold-standard benchmark of relevant documents that cover a variety of research fields such that newly developed literature search techniques can be compared, improved and translated into practice. To overcome this bottleneck, we have established the RElevant LIterature SearcH consortium consisting of more than 1500 scientists from 84 countries, who have collectively annotated the relevance of over 180 000 PubMed-listed articles with regard to their respective seed (input) article/s. The majority of annotations were contributed by highly experienced, original authors of the seed articles. The collected data cover 76\% of all unique PubMed Medical Subject Headings descriptors. No systematic biases were observed across different experience levels, research fields or time spent on annotations. More importantly, annotations of the same document pairs contributed by different scientists were highly concordant. We further show that the three representative baseline methods used to generate recommended articles for evaluation (Okapi Best Matching 25, Term Frequency-Inverse Document Frequency and PubMed Related Articles) had similar overall performances. Additionally, we found that these methods each tend to produce distinct collections of recommended articles, suggesting that a hybrid method may be required to completely capture all relevant articles. The established database server located at https://relishdb.ict.griffith.edu.au is freely available for the downloading of annotation data and the blind testing of new methods. We expect that this benchmark will be useful for stimulating the development of new powerful techniques for title and title/abstract-based search engines for relevant articles in biomedical research.}, subject = {Information Retrieval}, language = {en} } @misc{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Artificial Intelligence in Early Barrett's Cancer: The Segmentation Task}, series = {Endoscopy}, volume = {51}, journal = {Endoscopy}, number = {04}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/s-0039-1681187}, pages = {6}, abstract = {Aims: The delineation of outer margins of early Barrett's cancer can be challenging even for experienced endoscopists. Artificial intelligence (AI) could assist endoscopists faced with this task. As of date, there is very limited experience in this domain. In this study, we demonstrate the measure of overlap (Dice coefficient = D) between highly experienced Barrett endoscopists and an AI system in the delineation of cancer margins (segmentation task). Methods: An AI system with a deep convolutional neural network (CNN) was trained and tested on high-definition endoscopic images of early Barrett's cancer (n = 33) and normal Barrett's mucosa (n = 41). The reference standard for the segmentation task were the manual delineations of tumor margins by three highly experienced Barrett endoscopists. Training of the AI system included patch generation, patch augmentation and adjustment of the CNN weights. Then, the segmentation results from patch classification and thresholding of the class probabilities. Segmentation results were evaluated using the Dice coefficient (D). Results: The Dice coefficient (D) which can range between 0 (no overlap) and 1 (complete overlap) was computed only for images correctly classified by the AI-system as cancerous. At a threshold of t = 0.5, a mean value of D = 0.72 was computed. Conclusions: AI with CNN performed reasonably well in the segmentation of the tumor region in Barrett's cancer, at least when compared with expert Barrett's endoscopists. AI holds a lot of promise as a tool for better visualization of tumor margins but may need further improvement and enhancement especially in real-time settings.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{PalmLehmannBrednoetal., author = {Palm, Christoph and Lehmann, Thomas M. and Bredno, J. and Neuschaefer-Rube, C. and Klajman, S. and Spitzer, Klaus}, title = {Automated Analysis of Stroboscopic Image Sequences by Vibration Profiles}, series = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Procs. 5th International Workshop}, booktitle = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Procs. 5th International Workshop}, abstract = {A method for automated segmentation of vocal cords in stroboscopic video sequences is presented. In contrast to earlier approaches, the inner and outer contours of the vocal cords are independently delineated. Automatic segmentation of the low contrasted images is carried out by connecting the shape constraint of a point distribution model to a multi-channel regionbased balloon model. This enables us to robustly compute a vibration profile that is used as a new diagnostic tool to visualize several vibration parameters in only one graphic. The vibration profiles are studied in two cases: one physiological vibration and one functional pathology.}, language = {en} } @inproceedings{PalmFischerLehmannetal., author = {Palm, Christoph and Fischer, B. and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Hierarchische Wasserscheiden-Transformation zur Lippensegmentierung in Farbbildern}, series = {Bildverarbeitung f{\"u}r die Medizin 2000}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2000}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-642-59757-2_20}, pages = {106 -- 110}, abstract = {Zur L{\"o}sung komplexer Segmentierungsprobleme wird eine hierarchische und farbbasierte Wasserscheidentransformation vorgestellt. Geringe Modifikationen bez{\"u}glich Startpunktwahl und Flutungsprozess resultieren in signifikanten Verbesserungen der Segmentierung. Das Verfahren wurde zur Lippendetektion in Farbbildsequenzen eingesetzt, die zur quantitativen Beschreibung von Sprechbewegungsabl{\"a}ufen automatisch ausgewertet werden. Die Experimente mit 245 Bildern aus 6 Sequenzen zeigten eine Fehlerrate von 13\%.}, language = {de} } @inproceedings{PalmLehmannSpitzer, author = {Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Color Texture Analysis of Moving Vocal Cords Using Approaches from Statistics and Signal Theory}, series = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Procs. 4th International Workshop, Friedrich Schiller University, Jena}, booktitle = {Advances in Quantitative Laryngoscopy, Voice and Speech Research, Procs. 4th International Workshop, Friedrich Schiller University, Jena}, pages = {49 -- 56}, abstract = {Textural features are applied for detection of morphological pathologies of vocal cords. Cooccurrence matrices as statistical features are presented as well as filter bank analysis by Gabor filters. Both methods are extended to handle color images. Their robustness against camera movement and vibration of vocal cords is evaluated. Classification results due to three in vivo sequences are in between 94.4 \% and 98.9\%. The classification errors decrease if color features are used instead of grayscale features for both statistical and Fourier features}, language = {en} } @article{NeuschaeferRubeLehmannPalmetal., author = {Neuschaefer-Rube, C. and Lehmann, Thomas M. and Palm, Christoph and Bredno, J. and Klajman, S. and Spitzer, Klaus}, title = {3D-Visualisierung glottaler Abduktionsbewegungen}, series = {Aktuelle phoniatrisch-p{\"a}daudiologische Aspekte}, volume = {2001/2002}, journal = {Aktuelle phoniatrisch-p{\"a}daudiologische Aspekte}, number = {9}, publisher = {Median}, isbn = {3-922766-76-5}, pages = {58 -- 61}, language = {de} } @inproceedings{FischerPalmLehmannetal., author = {Fischer, B. and Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Selektion von Farbtexturmerkmalen zur Tumorklassifikation dermatoskopischer Fotografien}, series = {Bildverarbeitung f{\"u}r die Medizin 2002}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2002}, publisher = {Springer}, address = {Berlin}, pages = {238 -- 241}, language = {de} } @book{Palm, author = {Palm, Christoph}, title = {Integrative Auswertung von Farbe und Textur}, publisher = {Der Andere Verlag}, language = {de} } @article{PalmDehnhardtVietenetal., author = {Palm, Christoph and Dehnhardt, Markus and Vieten, Andrea and Pietrzyk, Uwe and Bauer, Andreas and Zilles, Karl}, title = {3D rat brain tumors}, series = {Naunyn-Schmiedebergs Archives of Pharmacology}, volume = {371}, journal = {Naunyn-Schmiedebergs Archives of Pharmacology}, number = {R103}, language = {en} } @inproceedings{PalmSchollLehmannetal., author = {Palm, Christoph and Scholl, Ingrid and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Nutzung eines Farbkonstanz-Algorithmus zur Entfernung von Glanzlichtern in laryngoskopischen Bildern}, series = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, booktitle = {Methoden der Medizinischen Informatik, Biometrie und Epidemiologie in der modernen Informationsgesellschaft}, editor = {Greiser, E. and Wischnewsky, M.}, publisher = {MMV Medien und Medizin}, address = {M{\"u}nchen}, isbn = {9783820813357}, pages = {300 -- 303}, abstract = {1 Einf{\"u}hrung Funktionelle und organische St{\"o}rungen im Larynx beeintr{\"a}chtigen die Ausdrucksf{\"a}higkeit des Menschen. Zur Diagnostik und Verlaufkontrolle werden die Stimmlippen im Larynx mit Hilfe der Video-Laryngoskopie aufgenommen. Zur optimalen Farbmessung wird dazu an das Lupenendoskop eine 3-Chip-CCD-Kamera angeschlossen, die eine unabh{\"a}ngige Aufnahme der drei Farbkan{\"a}le erlaubt. Die bisherige subjektive Befundung ist von der Erfahrung des Untersuchers abh{\"a}ngig und l{\"a}ßt nur eine grobe Klassifikation der Krankheitsbilder zu. Zur Objektivierung werden daher quantitative Parameter f{\"u}r Farbe, Textur und Schwingung entwickelt. Neben dem Einfluß der wechselnden Lichtquellenfarbe auf den Farbeindruck ist die Sekretauflage auf den Stimmlippen ein Problem bei der Farb-und Texturanalyse. Sie kann zu ausgedehnten Glanzlichtern f{\"u}hren und so weite Bereiche der Stimmlippen f{\"u}r die Farb-und Texturanalyse unbrauchbar machen. Dieser Beitrag stellt einen Farbkonstanz-Algorithmus vor, der unabh{\"a}ngig von der Lichtquelle quantitative Farbwerte des Gewebes liefert und die Glanzlichtdetektion und -elimination erm{\"o}glicht. 2 Methodik Ziel des Farbkonstanz-Algorithmus ist die Trennung von Lichtquellen-und Gewebefarbe. Unter Verwendung des dichromatischen Reflexionsmodells [1] kann die Oberfl{\"a}chenreflexion mit der Farbe der Lichtquelle und die K{\"o}rperreflexion mit der Gewebefarbe identifiziert werden. Der Farbeindruck entsteht aus der Linearkombination beider Farbkomponenten. Ihre Gewichtung ist von der Aufnahmegeometrie abh{\"a}ngig, insbesondere vom Winkel zwischen Oberfl{\"a}chennormalen und dem Positionsvektor der Lichtquelle. In einem zweistufigen Verfahren wird zun{\"a}chst die Lichtquellenfarbe gesch{\"a}tzt, dann die Gewebefarbe ermittelt. Hieraus k{\"o}nnen beide Farbanteile durch die Berechnung der Gewichtsfaktoren pixelweise getrennt werden.}, language = {de} } @inproceedings{ChangLinLeeetal., author = {Chang, Ching-Sheng and Lin, Jin-Fa and Lee, Ming-Ching and Palm, Christoph}, title = {Semantic Lung Segmentation Using Convolutional Neural Networks}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6_17}, pages = {75 -- 80}, abstract = {Chest X-Ray (CXR) images as part of a non-invasive diagnosis method are commonly used in today's medical workflow. In traditional methods, physicians usually use their experience to interpret CXR images, however, there is a large interobserver variance. Computer vision may be used as a standard for assisted diagnosis. In this study, we applied an encoder-decoder neural network architecture for automatic lung region detection. We compared a three-class approach (left lung, right lung, background) and a two-class approach (lung, background). The differentiation of left and right lungs as direct result of a semantic segmentation on basis of neural nets rather than post-processing a lung-background segmentation is done here for the first time. Our evaluation was done on the NIH Chest X-ray dataset, from which 1736 images were extracted and manually annotated. We achieved 94:9\% mIoU and 92\% mIoU as segmentation quality measures for the two-class-model and the three-class-model, respectively. This result is very promising for the segmentation of lung regions having the simultaneous classification of left and right lung in mind.}, subject = {Neuronales Netz}, language = {en} } @inproceedings{SouzaJrEbigboProbstetal., author = {Souza Jr., Luis Antonio de and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Mendel, Robert and Palm, Christoph}, title = {Barrett's Esophagus Identification Using Color Co-occurrence Matrices}, series = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, booktitle = {31st SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), Parana, 2018}, doi = {10.1109/SIBGRAPI.2018.00028}, pages = {166 -- 173}, abstract = {In this work, we propose the use of single channel Color Co-occurrence Matrices for texture description of Barrett'sEsophagus (BE)and adenocarcinoma images. Further classification using supervised learning techniques, such as Optimum-Path Forest (OPF), Support Vector Machines with Radial Basisunction (SVM-RBF) and Bayesian classifier supports the contextof automatic BE and adenocarcinoma diagnosis. We validated three approaches of classification based on patches, patients and images in two datasets (MICCAI 2015 and Augsburg) using the color-and-texture descriptors and the machine learning techniques. Concerning MICCAI 2015 dataset, the best results were obtained using the blue channel for the descriptors and the supervised OPF for classification purposes in the patch-based approach, with sensitivity nearly to 73\% for positive adenocarcinoma identification and specificity close to 77\% for BE (non-cancerous) patch classification. Regarding the Augsburg dataset, the most accurate results were also obtained using both OPF classifier and blue channel descriptor for the feature extraction, with sensitivity close to 67\% and specificity around to76\%. Our work highlights new advances in the related research area and provides a promising technique that combines color and texture information, allied to three different approaches of dataset pre-processing aiming to configure robust scenarios for the classification step.}, language = {en} } @inproceedings{MiddelPalmErdt, author = {Middel, Luise and Palm, Christoph and Erdt, Marius}, title = {Synthesis of Medical Images Using GANs}, series = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, booktitle = {Uncertainty for safe utilization of machine learning in medical imaging and clinical image-based procedures. First International Workshop, UNSURE 2019, and 8th International Workshop, CLIP 2019, held in conjunction with MICCAI 2019, Shenzhen, China, October 17, 2019}, publisher = {Springer Nature}, address = {Cham}, isbn = {978-3-030-32688-3}, issn = {0302-9743}, doi = {10.1007/978-3-030-32689-0_13}, pages = {125 -- 134}, abstract = {The success of artificial intelligence in medicine is based on the need for large amounts of high quality training data. Sharing of medical image data, however, is often restricted by laws such as doctor-patient confidentiality. Although there are publicly available medical datasets, their quality and quantity are often low. Moreover, datasets are often imbalanced and only represent a fraction of the images generated in hospitals or clinics and can thus usually only be used as training data for specific problems. The introduction of generative adversarial networks (GANs) provides a mean to generate artificial images by training two convolutional networks. This paper proposes a method which uses GANs trained on medical images in order to generate a large number of artificial images that could be used to train other artificial intelligence algorithms. This work is a first step towards alleviating data privacy concerns and being able to publicly share data that still contains a substantial amount of the information in the original private data. The method has been evaluated on several public datasets and quantitative and qualitative tests showing promising results.}, subject = {Neuronale Netze}, language = {en} } @inproceedings{PalmLehmannSpitzer, author = {Palm, Christoph and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Bestimmung der Lichtquellenfarbe bei der Endoskopie mikrotexturierter Oberfl{\"a}chen des Kehlkopfes}, series = {5. Workshop Farbbildverarbeitung, Ilmenau, 1999}, booktitle = {5. Workshop Farbbildverarbeitung, Ilmenau, 1999}, pages = {3 -- 10}, abstract = {Zur Unterst{\"u}tzung der Diagnose von Stimmlippenerkrankungen werden innerhalb des Forschungsprojektes Quantitative Digitale Laryngoskopie objektive Parameter zur Beschreibung der Bewegung, der Farbe sowie der Form der Stimmlippen entwickelt und klinisch evaluiert. W{\"a}hrend die Bewegungsanalyse Aufschluß {\"u}ber funktionelle Stimmst{\"o}rungen gibt, beschreiben Parameter der Farb- und Formanalyse morphologische Ver{\"a}nderungen des Stimmlippengewebes. In diesem Beitrag werden die Methoden und bisherigen Ergebnisse zur Bewegungs- und Farbanalyse vorgestellt. Die Bewegungsanalyse wurde mit einem erweiterten Konturmodell (Snakes) durchgef{\"u}hrt. Aufgrund des modifizierten Konturmodells konnten die Konturen der Stimmlippen automatisch {\"u}ber die gesmate Bildsequenz zuverl{\"a}ssig detektiert werden. Die Vermssung der Konturen liefert neue quantitative Parameter zur Befundung von laryngoskopischen Stimmlippenaufnahmen. Um die Farbeigenschaften der Stimmlippen zu bestimmen, wurde ausgehend vom RGB-Bild die Objektfarbe unabh{\"a}ngig von der Farbe der Lichtquelle durch Verwendung von Clusterverfahren und der Viertelkreisanalyse berechnet. Mit dieser Farbanalyse konnte die Farbe der Lichtquelle ermittelt und das beleuchtungsunabh{\"a}ngige Farbbild berechnet werden. Die Quanitifizierung der R{\"o}tung der Stimmlippen ist z.B. ein entscheidendes Kriterium zur Diagnostik der akuten Laryngitis.}, language = {de} } @inproceedings{WeihererZornWittenbergetal., author = {Weiherer, Maximilian and Zorn, Martin and Wittenberg, Thomas and Palm, Christoph}, title = {Retrospective Color Shading Correction for Endoscopic Images}, series = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020. Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6}, pages = {14 -- 19}, abstract = {In this paper, we address the problem of retrospective color shading correction. An extension of the established gray-level shading correction algorithm based on signal envelope (SE) estimation to color images is developed using principal color components. Compared to the probably most general shading correction algorithm based on entropy minimization, SE estimation does not need any computationally expensive optimization and thus can be implemented more effciently. We tested our new shading correction scheme on artificial as well as real endoscopic images and observed promising results. Additionally, an indepth analysis of the stop criterion used in the SE estimation algorithm is provided leading to the conclusion that a fixed, user-defined threshold is generally not feasible. Thus, we present new ideas how to develop a non-parametric version of the SE estimation algorithm using entropy.}, subject = {Endoskopie}, language = {en} } @inproceedings{PalmKeysersLehmannetal., author = {Palm, Christoph and Keysers, Daniel and Lehmann, Thomas M. and Spitzer, Klaus}, title = {Gabor Filtering of Complex Hue/Saturation Images for Color Texture Classification}, series = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, booktitle = {Proceedings of the 5th Joint Conference on Information Science (JCIS) 2, The Association for Intelligent Machinery, Atlantic City, NJ, 2000}, pages = {45 -- 49}, abstract = {Objective: Complex hue/saturation images as a new approach for color texture classification using Gabor filters are introduced and compared with common techniques. Method: The interpretation of hue and saturationas polar coordinates allows direct use of the HSV-colorspace for Fourier transform. This technique is applied for Gabor feature extraction of color textures. In contrast to other color features based on the RGB-colorspace [1] the combination of color bands is done previous to the filtering. Results: The performance of the new HS-featuresis compared with that of RGB based as well as grayscale Gabor features by evaluating the classifi-cation of 30 natural textures. The new HS-featuresshow same results like the best RGB features but allow a more compact representation. On the averagethe color features improve the results of grayscale features. Conclusion: The consideration of the color information enhances the classification of color texture. The choice of colorspace cannot be adjudged finally, but the introduced features suggest the use of the HSV-colorspace with less features than RGB.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Real-time use of artificial intelligence in the evaluation of cancer in Barrett's oesophagus}, series = {Gut}, volume = {69}, journal = {Gut}, number = {4}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2019-319460}, pages = {615 -- 616}, abstract = {Based on previous work by our group with manual annotation of visible Barrett oesophagus (BE) cancer images, a real-time deep learning artificial intelligence (AI) system was developed. While an expert endoscopist conducts the endoscopic assessment of BE, our AI system captures random images from the real-time camera livestream and provides a global prediction (classification), as well as a dense prediction (segmentation) differentiating accurately between normal BE and early oesophageal adenocarcinoma (EAC). The AI system showed an accuracy of 89.9\% on 14 cases with neoplastic BE.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{PalmLehmann, author = {Palm, Christoph and Lehmann, Thomas M.}, title = {Classification of Color Textures by Gabor Filtering}, series = {Machine GRAPHICS \& VISION}, volume = {11}, journal = {Machine GRAPHICS \& VISION}, number = {2/3}, pages = {195 -- 219}, language = {en} } @article{ArribasAntonelliFrazzonietal., author = {Arribas, Julia and Antonelli, Giulio and Frazzoni, Leonardo and Fuccio, Lorenzo and Ebigbo, Alanna and van der Sommen, Fons and Ghatwary, Noha and Palm, Christoph and Coimbra, Miguel and Renna, Francesco and Bergman, Jacques J.G.H.M. and Sharma, Prateek and Messmann, Helmut and Hassan, Cesare and Dinis-Ribeiro, Mario J.}, title = {Standalone performance of artificial intelligence for upper GI neoplasia: a meta-analysis}, series = {Gut}, volume = {70}, journal = {Gut}, number = {8}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2020-321922}, pages = {1458 -- 1468}, abstract = {Objective: Artificial intelligence (AI) may reduce underdiagnosed or overlooked upper GI (UGI) neoplastic and preneoplastic conditions, due to subtle appearance and low disease prevalence. Only disease-specific AI performances have been reported, generating uncertainty on its clinical value. Design: We searched PubMed, Embase and Scopus until July 2020, for studies on the diagnostic performance of AI in detection and characterisation of UGI lesions. Primary outcomes were pooled diagnostic accuracy, sensitivity and specificity of AI. Secondary outcomes were pooled positive (PPV) and negative (NPV) predictive values. We calculated pooled proportion rates (\%), designed summary receiving operating characteristic curves with respective area under the curves (AUCs) and performed metaregression and sensitivity analysis. Results: Overall, 19 studies on detection of oesophageal squamous cell neoplasia (ESCN) or Barrett's esophagus-related neoplasia (BERN) or gastric adenocarcinoma (GCA) were included with 218, 445, 453 patients and 7976, 2340, 13 562 images, respectively. AI-sensitivity/specificity/PPV/NPV/positive likelihood ratio/negative likelihood ratio for UGI neoplasia detection were 90\% (CI 85\% to 94\%)/89\% (CI 85\% to 92\%)/87\% (CI 83\% to 91\%)/91\% (CI 87\% to 94\%)/8.2 (CI 5.7 to 11.7)/0.111 (CI 0.071 to 0.175), respectively, with an overall AUC of 0.95 (CI 0.93 to 0.97). No difference in AI performance across ESCN, BERN and GCA was found, AUC being 0.94 (CI 0.52 to 0.99), 0.96 (CI 0.95 to 0.98), 0.93 (CI 0.83 to 0.99), respectively. Overall, study quality was low, with high risk of selection bias. No significant publication bias was found. Conclusion: We found a high overall AI accuracy for the diagnosis of any neoplastic lesion of the UGI tract that was independent of the underlying condition. This may be expected to substantially reduce the miss rate of precancerous lesions and early cancer when implemented in clinical practice.}, language = {en} } @article{EbigboMendelRueckertetal., author = {Ebigbo, Alanna and Mendel, Robert and R{\"u}ckert, Tobias and Schuster, Laurin and Probst, Andreas and Manzeneder, Johannes and Prinz, Friederike and Mende, Matthias and Steinbr{\"u}ck, Ingo and Faiss, Siegbert and Rauber, David and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Deprez, Pierre and Oyama, Tsuneo and Takahashi, Akiko and Seewald, Stefan and Sharma, Prateek and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Endoscopic prediction of submucosal invasion in Barrett's cancer with the use of Artificial Intelligence: A pilot Study}, series = {Endoscopy}, volume = {53}, journal = {Endoscopy}, number = {09}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/a-1311-8570}, pages = {878 -- 883}, abstract = {Background and aims: The accurate differentiation between T1a and T1b Barrett's cancer has both therapeutic and prognostic implications but is challenging even for experienced physicians. We trained an Artificial Intelligence (AI) system on the basis of deep artificial neural networks (deep learning) to differentiate between T1a and T1b Barrett's cancer white-light images. Methods: Endoscopic images from three tertiary care centres in Germany were collected retrospectively. A deep learning system was trained and tested using the principles of cross-validation. A total of 230 white-light endoscopic images (108 T1a and 122 T1b) was evaluated with the AI-system. For comparison, the images were also classified by experts specialized in endoscopic diagnosis and treatment of Barrett's cancer. Results: The sensitivity, specificity, F1 and accuracy of the AI-system in the differentiation between T1a and T1b cancer lesions was 0.77, 0.64, 0.73 and 0.71, respectively. There was no statistically significant difference between the performance of the AI-system and that of human experts with sensitivity, specificity, F1 and accuracy of 0.63, 0.78, 0.67 and 0.70 respectively. Conclusion: This pilot study demonstrates the first multicenter application of an AI-based system in the prediction of submucosal invasion in endoscopic images of Barrett's cancer. AI scored equal to international experts in the field, but more work is necessary to improve the system and apply it to video sequences and in a real-life setting. Nevertheless, the correct prediction of submucosal invasion in Barret´s cancer remains challenging for both experts and AI.}, subject = {Maschinelles Lernen}, language = {en} } @article{SouzaJrPassosMendeletal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph and Papa, Jo{\~a}o Paulo}, title = {Assisting Barrett's esophagus identification using endoscopic data augmentation based on Generative Adversarial Networks}, series = {Computers in Biology and Medicine}, volume = {126}, journal = {Computers in Biology and Medicine}, number = {November}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2020.104029}, pages = {12}, abstract = {Barrett's esophagus figured a swift rise in the number of cases in the past years. Although traditional diagnosis methods offered a vital role in early-stage treatment, they are generally time- and resource-consuming. In this context, computer-aided approaches for automatic diagnosis emerged in the literature since early detection is intrinsically related to remission probabilities. However, they still suffer from drawbacks because of the lack of available data for machine learning purposes, thus implying reduced recognition rates. This work introduces Generative Adversarial Networks to generate high-quality endoscopic images, thereby identifying Barrett's esophagus and adenocarcinoma more precisely. Further, Convolution Neural Networks are used for feature extraction and classification purposes. The proposed approach is validated over two datasets of endoscopic images, with the experiments conducted over the full and patch-split images. The application of Deep Convolutional Generative Adversarial Networks for the data augmentation step and LeNet-5 and AlexNet for the classification step allowed us to validate the proposed methodology over an extensive set of datasets (based on original and augmented sets), reaching results of 90\% of accuracy for the patch-based approach and 85\% for the image-based approach. Both results are based on augmented datasets and are statistically different from the ones obtained in the original datasets of the same kind. Moreover, the impact of data augmentation was evaluated in the context of image description and classification, and the results obtained using synthetic images outperformed the ones over the original datasets, as well as other recent approaches from the literature. Such results suggest promising insights related to the importance of proper data for the accurate classification concerning computer-assisted Barrett's esophagus and adenocarcinoma detection.}, subject = {Maschinelles Lernen}, language = {en} }