@incollection{CarbonelliFeldererJungetal., author = {Carbonelli, Cecilia and Felderer, Michael and Jung, Matthias and Lobe, Elisabeth and Lochau, Malte and Luber, Sebastian and Mauerer, Wolfgang and Ramler, Rudolf and Sch{\"a}fer, Ina and Schroth, Christoph}, title = {Challenges for Quantum Software Engineering: An Industrial Application Scenario Perspective}, series = {Quantum Software: Aspects of Theory and System Design}, booktitle = {Quantum Software: Aspects of Theory and System Design}, editor = {Exman, Iaakov and Perez-Castillo, Ricardo and Piattini, Mario and Felderer, Michael}, publisher = {Springer-Nature}, isbn = {978-3-031-64135-0}, doi = {10.1007/978-3-031-64136-7_12}, abstract = {Quantum software is becoming a key enabler for applying quantum computing to industrial use cases. This poses challenges to quantum software engineering in providing efficient and effective means to develop such software. Eventually, this must be reliably achieved in time, on budget, and in quality, using sound and well-principled engineering approaches. Given that quantum computers are based on fundamentally different principles than classical machines, this raises the question if, how, and to what extent established techniques for systematically engineering software need to be adapted. In this chapter, we analyze three paradigmatic application scenarios for quantum software engineering from an industrial perspective. The respective use cases center around (1) optimization and quantum cloud services, (2) quantum simulation, and (3) embedded quantum computing. Our aim is to provide a concise overview of the current and future applications of quantum computing in diverse industrial settings. We derive presumed challenges for quantum software engineering and thus provide research directions for this emerging field.}, language = {en} } @unpublished{AmmermannMauererSchaefer, author = {Ammermann, Joshua and Mauerer, Wolfgang and Sch{\"a}fer, Ina}, title = {Towards View-based Development of Quantum Software}, abstract = {Quantum computing is an interdisciplinary field that relies on the expertise of many different stakeholders. The views of various stakeholders on the subject of quantum computing may differ, thereby complicating communication. To address this, we propose a view-based quantum development approach based on a Single Underlying Model (SUM) and a supporting quantumIntegrated Development Environment (IDE). We highlight emerging challenges for future research.}, language = {en} } @techreport{SchultzScharfHaueretal., type = {Working Paper}, author = {Schultz, Maximilian and Scharf, Anna and Hauer, Franziska and Haug, Sonja and Weber, Karsten}, title = {KINiro, K{\"u}nstliche Intelligenz f{\"u}r Nichtregierungsorganisationen - Bedarf, Akzeptanz und Umsetzungsm{\"o}glichkeiten. 2. Arbeitspapier: K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen: Explorative Studie in einem neuen Forschungsfeld}, publisher = {OTH Regensburg}, address = {Regensburg}, doi = {10.13140/RG.2.2.10671.75685/1}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73118}, pages = {35}, abstract = {Hintergrund und Fragestellung Nichtregierungsorganisationen (NRO) sind ein wichtiger Bestandteil der Zivilgesellschaft und interagieren auch mit Regierungen, Unternehmen und anderen gesellschaftlichen Akteuren. Aufgrund der komplexer werdenden Arbeit von NROs scheint K{\"u}nstliche Intelligenz (KI) M{\"o}glichkeiten zur Bew{\"a}ltigung aktueller und zuk{\"u}nftiger Herausforderungen zu bieten. Jedoch ist wenig {\"u}ber die Arbeit von NROs mit KI bekannt. Methodik Es wurden f{\"u}nf explorative Interviews mit Vertreter*innen von Nichtregierungsorganisationen (NROs) zum Thema Wissen, Akzeptanz, Bedarfe und Risikoeinsch{\"a}tzungen gef{\"u}hrt und ausgewertet. Dabei sind NROs aus verschiedenen Handlungsfeldern und Gr{\"o}ße interviewt. Es wurden informelle Vorgespr{\"a}che gef{\"u}hrt, um eine erste Orientierung im Forschungsfeld zu generieren. Aus den Erkenntnissen der Vorgespr{\"a}che und den Ergebnissen des Scoping Reviews ist ein Leitfaden erstellt worden, der zur Orientierung f{\"u}r die Expert*inneninterviews dient. Im Anschluss wurden dann f{\"u}nf explorative leitfadengest{\"u}tzte Expert*inneninterviews durchgef{\"u}hrt und qualitativ ausgewertet. Ergebnisse Ein zentraler Befund ist, dass das Thema KI gerade in den NROs ankommt und es noch keine gefestigten Strukturen und Vorstellungen zum Einsatz von KI gibt. KI wird in einzelnen spezifischen Projekten eingesetzt, ohne dass diese umfassend in Arbeitsabl{\"a}ufe integriert ist. Die Akzeptanz von KI ist generell positiv; die Technologie wird als potenzielle L{\"o}sung f{\"u}r strukturelle Herausforderungen und Unterst{\"u}tzung im Alltag gesehen. Die Nutzung von KI-Anwendungen beschr{\"a}nkt sich jedoch mit Ausnahme von Large Language Models auf Pilotprojekte. Mit j{\"u}ngerem Alter und Techni� kaffinit{\"a}t ist eine h{\"o}here Akzeptanz verbunden. Besonders kritisch werden Anwendungen von KI im Sozial- oder Gesundheitsbereich als Ersatz f{\"u}r menschliche Interaktionen gesehen. Betont werden auch ethische Bedenken und eine hohe Bedeutsamkeit von Datenschutz. Schlussfolgerung K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen ist ein aufkommendes und sich entwickelndes Forschungsthema. Die Interviews unterstreichen den Bedarf an mehr Wissen, ethischen Richtlinien und finanziellen Ressourcen f{\"u}r eine effektive Nutzung von KI in NROs. Ein umfassendes Verst{\"a}ndnis von KI und eine tiefergehende, systematische Integration in Arbeitsabl{\"a}ufe in diesen Organisationen m{\"u}ssen noch entwickelt werden.}, language = {de} } @techreport{ScharfHauerSchultzetal., type = {Working Paper}, author = {Scharf, Anna and Hauer, Franziska and Schultz, Maximilian and Haug, Sonja and Weber, Karsten}, title = {KINiro, K{\"u}nstliche Intelligenz f{\"u}r Nichtregierungsorganisationen - Bedarf, Akzeptanz und Umsetzungsm{\"o}glichkeiten. 1. Arbeitspapier: K{\"u}nstliche Intelligenz in Nichtregierungsorganisationen: Ein Scoping Review {\"u}ber ein junges Forschungsfeld}, publisher = {OTH Regensburg}, address = {Regensburg}, doi = {10.13140/RG.2.2.21668.69765}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73090}, pages = {24}, abstract = {Hintergrund und Fragestellung Nichtregierungsorganisationen (NRO) sind ein wichtiger Bestandteil der Zivilgesellschaft und interagieren auch mit Regierungen, Unternehmen und anderen gesellschaftlichen Akteuren. Aufgrund der komplexer werdenden Arbeit von NROs scheint K{\"u}nstliche Intelligenz (KI) M{\"o}glichkeiten zur Bew{\"a}ltigung aktueller und zuk{\"u}nftiger Herausforderungen zu bieten. Jedoch ist wenig {\"u}ber die Arbeit von NROs mit KI bekannt. Daher besch{\"a}ftigt sich das Projekt KINiro in diesem ersten Working Paper mit der Frage, welche (nicht-)wissenschaftlichen Erkenntnisse zum Themenkomplex NROs und KI bereits vorliegen. Methodik Es wurde ein Scoping Review zur Erfassung (nicht-)wissenschaftlicher Texte zu NROs und KI durchgef{\"u}hrt. Die systematische Literaturrecherche wurde in den Datenbanken Web of Science, Science Gate und WISO durchgef{\"u}hrt. In den Review wurden schließlich 14 Titel eingeschlossen und qualitativ analysiert. Ergebnisse Die Mehrheit der gefundenen Treffer sind Pressemitteilungen. Unter den Treffern befinden sich lediglich zwei (wissenschaftliche) Studien. Die NROs setzen sich auf verschiedenen Ebenen mit der Thematik von KI auseinander, wobei sich zwei Herangehensweisen unterscheiden lassen. Einige NROs nehmen am gesellschaftlichen Diskurs {\"u}ber den Einsatz von KI teil und treiben diesen in theoretischer Hinsicht voran, ohne die Technik dabei selbst zu nutzen. Andere NROs integrieren die KI-Systeme praktisch in ihre Arbeitsabl{\"a}ufe oder f{\"u}hren Projekte zum Zweck der NRO mit KI-Unterst{\"u}tzung durch. F{\"u}r die Entwicklung von KI-Anwendungen wird mit For-Profit-Unternehmen kooperiert und die Expertise der Unternehmen mit Daten der NROs kombiniert. Durch den Einsatz von KI erhoffen sich NROs einen gezielteren Einsatz von Ressourcen. Hierbei zeigt sich, dass f{\"u}r die Nutzung in KI-Systemen ein interdisziplin{\"a}rer Konsens {\"u}ber Standards in Datenerhebung und Speicherung als notwendig angesehen wird. Schlussfolgerung Aus der geringen Anzahl an gefundenen Texten, insbesondere (wissenschaftlichen) Studien, und dem Ver{\"o}ffentlichungszeitraum, der in den vergangenen sieben Jahren liegt, l{\"a}sst sich schließen, dass es sich um einen jungen Forschungsbereich handelt. Die ausgeschlossenen Titel zeigen auf, dass NROs aktuell noch h{\"a}ufiger mit der Digitalisierunge allgemein besch{\"a}ftigt sind und die Auseinandersetzung mit KI erst noch am Anfang steht.}, language = {de} } @inproceedings{HauerSchultzHaugetal., author = {Hauer, Franziska and Schultz, Maximilian and Haug, Sonja and Weber, Karsten}, title = {Acceptance and Usage of AI Applications in Health-Focused NGOs}, series = {dHealth 2025, Proceedings of the 19th Health Informatics Meets Digital Health Conference}, booktitle = {dHealth 2025, Proceedings of the 19th Health Informatics Meets Digital Health Conference}, editor = {Baumgartner, Martin and Hayn, Dieter and Pfeifer, Bernhard and Schreier, G{\"u}nter}, publisher = {IOS Press}, address = {Wien}, isbn = {978-1-64368-592-2}, doi = {10.3233/SHTI250172}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-80613}, pages = {123 -- 128}, abstract = {Background: AI applications promise to be a valuable tool for healthfocused NGOs. While often operating with limited resources, these organizations recognize the potential of AI to streamline processes and support workflows through automation. However, challenges such as data privacy concerns—especially regarding personal medical data—and the low prioritization of implementation hinder progress. Objectives: This study examines the extent to which German health-focused NGOs can currently benefit from the application of AI. It evaluates demands, available resources, and use cases. Methods: A health-focused subset of data from project KINiro was analyzed. This research utilized a mixed-methods approach, combining two rounds of qualitative interviews with a quantitative survey. Results: The study revealed that while health-focused NGOs are in the early stages of AI implementation, there are hurdles such as ethical concerns and a lack of resources. Conclusion: AI has the potential to support health-focused NGOs in their work, if the challenges like resources, ethics, and data privacy are effectively addressed.}, language = {en} } @article{Schoenberger, author = {Sch{\"o}nberger, Manuel}, title = {Applicability of Quantum Computing on Database Query Optimization}, series = {SIGMOD '22: proceedings of the 2022 International Conference on Management of Data : June 12-17, 2022, Philadelphia, PA, USA}, journal = {SIGMOD '22: proceedings of the 2022 International Conference on Management of Data : June 12-17, 2022, Philadelphia, PA, USA}, publisher = {ACM}, address = {New York, NY}, doi = {10.1145/3514221.3520257}, pages = {2512 -- 2514}, abstract = {We evaluate the applicability of quantum computing on two fundamental query optimization problems, join order optimization and multi query optimization (MQO). We analyze the problem dimensions that can be solved on current gate-based quantum systems and quantum annealers, the two currently commercially available architectures. First, we evaluate the use of gate-based systems on MQO, previously solved with quantum annealing. We show that, contrary to classical computing, a different architecture requires involved adaptations. We moreover propose a multi-step reformulation for join ordering problems to make them solvable on current quantum systems. Finally, we systematically evaluate our contributions for gate-based quantum systems and quantum annealers. Doing so, we identify the scope of current limitations, as well as the future potential of quantum computing technologies for database systems.}, language = {en} } @misc{SchoenbergerScherzingerMauerer, author = {Sch{\"o}nberger, Manuel and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Quantum Computing for DB - Applicability on Multi Query Optimization and Join Order Optimization}, series = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam, 2022}, journal = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam, 2022}, language = {en} } @inproceedings{PeldszusBussBaumannetal., author = {Peldszus, Andreas and Buß, Okko and Baumann, Timo and Schlangen, David}, title = {Joint Satisfaction of Syntactic and Pragmatic Constraints Improves Incremental Spoken Language Understanding}, series = {EACL 2012 Joint Workshop of LINGVIS \& UNCLH, Visualization of Linguistic Patterns and Uncovering Language History from Multilingual Resources, Proceedings of the Workshop, April 23 - 24 2012, Avignon France}, booktitle = {EACL 2012 Joint Workshop of LINGVIS \& UNCLH, Visualization of Linguistic Patterns and Uncovering Language History from Multilingual Resources, Proceedings of the Workshop, April 23 - 24 2012, Avignon France}, publisher = {The Association for Computational Linguistics}, isbn = {978-1-937284-19-0}, pages = {514 -- 523}, abstract = {We present a model of semantic processing of spoken language that (a) is robust against ill-formed input, such as can be expected from automatic speech recognisers, (b) respects both syntactic and pragmatic constraints in the computation of most likely interpretations, (c) uses a principled, expressive semantic representation formalism (RMRS) with a well-defined model theory, and (d) works continuously (producing meaning representations on a word-by-word basis, rather than only for full utterances) and incrementally (computing only the additional contribution by the new word, rather than re-computing for the whole utterance-so-far). We show that the joint satisfaction of syntactic and pragmatic constraints improves the performance of the NLU component (around 10 \% absolute, over a syntax-only baseline).}, language = {en} } @inproceedings{BussBaumannSchlangen, author = {Buß, Okko and Baumann, Timo and Schlangen, David}, title = {Collaborating on Utterances with a Spoken Dialogue System Using an ISU-based Approach to Incremental Dialogue Management}, series = {SIGDIAL 10, Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue, Tokyo Japan September 24 - 25, 2010}, booktitle = {SIGDIAL 10, Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue, Tokyo Japan September 24 - 25, 2010}, publisher = {Association for Computational Linguistics}, address = {Tokyo, Japan}, isbn = {978-1-932432-85-5}, abstract = {When dialogue systems, through theuse of incremental processing, arenot bounded anymore by strict, non-overlapping turn-taking, a whole range ofadditional interactional devices becomesavailable. We explore the use of one suchdevice, trial intonation. We elaborateour approach to dialogue managementin incremental systems, based on theInformation-State-Update approach, anddiscuss an implementation in a micro-domain that lends itself to the use ofimmediate feedback, trial intonations andexpansions. In an overhearer evaluation,the incremental system was judged as sig-nificantly more human-like and reactivethan a non-incremental version.}, language = {en} } @inproceedings{SchlangenBaumannAtterer, author = {Schlangen, David and Baumann, Timo and Atterer, Michaela}, title = {Incremental Reference Resolution: The Task, Metrics for Evaluation, and a Bayesian Filtering Model that is Sensitive to Disfluencies}, series = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, booktitle = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, publisher = {Association for Computational Linguistics}, address = {London, UK}, pages = {30 -- 37}, abstract = {In this paper we do two things: a) we discuss in general terms the task of incre mental reference resolution (IRR), in particular resolution of exophoric reference, and specify metrics for measuring the performance of dialogue system components tackling this task, and b) we present a simple Bayesian filtering model of IRR that performs reasonably well just using words directly (no structure information and no hand-coded semantics): it picks the right referent out of 12 for around 50 \% of real world dialogue utterances in our test corpus. It is also able to learn to interpret not only words but also hesitations, just as humans have shown to do in similar situations, namely as markers of references tohard-to-describe entities.}, language = {en} } @inproceedings{SchlangenBaumannBuschmeieretal., author = {Schlangen, David and Baumann, Timo and Buschmeier, Hendrik and Buß, Okko and Kopp, Stefan and Skantze, Gabriel and Yaghoubzadeh, Ramin}, title = {Middleware for Incremental Processing in Conversational Agents}, series = {Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SigDial 2010), September 24 - 25, 2010, Tokyo Japan}, booktitle = {Proceedings of the 11th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SigDial 2010), September 24 - 25, 2010, Tokyo Japan}, publisher = {Association for Computational Linguistics}, address = {Tokyo, Japan}, pages = {51 -- 54}, abstract = {We describe work done at three sites on designing conversational agents capable of incremental processing. We focus on the ‘middleware’ layer in these systems, which takes care of passing around and maintaining incremental information between the modules of such agents. All implementations are based on the abstract model of incremental dialogue processing proposed by Schlangen and Skantze (2009), and the paper shows what different instantiations of the model can look like given specific requirements and application areas.}, language = {en} } @incollection{vanWelbergenBaumannSchlangenetal., author = {van Welbergen, Herwin and Baumann, Timo and Schlangen, David and Kopp, Stefan}, title = {Incremental, Adaptive and Interruptive Speech Realization for Fluent Conversation with ECAs}, series = {Intelligent Virtual Agents}, booktitle = {Intelligent Virtual Agents}, publisher = {Springer}, isbn = {978-3-642-40414-6}, pages = {468 -- 469}, abstract = {This project aimed to establish the feasibility of creating a procedural system for generating expressive facial animation based on an affective agent. A procedural system supporting a limited number of emotional expression changes was created alongside keyframed animations of these same emotional expression changes, and audience response to these two approaches was tested empirically. Results seem to partially support the procedural animations generated being comparable with keyframed, in terms of perceptual validity.}, language = {en} } @inproceedings{vonderMalsburgBaumannSchlangen, author = {von der Malsburg, Titus and Baumann, Timo and Schlangen, David}, title = {TELIDA: A Package for Manipulation and Visualisation of Timed Linguistic Data}, series = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, booktitle = {Proceedings of the SIGDIAL 2009 Conference: The 10th Annual Meeting of the Special Interest Group on Discourse and Dialogue, September 11 - 12, 2009, London United Kingdom}, publisher = {Association for Computational Linguistics}, address = {London, UK}, doi = {10.5555/1708376.1708419}, pages = {302 -- 305}, abstract = {We present a toolkit for manipulating andvisualising time-aligned linguistic datasuch as dialogue transcripts or languageprocessing data. The package comple-ments existing editing tools by allowingfor conversion between their formats, in-formation extraction from the raw files,and by adding sophisticated, and easily ex-tended methods for visualising the dynam-ics of dialogue processing. To illustratethe versatility of the package, we describeits use in three different projects at our site.}, language = {en} } @inproceedings{SchoenbergerFranzScherzingeretal., author = {Sch{\"o}nberger, Manuel and Franz, Maja and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Peel | Pile? Cross-Framework Portability of Quantum Software}, series = {2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C), 12-15 March 2022, Honolulu, HI, USA}, booktitle = {2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C), 12-15 March 2022, Honolulu, HI, USA}, publisher = {IEEE}, doi = {10.1109/ICSA-C54293.2022.00039}, abstract = {In recent years, various vendors have made quantum software frameworks available. Yet with vendor-specific frameworks, code portability seems at risk, especially in a field where hardware and software libraries have not yet reached a consolidated state, and even foundational aspects of the technologies are still in flux. Accordingly, the development of vendor-independent quantum programming languages and frameworks is often suggested. This follows the established architectural pattern of introducing additional levels of abstraction into software stacks, thereby piling on layers of abstraction. Yet software architecture also provides seemingly less abstract alternatives, namely to focus on hardware-specific formulations of problems that peel off unnecessary layers. In this article, we quantitatively and experimentally explore these strategic alternatives, and compare popular quantum frameworks from the software implementation perspective. We find that for several specific, yet generalisable problems, the mathematical formulation of the problem to be solved is not just sufficiently abstract and serves as precise description, but is likewise concrete enough to allow for deriving framework-specific implementations with little effort. Additionally, we argue, based on analysing dozens of existing quantum codes, that porting between frameworks is actually low-effort, since the quantum- and framework-specific portions are very manageable in terms of size, commonly in the order of mere hundreds of lines of code. Given the current state-of-the-art in quantum programming practice, this leads us to argue in favour of peeling off unnecessary abstraction levels.}, language = {en} } @unpublished{SchrammPieperVogl, author = {Schramm, Simon and Pieper, Matthias and Vogl, Stefanie}, title = {Orthogonal Procrustes Based Anomaly Detection and Error Prediction for Vehicle Bills of Materials}, series = {SSRN}, journal = {SSRN}, publisher = {Elsevier}, doi = {10.2139/ssrn.4120321}, pages = {21 S.}, abstract = {Industrial Bill of Materials (BOM) suffer from an surging complexity and cause errors in production which have detrimental effects on a product's profitability. Currently, BOM anomalies have to be identified manually and errors have to be detected in the same way. This preprint describes a combination of data analysis and Machine Learning methods, such as hierarchical and agglomerative clustering, an isolation forest algorithm, association mining and a multi-output Artificial Neural Network, all based on a deterministic distance measure for an industrial BOMs. Solving the orthogonal Procrustes problem for complex, multi-level matrices, a distance measure for real world industrial BOMs was derived. A multi-output MLP was used in order to predict error probabilities with a time- reference. Our results show how to detect anomalies and predict errors in a complex, multi-level BOM based on historical, labelled data. While other authors focus on the mere comparison of BOMs, we aimed at a holistic approach, combining descriptive and predictive methods in order to forecast where in a BOM and at what time of BOM creation process errors occur. The resulting, prescriptive system was tested using real world data and has shown to effectively predict where and when BOM errors are probable to occur. Consequently, the prescriptive system is superior to prior, purely predictive systems, can help to decrease errors and thereby decreases product development time and cost in real world companies.}, language = {en} } @inproceedings{AltenbuchnerHaugWeber, author = {Altenbuchner, Amelie and Haug, Sonja and Weber, Karsten}, title = {Exploratory Analysis of Motion Tracking Data in the Rehabilitation Process of Geriatric Trauma Patients}, series = {Studies in Health Technology and Informatic. Volume 260: dHealth 2019 - From eHealth to dHealth}, booktitle = {Studies in Health Technology and Informatic. Volume 260: dHealth 2019 - From eHealth to dHealth}, editor = {Hayn, Dieter and Eggerth, A. and Schreier, G{\"u}nter}, publisher = {IOS Press}, doi = {10.3233/978-1-61499-971-3-138}, pages = {138 -- 145}, abstract = {Background: This article is based on an ongoing long-term study, in which customary motion trackers measure steps during rehabilitation of geriatric trauma patients (Med=86 years). Objectives: Exploring steps after 28 days of measurement. Finding similarities in the data by running cluster analysis and formulating linear regressions models to predict steps through time. Methods: Two types of motion trackers (FitBitAlta HR and Garmin v{\´i}vofit 3) have been used to measure patients' (N=24) steps after hip fracture in two study groups. Cluster analysis detected three clusters for progress in number of steps that were tested for group differences with ANOVA. Regression analysis tested models for individual patients. Results: Three-cluster solutions showed significant differences for the average amount of steps after 5, 14, 21 and 28 days. Regression models could predict 71 \% of the individual patients' progress in study group 2. Conclusion: The long-term study will provide more data in the future to examine the three-cluster solution and to find out in what stage of rehabilitation the measurement of the steps could be used to predict individual rehabilitation.}, language = {en} } @unpublished{SchoenbergerTrummerMauerer, author = {Sch{\"o}nberger, Manuel and Trummer, Immanuel and Mauerer, Wolfgang}, title = {Quantum-Inspired Digital Annealing for Join Ordering}, series = {Proceedings of the VLDB Endowment}, journal = {Proceedings of the VLDB Endowment}, pages = {14}, abstract = {Finding the optimal join order (JO) is one of the most important problems in query optimisation, and has been extensively considered in research and practise. As it involves huge search spaces, approximation approaches and heuristics are commonly used, which explore a reduced solution space at the cost of solution quality. To explore even large JO search spaces, we may consider special-purpose software, such as mixed-integer linear programming (MILP) solvers, which have successfully solved JO problems. However, even mature solvers cannot overcome the limitations of conventional hardware prompted by the end of Moore's law. We consider quantum-inspired digital annealing hardware, which takes inspiration from quantum processing units (QPUs). Unlike QPUs, which likely remain limited in size and reliability in the near and mid-term future, the digital annealer (DA) can solve large instances of mathematically encoded optimisation problems today. We derive a novel, native encoding for the JO problem tailored to this class of machines that substantially improves over known MILP and quantum-based encodings, and reduces encoding size over the state-of-the-art. By augmenting the computation with a novel readout method, we derive valid join orders for each solution obtained by the (probabilistically operating) DA. Most importantly and despite an extremely large solution space, our approach scales to practically relevant dimensions of around 50 relations and improves result quality over conventionally employed approaches, adding a novel alternative to solving the long-standing JO problem.}, language = {en} } @unpublished{SchmidlDengMaetal., author = {Schmidl, Sebastian and Deng, Yangshen and Ma, Pingchuan and Sch{\"o}nberger, Manuel and Mauerer, Wolfgang}, title = {Reproducibility Report for ACM SIGMOD 2023 Paper: Ready to Leap (by Co-Design)? Join Order Optimisation}, abstract = {The paper "Ready to Leap (by Co-Design)? Join Order Optimisation on Quantum Hardware" proposes the first approach to solve the problem of join order optimization on quantum hardware. The authors characterize the applicability and limitations of current state-of-the-art quantum hardware, i. e. gate-based quantum computing and quantum annealing, for join ordering and recommend key improvements to the physical hardware to reach practical utility. Based on the provided database queries and QPU system processing data, we have been able to reproduce the original paper's key insights and quantum problem characteristics reported in its experimental section. The authors provided a self-contained and fully automated reproduction package, including data (database queries, statistics, and collected QPU processing data), experiment scripts, and plotting routines that allowed the identical reconstruction of the three main figures in the paper.}, language = {en} } @misc{SchoenbergerScherzingerMauerer, author = {Sch{\"o}nberger, Manuel and Scherzinger, Stefanie and Mauerer, Wolfgang}, title = {Applicability of Quantum Computing on Database Query Optimization}, series = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam (Poster Presentation)}, journal = {Fr{\"u}hjahrstreffen Fachgruppe Datenbanken in Potsdam (Poster Presentation)}, language = {en} } @inproceedings{BuchmannSchwaegerl, author = {Buchmann, Thomas and Schw{\"a}gerl, Felix}, title = {Ensuring well-formedness of configured domain models in model-driven product lines based on negative variability}, series = {FOSD '12: Proceedings of the 4th International Workshop on Feature-Oriented Software Development, 24. + 25. September 2012, Dresden}, booktitle = {FOSD '12: Proceedings of the 4th International Workshop on Feature-Oriented Software Development, 24. + 25. September 2012, Dresden}, publisher = {ACM Press}, address = {New York, USA}, doi = {10.1145/2377816.2377822}, pages = {37 -- 44}, abstract = {Model-driven development is a well-known practice in modern software engineering. Many tools exist which allow developers to build software in a model-based or even model-driven way, but they do not provide dedicated support for software product line development. Only recently some approaches combined model-driven engineering and software product line engineering. In this paper we present an approach that allows for combining feature models and Ecore-based domain models and provides extensive support to keep the mapping between the involved models consistent. Our key contribution is a declarative textual language which allows to phrase domain-specific consistency constraints which are preserved during the configuration process in order to ensure context-sensitive syntactical correctness of derived domain models.}, language = {en} } @phdthesis{ZInner, author = {ZInner, Helge}, title = {Vernetzung heterogener Feldbusse auf Basis des Standards Ethernet Audio Video Bridging}, address = {Ilmenau}, pages = {III, 191 S.}, language = {de} } @article{BeyerWeigertQuicketal., author = {Beyer, Thomas and Weigert, Markus and Quick, Harald H. and Pietrzyk, Uwe and Vogt, Florian and Palm, Christoph and Antoch, Gerald and M{\"u}ller, Stefan P. and Bockisch, Andreas}, title = {MR-based attenuation correction for torso-PET/MR imaging}, series = {European Journal of Nuclear Medicine and Molecular Imaging}, volume = {35}, journal = {European Journal of Nuclear Medicine and Molecular Imaging}, number = {6}, doi = {10.1007/s00259-008-0734-0}, pages = {1142 -- 1146}, abstract = {Purpose MR-based attenuation correction (AC) will become an integral part of combined PET/MR systems. Here, we propose a toolbox to validate MR-AC of clinical PET/MRI data sets. Methods Torso scans of ten patients were acquired on a combined PET/CT and on a 1.5-T MRI system. MR-based attenuation data were derived from the CT following MR-CT image co-registration and subsequent histogram matching. PET images were reconstructed after CT- (PET/CT) and MR-based AC (PET/MRI). Lesion-to-background (L/B) ratios were estimated on PET/CT and PET/MRI. Results MR-CT histogram matching leads to a mean voxel intensity difference in the CT- and MR-based attenuation images of 12\% (max). Mean differences between PET/MRI and PET/CT were 19\% (max). L/B ratios were similar except for the lung where local misregistration and intensity transformation leads to a biased PET/MRI. Conclusion Our toolbox can be used to study pitfalls in MR-AC. We found that co-registration accuracy and pixel value transformation determine the accuracy of PET/MRI.}, subject = {Kernspintomografie}, language = {en} } @article{HartmannNieberlePalmetal., author = {Hartmann, Robin and Nieberle, Felix and Palm, Christoph and Br{\´e}bant, Vanessa and Prantl, Lukas and Kuehle, Reinald and Reichert, Torsten E. and Taxis, Juergen and Ettl, Tobias}, title = {Utility of Smartphone-based Three-dimensional Surface Imaging for Digital Facial Anthropometry}, series = {JPRAS Open}, volume = {39}, journal = {JPRAS Open}, publisher = {Elsevier}, doi = {10.1016/j.jpra.2024.01.014}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-70348}, pages = {330 -- 343}, abstract = {Background The utilization of three-dimensional (3D) surface imaging for facial anthropometry is a significant asset for patients undergoing maxillofacial surgery. Notably, there have been recent advancements in smartphone technology that enable 3D surface imaging. In this study, anthropometric assessments of the face were performed using a smartphone and a sophisticated 3D surface imaging system. Methods 30 healthy volunteers (15 females and 15 males) were included in the study. An iPhone 14 Pro (Apple Inc., USA) using the application 3D Scanner App (Laan Consulting Corp., USA) and the Vectra M5 (Canfield Scientific, USA) were employed to create 3D surface models. For each participant, 19 anthropometric measurements were conducted on the 3D surface models. Subsequently, the anthropometric measurements generated by the two approaches were compared. The statistical techniques employed included the paired t-test, paired Wilcoxon signed-rank test, Bland-Altman analysis, and calculation of the intraclass correlation coefficient (ICC). Results All measurements showed excellent agreement between smartphone-based and Vectra M5-based measurements (ICC between 0.85 and 0.97). Statistical analysis revealed no statistically significant differences in the central tendencies for 17 of the 19 linear measurements. Despite the excellent agreement found, Bland-Altman analysis revealed that the 95\% limits of agreement between the two methods exceeded ±3 mm for the majority of measurements. Conclusion Digital facial anthropometry using smartphones can serve as a valuable supplementary tool for surgeons, enhancing their communication with patients. However, the proposed data suggest that digital facial anthropometry using smartphones may not yet be suitable for certain diagnostic purposes that require high accuracy.}, language = {en} } @article{EbigboMendelScheppachetal., author = {Ebigbo, Alanna and Mendel, Robert and Scheppach, Markus W. and Probst, Andreas and Shahidi, Neal and Prinz, Friederike and Fleischmann, Carola and R{\"o}mmele, Christoph and G{\"o}lder, Stefan Karl and Braun, Georg and Rauber, David and R{\"u}ckert, Tobias and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Byrne, Michael F. and Palm, Christoph and Messmann, Helmut}, title = {Vessel and tissue recognition during third-space endoscopy using a deep learning algorithm}, series = {Gut}, volume = {71}, journal = {Gut}, number = {12}, publisher = {BMJ}, address = {London}, doi = {10.1136/gutjnl-2021-326470}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-54293}, pages = {2388 -- 2390}, abstract = {In this study, we aimed to develop an artificial intelligence clinical decision support solution to mitigate operator-dependent limitations during complex endoscopic procedures such as endoscopic submucosal dissection and peroral endoscopic myotomy, for example, bleeding and perforation. A DeepLabv3-based model was trained to delineate vessels, tissue structures and instruments on endoscopic still images from such procedures. The mean cross-validated Intersection over Union and Dice Score were 63\% and 76\%, respectively. Applied to standardised video clips from third-space endoscopic procedures, the algorithm showed a mean vessel detection rate of 85\% with a false-positive rate of 0.75/min. These performance statistics suggest a potential clinical benefit for procedure safety, time and also training.}, language = {en} } @article{KnoedlerBaecherKaukeNavarroetal., author = {Kn{\"o}dler, Leonard and Baecher, Helena and Kauke-Navarro, Martin and Prantl, Lukas and Machens, Hans-G{\"u}nther and Scheuermann, Philipp and Palm, Christoph and Baumann, Raphael and Kehrer, Andreas and Panayi, Adriana C. and Knoedler, Samuel}, title = {Towards a Reliable and Rapid Automated Grading System in Facial Palsy Patients: Facial Palsy Surgery Meets Computer Science}, series = {Journal of Clinical Medicine}, volume = {11}, journal = {Journal of Clinical Medicine}, number = {17}, publisher = {MDPI}, address = {Basel}, doi = {10.3390/jcm11174998}, abstract = {Background: Reliable, time- and cost-effective, and clinician-friendly diagnostic tools are cornerstones in facial palsy (FP) patient management. Different automated FP grading systems have been developed but revealed persisting downsides such as insufficient accuracy and cost-intensive hardware. We aimed to overcome these barriers and programmed an automated grading system for FP patients utilizing the House and Brackmann scale (HBS). Methods: Image datasets of 86 patients seen at the Department of Plastic, Hand, and Reconstructive Surgery at the University Hospital Regensburg, Germany, between June 2017 and May 2021, were used to train the neural network and evaluate its accuracy. Nine facial poses per patient were analyzed by the algorithm. Results: The algorithm showed an accuracy of 100\%. Oversampling did not result in altered outcomes, while the direct form displayed superior accuracy levels when compared to the modular classification form (n = 86; 100\% vs. 99\%). The Early Fusion technique was linked to improved accuracy outcomes in comparison to the Late Fusion and sequential method (n = 86; 100\% vs. 96\% vs. 97\%). Conclusions: Our automated FP grading system combines high-level accuracy with cost- and time-effectiveness. Our algorithm may accelerate the grading process in FP patients and facilitate the FP surgeon's workflow.}, language = {en} } @article{SouzaJrPalmMendeletal., author = {Souza Jr., Luis Antonio de and Palm, Christoph and Mendel, Robert and Hook, Christian and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Weber, Silke A. T. and Papa, Jo{\~a}o Paulo}, title = {A survey on Barrett's esophagus analysis using machine learning}, series = {Computers in Biology and Medicine}, volume = {96}, journal = {Computers in Biology and Medicine}, publisher = {Elsevier}, doi = {10.1016/j.compbiomed.2018.03.014}, pages = {203 -- 213}, abstract = {This work presents a systematic review concerning recent studies and technologies of machine learning for Barrett's esophagus (BE) diagnosis and treatment. The use of artificial intelligence is a brand new and promising way to evaluate such disease. We compile some works published at some well-established databases, such as Science Direct, IEEEXplore, PubMed, Plos One, Multidisciplinary Digital Publishing Institute (MDPI), Association for Computing Machinery (ACM), Springer, and Hindawi Publishing Corporation. Each selected work has been analyzed to present its objective, methodology, and results. The BE progression to dysplasia or adenocarcinoma shows a complex pattern to be detected during endoscopic surveillance. Therefore, it is valuable to assist its diagnosis and automatic identification using computer analysis. The evaluation of the BE dysplasia can be performed through manual or automated segmentation through machine learning techniques. Finally, in this survey, we reviewed recent studies focused on the automatic detection of the neoplastic region for classification purposes using machine learning methods.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{OttPalmVogtetal., author = {Ott, Tankred and Palm, Christoph and Vogt, Robert and Oberprieler, Christoph}, title = {GinJinn: An object-detection pipeline for automated feature extraction from herbarium specimens}, series = {Applications in Plant Sciences}, volume = {8}, journal = {Applications in Plant Sciences}, number = {6}, publisher = {Wiley, Botanical Society of America}, issn = {2168-0450}, doi = {10.1002/aps3.11351}, pages = {e11351}, abstract = {PREMISE: The generation of morphological data in evolutionary, taxonomic, and ecological studies of plants using herbarium material has traditionally been a labor-intensive task. Recent progress in machine learning using deep artificial neural networks (deep learning) for image classification and object detection has facilitated the establishment of a pipeline for the automatic recognition and extraction of relevant structures in images of herbarium specimens. METHODS AND RESULTS: We implemented an extendable pipeline based on state-of-the-art deep-learning object-detection methods to collect leaf images from herbarium specimens of two species of the genus Leucanthemum. Using 183 specimens as the training data set, our pipeline extracted one or more intact leaves in 95\% of the 61 test images. CONCLUSIONS: We establish GinJinn as a deep-learning object-detection tool for the automatic recognition and extraction of individual leaves or other structures from herbarium specimens. Our pipeline offers greater flexibility and a lower entrance barrier than previous image-processing approaches based on hand-crafted features.}, subject = {Deep Learning}, language = {en} } @article{EbigboPalmProbstetal., author = {Ebigbo, Alanna and Palm, Christoph and Probst, Andreas and Mendel, Robert and Manzeneder, Johannes and Prinz, Friederike and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Siersema, Peter and Messmann, Helmut}, title = {A technical review of artificial intelligence as applied to gastrointestinal endoscopy: clarifying the terminology}, series = {Endoscopy International Open}, volume = {07}, journal = {Endoscopy International Open}, number = {12}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-1010-5705}, pages = {1616 -- 1623}, abstract = {The growing number of publications on the application of artificial intelligence (AI) in medicine underlines the enormous importance and potential of this emerging field of research. In gastrointestinal endoscopy, AI has been applied to all segments of the gastrointestinal tract most importantly in the detection and characterization of colorectal polyps. However, AI research has been published also in the stomach and esophagus for both neoplastic and non-neoplastic disorders. The various technical as well as medical aspects of AI, however, remain confusing especially for non-expert physicians. This physician-engineer co-authored review explains the basic technical aspects of AI and provides a comprehensive overview of recent publications on AI in gastrointestinal endoscopy. Finally, a basic insight is offered into understanding publications on AI in gastrointestinal endoscopy.}, subject = {Diagnose}, language = {en} } @inproceedings{WoehlHuberLoibletal., author = {W{\"o}hl, Rebecca and Huber, Michaela and Loibl, Markus and Riebschl{\"a}ger, Birgit and Nerlich, Michael and Palm, Christoph}, title = {The Impact of Semi-Automated Segmentation and 3D Analysis on Testing New Osteosynthesis Material}, series = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-54345-0_30}, pages = {122 -- 127}, abstract = {A new protocol for testing osteosynthesis material postoperatively combining semi-automated segmentation and 3D analysis of surface meshes is proposed. By various steps of transformation and measuring, objective data can be collected. In this study the specifications of a locking plate used for mediocarpal arthrodesis of the wrist were examined. The results show, that union of the lunate, triquetrum, hamate and capitate was achieved and that the plate is comparable to coexisting arthrodesis systems. Additionally, it was shown, that the complications detected correlate to the clinical outcome. In synopsis, this protocol is considered beneficial and should be taken into account in further studies.}, subject = {Osteosynthese}, language = {en} } @inproceedings{Palm, author = {Palm, Christoph}, title = {Fusion of Serial 2D Section Images and MRI Reference}, series = {Workshop Innovative Verarbeitung bioelektrischer und biomagnetischer Signale (bbs2014), Berlin, 10.04.2014}, booktitle = {Workshop Innovative Verarbeitung bioelektrischer und biomagnetischer Signale (bbs2014), Berlin, 10.04.2014}, doi = {10.13140/RG.2.1.1358.3449}, abstract = {Serial 2D section images with high resolution, resulting from innovative imaging methods become even more valuable, if they are fused with in vivo volumes. Achieving this goal, the 3D context of the sections would be restored, the deformations would be corrected and the artefacts would be eliminated. However, the registration in this field faces big challenges and is not solved in general. On the other hand, several approaches have been introduced dealing at least with some of these difficulties. Here, a brief overview of the topic is given and some of the solutions are presented. It does not constitute the claim to be a complete review, but could be a starting point for those who are interested in this field.}, subject = {Kernspintomografie}, language = {en} } @article{MeinikheimMendelPalmetal., author = {Meinikheim, Michael and Mendel, Robert and Palm, Christoph and Probst, Andreas and Muzalyova, Anna and Scheppach, Markus W. and Nagl, Sandra and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Schulz, Dominik Andreas Helmut Otto and Schlottmann, Jakob and Prinz, Friederike and Rauber, David and R{\"u}ckert, Tobias and Matsumura, Tomoaki and Fern{\´a}ndez-Esparrach, Gl{\`o}ria and Parsa, Nasim and Byrne, Michael F. and Messmann, Helmut and Ebigbo, Alanna}, title = {Influence of artificial intelligence on the diagnostic performance of endoscopists in the assessment of Barrett's esophagus: a tandem randomized and video trial}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-2296-5696}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-72818}, pages = {641 -- 649}, abstract = {Background This study evaluated the effect of an artificial intelligence (AI)-based clinical decision support system on the performance and diagnostic confidence of endoscopists in their assessment of Barrett's esophagus (BE). Methods 96 standardized endoscopy videos were assessed by 22 endoscopists with varying degrees of BE experience from 12 centers. Assessment was randomized into two video sets: group A (review first without AI and second with AI) and group B (review first with AI and second without AI). Endoscopists were required to evaluate each video for the presence of Barrett's esophagus-related neoplasia (BERN) and then decide on a spot for a targeted biopsy. After the second assessment, they were allowed to change their clinical decision and confidence level. Results AI had a stand-alone sensitivity, specificity, and accuracy of 92.2\%, 68.9\%, and 81.3\%, respectively. Without AI, BE experts had an overall sensitivity, specificity, and accuracy of 83.3\%, 58.1\%, and 71.5\%, respectively. With AI, BE nonexperts showed a significant improvement in sensitivity and specificity when videos were assessed a second time with AI (sensitivity 69.8\% [95\%CI 65.2\%-74.2\%] to 78.0\% [95\%CI 74.0\%-82.0\%]; specificity 67.3\% [95\%CI 62.5\%-72.2\%] to 72.7\% [95\%CI 68.2\%-77.3\%]). In addition, the diagnostic confidence of BE nonexperts improved significantly with AI. Conclusion BE nonexperts benefitted significantly from additional AI. BE experts and nonexperts remained significantly below the stand-alone performance of AI, suggesting that there may be other factors influencing endoscopists' decisions to follow or discard AI advice.}, language = {en} } @misc{EbigboRauberAyoubetal., author = {Ebigbo, Alanna and Rauber, David and Ayoub, Mousa and Birzle, Lisa and Matsumura, Tomoaki and Probst, Andreas and Steinbr{\"u}ck, Ingo and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Scheppach, Markus W. and Palm, Christoph and Messmann, Helmut}, title = {Early Esophageal Cancer and the Generalizability of Artificial Intelligence}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783775}, pages = {S428}, abstract = {Aims Artificial Intelligence (AI) systems in gastrointestinal endoscopy are narrow because they are trained to solve only one specific task. Unlike Narrow-AI, general AI systems may be able to solve multiple and unrelated tasks. We aimed to understand whether an AI system trained to detect, characterize, and segment early Barrett's neoplasia (Barrett's AI) is only capable of detecting this pathology or can also detect and segment other diseases like early squamous cell cancer (SCC). Methods 120 white light (WL) and narrow-band endoscopic images (NBI) from 60 patients (1 WL and 1 NBI image per patient) were extracted from the endoscopic database of the University Hospital Augsburg. Images were annotated by three expert endoscopists with extensive experience in the diagnosis and endoscopic resection of early esophageal neoplasias. An AI system based on DeepLabV3+architecture dedicated to early Barrett's neoplasia was tested on these images. The AI system was neither trained with SCC images nor had it seen the test images prior to evaluation. The overlap between the three expert annotations („expert-agreement") was the ground truth for evaluating AI performance. Results Barrett's AI detected early SCC with a mean intersection over reference (IoR) of 92\% when at least 1 pixel of the AI prediction overlapped with the expert-agreement. When the threshold was increased to 5\%, 10\%, and 20\% overlap with the expert-agreement, the IoR was 88\%, 85\% and 82\%, respectively. The mean Intersection Over Union (IoU) - a metric according to segmentation quality between the AI prediction and the expert-agreement - was 0.45. The mean expert IoU as a measure of agreement between the three experts was 0.60. Conclusions In the context of this pilot study, the predictions of SCC by a Barrett's dedicated AI showed some overlap to the expert-agreement. Therefore, features learned from Barrett's cancer-related training might be helpful also for SCC prediction. Our results allow different possible explanations. On the one hand, some Barrett's cancer features generalize toward the related task of assessing early SCC. On the other hand, the Barrett's AI is less specific to Barrett's cancer than a general predictor of pathological tissue. However, we expect to enhance the detection quality significantly by extending the training to SCC-specific data. The insight of this study opens the way towards a transfer learning approach for more efficient training of AI to solve tasks in other domains.}, language = {en} } @misc{ScheppachMendelRauberetal., author = {Scheppach, Markus W. and Mendel, Robert and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Artificial Intelligence (AI) improves endoscopists' vessel detection during endoscopic submucosal dissection (ESD)}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1782891}, pages = {S93}, abstract = {Aims While AI has been successfully implemented in detecting and characterizing colonic polyps, its role in therapeutic endoscopy remains to be elucidated. Especially third space endoscopy procedures like ESD and peroral endoscopic myotomy (POEM) pose a technical challenge and the risk of operator-dependent complications like intraprocedural bleeding and perforation. Therefore, we aimed at developing an AI-algorithm for intraprocedural real time vessel detection during ESD and POEM. Methods A training dataset consisting of 5470 annotated still images from 59 full-length videos (47 ESD, 12 POEM) and 179681 unlabeled images was used to train a DeepLabV3+neural network with the ECMT semi-supervised learning method. Evaluation for vessel detection rate (VDR) and time (VDT) of 19 endoscopists with and without AI-support was performed using a testing dataset of 101 standardized video clips with 200 predefined blood vessels. Endoscopists were stratified into trainees and experts in third space endoscopy. Results The AI algorithm had a mean VDR of 93.5\% and a median VDT of 0.32 seconds. AI support was associated with a statistically significant increase in VDR from 54.9\% to 73.0\% and from 59.0\% to 74.1\% for trainees and experts, respectively. VDT significantly decreased from 7.21 sec to 5.09 sec for trainees and from 6.10 sec to 5.38 sec for experts in the AI-support group. False positive (FP) readings occurred in 4.5\% of frames. FP structures were detected significantly shorter than true positives (0.71 sec vs. 5.99 sec). Conclusions AI improved VDR and VDT of trainees and experts in third space endoscopy and may reduce performance variability during training. Further research is needed to evaluate the clinical impact of this new technology.}, language = {en} } @misc{ZellmerRauberProbstetal., author = {Zellmer, Stephan and Rauber, David and Probst, Andreas and Weber, Tobias and Braun, Georg and R{\"o}mmele, Christoph and Nagl, Sandra and Schnoy, Elisabeth and Messmann, Helmut and Ebigbo, Alanna and Palm, Christoph}, title = {Artificial intelligence as a tool in the detection of the papillary ostium during ERCP}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783138}, pages = {S198}, abstract = {Aims Endoscopic retrograde cholangiopancreaticography (ERCP) is the gold standard in the diagnosis as well as treatment of diseases of the pancreatobiliary tract. However, it is technically complex and has a relatively high complication rate. In particular, cannulation of the papillary ostium remains challenging. The aim of this study is to examine whether a deep-learning algorithm can be used to detect the major duodenal papilla and in particular the papillary ostium reliably and could therefore be a valuable tool for inexperienced endoscopists, particularly in training situation. Methods We analyzed a total of 654 retrospectively collected images of 85 patients. Both the major duodenal papilla and the ostium were then segmented. Afterwards, a neural network was trained using a deep-learning algorithm. A 5-fold cross-validation was performed. Subsequently, we ran the algorithm on 5 prospectively collected videos of ERCPs. Results 5-fold cross-validation on the 654 labeled data resulted in an F1 value of 0.8007, a sensitivity of 0.8409 and a specificity of 0.9757 for the class papilla, and an F1 value of 0.5724, a sensitivity of 0.5456 and a specificity of 0.9966 for the class ostium. Regardless of the class, the average F1 value (class papilla and class ostium) was 0.6866, the sensitivity 0.6933 and the specificity 0.9861. In 100\% of cases the AI-detected localization of the papillary ostium in the prospectively collected videos corresponded to the localization of the cannulation performed by the endoscopist. Conclusions In the present study, the neural network was able to identify the major duodenal papilla with a high sensitivity and high specificity. In detecting the papillary ostium, the sensitivity was notably lower. However, when used on videos, the AI was able to identify the location of the subsequent cannulation with 100\% accuracy. In the future, the neural network will be trained with more data. Thus, a suitable tool for ERCP could be established, especially in the training situation.}, language = {en} } @misc{ScheppachNunesArizietal., author = {Scheppach, Markus W. and Nunes, Danilo Weber and Arizi, X. and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Procedural phase recognition in endoscopic submucosal dissection (ESD) using artificial intelligence (AI)}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0044-1783804}, pages = {S439}, abstract = {Aims Recent evidence suggests the possibility of intraprocedural phase recognition in surgical operations as well as endoscopic interventions such as peroral endoscopic myotomy and endoscopic submucosal dissection (ESD) by AI-algorithms. The intricate measurement of intraprocedural phase distribution may deepen the understanding of the procedure. Furthermore, real-time quality assessment as well as automation of reporting may become possible. Therefore, we aimed to develop an AI-algorithm for intraprocedural phase recognition during ESD. Methods A training dataset of 364385 single images from 9 full-length ESD videos was compiled. Each frame was classified into one procedural phase. Phases included scope manipulation, marking, injection, application of electrical current and bleeding. Allocation of each frame was only possible to one category. This training dataset was used to train a Video Swin transformer to recognize the phases. Temporal information was included via logarithmic frame sampling. Validation was performed using two separate ESD videos with 29801 single frames. Results The validation yielded sensitivities of 97.81\%, 97.83\%, 95.53\%, 85.01\% and 87.55\% for scope manipulation, marking, injection, electric application and bleeding, respectively. Specificities of 77.78\%, 90.91\%, 95.91\%, 93.65\% and 84.76\% were measured for the same parameters. Conclusions The developed algorithm was able to classify full-length ESD videos on a frame-by-frame basis into the predefined classes with high sensitivities and specificities. Future research will aim at the development of quality metrics based on single-operator phase distribution.}, language = {en} } @misc{ScheppachRauberStallhoferetal., author = {Scheppach, Markus W. and Rauber, David and Stallhofer, Johannes and Muzalyova, Anna and Otten, Vera and Manzeneder, Carolin and Schwamberger, Tanja and Wanzl, Julia and Schlottmann, Jakob and Tadic, Vidan and Probst, Andreas and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Fleischmann, Carola and Meinikheim, Michael and Miller, Silvia and M{\"a}rkl, Bruno and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Performance comparison of a deep learning algorithm with endoscopists in the detection of duodenal villous atrophy (VA)}, series = {Endoscopy}, volume = {55}, journal = {Endoscopy}, number = {S02}, publisher = {Thieme}, doi = {10.1055/s-0043-1765421}, pages = {S165}, abstract = {Aims VA is an endoscopic finding of celiac disease (CD), which can easily be missed if pretest probability is low. In this study, we aimed to develop an artificial intelligence (AI) algorithm for the detection of villous atrophy on endoscopic images. Methods 858 images from 182 patients with VA and 846 images from 323 patients with normal duodenal mucosa were used for training and internal validation of an AI algorithm (ResNet18). A separate dataset was used for external validation, as well as determination of detection performance of experts, trainees and trainees with AI support. According to the AI consultation distribution, images were stratified into "easy" and "difficult". Results Internal validation showed 82\%, 85\% and 84\% for sensitivity, specificity and accuracy. External validation showed 90\%, 76\% and 84\%. The algorithm was significantly more sensitive and accurate than trainees, trainees with AI support and experts in endoscopy. AI support in trainees was associated with significantly improved performance. While all endoscopists showed significantly lower detection for "difficult" images, AI performance remained stable. Conclusions The algorithm outperformed trainees and experts in sensitivity and accuracy for VA detection. The significant improvement with AI support suggests a potential clinical benefit. Stable performance of the algorithm in "easy" and "difficult" test images may indicate an advantage in macroscopically challenging cases.}, language = {en} } @misc{ScheppachWeberNunesArizietal., author = {Scheppach, Markus W. and Weber Nunes, Danilo and Arizi, X. and Rauber, David and Probst, Andreas and Nagl, Sandra and R{\"o}mmele, Christoph and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Single frame workflow recognition during endoscopic submucosal dissection (ESD) using artificial intelligence (AI)}, series = {Endoscopy}, volume = {57}, journal = {Endoscopy}, number = {S 02}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0045-1806324}, pages = {S511}, abstract = {Aims Precise surgical phase recognition and evaluation may improve our understanding of complex endoscopic procedures. Furthermore, quality control measurements and endoscopy training could benefit from objective descriptions of surgical phase distributions. Therefore, we aimed to develop an artificial intelligence algorithm for frame-by-frame operational phase recognition during endoscopic submucosal dissection (ESD). Methods Full length ESD-videos from 31 patients comprising 6.297.782 single images were collected retrospectively. Videos were annotated on a frame-by-frame basis for the operational macro-phases diagnostics, marking, injection, dissection and bleeding. Further subphases were the application of electrical current, visible injection of fluid into the submucosal space and scope manipulation, leading to 11 phases in total. 4.975.699 frames (21 patients) were used for training of a video swin transformer using uniform frame sampling for temporal information. Hyperparameter tuning was performed with 897.325 further frames (6 patients), while 424.758 frames (4 patients) were used for validation. Results The overall F1 scores on the test dataset for the macro-phases and all 11 phases were 0.96 and 0.90, respectively. The recall values for diagnostics, marking, injection, dissection and bleeding were 1.00, 1.00, 0.95, 0.96 and 0.93, respectively. Conclusions The algorithm classified operational phases during ESD with high accuracy. A precise evaluation of phase distribution may allow for the development of objective quality metrics for quality control and training.}, language = {en} } @article{WeigertPietrzykMuelleretal., author = {Weigert, Markus and Pietrzyk, Uwe and M{\"u}ller, Stefan P. and Palm, Christoph and Beyer, Thomas}, title = {Whole-body PET/CT imaging}, series = {Zeitschrift f{\"u}r Medizinische Physik}, volume = {18}, journal = {Zeitschrift f{\"u}r Medizinische Physik}, number = {1}, doi = {10.1016/j.zemedi.2007.07.004}, pages = {59 -- 66}, abstract = {Aim Combined whole-body (WB) PET/CT imaging provides better overall co-registration compared to separate CT and PET. However, in clinical routine local PET-CT mis-registration cannot be avoided. Thus, the reconstructed PET tracer distribution may be biased when using the misaligned CT transmission data for CT-based attenuation correction (CT-AC). We investigate the feasibility of retrospective co-registration techniques to align CT and PET images prior to CT-AC, thus improving potentially the quality of combined PET/CT imaging in clinical routine. Methods First, using a commercial software registration package CT images were aligned to the uncorrected PET data by rigid and non-rigid registration methods. Co-registration accuracy of both alignment approaches was assessed by reviewing the PET tracer uptake patterns (visual, linked cursor display) following attenuation correction based on the original and co-registered CT. Second, we investigated non-rigid registration based on a prototype ITK implementation of the B-spline algorithm on a similar targeted MR-CT registration task, there showing promising results. Results Manual rigid, landmark-based co-registration introduced unacceptable misalignment, in particular in peripheral areas of the whole-body images. Manual, non-rigid landmark-based co-registration prior to CT-AC was successful with minor loco-regional distortions. Nevertheless, neither rigid nor non-rigid automatic co-registration based on the Mutual Information image to image metric succeeded in co-registering the CT and noAC-PET images. In contrast to widely available commercial software registration our implementation of an alternative automated, non-rigid B-spline co-registration technique yielded promising results in this setting with MR-CT data. Conclusion In clinical PET/CT imaging, retrospective registration of CT and uncorrected PET images may improve the quality of the AC-PET images. As of today no validated and clinically viable commercial registration software is in routine use. This has triggered our efforts in pursuing new approaches to a validated, non-rigid co-registration algorithm applicable to whole-body PET/CT imaging of which first results are presented here. This approach appears suitable for applications in retrospective WB-PET/CT alignment. Ziel Kombinierte PET/CT-Bildgebung erm{\"o}glicht verbesserte Koregistrierung von PET- und CT-Daten gegen{\"u}ber separat akquirierten Bildern. Trotzdem entstehen in der klinischen Anwendung lokale Fehlregistrierungen, die zu Fehlern in der rekonstruierten PET- Tracerverteilung f{\"u}hren k{\"o}nnen, falls die unregistrierten CT-Daten zur Schw{\"a}chungskorrektur (AC) der Emissionsdaten verwendet werden. Wir untersuchen daher die Anwendung von Bildregistrierungsalgorithmen vor der CT-basierten AC zur Verbesserung der PET-Aufnahmen. Methoden Mittels einer kommerziellen Registrierungssoftware wurden die CT-Daten eines PET/CT- Tomographen durch landmarken- und intensit{\"a}tsbasierte rigide (starre) und nicht-rigide Registrierungsverfahren r{\"a}umlich an die unkorrigierten PET-Emissionsdaten angepasst und zur AC verwendet. Zur Bewertung wurden die Tracerverteilungen in den PET-Bildern (vor AC, CT-AC, CT-AC nach Koregistrierung) visuell und mit Hilfe korrelierter Fadenkreuze verglichen. Zus{\"a}tzlich untersuchten wir die ITK-Implementierung der bekannten B-spline basierten, nicht-rigiden Registrierungsans{\"a}tze im Hinblick auf ihre Verwendbarkeit f{\"u}r die multimodale PET/CT-Ganzk{\"o}rperregistrierung. Ergebnisse Mittels landmarkenbasierter, nicht-rigider Registrierung konnte die Tracerverteilung in den PET-Daten lokal verbessert werden. Landmarkenbasierte rigide Registrierung f{\"u}hrte zu starker Fehlregistrierung in entfernten K{\"o}rperregionen. Automatische rigide und nicht-rigide Registrierung unter Verwendung der Mutual-Information-{\"A}hnlichkeitsmetrik versagte auf allen verwendeten Datens{\"a}tzen. Die automatische Registrierung mit B-spline-Funktionen zeigte vielversprechende Resultate in der Anwendung auf einem {\"a}hnlich gelagerten CT-MR-Registrierungsproblem. Fazit Retrospektive, nicht-rigide Registrierung unkorrigierter PET- und CT-Aufnahmen aus kombinierten Aufnahmensystemen vor der AC kann die Qualit{\"a}t von PET-Aufnahmen im klinischen Einsatz verbessern. Trotzdem steht bis heute im klinischen Alltag keine validierte, automatische Registrierungssoftware zur Verf{\"u}gung. Wir verfolgen dazu Ans{\"a}tze f{\"u}r validierte, nicht-rigide Bildregistrierung f{\"u}r den klinischen Einsatz und pr{\"a}sentieren erste Ergebnisse.}, subject = {Positronen-Emissions-Tomografie}, language = {en} } @misc{RoserMeinikheimMendeletal., author = {Roser, David and Meinikheim, Michael and Mendel, Robert and Palm, Christoph and Probst, Andreas and Muzalyova, Anna and Scheppach, Markus W. and Nagl, Sandra and Schnoy, Elisabeth and R{\"o}mmele, Christoph and Schulz, Dominik Andreas Helmut Otto and Schlottmann, Jakob and Prinz, Friederike and Rauber, David and R{\"u}ckert, Tobias and Matsumura, Tomoaki and Fernandez-Esparrach, G. and Parsa, Nasim and Byrne, Michael F. and Messmann, Helmut and Ebigbo, Alanna}, title = {Human-Computer Interaction: Impact of Artificial Intelligence on the diagnostic confidence of endoscopists assessing videos of Barrett's esophagus}, series = {Endoscopy}, volume = {56}, journal = {Endoscopy}, number = {S 02}, publisher = {Georg Thieme Verlag}, issn = {1438-8812}, doi = {10.1055/s-0044-1782859}, pages = {79}, abstract = {Aims Human-computer interactions (HCI) may have a relevant impact on the performance of Artificial Intelligence (AI). Studies show that although endoscopists assessing Barrett's esophagus (BE) with AI improve their performance significantly, they do not achieve the level of the stand-alone performance of AI. One aspect of HCI is the impact of AI on the degree of certainty and confidence displayed by the endoscopist. Indirectly, diagnostic confidence when using AI may be linked to trust and acceptance of AI. In a BE video study, we aimed to understand the impact of AI on the diagnostic confidence of endoscopists and the possible correlation with diagnostic performance. Methods 22 endoscopists from 12 centers with varying levels of BE experience reviewed ninety-six standardized endoscopy videos. Endoscopists were categorized into experts and non-experts and randomly assigned to assess the videos with and without AI. Participants were randomized in two arms: Arm A assessed videos first without AI and then with AI, while Arm B assessed videos in the opposite order. Evaluators were tasked with identifying BE-related neoplasia and rating their confidence with and without AI on a scale from 0 to 9. Results The utilization of AI in Arm A (without AI first, with AI second) significantly elevated confidence levels for experts and non-experts (7.1 to 8.0 and 6.1 to 6.6, respectively). Only non-experts benefitted from AI with a significant increase in accuracy (68.6\% to 75.5\%). Interestingly, while the confidence levels of experts without AI were higher than those of non-experts with AI, there was no significant difference in accuracy between these two groups (71.3\% vs. 75.5\%). In Arm B (with AI first, without AI second), experts and non-experts experienced a significant reduction in confidence (7.6 to 7.1 and 6.4 to 6.2, respectively), while maintaining consistent accuracy levels (71.8\% to 71.8\% and 67.5\% to 67.1\%, respectively). Conclusions AI significantly enhanced confidence levels for both expert and non-expert endoscopists. Endoscopists felt significantly more uncertain in their assessments without AI. Furthermore, experts with or without AI consistently displayed higher confidence levels than non-experts with AI, irrespective of comparable outcomes. These findings underscore the possible role of AI in improving diagnostic confidence during endoscopic assessment.}, language = {en} } @misc{ZellmerRauberProbstetal., author = {Zellmer, Stephan and Rauber, David and Probst, Andreas and Weber, Tobias and Braun, Georg and Nagl, Sandra and R{\"o}mmele, Christoph and Schnoy, Elisabeth and Birzle, Lisa and Aehling, Niklas and Schulz, Dominik Andreas Helmut Otto and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {K{\"u}nstliche Intelligenz als Hilfsmittel zur Detektion der Papilla duodeni major und des papill{\"a}ren Ostiums w{\"a}hrend der ERCP}, series = {Zeitschrift f{\"u}r Gastroenterologie}, volume = {63}, journal = {Zeitschrift f{\"u}r Gastroenterologie}, number = {5}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0045-1806882}, pages = {e295}, abstract = {Einleitung Die Endoskopische Retrograde Cholangiopankreatikographie (ERCP) ist der Goldstandard in der endoskopischen Therapie von Erkrankungen des pankreatobili{\"a}ren Trakts. Allerdings ist sie technisch anspruchsvoll, schwer zu erlernen und mit einer relativ hohen Komplikationsrate assoziiert. Daher soll in der vorliegenden Machbarkeitsstudie gepr{\"u}ft werden, ob mithilfe eines Deeplearning- Algorithmus die Papille und das Ostium zuverl{\"a}ssig detektiert werden k{\"o}nnen und dieser f{\"u}r Endoskopiker, insbesondere in der Ausbildungssituation, ein geeignetes Hilfsmittel darstellen k{\"o}nnte. Material und Methodik Insgesamt wurden 1534 ERCP-Bilder von 134 Patienten analysiert, wobei sowohl die Papilla duodeni major als auch das Ostium segmentiert wurden. Anschließend erfolgte das Training eines neuronalen Netzes unter Verwendung eines Deep-Learning-Algorithmus. F{\"u}r den Test des Algorithmus erfolgte eine f{\"u}nffache Kreuzvalidierung. Ergebnisse Auf den 1534 gelabelten Bildern wurden f{\"u}r die Klasse Papille ein F1-Wert von 0,7996, eine Sensitivit{\"a}t von 0,8488 und eine Spezifit{\"a}t von 0,9822 erzielt. F{\"u}r die Klasse Ostium ergaben sich ein F1-Wert von 0,5198, eine Sensitivit{\"a}t von 0,5945 und eine Spezifit{\"a}t von 0,9974. Klassen{\"u}bergreifend (Klasse Papille und Klasse Ostium) betrug der F1-Wert 0,6593, die Sensitivit{\"a}t 0,7216 und f{\"u}r die Spezifit{\"a}t 0,9898. Zusammenfassung In der vorliegenden Machbarkeitsstudie zeigte das neuronale Netz eine hohe Sensitivit{\"a}t und eine sehr hohe Spezifit{\"a}t bei der Identifikation der Papilla duodeni major. Die Detektion des Ostiums erfolgte hingegen mit einer deutlich geringeren Sensitivit{\"a}t. Zuk{\"u}nftig ist eine Erweiterung des Trainingsdatensatzes um Videos und klinische Daten vorgesehen, um die Leistungsf{\"a}higkeit des Netzwerks zu verbessern. Hierdurch k{\"o}nnte langfristig ein geeignetes Assistenzsystem f{\"u}r die ERCP, insbesondere in der Ausbildungssituation etabliert werden.}, language = {de} } @article{DehnhardtPalmVietenetal., author = {Dehnhardt, Markus and Palm, Christoph and Vieten, Andrea and Bauer, Andreas and Pietrzyk, Uwe}, title = {Quantifying the A1AR distribution in peritumoral zones around experimental F98 and C6 rat brain tumours}, series = {Journal of Neuro-Oncology}, volume = {85}, journal = {Journal of Neuro-Oncology}, doi = {10.1007/s11060-007-9391-6}, pages = {49 -- 63}, abstract = {Quantification of growth in experimental F98 and C6 rat brain tumours was performed on 51 rat brains, 17 of which have been further assessed by 3D tumour reconstruction. Brains were cryosliced and radio-labelled with a ligand of the peripheral type benzodiazepine-receptor (pBR), 3H-Pk11195 [(1-(2-chlorophenyl)-N-methyl-N-(1-methyl-propylene)-3-isoquinoline-carboxamide)] by receptor autoradiography. Manually segmented and automatically registered tumours have been 3D-reconstructed for volumetric comparison on the basis of 3H-Pk11195-based tumour recognition. Furthermore automatically computed areas of -300 μm inner (marginal) zone as well as 300 μm and 600 μm outer tumour space were quantified. These three different regions were transferred onto other adjacent slices that had been labelled by receptor autoradiography with the A1 Adenosine receptor (A1AR)-ligand 3H-CPFPX (3H-8-cyclopentyl-3-(3-fluorpropyl)-1-propylxanthine) for quantitative assessment of A1AR in the three different tumour zones. Hence, a method is described for quantifying various receptor protein systems in the tumour as well as in the marginal invasive zones around experimentally implanted rat brain tumours and their representation in the tumour microenvironment as well as in 3D space. Furthermore, a tool for automatically reading out radio-labelled rat brain slices from auto radiographic films was developed, reconstructed into a consistent 3D-tumour model and the zones around the tumour were visualized. A1AR expression was found to depend upon the tumour volume in C6 animals, but is independent on the time of tumour development. In F98 animals, a significant increase in A1AR receptor protein was found in the Peritumoural zone as a function of time of tumour development and tumour volume.}, subject = {Hirntumor}, language = {en} } @article{MangSchnabelCrumetal., author = {Mang, Andreas and Schnabel, Julia A. and Crum, William R. and Modat, Marc and Camara-Rey, Oscar and Palm, Christoph and Caseiras, Gisele Brasil and J{\"a}ger, H. Rolf and Ourselin, S{\´e}bastien and Buzug, Thorsten M. and Hawkes, David J.}, title = {Consistency of parametric registration in serial MRI studies of brain tumor progression}, series = {International Journal of Computer Assisted Radiology and Surgery}, volume = {3}, journal = {International Journal of Computer Assisted Radiology and Surgery}, number = {3-4}, doi = {10.1007/s11548-008-0234-5}, pages = {201 -- 211}, abstract = {Object The consistency of parametric registration in multi-temporal magnetic resonance (MR) imaging studies was evaluated. Materials and methods Serial MRI scans of adult patients with a brain tumor (glioma) were aligned by parametric registration. The performance of low-order spatial alignment (6/9/12 degrees of freedom) of different 3D serial MR-weighted images is evaluated. A registration protocol for the alignment of all images to one reference coordinate system at baseline is presented. Registration results were evaluated for both, multimodal intra-timepoint and mono-modal multi-temporal registration. The latter case might present a challenge to automatic intensity-based registration algorithms due to ill-defined correspondences. The performance of our algorithm was assessed by testing the inverse registration consistency. Four different similarity measures were evaluated to assess consistency. Results Careful visual inspection suggests that images are well aligned, but their consistency may be imperfect. Sub-voxel inconsistency within the brain was found for allsimilarity measures used for parametric multi-temporal registration. T1-weighted images were most reliable for establishing spatial correspondence between different timepoints. Conclusions The parametric registration algorithm is feasible for use in this application. The sub-voxel resolution mean displacement error of registration transformations demonstrates that the algorithm converges to an almost identical solution for forward and reverse registration.}, subject = {Kernspintomografie}, language = {en} } @inproceedings{PalmGraemeCrumetal., author = {Palm, Christoph and Graeme, Penny P. and Crum, William R. and Schnabel, Julia A. and Pietrzyk, Uwe and Hawkes, David J.}, title = {Fusion of Rat Brain Histology and MRI using Weighted Multi-Image Mutual Information}, series = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69140M}, booktitle = {Proceedings of the SPIE Medical Imaging 6914: Image Processing 69140M}, number = {6914}, doi = {10.1117/12.770605}, pages = {69140M-1 -- 69140M-9}, abstract = {Fusion of histology and MRI is frequently demanded in biomedical research to study in vitro tissue properties in an in vivo reference space. Distortions and artifacts caused by cutting and staining of histological slices as well as differences in spatial resolution make even the rigid fusion a difficult task. State-of- the-art methods start with a mono-modal restacking yielding a histological pseudo-3D volume. The 3D information of the MRI reference is considered subsequently. However, consistency of the histology volume and consistency due to the corresponding MRI seem to be diametral goals. Therefore, we propose a novel fusion framework optimizing histology/histology and histology/MRI consistency at the same time finding a balance between both goals. Method - Direct slice-to-slice correspondence even in irregularly-spaced cutting sequences is achieved by registration-based interpolation of the MRI. Introducing a weighted multi-image mutual information metric (WI), adjacent histology and corresponding MRI are taken into account at the same time. Therefore, the reconstruction of the histological volume as well as the fusion with the MRI is done in a single step. Results - Based on two data sets with more than 110 single registrations in all, the results are evaluated quantitatively based on Tanimoto overlap measures and qualitatively showing the fused volumes. In comparison to other multi-image metrics, the reconstruction based on WI is significantly improved. We evaluated different parameter settings with emphasis on the weighting term steering the balance between intra- and inter-modality consistency.}, subject = {Kernspintomografie}, language = {en} } @article{DesernoHandelsMaierHeinetal., author = {Deserno, Thomas M. and Handels, Heinz and Maier-Hein, Klaus H. and Mersmann, Sven and Palm, Christoph and Tolxdorff, Thomas and Wagenknecht, Gudrun and Wittenberg, Thomas}, title = {Viewpoints on Medical Image Processing}, series = {Current Medical Imaging Reviews}, volume = {9}, journal = {Current Medical Imaging Reviews}, number = {2}, doi = {10.2174/1573405611309020002}, pages = {79 -- 88}, abstract = {Medical image processing provides core innovation for medical imaging. This paper is focused on recent developments from science to applications analyzing the past fifteen years of history of the proceedings of the German annual meeting on medical image processing (BVM). Furthermore, some members of the program committee present their personal points of views: (i) multi-modality for imaging and diagnosis, (ii) analysis of diffusion-weighted imaging, (iii) model-based image analysis, (iv) registration of section images, (v) from images to information in digital endoscopy, and (vi) virtual reality and robotics. Medical imaging and medical image computing is seen as field of rapid development with clear trends to integrated applications in diagnostics, treatment planning and treatment.}, subject = {Bildgebendes Verfahren}, language = {en} } @inproceedings{EibenKunzPietrzyketal., author = {Eiben, Bj{\"o}rn and Kunz, Dietmar and Pietrzyk, Uwe and Palm, Christoph}, title = {Level-Set-Segmentierung von Rattenhirn MRTs}, series = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2009; Algorithmen - Systeme - Anwendungen ; Proceedings des Workshops vom 22. bis 25. M{\"a}rz 2009 in Heidelberg}, publisher = {Springer}, address = {Berlin}, pages = {167 -- 171}, abstract = {In dieser Arbeit wird die Segmentierung von Gehirngewebe aus Kopfaufnahmen von Ratten mittels Level-Set-Methoden vorgeschlagen. Dazu wird ein zweidimensionaler, kontrastbasierter Ansatz zu einem dreidimensionalen, lokal an die Bildintensit{\"a}t adaptierten Segmentierer erweitert. Es wird gezeigt, dass mit diesem echten 3D-Ansatz die lokalen Bildstrukturen besser ber{\"u}cksichtigt werden k{\"o}nnen. Insbesondere Magnet-Resonanz-Tomographien (MRTs) mit globalen Helligkeitsgradienten, beispielsweise bedingt durch Oberfl{\"a}chenspulen, k{\"o}nnen auf diese Weise zuverl{\"a}ssiger und ohne weitere Vorverarbeitungsschritte segmentiert werden. Die Leistungsf{\"a}higkeit des Algorithmus wird experimentell an Hand dreier Rattenhirn-MRTs demonstriert.}, subject = {Dreidimensionale Bildverarbeitung}, language = {de} } @inproceedings{PietrzykPalmBeyer, author = {Pietrzyk, Uwe and Palm, Christoph and Beyer, Thomas}, title = {Investigation of fusion strategies of multi-modality images}, series = {IEEE Nuclear Science Symposium Conference Record}, volume = {4}, booktitle = {IEEE Nuclear Science Symposium Conference Record}, doi = {10.1109/NSSMIC.2004.1462740}, pages = {2399 -- 2401}, abstract = {Presenting images from different modalities seems to be a trivial task considering the challenges to obtain registered images as a pre-requisite for image fusion. In combined tomographs like PET/CT, image registration is intrinsic. However, informative image fusion mandates careful preparation owing to the large amount of information that is presented to the observer. In complex imaging situations it is required to provide tools that are easy to handle and still powerful enough to help the observer discriminating important details from background patterns. We investigated several options for color tables applied to brain and non-brain images obtained with PET, MRI and CT.}, language = {en} } @misc{BauerStoffelsPauleitetal., author = {Bauer, Dagmar and Stoffels, Gabriele and Pauleit, Dirk and Palm, Christoph and Hamacher, Kurt and Coenen, Heinz H. and Langen, Karl}, title = {Uptake of F-18-fluoroethyl-L-tyrosine and H-3-L-methionine in focal cortical ischemia}, series = {The Journal of Nuclear Medicine}, volume = {47}, journal = {The Journal of Nuclear Medicine}, number = {Suppl. 1}, pages = {284P}, abstract = {Objectives: C-11-methionine (MET) is particularly useful in brain tumor diagnosis but unspecific uptake e.g. in cerebral ischemia has been reported (1). The F-18-labeled amino acid O-(2-[F-18]fluoroethyl)-L-tyrosine (FET) shows a similar clinical potential as MET in brain tumor diagnosis but is applicable on a wider clinical scale. The aim of this study was to evaluate the uptake of FET and H-3-MET in focal cortical ischemia in rats by dual tracer autoradiography. Methods: Focal cortical ischemia was induced in 12 Fisher CDF rats using the photothrombosis model (PT). One day (n=3) , two days (n=5) and 7 days (n=4) after induction of the lesion FET and H-3-MET were injected intravenously. One hour after tracer injection animals were killed, the brains were removed immediately and frozen in 2-methylbutane at -50°C. Brains were cut in coronal sections (thickness: 20 µm) and exposed first to H-3 insensitive photoimager plates to measure FET distribution. After decay of F-18 the distribution of H-3-MET was determined. The autoradiograms were evaluated by regions of interest (ROIs) placed on areas with increased tracer uptake in the PT and the contralateral brain. Lesion to brain ratios (L/B) were calculated by dividing the mean uptake in the lesion and the brain. Based on previous studies in gliomas a L/B ratio > 1.6 was considered as pathological for FET. Results: Variable increased uptake of both tracers was observed in the PT and its demarcation zone at all stages after PT. The cut-off level of 1.6 for FET was exceeded in 9/12 animals. One day after PT the L/B ratios were 2.0 ± 0.6 for FET vs. 2.1 ± 1.0 for MET (mean ± SD); two days after lesion 2.2 ± 0.7 for FET vs. 2.7 ± 1.0 for MET and 7 days after lesion 2.4 ± 0.4 for FET vs. 2.4 ± 0.1 for MET. In single cases discrepancies in the uptake pattern of FET and MET were observed. Conclusions: FET like MET may exhibit significant uptake in infarcted areas or the immediate vincinity which has to be considered in the differential diagnosis of unkown brain lesions. The discrepancies in the uptake pattern of FET and MET in some cases indicates either differences in the transport mechanisms of both amino acids or a different affinity for certain cellular components.}, language = {en} } @article{MatuschDepboyluPalmetal., author = {Matusch, Andreas and Depboylu, Candan and Palm, Christoph and Wu, Bei and H{\"o}glinger, G{\"u}nter U. and Sch{\"a}fer, Martin K.-H. and Becker, Johanna Sabine}, title = {Cerebral bio-imaging of Cu, Fe, Zn and Mn in the MPTP mouse model of Parkinsons disease using laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS)}, series = {Journal of the American Society for Mass Spectrometry}, volume = {21}, journal = {Journal of the American Society for Mass Spectrometry}, number = {1}, doi = {10.1016/j.jasms.2009.09.022}, pages = {161 -- 171}, abstract = {Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) has been established as a powerful technique for the determination of metal and nonmetal distributions within biological systems with high sensitivity. An imaging LA-ICP-MS technique for Fe, Cu, Zn, and Mn was developed to produce large series of quantitative element maps in native brain sections of mice subchronically intoxicated with 1-methyl-4-phenyl-1,2,3,6-tetrahydropyridin (MPTP) as a model of Parkinson's disease. Images were calibrated using matrix-matched laboratory standards. A software solution allowing a precise delineation of anatomical structures was implemented. Coronal brain sections were analyzed crossing the striatum and the substantia nigra, respectively. Animals sacrificed 2 h, 7 d, or 28 d after the last MPTP injection and controls were investigated. We observed significant decreases of Cu concentrations in the periventricular zone and the fascia dentata at 2 h and 7d and a recovery or overcompensation at 28 d, most pronounced in the rostral periventricular zone (+40\%). In the cortex Cu decreased slightly to -10\%. Fe increased in the interpeduncular nucleus (+40\%) but not in the substantia nigra. This pattern is in line with a differential regulation of periventricular and parenchymal Cu, and with the histochemical localization of Fe, and congruent to regions of preferential MPTP binding described in the rodent brain. The LA-ICP-MS technique yielded valid and statistically robust results in the present study on 39 slices from 19 animals. Our findings underline the value of routine micro-local analytical techniques in the life sciences and affirm a role of Cu availability in Parkinson's disease.}, subject = {ICP-Massenspektrometrie}, language = {en} } @article{BeckerMatuschBeckeretal., author = {Becker, Johanna Sabine and Matusch, Andreas and Becker, Julia Susanne and Wu, Bei and Palm, Christoph and Becker, Albert Johann and Salber, Dagmar}, title = {Mass spectrometric imaging (MSI) of metals using advanced BrainMet techniques for biomedical research}, series = {International Journal of Mass Spectrometry}, volume = {307}, journal = {International Journal of Mass Spectrometry}, number = {1-3}, publisher = {eLSEVIER}, address = {Elsevier}, doi = {10.1016/j.ijms.2011.01.015}, pages = {3 -- 15}, abstract = {Mass spectrometric imaging (MSI) is a young innovative analytical technique and combines different fields of advanced mass spectrometry and biomedical research with the aim to provide maps of elements and molecules, complexes or fragments. Especially essential metals such as zinc, copper, iron and manganese play a functional role in signaling, metabolism and homeostasis of the cell. Due to the high degree of spatial organization of metals in biological systems their distribution analysis is of key interest in life sciences. We have developed analytical techniques termed BrainMet using laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) imaging to measure the distribution of trace metals in biological tissues for biomedical research and feasibility studies—including bioaccumulation and bioavailability studies, ecological risk assessment and toxicity studies in humans and other organisms. The analytical BrainMet techniques provide quantitative images of metal distributions in brain tissue slices which can be combined with other imaging modalities such as photomicrography of native or processed tissue (histochemistry, immunostaining) and autoradiography or with in vivo techniques such as positron emission tomography or magnetic resonance tomography. Prospective and instrumental developments will be discussed concerning the development of the metalloprotein microscopy using a laser microdissection (LMD) apparatus for specific sample introduction into an inductively coupled plasma mass spectrometer (LMD-ICP-MS) or an application of the near field effect in LA-ICP-MS (NF-LA-ICP-MS). These nano-scale mass spectrometric techniques provide improved spatial resolution down to the single cell level.}, subject = {Massenspektrometrie}, language = {en} } @article{BeckerMatuschPalmetal., author = {Becker, Johanna Sabine and Matusch, Andreas and Palm, Christoph and Salber, Dagmar and Morton, Kathryn A. and Becker, Julia Susanne}, title = {Bioimaging of metals in brain tissue by laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) and metallomics}, series = {Metallomics}, journal = {Metallomics}, number = {2}, publisher = {Oxford Academic Press}, doi = {10.1039/b916722f}, pages = {104 -- 111}, abstract = {Laser ablation inductively coupled plasma mass spectrometry (LA-ICP-MS) has been developed and established as an emerging technique in the generation of quantitative images of metal distributions in thin tissue sections of brain samples (such as human, rat and mouse brain), with applications in research related to neurodegenerative disorders. A new analytical protocol is described which includes sample preparation by cryo-cutting of thin tissue sections and matrix-matched laboratory standards, mass spectrometric measurements, data acquisition, and quantitative analysis. Specific examples of the bioimaging of metal distributions in normal rodent brains are provided. Differences to the normal were assessed in a Parkinson's disease and a stroke brain model. Furthermore, changes during normal aging were studied. Powerful analytical techniques are also required for the determination and characterization of metal-containing proteins within a large pool of proteins, e.g., after denaturing or non-denaturing electrophoretic separation of proteins in one-dimensional and two-dimensional gels. LA-ICP-MS can be employed to detect metalloproteins in protein bands or spots separated after gel electrophoresis. MALDI-MS can then be used to identify specific metal-containing proteins in these bands or spots. The combination of these techniques is described in the second section.}, subject = {ICP-Massenspektrometrie}, language = {en} } @article{OsterholtSalberMatuschetal., author = {Osterholt, Tobias and Salber, Dagmar and Matusch, Andreas and Becker, Johanna Sabine and Palm, Christoph}, title = {IMAGENA: Image Generation and Analysis}, series = {International Journal of Mass Spectrometry}, volume = {307}, journal = {International Journal of Mass Spectrometry}, number = {1-3}, doi = {10.1016/j.ijms.2011.03.010}, pages = {232 -- 239}, abstract = {Metals are involved in many processes of life. They are needed for enzymatic reactions, are involved in healthy processes but also yield diseases if the metal homeostasis is disordered. Therefore, the interest to assess the spatial distribution of metals is rising in biomedical science. Imaging metal (and non-metal) isotopes by laser ablation mass spectrometry with inductively coupled plasma (LA-ICP-MS) requires a special software solution to process raw data obtained by scanning a sample line-by-line. As no software ready to use was available we developed an interactive software tool for Image Generation and Analysis (IMAGENA). Unless optimised for LA-ICP-MS, IMAGENA can handle other raw data as well. The general purpose was to reconstruct images from a continuous list of raw data points, to visualise these images, and to convert them into a commonly readable image file format that can be further analysed by standard image analysis software. The generation of the image starts with loading a text file that holds a data column of every measured isotope. Specifying general spatial domain settings like the data offset and the image dimensions is done by the user getting a direct feedback by means of a preview image. IMAGENA provides tools for calibration and to correct for a signal drift in the y-direction. Images are visualised in greyscale as well a pseudo-colours with possibilities for contrast enhancement. Image analysis is performed in terms of smoothed line plots in row and column direction.}, subject = {ICP-Massenspektrometrie}, language = {en} }