@inproceedings{WestnerPreiss, author = {Westner, Markus and Preiss, Niklas}, title = {Unraveling jingle-jangle fallacies in digital assistant technologies : a comprehensive systematic review and research agenda}, series = {Proceedings of tenth international congress on information and communication technology : ICICT 2025, London, Volume 9}, booktitle = {Proceedings of tenth international congress on information and communication technology : ICICT 2025, London, Volume 9}, publisher = {Springer}, doi = {10.1007/978-981-96-6438-2_15}, pages = {199 -- 227}, abstract = {Digital assistant technologies (DATs) such as chatbots, virtual assistants, and intelligent agents have gained widespread attention, yet inconsistent terminology remains a critical challenge. The fragmented nature of previous research has led to significant confusion due to overlapping and interchangeable use of terms across industries. This systematic literature review, following the PRISMA protocol, consolidates the current state of knowledge on DATs and addresses the prevalent jingle-jangle fallacies in their terminology. Analysis of 137 articles identified keycharacteristics, applications, and conceptual overlaps of various DATs, uncovering 39 distinct technologies categorized under three overarching concepts: assistants, chatbots, and agents. Despite shared functionalities, terminological inconsistencies persist across different sectors, presenting challenges for both academic research and practical implementation. This review emphasizes the need for standardized terminology and clearer classification frameworks to facilitate broader DAT adoption across organizational contexts.}, language = {en} } @inproceedings{PreissWestner, author = {Preiß, Niklas and Westner, Markus}, title = {Towards a Taxonomy for Digital Assistant Technologies: Addressing the Jingle-Jangle Fallacies}, series = {38th Bled eConference: empowering transformation: shaping digital futures for all: conference proceedings, 8.-11.6.2025, Bled}, booktitle = {38th Bled eConference: empowering transformation: shaping digital futures for all: conference proceedings, 8.-11.6.2025, Bled}, publisher = {University of Maribor Press}, isbn = {9789612869984}, doi = {10.18690/um.fov.4.2025.1}, pages = {1 -- 20}, abstract = {This study proposes a unified taxonomy for Digital Assistant Technologies (DATs) to resolve terminological inconsistencies and eliminate »Jingle-Jangle fallacies.« By employing a systematic taxonomy development method on 137 papers, the framework categorizes DATs across four meta-characteristics: AI technology, context, intelligence, and interaction. This taxonomy facilitates the clear differentiation of three primary DAT concepts: assistant, chatbot, and agent. By providing a structured framework, the study enhances conceptual clarity, fosters more focused research, and ensures better alignment of DATs.}, language = {en} } @misc{CapellmannWestner, author = {Capellmann, Dominik and Westner, Markus}, title = {ChatGPT in Software Engineering: Potentials, Challenges and Possible Applications for Unit Testing and Code Debugging}, series = {21st International Conference on Applied Computing 2024}, journal = {21st International Conference on Applied Computing 2024}, language = {en} } @inproceedings{BaumannPohlSelgrad, author = {Baumann, Timo and Pohl, Martin and Selgrad, Kai}, title = {Einf{\"u}hrung und erste Evaluation des Selbstlernkonzepts CodeClinic an der OTH Regensburg}, series = {Tagungsband MINT Symposium 2025. Zukunft MINT Lehre: Was bleibt? Was kommt? Was wirkt?}, booktitle = {Tagungsband MINT Symposium 2025. Zukunft MINT Lehre: Was bleibt? Was kommt? Was wirkt?}, editor = {Sch{\"a}fle, Claudia and D{\"o}lling, Hanna}, publisher = {BayZiel - Bayerisches Zentrum f{\"u}r Innovative Lehre}, address = {M{\"u}nchen}, issn = {1612-4537}, doi = {10.35096/othr/pub-8613}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-86138}, pages = {9}, abstract = {Mit der CodeClinic wollen wir das Programmieren-Lernen - eine der großen Einstiegsh{\"u}rden in Informatik- und informatiknahen Studieng{\"a}ngen - in einen Prozess {\"u}berf{\"u}hren, der das gemeinschaftliche Lernen in der Hochschullehre st{\"a}rker als bisher in den Vordergrund r{\"u}ckt. Davon profitieren Studierende in ihrer fachlichen und pers{\"o}nlichen Entwicklung, und das Lernumfeld spiegelt die tats{\"a}chliche Realit{\"a}t der beruflichen Praxis besser wider. Wir unterst{\"u}tzen dieses Konzept durch einen f{\"u}r selbstgesteuertes und gemeinschaftliches Lernen ausgelegten SCALE-UP-Raum, den wir an der OTH Regensburg eingerichtet haben. In unserem Beitrag erl{\"a}utern wir Konzept und Raum und liefern eine erste Evaluation zum Erfolg unserer Maßnahmen.}, subject = {Hochschuldidaktik}, language = {de} } @article{SchmiedtCramer, author = {Schmiedt, Anja Bettina and Cramer, Erhard}, title = {Generalized Ng-Kundu-Chan model of adaptive progressive Type-II censoring and related inference}, series = {Naval Research Logistics (NRL)}, volume = {71}, journal = {Naval Research Logistics (NRL)}, number = {3}, publisher = {Wiley}, issn = {0894-069X}, doi = {10.1002/nav.22152}, pages = {389 -- 415}, abstract = {The model of adaptive progressive Type-II censoring introduced by Ng et al. (2009) (referred to as Ng-Kundu-Chan model) is extended to allow switching from a given initial censoring plan to any arbitrary given plan of the same length. In this generalized model, the joint distribution of the failure times and the corresponding likelihood function is derived. It is illustrated that the computation of maximum likelihood and Bayesian estimates are along the same lines as for standard progressive Type-II censoring. However, the distributional properties of the estimators will usually be different since the censoring plan actually applied in the (generalized) Ng-Kundu-Chan model is random. As already mentioned in Cramer and Iliopoulos (2010), we directly show that the normalized spacings are independent and identically exponentially distributed. However, it turns out that the spacings themselves are generally dependent with mixtures of exponential distributions as marginals. These results are used to study linear estimators. Finally, we propose an algorithm for generating random numbers in the generalized Ng-Kundu-Chan model and present some simulation results. The results obtained also provide new findings in the original Ng-Kundu-Chan model; the corresponding implications are highlighted.}, language = {en} } @misc{SchmiedtNeumaier, author = {Schmiedt, Anja and Neumaier, Stefanie}, title = {"Gamification trifft Hybride Lehre" : {\"u}ber ein Lehrprojekt in der mathematischen Statistik}, series = {Tagungsband zum 5. Symposium zur Hochschullehre in den MINT-F{\"a}chern, Nuremberg (Germany), 21.-22.09.2023}, journal = {Tagungsband zum 5. Symposium zur Hochschullehre in den MINT-F{\"a}chern, Nuremberg (Germany), 21.-22.09.2023}, publisher = {BayZiel}, address = {M{\"u}nchen}, doi = {10.57825/repo_in-4435}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:573-44356}, pages = {159 -- 166}, abstract = {Unter dem Titel „Gamification trifft Hybride Lehre" wurde im Sommersemester 2023 ein Lehrprojekt im Fach Statistik des Studiengangs Wirtschaftsmathematik-Aktuarwissenschaften der Technischen Hochschule Rosenheim durchgef{\"u}hrt. Unterschiedliche hybrid-synchrone Lernsettings wurden in einem technisch entsprechend ausgestatteten Lehr-Experimentierraum mit den Studierenden erprobt. Als Ansatz zur Vor- und Nachbereitung der hybriden Lehre kam Gamification bzw. Gameful Motivation zum Einsatz. Im Lehrprojektteam mit Stefanie Neumaier wurde die hybride Lehre mittels der sog. EMPAMOS-Methode vorbereitet und reflektiert. Dabei ging es nicht darum, den spielfremden Kontext (die hybride Lehre) in ein Spiel zu verwandeln, sondern Spielelemente zur Zielerreichung einzusetzen. Die Auseinandersetzung mit hybriden Formaten wird dabei f{\"u}r Studierende und Lehrende als ein Zukunftsthema gesehen, nicht zuletzt f{\"u}r den Erwerb von Future Skills in einer Arbeitswelt, in der sich hybride Kollaboration etabliert.}, language = {de} } @article{SchmiedtNeumaier, author = {Schmiedt, Anja Bettina and Neumaier, Stefanie}, title = {{\"U}ber die strukturierte Entwicklung digitaler Lehr- und Lernformate mit EMPAMOS - Erkenntnisse aus einem Lehrprojekt}, series = {Hochschulbildung und Spiel : Lernen motivierend gestalten}, journal = {Hochschulbildung und Spiel : Lernen motivierend gestalten}, editor = {Zinger, Benjamin and Wester, Ann Marie and Br{\"o}ker, Thomas}, publisher = {transcriptVerlag}, address = {Bielefeld}, isbn = {978-3-8394-7374-0}, pages = {121 -- 136}, abstract = {Der vorliegende Beitrag diskutiert ausgew{\"a}hlte Schlaglichter eines hybriden Lehr- und Lernprojektes, welches mithilfe von EMPAMOS als Analyse-, Gestaltungs- und Reflexionsinstrument entwickelt und begleitet wurde. Das Lehrprojekt verfolgte das Ziel, hybride und digitale Lehre in einem Kurs zur mathematischen Statistik durch Gamification motivational ansprechend zu gestalten. Hierf{\"u}r wurde das hybride Lehr- und Lernlabor als ein ver{\"a}nderliches Spielfeld verstanden, mit welchem es umzugehen galt, um stets handlungsf{\"a}hig zu bleiben und Studierende ad{\"a}quat auf das Bestehen des Leistungsnachweises vorzubereiten. Dabei konnte die kooperative Spielform als ein zentrales Spielelement identifiziert werden, mit dem sich dieser Auftrag umsetzen ließ. Bei den Studierenden hatte jedoch das immanente motivationale Bed{\"u}rfnis nach Kompetenzerleben die h{\"o}chste Priorit{\"a}t.}, language = {de} } @incollection{SchmiedtSussmannKlemcke, author = {Schmiedt, Anja and Sussmann, Monika and Klemcke, Joy}, title = {Generative K{\"u}nstliche Intelligenz und Mathematik in der Hochschullehre : ein Rendezvous zwischen Euphorie und Skepsis}, series = {Hochschulbildung und Spiel : Lernen motivierend gestalten}, booktitle = {Hochschulbildung und Spiel : Lernen motivierend gestalten}, editor = {Zinger, Benjamin and Wester, Ann Marie and Br{\"o}ker, Thomas}, publisher = {transcriptVerlag}, address = {Bielefeld}, isbn = {978-3-8394-7374-0}, pages = {269 -- 284}, language = {de} } @article{Weber, author = {Weber, Karsten}, title = {The Right to make fatal decisions}, series = {The American Journal of Bioethics}, volume = {24}, journal = {The American Journal of Bioethics}, number = {8}, publisher = {Taylor \& Francis}, issn = {1526-5161}, doi = {10.1080/15265161.2024.2361903}, pages = {127 -- 128}, language = {en} } @incollection{StadlbauerFrommeldChowetal., author = {Stadlbauer, Jana and Frommeld, Debora and Chow, Rosan and Weber, Karsten}, title = {Partizipative Designpraktiken f{\"u}r verk{\"o}rperte K{\"u}nstliche Intelligenz}, series = {Designforschung und KI}, booktitle = {Designforschung und KI}, editor = {Grabbe, Lars C.}, publisher = {Springer}, address = {Wiesbaden}, isbn = {9783658497972}, issn = {2731-9458}, doi = {10.1007/978-3-658-49798-9_8}, pages = {123 -- 137}, abstract = {Der Beitrag thematisiert partizipative Designpraktiken f{\"u}r verk{\"o}rperte K{\"u}nstliche Intelligenz und untersucht, wie Nutzende st{\"a}rker in den Gestaltungsprozess eingebunden werden k{\"o}nnen. Ausgehend von Design-Thinking-Modellen, die Nutzendengruppen aktiv an der Technikgestaltung beteiligen, geht der Gedanke des Beitrags noch weiter und stellt das Konzept des participatory theatre vor - eine explorative Methode, die im Rahmen der Ausstellung ‚Leben mit Robotern' an der OTH Regensburg eingesetzt wurde. Besuchende konnten sich als Roboter verkleiden und in Rollenspielen Interaktionen mit Technik simulieren. Diese performative Herangehensweise er{\"o}ffnete neue Perspektiven auf das Design von Robotern und auf die Wahrnehmung verk{\"o}rperter KI. Mit einer qualitativen, inhaltsanalytischen Auswertung von knapp 90 Aussagen von Besuchenden wird untersucht, wie Menschen auf das Design von Robotik und KI reagiert haben und inwieweit alltagsrelevante Designprinzipien zur Sprache kommen. Die Ergebnisse zeigen eine mehrheitlich offene bis begeisterte Haltung gegen{\"u}ber Robotern. Kritik und Zur{\"u}ckhaltung wurde seltener ge{\"a}ußert. Es wird diskutiert, inwieweit zentrale Aspekte wie Design einen Einfluss auf die Wahrnehmung von Robotern haben k{\"o}nnen. Der Beitrag betont die gesellschaftliche Relevanz {\"a}sthetischer Gestaltung und pl{\"a}diert f{\"u}r interdisziplin{\"a}re, explorative Forschungsans{\"a}tze, um KI-Systeme nutzungsnah und kulturell sensibel zu entwickeln.}, language = {de} } @incollection{Weber, author = {Weber, Karsten}, title = {Akzeptanz, Regulierung und soziotechnische Anforderungen an KI-Systeme f{\"u}r die automatisierte Strafverfolgung}, series = {Auswirkungen von K{\"u}nstlicher Intelligenz auf die zuk{\"u}nftige Polizeiarbeit}, booktitle = {Auswirkungen von K{\"u}nstlicher Intelligenz auf die zuk{\"u}nftige Polizeiarbeit}, editor = {Honekamp, Wilfried and Kemme, Stefanie and Struck, Jens}, publisher = {Springer}, address = {Wiesbaden}, isbn = {9783658484248}, doi = {10.1007/978-3-658-48425-5_18}, pages = {319 -- 334}, abstract = {Mit Systemen der K{\"u}nstlichen Intelligenz (KI) stehen leistungsf{\"a}hige Werkzeuge zur Verf{\"u}gung, die viele Handlungsbereiche und insbesondere professionelle T{\"a}tigkeiten tiefgreifend ver{\"a}ndern k{\"o}nnten. Denn nun deutet sich an, dass nicht nur repetitive Aufgaben bei der Herstellung von G{\"u}tern oder in Verwaltungsprozessen mithilfe von Computern automatisiert werden k{\"o}nnen, sondern auch T{\"a}tigkeiten, die erhebliche intellektuelle F{\"a}higkeiten voraussetzen, da sie im Kontext schlecht oder schwierig zu definierender Rahmenbedingungen zu verrichten sind. Dazu geh{\"o}ren ohne Zweifel Aufgaben, die mit der Aufkl{\"a}rung von Verbrechen und der Strafverfolgung verbunden sind. Ob hier KI-Systeme erfolgreich eingesetzt werden k{\"o}nnen, h{\"a}ngt nicht nur von den technischen M{\"o}glichkeiten ab, sondern auch davon, ob die Menschen, die in der Strafverfolgung t{\"a}tig sind, die Technik akzeptieren und ob die organisatorischen Rahmenbedingungen so gestaltet werden k{\"o}nnen, dass sie mit dem Einsatz von KI kompatibel sind.}, language = {de} } @book{Weber, author = {Weber, Karsten}, title = {K{\"u}nstliche Intelligenz und Kr{\"a}nkung}, editor = {Weber, Karsten}, publisher = {Psychosozial-Verlag}, address = {Gießen}, isbn = {978-3-8379-3393-2}, doi = {10.30820/9783837963465}, pages = {148}, abstract = {K{\"u}nstliche Intelligenz bringt psychosoziale Herausforderungen mit sich, insbesondere den Verlust der vermeintlichen menschlichen Einzigartigkeit, was unser Selbstbild als autonome Wesen infrage stellt. Karsten Weber beschreibt die Kr{\"a}nkung, die durch die Entwicklung und den Einsatz von KI verursacht wird. Das Denken {\"u}ber und Arbeiten mit KI ist eingebettet in Prozesse des Verf{\"u}gbarmachens immer gr{\"o}ßerer Teile der Welt durch Technik, aber auch der gleichzeitigen und wiederholten Erfahrung einer Nicht-Besonderheit des Menschen. Exemplarisch er{\"o}rtert der Autor {\"U}berg{\"a}nge und Verluste - und setzt sie in den Kontext anderer globaler Herausforderungen, denen die Menschheit aktuell und in absehbarer Zukunft gegen{\"u}bersteht. Er zeigt auf, wie Entwicklung und Einsatz von KI dazu beitragen, dass das insbesondere ›westliche‹ Selbstverst{\"a}ndnis des Menschen auf individueller wie gesellschaftlicher Ebene unter Druck ger{\"a}t. Wie kann ein konstruktiver Umgang mit KI aussehen? Wie k{\"o}nnen wir mit den Herausforderungen, die KI an uns stellt, gut umgehen?}, language = {de} } @article{WeberHaugRaptisetal., author = {Weber, Karsten and Haug, Sonja and Raptis, Georgios and Dotter, Caroline}, title = {ePA : wenig bekannt und Widerspruchsl{\"o}sung bevorzugt}, series = {eHealth-Com}, volume = {24}, journal = {eHealth-Com}, number = {5}, publisher = {HEALTH-CARE-COM}, address = {Offenbach}, pages = {14 -- 17}, abstract = {Eine bev{\"o}lkerungsrepr{\"a}sentative Umfrage der gesamtdeutschen Bev{\"o}lkerung ergibt: Die ePA ist wenig bekannt. 48 Prozent der Bev{\"o}lkerung geben an, die ePA nicht zu kennen. Die Personen, die die ePA kennen, m{\"o}chten diese zum {\"u}berwiegenden Teil zuk{\"u}nftig nutzen. Bez{\"u}glich der automatischen Daten{\"u}bertragung in die ePA sind die Nutzer:innen zur{\"u}ckhaltend.}, language = {de} } @incollection{Weber, author = {Weber, Karsten}, title = {K{\"u}nstliche Intelligenz am Ende des Lebens}, series = {Ethik der Digitalisierung in Gesundheitswesen und Pflege: Analysen und ein Tool zur integrierten Forschung}, booktitle = {Ethik der Digitalisierung in Gesundheitswesen und Pflege: Analysen und ein Tool zur integrierten Forschung}, editor = {Grimm, Petra and Z{\"o}llner, Oliver}, publisher = {Franz Steiner Verlag}, address = {Stuttgart}, isbn = {978-3-515-13552-8}, doi = {10.25162/9783515135528}, pages = {87 -- 107}, language = {de} } @misc{ScheppachRauberZingleretal., author = {Scheppach, Markus W. and Rauber, David and Zingler, C. and Weber Nunes, Danilo and Probst, Andreas and R{\"o}mmele, Christoph and Nagl, Sandra and Ebigbo, Alanna and Palm, Christoph and Messmann, Helmut}, title = {Instrumentenerkennung w{\"a}hrend der endoskopischen Submukosadissektion mittels k{\"u}nstlicher Intelligenz}, series = {Zeitschrift f{\"u}r Gastroenterologie}, volume = {63}, journal = {Zeitschrift f{\"u}r Gastroenterologie}, number = {8}, publisher = {Thieme}, doi = {10.1055/s-0045-1811092}, abstract = {Einleitung: Die endoskopische Submukosadissektion (ESD) ist eine komplexe Technik zur Resektion gastrointestinaler Fr{\"u}hneoplasien. Dabei werden f{\"u}r die verschiedenen Schritte der Intervention spezifische endoskopische Instrumente verwendet. Die pr{\"a}zise und automatische Erkennung und Abgrenzung der verwendeten Instrumente (Injektionsnadeln, elektrochirurgische Messer mit unterschiedlichen Konfigurationen, h{\"a}mostatische Zangen) k{\"o}nnte wertvolle Informationen {\"u}ber den Fortschritt und die Verfahrensmerkmale der ESD liefern und eine automatische standardisierte Berichterstattung erm{\"o}glichen. Ziele: Ziel dieser Studie war die Entwicklung eines KI-Algorithmus zur Erkennung und Delineation von endoskopischen Instrumenten bei der ESD. Methodik: 17 ESD-Videos (9×rektal, 5×{\"o}sophageal, 3×gastrisch) wurden retrospektiv zusammengestellt. Auf 8530 Einzelbilder dieser Videos wurden durch 2 Studienmitarbeiter die folgenden Klassen eingezeichnet: Hakenmesser - Spitze, Hakenmesser - Katheter, Nadelmesser - Spitze und - Katheter, Injektionsnadel -Spitze und - Katheter sowie h{\"a}mostatische Zange - Spitze und - Katheter. Der annotierte Datensatz wurde zum Training eines DeepLabV3+-Deep-Learning-Algorithmus mit ConvNeXt-Backbone zur Erkennung und Abgrenzung der genannten Klassen verwendet. Die Evaluation erfolgte durch 5-fache interne Kreuzvalidierung. Ergebnis: Die Validierung auf Einzelpixelbasis ergab insgesamt einen F1-Score von 0,80, eine Sensitivit{\"a}t von 0,81 und eine Spezifit{\"a}t von 1,00. Es wurden F1-Scores von 1,00, 0,97, 0,80, 0,98, 0,85, 0,97, 0,80, 0,51 bzw. 0,85 f{\"u}r die Klassen Hakenmesser - Katheter und - Spitze, Nadelmesser - Katheter und - Spitze, Injektionsnadel - Katheter und - Spitze, h{\"a}mostatische Zange - Katheter und - Spitze gemessen. Schlussfolgerung: In dieser Studie wurden die wichtigsten endoskopischen Instrumente, die w{\"a}hrend der ESD verwendet werden, mit hoher Genauigkeit erkannt. Die geringere Leistung bei der h{\"a}mostatische Zange - Katheter kann auf die Unterrepr{\"a}sentation dieser Klassen in den Trainingsdaten zur{\"u}ckgef{\"u}hrt werden. Zuk{\"u}nftige Studien werden sich auf die Erweiterung der Instrumentenklassen sowie auf die Ausbalancierung der Trainingsdaten konzentrieren.}, language = {de} } @inproceedings{KlausmannRueckertRauberetal., author = {Klausmann, Leonard and Rueckert, Tobias and Rauber, David and Maerkl, Raphaela and Yildiran, Suemeyye R. and Gutbrod, Max and Palm, Christoph}, title = {DIY challenge blueprint: from organization to technical realization in biomedical image analysis}, series = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2025 ; Proceedings Part XI}, booktitle = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2025 ; Proceedings Part XI}, publisher = {Springer}, address = {Cham}, isbn = {978-3-032-05141-7}, doi = {10.1007/978-3-032-05141-7_9}, pages = {85 -- 95}, abstract = {Biomedical image analysis challenges have become the de facto standard for publishing new datasets and benchmarking different state-of-the-art algorithms. Most challenges use commercial cloud-based platforms, which can limit custom options and involve disadvantages such as reduced data control and increased costs for extended functionalities. In contrast, Do-It-Yourself (DIY) approaches have the capability to emphasize reliability, compliance, and custom features, providing a solid basis for low-cost, custom designs in self-hosted systems. Our approach emphasizes cost efficiency, improved data sovereignty, and strong compliance with regulatory frameworks, such as the GDPR. This paper presents a blueprint for DIY biomedical imaging challenges, designed to provide institutions with greater autonomy over their challenge infrastructure. Our approach comprehensively addresses both organizational and technical dimensions, including key user roles, data management strategies, and secure, efficient workflows. Key technical contributions include a modular, containerized infrastructure based on Docker, integration of open-source identity management, and automated solution evaluation workflows. Practical deployment guidelines are provided to facilitate implementation and operational stability. The feasibility and adaptability of the proposed framework are demonstrated through the MICCAI 2024 PhaKIR challenge with multiple international teams submitting and validating their solutions through our self-hosted platform. This work can be used as a baseline for future self-hosted DIY implementations and our results encourage further studies in the area of biomedical image analysis challenges.}, language = {en} } @unpublished{GutbrodRauberWeberNunesetal., author = {Gutbrod, Max and Rauber, David and Weber Nunes, Danilo and Palm, Christoph}, title = {OpenMIBOOD: Open Medical Imaging Benchmarks for Out-Of-Distribution Detection}, doi = {10.48550/arXiv.2503.16247}, pages = {18}, abstract = {The growing reliance on Artificial Intelligence (AI) in critical domains such as healthcare demands robust mechanisms to ensure the trustworthiness of these systems, especially when faced with unexpected or anomalous inputs. This paper introduces the Open Medical Imaging Benchmarks for Out-Of-Distribution Detection (OpenMIBOOD), a comprehensive framework for evaluating out-of-distribution (OOD) detection methods specifically in medical imaging contexts. OpenMIBOOD includes three benchmarks from diverse medical domains, encompassing 14 datasets divided into covariate-shifted in-distribution, near-OOD, and far-OOD categories. We evaluate 24 post-hoc methods across these benchmarks, providing a standardized reference to advance the development and fair comparison of OOD detection methods. Results reveal that findings from broad-scale OOD benchmarks in natural image domains do not translate to medical applications, underscoring the critical need for such benchmarks in the medical field. By mitigating the risk of exposing AI models to inputs outside their training distribution, OpenMIBOOD aims to support the advancement of reliable and trustworthy AI systems in healthcare. The repository is available at this https URL.}, language = {en} } @misc{Weber, author = {Weber, Karsten}, title = {K{\"u}nstliche Intelligenz in der Verwaltung: Chancen und Risiken}, language = {de} } @misc{Weber, author = {Weber, Karsten}, title = {Transparenz aus praktischer und regulatorischer Perspektive: Ein Beitrag zur Technikfolgenabsch{\"a}tzung der KI?}, language = {de} } @misc{Weber, author = {Weber, Karsten}, title = {Verantwortung als Leitprinzip der Arbeit der Gemeinsamen Ethikkommission der Hochschulen Bayerns (GEHBa)}, language = {de} } @misc{Weber, author = {Weber, Karsten}, title = {Driverless vehicles and software dependency: sustainability, security, and safety are at stake}, language = {en} } @misc{Weber, author = {Weber, Karsten}, title = {KI und Sterben Just-in-Time}, language = {de} } @misc{Weber, author = {Weber, Karsten}, title = {„Ist da jemand?" - Die Geschichte des Versuchs denkende Maschinen zu bauen}, language = {de} } @misc{Weber, author = {Weber, Karsten}, title = {Social challenges that (might) come from AI}, language = {en} } @article{WeihererEigenbergerEggeretal., author = {Weiherer, Maximilian and Eigenberger, Andreas and Egger, Bernhard and Br{\´e}bant, Vanessa and Prantl, Lukas and Palm, Christoph}, title = {Learning the shape of female breasts: an open-access 3D statistical shape model of the female breast built from 110 breast scans}, series = {The Visual Computer}, volume = {39}, journal = {The Visual Computer}, number = {4}, publisher = {Springer Nature}, doi = {10.1007/s00371-022-02431-3}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-30506}, pages = {1597 -- 1616}, abstract = {We present the Regensburg Breast Shape Model (RBSM)—a 3D statistical shape model of the female breast built from 110 breast scans acquired in a standing position, and the first publicly available. Together with the model, a fully automated, pairwise surface registration pipeline used to establish dense correspondence among 3D breast scans is introduced. Our method is computationally efficient and requires only four landmarks to guide the registration process. A major challenge when modeling female breasts from surface-only 3D breast scans is the non-separability of breast and thorax. In order to weaken the strong coupling between breast and surrounding areas, we propose to minimize the variance outside the breast region as much as possible. To achieve this goal, a novel concept called breast probability masks (BPMs) is introduced. A BPM assigns probabilities to each point of a 3D breast scan, telling how likely it is that a particular point belongs to the breast area. During registration, we use BPMs to align the template to the target as accurately as possible inside the breast region and only roughly outside. This simple yet effective strategy significantly reduces the unwanted variance outside the breast region, leading to better statistical shape models in which breast shapes are quite well decoupled from the thorax. The RBSM is thus able to produce a variety of different breast shapes as independently as possible from the shape of the thorax. Our systematic experimental evaluation reveals a generalization ability of 0.17 mm and a specificity of 2.8 mm. To underline the expressiveness of the proposed model, we finally demonstrate in two showcase applications how the RBSM can be used for surgical outcome simulation and the prediction of a missing breast from the remaining one. Our model is available at https://www.rbsm.re-mic.de/.}, language = {en} } @article{BrebantWeihererNoisseretal., author = {Br{\´e}bant, Vanessa and Weiherer, Maximilian and Noisser, Vivien and Seitz, Stephan and Prantl, Lukas and Eigenberger, Andreas}, title = {Implants Versus Lipograft: Analysis of Long-Term Results Following Congenital Breast Asymmetry Correction}, series = {Aesthetic Plastic Surgery}, volume = {46}, journal = {Aesthetic Plastic Surgery}, publisher = {Springer Nature}, doi = {10.1007/s00266-022-02843-5}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-32404}, pages = {2228 -- 2236}, abstract = {Aims Congenital breast asymmetry represents a particular challenge to the classic techniques of plastic surgery given the young age of patients at presentation. This study reviews and compares the long-term results of traditional breast augmentation using silicone implants and the more innovative technique of lipografting. Methods To achieve this, we not only captured subjective parameters such as satisfaction with outcome and symmetry, but also objective parameters including breast vol-ume and anthropometric measurements. The objective examination was performed manually and by using the Vectra H2 photogrammetry scanning system. Results Differences between patients undergoing either implant augmentation or lipograft were revealed not to be significant with respect to patient satisfaction with surgical outcome (p= 0.55) and symmetry (p= 0.69). Furthermore, a breast symmetry of 93 \% was reported in both groups. Likewise, no statistically significant volume difference between the left and right breasts was observed in both groups (p\0.41). However, lipograft patients needed on average 2.9 procedures to achieve the desired result, compared with 1.3 for implant augmentation. In contrast, patients treated with implant augmentation may require anumber of implant changes during their lifetime. Conclusion Both methods may be considered for patients presenting with congenital breast asymmetry.}, language = {en} } @article{MaierWeihererHuberetal., author = {Maier, Johannes and Weiherer, Maximilian and Huber, Michaela and Palm, Christoph}, title = {Imitating human soft tissue on basis of a dual-material 3D print using a support-filled metamaterial to provide bimanual haptic for a hand surgery training system}, series = {Quantitative Imaging in Medicine and Surgery}, volume = {9}, journal = {Quantitative Imaging in Medicine and Surgery}, number = {1}, publisher = {AME Publishing Company}, doi = {10.21037/qims.2018.09.17}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-979}, pages = {30 -- 42}, abstract = {Background: Currently, it is common practice to use three-dimensional (3D) printers not only for rapid prototyping in the industry, but also in the medical area to create medical applications for training inexperienced surgeons. In a clinical training simulator for minimally invasive bone drilling to fix hand fractures with Kirschner-wires (K-wires), a 3D-printed hand phantom must not only be geometrically but also haptically correct. Due to a limited view during an operation, surgeons need to perfectly localize underlying risk structures only by feeling of specific bony protrusions of the human hand. Methods: The goal of this experiment is to imitate human soft tissue with its haptic and elasticity for a realistic hand phantom fabrication, using only a dual-material 3D printer and support-material-filled metamaterial between skin and bone. We present our workflow to generate lattice structures between hard bone and soft skin with iterative cube edge (CE) or cube face (CF) unit cells. Cuboid and finger shaped sample prints with and without inner hard bone in different lattice thickness are constructed and 3D printed. Results: The most elastic available rubber-like material is too firm to imitate soft tissue. By reducing the amount of rubber in the inner volume through support material (SUP), objects become significantly softer. Without metamaterial, after disintegration, the SUP can be shifted through the volume and thus the body loses its original shape. Although the CE design increases the elasticity, it cannot restore the fabric form. In contrast to CE, the CF design increases not only the elasticity but also guarantees a local limitation of the SUP. Therefore, the body retains its shape and internal bones remain in its intended place. Various unit cell sizes, lattice thickening and skin thickness regulate the rubber material and SUP ratio. Test prints with higher SUP and lower rubber material percentage appear softer and vice versa. This was confirmed by an expert surgeon evaluation. Subjects adjudged pure rubber-like material as too firm and samples only filled with SUP or lattice structure in CE design as not suitable for imitating tissue. 3D-printed finger samples in CF design were rated as realistic compared to the haptic of human tissue with a good palpable bone structure. Conclusions: We developed a new dual-material 3D print technique to imitate soft tissue of the human hand with its haptic properties. Blowy SUP is trapped within a lattice structure to soften rubber-like 3D print material, which makes it possible to reproduce a realistic replica of human hand soft tissue.}, subject = {Handchirurgie}, language = {en} } @article{MaierWeihererHuberetal., author = {Maier, Johannes and Weiherer, Maximilian and Huber, Michaela and Palm, Christoph}, title = {Optically tracked and 3D printed haptic phantom hand for surgical training system}, series = {Quantitative Imaging in Medicine and Surgery}, volume = {10}, journal = {Quantitative Imaging in Medicine and Surgery}, number = {02}, publisher = {AME Publishing Company}, address = {Hong Kong, China}, doi = {10.21037/qims.2019.12.03}, pages = {340 -- 455}, abstract = {Background: For surgical fixation of bone fractures of the human hand, so-called Kirschner-wires (K-wires) are drilled through bone fragments. Due to the minimally invasive drilling procedures without a view of risk structures like vessels and nerves, a thorough training of young surgeons is necessary. For the development of a virtual reality (VR) based training system, a three-dimensional (3D) printed phantom hand is required. To ensure an intuitive operation, this phantom hand has to be realistic in both, its position relative to the driller as well as in its haptic features. The softest 3D printing material available on the market, however, is too hard to imitate human soft tissue. Therefore, a support-material (SUP) filled metamaterial is used to soften the raw material. Realistic haptic features are important to palpate protrusions of the bone to determine the drilling starting point and angle. An optical real-time tracking is used to transfer position and rotation to the training system. Methods: A metamaterial already developed in previous work is further improved by use of a new unit cell. Thus, the amount of SUP within the volume can be increased and the tissue is softened further. In addition, the human anatomy is transferred to the entire hand model. A subcutaneous fat layer and penetration of air through pores into the volume simulate shiftability of skin layers. For optical tracking, a rotationally symmetrical marker attached to the phantom hand with corresponding reference marker is developed. In order to ensure trouble-free position transmission, various types of marker point applications are tested. Results: Several cuboid and forearm sample prints lead to a final 30 centimeter long hand model. The whole haptic phantom could be printed faultless within about 17 hours. The metamaterial consisting of the new unit cell results in an increased SUP share of 4.32\%. Validated by an expert surgeon study, this allows in combination with a displacement of the uppermost skin layer a good palpability of the bones. Tracking of the hand marker in dodecahedron design works trouble-free in conjunction with a reference marker attached to the worktop of the training system. Conclusions: In this work, an optically tracked and haptically correct phantom hand was developed using dual-material 3D printing, which can be easily integrated into a surgical training system.}, subject = {Handchirurgie}, language = {en} } @article{NoisserEigenbergerWeihereretal., author = {Noisser, Vivien and Eigenberger, Andreas and Weiherer, Maximilian and Seitz, Stephan and Prantl, Lukas and Br{\´e}bant, Vanessa}, title = {Surgery of congenital breast asymmetry - which objective parameter influences the subjective satisfaction with long-term results}, series = {Archives of Gynecology and Obstetrics}, journal = {Archives of Gynecology and Obstetrics}, publisher = {Springer Nature}, doi = {10.1007/s00404-021-06218-0}, pages = {8}, abstract = {Purpose Congenital breast asymmetry is a serious gynecological malformation for affected patients. The condition hits young women in puberty and is associated with socio-esthetic handicap, depression, and psychosexual problems. Surgical treatment is usually early in the patient's lifetime, so a long-term sustainable solution is important. Although postoperative outcome has been evaluated in several studies before, this study is the first to analyze which objective parameters have the greatest influence on subjective satisfaction with long-term results. Methods Thirty-four patients diagnosed with congenital breast asymmetry that underwent either lipofilling or implant therapy between the years of 2008 to 2019 were examined. On average, our collective comprised patients seven years after surgery. Data were mainly gathered through manual measurements, patient-reported outcome measures (Breast Q™), and breast volumetry based on 3D scans (Vectra® H2, Canfield Scientific). Results Among all analyzed parameters, only areolar diameter correlated significantly negatively with the subjective outcome satisfaction of the patient. Regarding the subjective assessment of postoperative satisfaction with similarity of the breasts, again the mean areolar diameter, but also the difference in areolar diameter and breast volume between the right and left breasts correlated significantly negatively. Conclusion Areolar diameter was revealed as being a significant factor influencing subjective long-term satisfaction in breast asymmetry patients. Moreover, 3D volumetry proves to be an effective tool to substantiate subjective patient assessments. Our findings may lead to further improvements to surgical planning and will be expanded in further studies.}, language = {en} } @inproceedings{FranzDreherPrinzenetal., author = {Franz, Daniela and Dreher, Maria and Prinzen, Martin and Teßmann, Matthias and Palm, Christoph and Katzky, Uwe and Perret, Jerome and Hofer, Mathias and Wittenberg, Thomas}, title = {CT-basiertes virtuelles Fr{\"a}sen am Felsenbein}, series = {Bildverarbeitung f{\"u}r die Medizin 2018; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 11. bis 13. M{\"a}rz 2018 in Erlangen}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 11. bis 13. M{\"a}rz 2018 in Erlangen}, publisher = {Springer}, address = {Berlin}, isbn = {978-3-662-56537-7}, doi = {10.1007/978-3-662-56537-7_51}, pages = {176 -- 181}, abstract = {Im Rahmen der Entwicklung eines haptisch-visuellen Trainingssystems f{\"u}r das Fr{\"a}sen am Felsenbein werden ein Haptikarm und ein autostereoskopischer 3D-Monitor genutzt, um Chirurgen die virtuelle Manipulation von kn{\"o}chernen Strukturen im Kontext eines sog. Serious Game zu erm{\"o}glichen. Unter anderem sollen Assistenz{\"a}rzte im Rahmen ihrer Ausbildung das Fr{\"a}sen am Felsenbein f{\"u}r das chirurgische Einsetzen eines Cochlea-Implantats {\"u}ben k{\"o}nnen. Die Visualisierung des virtuellen Fr{\"a}sens muss daf{\"u}r in Echtzeit und m{\"o}glichst realistisch modelliert, implementiert und evaluiert werden. Wir verwenden verschiedene Raycasting Methoden mit linearer und Nearest Neighbor Interpolation und vergleichen die visuelle Qualit{\"a}t und die Bildwiederholfrequenzen der Methoden. Alle verglichenen Verfahren sind sind echtzeitf{\"a}hig, unterscheiden sich aber in ihrer visuellen Qualit{\"a}t.}, subject = {Felsenbein}, language = {de} } @inproceedings{MaierHuberKatzkyetal., author = {Maier, Johannes and Huber, Michaela and Katzky, Uwe and Perret, Jerome and Wittenberg, Thomas and Palm, Christoph}, title = {Force-Feedback-assisted Bone Drilling Simulation Based on CT Data}, series = {Bildverarbeitung f{\"u}r die Medizin 2018; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 11. bis 13. M{\"a}rz 2018 in Erlangen}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018; Algorithmen - Systeme - Anwendungen; Proceedings des Workshops vom 11. bis 13. M{\"a}rz 2018 in Erlangen}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-56537-7_78}, pages = {291 -- 296}, abstract = {In order to fix a fracture using minimally invasive surgery approaches, surgeons are drilling complex and tiny bones with a 2 dimensional X-ray as single imaging modality in the operating room. Our novel haptic force-feedback and visual assisted training system will potentially help hand surgeons to learn the drilling procedure in a realistic visual environment. Within the simulation, the collision detection as well as the interaction between virtual drill, bone voxels and surfaces are important. In this work, the chai3d collision detection and force calculation algorithms are combined with a physics engine to simulate the bone drilling process. The chosen Bullet-Physics-Engine provides a stable simulation of rigid bodies, if the collision model of the drill and the tool holder is generated as a compound shape. Three haptic points are added to the K-wire tip for removing single voxels from the bone. For the drilling process three modes are proposed to emulate the different phases of drilling in restricting the movement of a haptic device.}, subject = {Handchirurgie}, language = {en} } @inproceedings{EixelbergerWittenbergPerretetal., author = {Eixelberger, Thomas and Wittenberg, Thomas and Perret, Jerome and Katzky, Uwe and Simon, Martina and Schmitt-R{\"u}th, Stephanie and Hofer, Mathias and Sorge, M. and Jacob, R. and Engel, Felix B. and Gostian, A. and Palm, Christoph and Franz, Daniela}, title = {A haptic model for virtual petrosal bone milling}, series = {17. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC2018), Tagungsband, 2018, Leipzig, 13.-15. September}, volume = {17}, booktitle = {17. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC2018), Tagungsband, 2018, Leipzig, 13.-15. September}, pages = {214 -- 219}, abstract = {Virtual training of bone milling requires realtime and realistic haptics of the interaction between the "virtual mill" and a "virtual bone". We propose an exponential abrasion model between a virtual one and the mill bit and combine it with a coarse representation of the virtual bone and the mill shaft for collision detection using the Bullet Physics Engine. We compare our exponential abrasion model to a widely used linear abrasion model and evaluate it quantitatively and qualitatively. The evaluation results show, that we can provide virtual milling in real-time, with an abrasion behavior similar to that proposed in the literature and with a realistic feeling of five different surgeons.}, subject = {Osteosynthese}, language = {en} } @inproceedings{PalmSchanze, author = {Palm, Christoph and Schanze, Thomas}, title = {Biomedical Image and Signal Computing (BISC 2013)}, series = {58. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e.V. (GMDS 2013), L{\"u}beck, 01.-05.09.2013}, booktitle = {58. Jahrestagung der Deutschen Gesellschaft f{\"u}r Medizinische Informatik, Biometrie und Epidemiologie e.V. (GMDS 2013), L{\"u}beck, 01.-05.09.2013}, number = {DocAbstr. 324}, publisher = {German Medical Science GMS Publishing House}, address = {D{\"u}sseldorf}, doi = {doi:10.3205/13gmds257}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Manzeneder, Johannes and Souza Jr., Luis Antonio de and Papa, Jo{\~a}o Paulo and Palm, Christoph and Messmann, Helmut}, title = {Computer-aided diagnosis using deep learning in the evaluation of early oesophageal adenocarcinoma}, series = {GuT}, volume = {68}, journal = {GuT}, number = {7}, publisher = {British Society of Gastroenterology}, doi = {10.1136/gutjnl-2018-317573}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-68}, pages = {1143 -- 1145}, abstract = {Computer-aided diagnosis using deep learning (CAD-DL) may be an instrument to improve endoscopic assessment of Barrett's oesophagus (BE) and early oesophageal adenocarcinoma (EAC). Based on still images from two databases, the diagnosis of EAC by CAD-DL reached sensitivities/specificities of 97\%/88\% (Augsburg data) and 92\%/100\% (Medical Image Computing and Computer-Assisted Intervention [MICCAI] data) for white light (WL) images and 94\%/80\% for narrow band images (NBI) (Augsburg data), respectively. Tumour margins delineated by experts into images were detected satisfactorily with a Dice coefficient (D) of 0.72. This could be a first step towards CAD-DL for BE assessment. If developed further, it could become a useful adjunctive tool for patient management.}, subject = {Speiser{\"o}hrenkrebs}, language = {en} } @phdthesis{Maier, author = {Maier, Johannes}, title = {Entwicklung eines Haptisch und Visuell unterst{\"u}tzten Trainingssystems (HaptiVisT) f{\"u}r komplexe Knochenbohrungen in der minimalinvasiven Handchirurgie}, publisher = {Shaker}, address = {D{\"u}ren}, isbn = {978-3-8440-7547-2}, pages = {236}, abstract = {Eine g{\"a}ngige Operationsmethode, um Frakturen der menschlichen Hand nach einem Unfall zu korrigieren, ist eine Osteosynthese mit sogenannten Kirschnerdr{\"a}hten (K-Dr{\"a}hten) zur Stabilisierung von Knochenfragmenten. Die Einf{\"u}hrung dieser langen, d{\"u}nnen und scharfen Dr{\"a}hte durch manuelles Bohren ist eine komplexe minimalinvasive Operation, bei der ein Chirurg nahezu ohne visuelle Orientierung und nur durch eine kleine {\"O}ffnung der Haut des Patienten arbeitet. Als Orientierungshilfe f{\"u}r die optimale Lage der K-Dr{\"a}hte bleibt dem Chirurgen lediglich eine zweidimensionale (2D)-R{\"o}ntgendarstellung und das Ertasten von kn{\"o}chernen Vorspr{\"u}ngen auf der menschlichen Hand, um Verletzungen an Risikostrukturen (Nerven, Gef{\"a}ße usw.), die im Weichteilgewebe der Hand eingebettet sind, zu vermeiden. F{\"u}r eine sichere und fehlerfreie Durchf{\"u}hrung einer K-Draht-Osteosynthese ist deswegen eine gr{\"u}ndliche theoretische und praktische Ausbildung junger Chirurgen notwendig. Da traditionelle Trainingsmethoden zeitaufwendig, kostspielig, ethisch nicht korrekt und unzureichend realistisch sind, wird in dieser Arbeit ein innovativer, auf virtueller Realit{\"a}t (VR) basierender, Haptisch und Visuell unterst{\"u}tzter Trainingssimulator (HaptiVisT) f{\"u}r die Platzierung von K-Dr{\"a}hten entwickelt, der vor allem Handchirurgen mit {\"U}bungs- und Perfektionierungsbedarf dabei unterst{\"u}tzt, das Bohrverfahren in einer realistischen aber virtuellen Umgebung zu erlernen. Beim HaptiVisT-Prototypenaufbau werden reale Patientendaten segmentierter Volumendaten aus einer Computertomographie (CT) und einer Magnetresonanztomographie (MRT) im virtuellen, dreidimensionalen (3D) Raum auf einem 3D-Monitor visualisiert und f{\"u}r eine intuitive bimanuelle Haptik sowohl mit einem Kraftfeedback-Ger{\"a}t f{\"u}r den Bohrprozess und einer 3D-gedruckten und optisch getrackten Phantomhand kombiniert. Die vorliegende Arbeit beschreibt zun{\"a}chst alle verwendeten Hardwareger{\"a}te, die C++-Softwareumgebung, aufgebaut auf Multithreading (gleichzeitige Ausf{\"u}hrung mehrerer Anweisungsfolgen in einem Prozess), und die auf Oberfl{\"a}chen- und Volumenrendering basierte Visualisierung. Die Kollisionsdetektion zwischen Bohrer und Knochen im virtuellen Raum wird in zwei separate Ereignisse unterteilt: Kollisionen zwischen Objekten als Gesamtes (Simulation der Kollision {\"u}ber die gesamte Objektoberfl{\"a}che) und Kollisionen zwischen einer K-Draht-Spitze und dem Knochenvolumen f{\"u}r die Entfernung kleiner Volumenelemente (Voxel). Das Herzst{\"u}ck des Trainingssystems bildet eine echtzeitf{\"a}hige Bohrsimulation, die den gesamten Bohrprozess in eine endliche Anzahl logischer Unterprozesse gliedert und diese Zust{\"a}nde in einen endlichen Zustandsautomaten (FSM, engl.: Finite State Machine) zusammenfasst. Das Kraftfeedback w{\"a}hrend einer Bohrung wird mit sogenannten „Virtual Fixtures" (abstrakten sensorischen Informationen) berechnet und {\"u}ber einen Haptikarm auf den Benutzer {\"u}bertragen. Damit die Simulation der Realit{\"a}t entspricht, wird unter Zuhilfenahme eines experimentellen Aufbaus die reale Bohrgeschwindigkeit durch kortikale Knochen ermittelt. Anschließend werden ein Levelkonzept und alle im System verf{\"u}gbaren Bohrunterst{\"u}tzungswerkzeuge, wie haptische Korridore als Goldstandard oder eine R{\"o}ntgenbildsimulation, vorgestellt. Mit ihnen ist es m{\"o}glich, ausgesuchte Operationsf{\"a}lle in Level unterschiedlicher Schwierigkeit zu unterteilen und den Operationsvorgang qualitativ zu bewerten. Der 3D-Druck einer Phantomhand (realit{\"a}tsnahe Nachbildung einer Patientenhand) mit realistischen haptischen Eigenschaften zum Ertasten von Knochenvorspr{\"u}ngen wird {\"u}ber einen metamaterialbasierten Ansatz (Neuanordnung des Grundmaterials durch eine k{\"u}nstlich angelegte, sich wiederholende Struktur) realisiert, da das aktuell am Markt verf{\"u}gbare 3D-Druckmaterial f{\"u}r den Druck menschlichen Weichteilgewebes zu hart ist. Die Echtzeitverfolgung der Phantomhand beruht auf einem mit einer Stereokamera optisch getrackten Marker in Form eines Dodekaeders (K{\"o}rper mit zw{\"o}lf Fl{\"a}chen). Abschließend wird das HaptiVisT-Gesamtsystem in drei und der 3D-Druck einer Phantomhand in zwei Expertenevaluationen ausf{\"u}hrlich untersucht und ausgewertet. Das HaptiVisT-System versteht sich als notwendiges Komplement f{\"u}r den ersten und weltweit einzigen funktionsf{\"a}higen, kompakten Prototypen f{\"u}r virtuelle K-DrahtOsteosynthesen mit haptischen Kraftfeedback, der in Zukunft Chirurgen in Aus- und Weiterbildung an Kliniken oder Trainingszentren ein risikofreies, zeit- und ortsunabh{\"a}ngiges Training erm{\"o}glicht. Die Kernelemente dieser Arbeit sind: • Stereoskopische 3D-Darstellung von realen Patientendaten. • Bimanuelle Haptik aus haptischen Kraftfeedback des Bohrens verbunden mit einer optisch getrackten, haptisch korrekten und 3D-gedruckten Phantomhand. • Zuverl{\"a}ssige Kollisionsdetektion zwischen virtuellen Objekten als Grundlage f{\"u}r das Kraftfeedback und die Abtragung von Knochen. • Echtzeitf{\"a}hige Bohrsimulation durch Reduzierung des Bohrprozesses auf logische Bohr-Teilprozesse kombiniert mit einer Virtual Fixtures basierten Kraftberechnung. Haptisch korrekte Phantome sind vor allem im medizinischen Training von hoher Relevanz und die Berechnung des Kraftfeedbacks beruht erstmals auf der performanten und stabilen Simulation von Bohr-Teilprozessen unter Verwendung von Virtual Fixtures. Der Prototyp wird von Experten durchgehend positiv bewertet und bietet nach deren Einsch{\"a}tzung einen hohen Mehrwert f{\"u}r das chirurgische Training. Zuk{\"u}nftige Arbeiten k{\"o}nnten den Lerneffekt durch das HaptiVisT-Trainingssystem in stichhaltigen Evaluationen mit jungen Medizinstudenten unter Vorhandensein einer Kontrollgruppe statistisch validieren. Bei Best{\"a}tigung dieses Lerneffekts ist eine Ausgr{\"u}ndung als eigenst{\"a}ndiges Unternehmen und Weiterentwicklung des Prototyps mit Ausweitung auf weitere chirurgische Bereiche wie Knie- oder H{\"u}ftchirurgie denkbar. Unter Zuhilfenahme von automatischer Segmentierung k{\"o}nnten in Zukunft akut zu behandelnde Br{\"u}che abgebildet, vorab einer tats{\"a}chlichen Operation ge{\"u}bt und anschließend komplikationslos unter reduzierter Operationszeit durchgef{\"u}hrt werden.}, language = {de} } @article{WoehlMaierGehmertetal., author = {W{\"o}hl, Rebecca and Maier, Johannes and Gehmert, Sebastian and Palm, Christoph and Riebschl{\"a}ger, Birgit and Nerlich, Michael and Huber, Michaela}, title = {3D Analysis of Osteosyntheses Material using semi-automated CT Segmentation}, series = {BMC Musculoskeletal Disorders}, volume = {19}, journal = {BMC Musculoskeletal Disorders}, publisher = {Springer Nature}, doi = {10.1186/s12891-018-1975-0}, pages = {1 -- 8}, abstract = {Backround Scaphoidectomy and midcarpal fusion can be performed using traditional fixation methods like K-wires, staples, screws or different dorsal (non)locking arthrodesis systems. The aim of this study is to test the Aptus four corner locking plate and to compare the clinical findings to the data revealed by CT scans and semi-automated segmentation. Methods: This is a retrospective review of eleven patients suffering from scapholunate advanced collapse (SLAC) or scaphoid non-union advanced collapse (SNAC) wrist, who received a four corner fusion between August 2011 and July 2014. The clinical evaluation consisted of measuring the range of motion (ROM), strength and pain on a visual analogue scale (VAS). Additionally, the Disabilities of the Arm, Shoulder and Hand (QuickDASH) and the Mayo Wrist Score were assessed. A computerized tomography (CT) of the wrist was obtained six weeks postoperatively. After semi-automated segmentation of the CT scans, the models were post processed and surveyed. Results During the six-month follow-up mean range of motion (ROM) of the operated wrist was 60°, consisting of 30° extension and 30° flexion. While pain levels decreased significantly, 54\% of grip strength and 89\% of pinch strength were preserved compared to the contralateral healthy wrist. Union could be detected in all CT scans of the wrist. While X-ray pictures obtained postoperatively revealed no pathology, two user related technical complications were found through the 3D analysis, which correlated to the clinical outcome. Conclusion Due to semi-automated segmentation and 3D analysis it has been proved that the plate design can keep up to the manufacturers' promises. Over all, this case series confirmed that the plate can compete with the coexisting techniques concerning clinical outcome, union and complication rate.}, subject = {Handchirurgie}, language = {en} } @misc{ScheppachMendelProbstetal., author = {Scheppach, Markus W. and Mendel, Robert and Probst, Andreas and Rauber, David and R{\"u}ckert, Tobias and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Real-time detection and delineation of tissue during third-space endoscopy using artificial intelligence (AI)}, series = {Endoscopy}, volume = {55}, journal = {Endoscopy}, number = {S02}, publisher = {Thieme}, doi = {10.1055/s-0043-1765128}, pages = {S53 -- S54}, abstract = {Aims AI has proven great potential in assisting endoscopists in diagnostics, however its role in therapeutic endoscopy remains unclear. Endoscopic submucosal dissection (ESD) is a technically demanding intervention with a slow learning curve and relevant risks like bleeding and perforation. Therefore, we aimed to develop an algorithm for the real-time detection and delineation of relevant structures during third-space endoscopy. Methods 5470 still images from 59 full length videos (47 ESD, 12 POEM) were annotated. 179681 additional unlabeled images were added to the training dataset. Consequently, a DeepLabv3+ neural network architecture was trained with the ECMT semi-supervised algorithm (under review elsewhere). Evaluation of vessel detection was performed on a dataset of 101 standardized video clips from 15 separate third-space endoscopy videos with 200 predefined blood vessels. Results Internal validation yielded an overall mean Dice score of 85\% (68\% for blood vessels, 86\% for submucosal layer, 88\% for muscle layer). On the video test data, the overall vessel detection rate (VDR) was 94\% (96\% for ESD, 74\% for POEM). The median overall vessel detection time (VDT) was 0.32 sec (0.3 sec for ESD, 0.62 sec for POEM). Conclusions Evaluation of the developed algorithm on a video test dataset showed high VDR and quick VDT, especially for ESD. Further research will focus on a possible clinical benefit of the AI application for VDR and VDT during third-space endoscopy.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{FranzKatzkyNeumannetal., author = {Franz, Daniela and Katzky, Uwe and Neumann, Sabine and Perret, Jerome and Hofer, Mathias and Huber, Michaela and Schmitt-R{\"u}th, Stephanie and Haug, Sonja and Weber, Karsten and Prinzen, Martin and Palm, Christoph and Wittenberg, Thomas}, title = {Haptisches Lernen f{\"u}r Cochlea Implantationen}, series = {15. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC2016), Tagungsband, 2016, Bern, 29.09. - 01.10.}, booktitle = {15. Jahrestagung der Deutschen Gesellschaft f{\"u}r Computer- und Roboterassistierte Chirurgie (CURAC2016), Tagungsband, 2016, Bern, 29.09. - 01.10.}, pages = {21 -- 26}, abstract = {Die Implantation eines Cochlea Implantates ben{\"o}tigt einen chirurgischen Zugang im Felsenbein und durch die Paukenh{\"o}hle des Patienten. Der Chirurg hat eine eingeschr{\"a}nkte Sicht im Operationsgebiet, die weiterhin viele Risikostrukturen enth{\"a}lt. Um eine Cochlea Implantation sicher und fehlerfrei durchzuf{\"u}hren, ist eine umfangreiche theoretische und praktische (teilweise berufsbegleitende) Fortbildung sowie langj{\"a}hrige Erfahrung notwendig. Unter Nutzung von realen klinischen CT/MRT Daten von Innen- und Mittelohr und der interaktiven Segmentierung der darin abgebildeten Strukturen (Nerven, Cochlea, Geh{\"o}rkn{\"o}chelchen,...) wird im HaptiVisT Projekt ein haptisch-visuelles Trainingssystem f{\"u}r die Implantation von Innen- und Mittelohr-Implantaten realisiert, das als sog. „Serious Game" mit immersiver Didaktik gestaltet wird. Die Evaluierung des Demonstrators hinsichtlich Zweckm{\"a}ßigkeit erfolgt prozessbegleitend und ergebnisorientiert, um m{\"o}gliche technische oder didaktische Fehler vor Fertigstellung des Systems aufzudecken. Drei zeitlich versetzte Evaluationen fokussieren dabei chirurgisch-fachliche, didaktische sowie haptisch-ergonomische Akzeptanzkriterien.}, subject = {Cochlea-Implantat}, language = {de} } @inproceedings{SouzaJrHookPapaetal., author = {Souza Jr., Luis Antonio de and Hook, Christian and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Barrett's Esophagus Analysis Using SURF Features}, series = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-54345-0_34}, pages = {141 -- 146}, abstract = {The development of adenocarcinoma in Barrett's esophagus is difficult to detect by endoscopic surveillance of patients with signs of dysplasia. Computer assisted diagnosis of endoscopic images (CAD) could therefore be most helpful in the demarcation and classification of neoplastic lesions. In this study we tested the feasibility of a CAD method based on Speeded up Robust Feature Detection (SURF). A given database containing 100 images from 39 patients served as benchmark for feature based classification models. Half of the images had previously been diagnosed by five clinical experts as being "cancerous", the other half as "non-cancerous". Cancerous image regions had been visibly delineated (masked) by the clinicians. SURF features acquired from full images as well as from masked areas were utilized for the supervised training and testing of an SVM classifier. The predictive accuracy of the developed CAD system is illustrated by sensitivity and specificity values. The results based on full image matching where 0.78 (sensitivity) and 0.82 (specificity) were achieved, while the masked region approach generated results of 0.90 and 0.95, respectively.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @inproceedings{MendelEbigboProbstetal., author = {Mendel, Robert and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Palm, Christoph}, title = {Barrett's Esophagus Analysis Using Convolutional Neural Networks}, series = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2017; Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 12. bis 14. M{\"a}rz 2017 in Heidelberg}, publisher = {Springer}, address = {Berlin}, doi = {10.1007/978-3-662-54345-0_23}, pages = {80 -- 85}, abstract = {We propose an automatic approach for early detection of adenocarcinoma in the esophagus. High-definition endoscopic images (50 cancer, 50 Barrett) are partitioned into a dataset containing approximately equal amounts of patches showing cancerous and non-cancerous regions. A deep convolutional neural network is adapted to the data using a transfer learning approach. The final classification of an image is determined by at least one patch, for which the probability being a cancer patch exceeds a given threshold. The model was evaluated with leave one patient out cross-validation. With sensitivity and specificity of 0.94 and 0.88, respectively, our findings improve recently published results on the same image data base considerably. Furthermore, the visualization of the class probabilities of each individual patch indicates, that our approach might be extensible to the segmentation domain.}, subject = {Speiser{\"o}hrenkrebs}, language = {en} } @inproceedings{MaierHaugHuberetal., author = {Maier, Johannes and Haug, Sonja and Huber, Michaela and Katzky, Uwe and Neumann, Sabine and Perret, J{\´e}r{\^o}me and Prinzen, Martin and Weber, Karsten and Wittenberg, Thomas and W{\"o}hl, Rebecca and Scorna, Ulrike and Palm, Christoph}, title = {Development of a haptic and visual assisted training simulation concept for complex bone drilling in minimally invasive hand surgery}, series = {CARS Conference, 5.10.-7.10.2017}, booktitle = {CARS Conference, 5.10.-7.10.2017}, language = {en} } @article{SouzaJrPassosSantanaetal., author = {Souza Jr., Luis Antonio de and Passos, Leandro A. and Santana, Marcos Cleison S. and Mendel, Robert and Rauber, David and Ebigbo, Alanna and Probst, Andreas and Messmann, Helmut and Papa, Jo{\~a}o Paulo and Palm, Christoph}, title = {Layer-selective deep representation to improve esophageal cancer classification}, series = {Medical \& Biological Engineering \& Computing}, volume = {62}, journal = {Medical \& Biological Engineering \& Computing}, publisher = {Springer Nature}, address = {Heidelberg}, doi = {10.1007/s11517-024-03142-8}, pages = {3355 -- 3372}, abstract = {Even though artificial intelligence and machine learning have demonstrated remarkable performances in medical image computing, their accountability and transparency level must be improved to transfer this success into clinical practice. The reliability of machine learning decisions must be explained and interpreted, especially for supporting the medical diagnosis.For this task, the deep learning techniques' black-box nature must somehow be lightened up to clarify its promising results. Hence, we aim to investigate the impact of the ResNet-50 deep convolutional design for Barrett's esophagus and adenocarcinoma classification. For such a task, and aiming at proposing a two-step learning technique, the output of each convolutional layer that composes the ResNet-50 architecture was trained and classified for further definition of layers that would provide more impact in the architecture. We showed that local information and high-dimensional features are essential to improve the classification for our task. Besides, we observed a significant improvement when the most discriminative layers expressed more impact in the training and classification of ResNet-50 for Barrett's esophagus and adenocarcinoma classification, demonstrating that both human knowledge and computational processing may influence the correct learning of such a problem.}, language = {en} } @article{EbigboMendelProbstetal., author = {Ebigbo, Alanna and Mendel, Robert and Probst, Andreas and Meinikheim, Michael and Byrne, Michael F. and Messmann, Helmut and Palm, Christoph}, title = {Multimodal imaging for detection and segmentation of Barrett's esophagus-related neoplasia using artificial intelligence}, series = {Endoscopy}, volume = {54}, journal = {Endoscopy}, number = {10}, edition = {E-Video}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/a-1704-7885}, pages = {1}, abstract = {The early diagnosis of cancer in Barrett's esophagus is crucial for improving the prognosis. However, identifying Barrett's esophagus-related neoplasia (BERN) is challenging, even for experts [1]. Four-quadrant biopsies may improve the detection of neoplasia, but they can be associated with sampling errors. The application of artificial intelligence (AI) to the assessment of Barrett's esophagus could improve the diagnosis of BERN, and this has been demonstrated in both preclinical and clinical studies [2] [3]. In this video demonstration, we show the accurate detection and delineation of BERN in two patients ([Video 1]). In part 1, the AI system detects a mucosal cancer about 20 mm in size and accurately delineates the lesion in both white-light and narrow-band imaging. In part 2, a small island of BERN with high-grade dysplasia is detected and delineated in white-light, narrow-band, and texture and color enhancement imaging. The video shows the results using a transparent overlay of the mucosal cancer in real time as well as a full segmentation preview. Additionally, the optical flow allows for the assessment of endoscope movement, something which is inversely related to the reliability of the AI prediction. We demonstrate that multimodal imaging can be applied to the AI-assisted detection and segmentation of even small focal lesions in real time.}, language = {en} } @article{KolevKirchgessnerHoubenetal., author = {Kolev, Kalin and Kirchgeßner, Norbert and Houben, Sebastian and Csisz{\´a}r, Agnes and Rubner, Wolfgang and Palm, Christoph and Eiben, Bj{\"o}rn and Merkel, Rudolf and Cremers, Daniel}, title = {A variational approach to vesicle membrane reconstruction from fluorescence imaging}, series = {Pattern Recognition}, volume = {44}, journal = {Pattern Recognition}, number = {12}, publisher = {Elsevier}, doi = {10.1016/j.patcog.2011.04.019}, pages = {2944 -- 2958}, abstract = {Biological applications like vesicle membrane analysis involve the precise segmentation of 3D structures in noisy volumetric data, obtained by techniques like magnetic resonance imaging (MRI) or laser scanning microscopy (LSM). Dealing with such data is a challenging task and requires robust and accurate segmentation methods. In this article, we propose a novel energy model for 3D segmentation fusing various cues like regional intensity subdivision, edge alignment and orientation information. The uniqueness of the approach consists in the definition of a new anisotropic regularizer, which accounts for the unbalanced slicing of the measured volume data, and the generalization of an efficient numerical scheme for solving the arising minimization problem, based on linearization and fixed-point iteration. We show how the proposed energy model can be optimized globally by making use of recent continuous convex relaxation techniques. The accuracy and robustness of the presented approach are demonstrated by evaluating it on multiple real data sets and comparing it to alternative segmentation methods based on level sets. Although the proposed model is designed with focus on the particular application at hand, it is general enough to be applied to a variety of different segmentation tasks.}, subject = {Dreidimensionale Bildverarbeitung}, language = {en} } @inproceedings{MetzlerAachPalmetal., author = {Metzler, V. and Aach, T. and Palm, Christoph and Lehmann, Thomas M.}, title = {Texture Classification of Graylevel Images by Multiscale Cross-Co-Occurrence Matrices}, series = {Proceedings 15th International Conference on Pattern Recognition (ICPR-2000)}, booktitle = {Proceedings 15th International Conference on Pattern Recognition (ICPR-2000)}, doi = {10.1109/ICPR.2000.906133}, pages = {549 -- 552}, abstract = {Local gray level dependencies of natural images can be modelled by means of co-occurrence matrices containing joint probabilities of gray-level pairs. Texture, however, is a resolution-dependent phenomenon and hence, classification depends on the chosen scale. Since there is no optimal scale for all textures we employ a multiscale approach that acquires textural features at several scales. Thus linear and nonlinear scale-spaces are analyzed by multiscale co-occurrence matrices that describe the statistical behavior of a texture in scale-space. Classification is then performed on the basis of texture features taken from the individual scale with the highest discriminatory power. By considering cross-scale occurrences of gray level pairs, the impact of filters on the feature is described and used for classification of natural textures. This novel method was found to improve classification rates of the common co-occurrence matrix approach on standard textures significantly.}, language = {en} } @misc{OPUS4-100, title = {Bildverarbeitung f{\"u}r die Medizin 2019}, editor = {Handels, Heinz and Deserno, Thomas M. and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer}, address = {Berlin}, isbn = {978-3-658-25325-7}, issn = {1431-472X}, doi = {10.1007/978-3-658-25326-4}, abstract = {In den letzten Jahren hat sich der Workshop "Bildverarbeitung f{\"u}r die Medizin" durch erfolgreiche Veranstaltungen etabliert. Ziel ist auch 2019 wieder die Darstellung aktueller Forschungsergebnisse und die Vertiefung der Gespr{\"a}che zwischen Wissenschaftlern, Industrie und Anwendern. Die Beitr{\"a}ge dieses Bandes - einige davon in englischer Sprache - umfassen alle Bereiche der medizinischen Bildverarbeitung, insbesondere Bildgebung und -akquisition, Maschinelles Lernen, Bildsegmentierung und Bildanalyse, Visualisierung und Animation, Zeitreihenanalyse, Computerunterst{\"u}tzte Diagnose, Biomechanische Modellierung, Validierung und Qualit{\"a}tssicherung, Bildverarbeitung in der Telemedizin u.v.m.}, subject = {Bildgebendes Verfahren}, language = {de} } @misc{OPUS4-349, title = {Bildverarbeitung f{\"u}r die Medizin 2020}, editor = {Tolxdorff, Thomas and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {10.1007/978-3-658-29267-6}, abstract = {In den letzten Jahren hat sich der Workshop "Bildverarbeitung f{\"u}r die Medizin" durch erfolgreiche Veranstaltungen etabliert. Ziel ist auch 2020 wieder die Darstellung aktueller Forschungsergebnisse und die Vertiefung der Gespr{\"a}che zwischen Wissenschaftlern, Industrie und Anwendern. Die Beitr{\"a}ge dieses Bandes - einige davon in englischer Sprache - umfassen alle Bereiche der medizinischen Bildverarbeitung, insbesondere Bildgebung und -akquisition, Maschinelles Lernen, Bildsegmentierung und Bildanalyse, Visualisierung und Animation, Zeitreihenanalyse, Computerunterst{\"u}tzte Diagnose, Biomechanische Modellierung, Validierung und Qualit{\"a}tssicherung, Bildverarbeitung in der Telemedizin u.v.m.}, subject = {Bildanalyse}, language = {de} } @misc{MeinikheimMendelProbstetal., author = {Meinikheim, Michael and Mendel, Robert and Probst, Andreas and Scheppach, Markus W. and Messmann, Helmut and Palm, Christoph and Ebigbo, Alanna}, title = {Optical Flow als Methode zur Qualit{\"a}tssicherung KI-unterst{\"u}tzter Untersuchungen von Barrett-{\"O}sophagus und Barrett-{\"O}sophagus assoziierten Neoplasien}, series = {Zeitschrift f{\"u}r Gastroenterologie}, volume = {60}, journal = {Zeitschrift f{\"u}r Gastroenterologie}, number = {08}, publisher = {Georg Thieme Verlag}, address = {Stuttgart}, doi = {10.1055/s-0042-1754997}, abstract = {Einleitung {\"U}berm{\"a}ßige Bewegung im Bild kann die Performance von auf k{\"u}nstlicher Intelligenz (KI) basierenden klinischen Entscheidungsunterst{\"u}tzungssystemen (CDSS) reduzieren. Optical Flow (OF) ist eine Methode zur Lokalisierung und Quantifizierung von Bewegungen zwischen aufeinanderfolgenden Bildern. Ziel Ziel ist es, die Mensch-Computer-Interaktion (HCI) zu verbessern und Endoskopiker die unser KI-System „Barrett-Ampel" zur Unterst{\"u}tzung bei der Beurteilung von Barrett-{\"O}sophagus (BE) verwenden, ein Echtzeit-Feedback zur aktuellen Datenqualit{\"a}t anzubieten. Methodik Dazu wurden unver{\"a}nderte Videos in „Weißlicht" (WL), „Narrow Band Imaging" (NBI) und „Texture and Color Enhancement Imaging" (TXI) von acht endoskopischen Untersuchungen von histologisch gesichertem BE und mit Barrett-{\"O}sophagus assoziierten Neoplasien (BERN) durch unseren KI-Algorithmus analysiert. Der zur Bewertung der Bildqualit{\"a}t verwendete OF beinhaltete die mittlere Magnitude und die Entropie des Histogramms der Winkel. Frames wurden automatisch extrahiert, wenn die vordefinierten Schwellenwerte von 3,0 f{\"u}r die mittlere Magnitude und 9,0 f{\"u}r die Entropie des Histogramms der Winkel {\"u}berschritten wurden. Experten sahen sich zun{\"a}chst die Videos ohne KI-Unterst{\"u}tzung an und bewerteten, ob St{\"o}rfaktoren die Sicherheit mit der eine Diagnose im vorliegenden Fall gestellt werden kann negativ beeinflussen. Anschließend {\"u}berpr{\"u}ften sie die extrahierten Frames. Ergebnis Gleichm{\"a}ßige Bewegung in eine Richtung, wie etwa beim Vorschieben des Endoskops, spiegelte sich, bei insignifikant ver{\"a}nderter Entropie, in einer Erh{\"o}hung der Magnitude wider. Chaotische Bewegung, zum Beispiel w{\"a}hrend dem Sp{\"u}len, war mit erh{\"o}hter Entropie assoziiert. Insgesamt war eine unruhige endoskopische Darstellung, Fl{\"u}ssigkeit sowie {\"u}berm{\"a}ßige {\"O}sophagusmotilit{\"a}t mit erh{\"o}htem OF assoziiert und korrelierte mit der Meinung der Experten {\"u}ber die Qualit{\"a}t der Videos. Der OF und die subjektive Wahrnehmung der Experten {\"u}ber die Verwertbarkeit der vorliegenden Bildsequenzen korrelierten direkt proportional. Wenn die vordefinierten Schwellenwerte des OF {\"u}berschritten wurden, war die damit verbundene Bildqualit{\"a}t in 94\% der F{\"a}lle f{\"u}r eine definitive Interpretation auch f{\"u}r Experten unzureichend. Schlussfolgerung OF hat das Potenzial Endoskopiker ein Echtzeit-Feedback {\"u}ber die Qualit{\"a}t des Dateninputs zu bieten und so nicht nur die HCI zu verbessern, sondern auch die optimale Performance von KI-Algorithmen zu erm{\"o}glichen.}, language = {de} } @misc{MeinikheimMendelScheppachetal., author = {Meinikheim, Michael and Mendel, Robert and Scheppach, Markus W. and Probst, Andreas and Prinz, Friederike and Schwamberger, Tanja and Schlottmann, Jakob and G{\"o}lder, Stefan Karl and Walter, Benjamin and Steinbr{\"u}ck, Ingo and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {Einsatz von k{\"u}nstlicher Intelligenz (KI) als Entscheidungsunterst{\"u}tzungssystem f{\"u}r nicht-Experten bei der Beurteilung von Barrett-{\"O}sophagus assoziierten Neoplasien (BERN)}, series = {Zeitschrift f{\"u}r Gastroenterologie}, volume = {60}, journal = {Zeitschrift f{\"u}r Gastroenterologie}, number = {4}, publisher = {Thieme}, address = {Stuttgart}, doi = {10.1055/s-0042-1745653}, pages = {251}, abstract = {Einleitung Die sichere Detektion und Charakterisierung von Barrett-{\"O}sophagus assoziierten Neoplasien (BERN) stellt selbst f{\"u}r erfahrene Endoskopiker eine Herausforderung dar. Ziel Ziel dieser Studie ist es, den Add-on Effekt eines k{\"u}nstlichen Intelligenz (KI) Systems (Barrett-Ampel) als Entscheidungsunterst{\"u}zungssystem f{\"u}r Endoskopiker ohne Expertise bei der Untersuchung von BERN zu evaluieren. Material und Methodik Zw{\"o}lf Videos in „Weißlicht" (WL), „narrow-band imaging" (NBI) und „texture and color enhanced imaging" (TXI) von histologisch best{\"a}tigten Barrett-Metaplasien oder BERN wurden von Experten und Untersuchern ohne Barrett-Expertise evaluiert. Die Probanden wurden dazu aufgefordert in den Videos auftauchende BERN zu identifizieren und gegebenenfalls die optimale Biopsiestelle zu markieren. Unser KI-System wurde demselben Test unterzogen, wobei dieses BERN in Echtzeit segmentierte und farblich von umliegendem Epithel differenzierte. Anschließend wurden den Probanden die Videos mit zus{\"a}tzlicher KI-Unterst{\"u}tzung gezeigt. Basierend auf dieser neuen Information, wurden die Probanden zu einer Reevaluation ihrer initialen Beurteilung aufgefordert. Ergebnisse Die „Barrett-Ampel" identifizierte unabh{\"a}ngig von den verwendeten Darstellungsmodi (WL, NBI, TXI) alle BERN. Zwei entz{\"u}ndlich ver{\"a}nderte L{\"a}sionen wurden fehlinterpretiert (Genauigkeit=75\%). W{\"a}hrend Experten vergleichbare Ergebnisse erzielten (Genauigkeit=70,8\%), hatten Endoskopiker ohne Expertise bei der Beurteilung von Barrett-Metaplasien eine Genauigkeit von lediglich 58,3\%. Wurden die nicht-Experten allerdings von unserem KI-System unterst{\"u}tzt, erreichten diese eine Genauigkeit von 75\%. Zusammenfassung Unser KI-System hat das Potential als Entscheidungsunterst{\"u}tzungssystem bei der Differenzierung zwischen Barrett-Metaplasie und BERN zu fungieren und so Endoskopiker ohne entsprechende Expertise zu assistieren. Eine Limitation dieser Studie ist die niedrige Anzahl an eingeschlossenen Videos. Um die Ergebnisse dieser Studie zu best{\"a}tigen, m{\"u}ssen randomisierte kontrollierte klinische Studien durchgef{\"u}hrt werden.}, language = {de} } @misc{MeinikheimMendelScheppachetal., author = {Meinikheim, Michael and Mendel, Robert and Scheppach, Markus W. and Probst, Andreas and Prinz, Friederike and Schwamberger, Tanja and Schlottmann, Jakob and G{\"o}lder, Stefan Karl and Walter, Benjamin and Steinbr{\"u}ck, Ingo and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {INFLUENCE OF AN ARTIFICIAL INTELLIGENCE (AI) BASED DECISION SUPPORT SYSTEM (DSS) ON THE DIAGNOSTIC PERFORMANCE OF NON-EXPERTS IN BARRETT´S ESOPHAGUS RELATED NEOPLASIA (BERN)}, series = {Endoscopy}, volume = {54}, journal = {Endoscopy}, number = {S 01}, publisher = {Thieme}, doi = {10.1055/s-00000012}, pages = {S39}, abstract = {Aims Barrett´s esophagus related neoplasia (BERN) is difficult to detect and characterize during endoscopy, even for expert endoscopists. We aimed to assess the add-on effect of an Artificial Intelligence (AI) algorithm (Barrett-Ampel) as a decision support system (DSS) for non-expert endoscopists in the evaluation of Barrett's esophagus (BE) and BERN. Methods Twelve videos with multimodal imaging white light (WL), narrow-band imaging (NBI), texture and color enhanced imaging (TXI) of histologically confirmed BE and BERN were assessed by expert and non-expert endoscopists. For each video, endoscopists were asked to identify the area of BERN and decide on the biopsy spot. Videos were assessed by the AI algorithm and regions of BERN were highlighted in real-time by a transparent overlay. Finally, endoscopists were shown the AI videos and asked to either confirm or change their initial decision based on the AI support. Results Barrett-Ampel correctly identified all areas of BERN, irrespective of the imaging modality (WL, NBI, TXI), but misinterpreted two inflammatory lesions (Accuracy=75\%). Expert endoscopists had a similar performance (Accuracy=70,8\%), while non-experts had an accuracy of 58.3\%. When AI was implemented as a DSS, non-expert endoscopists improved their diagnostic accuracy to 75\%. Conclusions AI may have the potential to support non-expert endoscopists in the assessment of videos of BE and BERN. Limitations of this study include the low number of videos used. Randomized clinical trials in a real-life setting should be performed to confirm these results.}, subject = {Speiser{\"o}hrenkrankheit}, language = {en} } @article{ScheppachMendelProbstetal., author = {Scheppach, Markus W. and Mendel, Robert and Probst, Andreas and Meinikheim, Michael and Palm, Christoph and Messmann, Helmut and Ebigbo, Alanna}, title = {ARTIFICIAL INTELLIGENCE (AI) - ASSISTED VESSEL AND TISSUE RECOGNITION IN THIRD-SPACE ENDOSCOPY}, series = {Endoscopy}, volume = {54}, journal = {Endoscopy}, number = {S01}, publisher = {Thieme}, doi = {10.1055/s-0042-1745037}, pages = {S175}, abstract = {Aims Third-space endoscopy procedures such as endoscopic submucosal dissection (ESD) and peroral endoscopic myotomy (POEM) are complex interventions with elevated risk of operator-dependent adverse events, such as intra-procedural bleeding and perforation. We aimed to design an artificial intelligence clinical decision support solution (AI-CDSS, "Smart ESD") for the detection and delineation of vessels, tissue structures, and instruments during third-space endoscopy procedures. Methods Twelve full-length third-space endoscopy videos were extracted from the Augsburg University Hospital database. 1686 frames were annotated for the following categories: Submucosal layer, blood vessels, electrosurgical knife and endoscopic instrument. A DeepLabv3+neural network with a 101-layer ResNet backbone was trained and validated internally. Finally, the ability of the AI system to detect visible vessels during ESD and POEM was determined on 24 separate video clips of 7 to 46 seconds duration and showing 33 predefined vessels. These video clips were also assessed by an expert in third-space endoscopy. Results Smart ESD showed a vessel detection rate (VDR) of 93.94\%, while an average of 1.87 false positive signals were recorded per minute. VDR of the expert endoscopist was 90.1\% with no false positive findings. On the internal validation data set using still images, the AI system demonstrated an Intersection over Union (IoU), mean Dice score and pixel accuracy of 63.47\%, 76.18\% and 86.61\%, respectively. Conclusions This is the first AI-CDSS aiming to mitigate operator-dependent limitations during third-space endoscopy. Further clinical trials are underway to better understand the role of AI in such procedures.}, language = {en} } @inproceedings{WeberNunesRauberPalm, author = {Weber Nunes, Danilo and Rauber, David and Palm, Christoph}, title = {Self-supervised 3D Vision Transformer Pre-training for Robust Brain Tumor Classification}, series = {Bildverarbeitung f{\"u}r die Medizin 2025: Proceedings, German Conference on Medical Image Computing, Regensburg March 09-11, 2025}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2025: Proceedings, German Conference on Medical Image Computing, Regensburg March 09-11, 2025}, editor = {Palm, Christoph and Breininger, Katharina and Deserno, Thomas M. and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, doi = {10.1007/978-3-658-47422-5_69}, pages = {298 -- 303}, abstract = {Brain tumors pose significant challenges in neurology, making precise classification crucial for prognosis and treatment planning. This work investigates the effectiveness of a self-supervised learning approach-masked autoencoding (MAE)-to pre-train a vision transformer (ViT) model for brain tumor classification. Our method uses non-domain specific data, leveraging the ADNI and OASIS-3 MRI datasets, which primarily focus on degenerative diseases, for pretraining. The model is subsequently fine-tuned and evaluated on the BraTS glioma and meningioma datasets, representing a novel use of these datasets for tumor classification. The pre-trained MAE ViT model achieves an average F1 score of 0.91 in a 5-fold cross-validation setting, outperforming the nnU-Net encoder trained from scratch, particularly under limited data conditions. These findings highlight the potential of self-supervised MAE in enhancing brain tumor classification accuracy, even with restricted labeled data.}, language = {en} }