@article{StathonikosAubrevilledeVriesetal.2024, author = {Stathonikos, Nikolas and Aubreville, Marc and de Vries, Sjoerd and Wilm, Frauke and Bertram, Christof and Veta, Mitko and van Diest, Paul J}, title = {Breast cancer survival prediction using an automated mitosis detection pipeline}, volume = {10}, pages = {e70008}, journal = {The Journal of Pathology: Clinical Research}, number = {6}, publisher = {Wiley}, address = {Chichester}, issn = {2056-4538}, doi = {https://doi.org/10.1002/2056-4538.70008}, year = {2024}, abstract = {AbstractMitotic count (MC) is the most common measure to assess tumor proliferation in breast cancer patients and is highly predictive of patient outcomes. It is, however, subject to inter- and intraobserver variation and reproducibility challenges that may hamper its clinical utility. In past studies, artificial intelligence (AI)-supported MC has been shown to correlate well with traditional MC on glass slides. Considering the potential of AI to improve reproducibility of MC between pathologists, we undertook the next validation step by evaluating the prognostic value of a fully automatic method to detect and count mitoses on whole slide images using a deep learning model. The model was developed in the context of the Mitosis Domain Generalization Challenge 2021 (MIDOG21) grand challenge and was expanded by a novel automatic area selector method to find the optimal mitotic hotspot and calculate the MC per 2 mm2. We employed this method on a breast cancer cohort with long-term follow-up from the University Medical Centre Utrecht (N = 912) and compared predictive values for overall survival of AI-based MC and light-microscopic MC, previously assessed during routine diagnostics. The MIDOG21 model was prognostically comparable to the original MC from the pathology report in uni- and multivariate survival analysis. In conclusion, a fully automated MC AI algorithm was validated in a large cohort of breast cancer with regard to retained prognostic value compared with traditional light-microscopic MC.}, language = {en} } @unpublished{QiuAubrevilleWilmetal.2024, author = {Qiu, Jingna and Aubreville, Marc and Wilm, Frauke and {\"O}ttl, Mathias and Utz, Jonas and Schlereth, Maja and Breininger, Katharina}, title = {Leveraging Image Captions for Selective Whole Slide Image Annotation}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2407.06363}, year = {2024}, language = {en} } @article{GlahnHaghoferDonovanetal.2024, author = {Glahn, Imaine and Haghofer, Andreas and Donovan, Taryn and Degasperi, Brigitte and Bartel, Alexander and Kreilmeier-Berger, Theresa and Hyndman, Philip S. and Janout, Hannah and Assenmacher, Charles-Antoine and Bartenschlager, Florian and Bolfa, Pompei and Dark, Michael and Klang, Andrea and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Bertram, Christof}, title = {Automated Nuclear Morphometry: A Deep Learning Approach for Prognostication in Canine Pulmonary Carcinoma to Enhance Reproducibility}, volume = {11}, pages = {278}, journal = {Veterinary Sciences}, number = {6}, publisher = {MDPI}, address = {Basel}, issn = {2306-7381}, doi = {https://doi.org/10.3390/vetsci11060278}, year = {2024}, abstract = {The integration of deep learning-based tools into diagnostic workflows is increasingly prevalent due to their efficiency and reproducibility in various settings. We investigated the utility of automated nuclear morphometry for assessing nuclear pleomorphism (NP), a criterion of malignancy in the current grading system in canine pulmonary carcinoma (cPC), and its prognostic implications. We developed a deep learning-based algorithm for evaluating NP (variation in size, i.e., anisokaryosis and/or shape) using a segmentation model. Its performance was evaluated on 46 cPC cases with comprehensive follow-up data regarding its accuracy in nuclear segmentation and its prognostic ability. Its assessment of NP was compared to manual morphometry and established prognostic tests (pathologists' NP estimates (n = 11), mitotic count, histological grading, and TNM-stage). The standard deviation (SD) of the nuclear area, indicative of anisokaryosis, exhibited good discriminatory ability for tumor-specific survival, with an area under the curve (AUC) of 0.80 and a hazard ratio (HR) of 3.38. The algorithm achieved values comparable to manual morphometry. In contrast, the pathologists' estimates of anisokaryosis resulted in HR values ranging from 0.86 to 34.8, with slight inter-observer reproducibility (k = 0.204). Other conventional tests had no significant prognostic value in our study cohort. Fully automated morphometry promises a time-efficient and reproducible assessment of NP with a high prognostic value. Further refinement of the algorithm, particularly to address undersegmentation, and application to a larger study population are required.}, language = {en} } @article{GanzAmmelingJabarietal.2024, author = {Ganz, Jonathan and Ammeling, Jonas and Jabari, Samir and Breininger, Katharina and Aubreville, Marc}, title = {Re-identification from histopathology images}, volume = {2025}, pages = {103335}, journal = {Medical Image Analysis}, number = {99}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8423}, doi = {https://doi.org/10.1016/j.media.2024.103335}, year = {2024}, abstract = {In numerous studies, deep learning algorithms have proven their potential for the analysis of histopathology images, for example, for revealing the subtypes of tumors or the primary origin of metastases. These models require large datasets for training, which must be anonymized to prevent possible patient identity leaks. This study demonstrates that even relatively simple deep learning algorithms can re-identify patients in large histopathology datasets with substantial accuracy. In addition, we compared a comprehensive set of state-of-the-art whole slide image classifiers and feature extractors for the given task. We evaluated our algorithms on two TCIA datasets including lung squamous cell carcinoma (LSCC) and lung adenocarcinoma (LUAD). We also demonstrate the algorithm's performance on an in-house dataset of meningioma tissue. We predicted the source patient of a slide with 𝐹1 scores of up to 80.1\% and 77.19\% on the LSCC and LUAD datasets, respectively, and with 77.09\% on our meningioma dataset. Based on our findings, we formulated a risk assessment scheme to estimate the risk to the patient's privacy prior to publication.}, language = {en} } @article{AubrevilleGanzAmmelingetal.2024, author = {Aubreville, Marc and Ganz, Jonathan and Ammeling, Jonas and Rosbach, Emely and Gehrke, Thomas and Scherzad, Agmal and Hackenberg, Stephan and Goncalves, Miguel}, title = {Prediction of tumor board procedural recommendations using large language models}, volume = {282}, journal = {European Archives of Oto-Rhino-Laryngology}, number = {3}, publisher = {Springer}, address = {Berlin}, issn = {1434-4726}, doi = {https://doi.org/10.1007/s00405-024-08947-9}, pages = {1619 -- 1629}, year = {2024}, language = {en} } @article{FrenkenSievertPanugantietal.2024, author = {Frenken, Ann-Kathrin and Sievert, Matti and Panuganti, Bharat and Aubreville, Marc and Meyer, Till and Scherzad, Agmal and Gehrke, Thomas and Scheich, Matthias and Hackenberg, Stephan and Goncalves, Miguel}, title = {Feasibility of Optical Biopsy During Endoscopic Sinus Surgery With Confocal Laser Endomicroscopy: A Pilot Study}, volume = {134}, journal = {The Laryngoscope}, number = {10}, publisher = {Wiley}, address = {Malden}, issn = {1531-4995}, doi = {https://doi.org/10.1002/lary.31503}, pages = {4217 -- 4224}, year = {2024}, language = {en} } @inproceedings{AmmelingHeckerGanzetal.2024, author = {Ammeling, Jonas and Hecker, Moritz and Ganz, Jonathan and Donovan, Taryn and Klopfleisch, Robert and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Automated Mitotic Index Calculation via Deep Learning and Immunohistochemistry}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2024: Proceedings, German Conference on Medical Image Computing, Erlangen, March 10-12, 2024}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-44037-4}, doi = {https://doi.org/10.1007/978-3-658-44037-4_37}, pages = {123 -- 128}, year = {2024}, language = {en} } @article{SievertAubrevilleMuelleretal.2024, author = {Sievert, Matti and Aubreville, Marc and Mueller, Sarina Katrin and Eckstein, Markus and Breininger, Katharina and Iro, Heinrich and Goncalves, Miguel}, title = {Diagnosis of malignancy in oropharyngeal confocal laser endomicroscopy using GPT 4.0 with vision}, volume = {281}, journal = {European Archives of Oto-Rhino-Laryngology}, number = {4}, publisher = {Springer}, address = {Berlin}, issn = {1434-4726}, doi = {https://doi.org/10.1007/s00405-024-08476-5}, pages = {2115 -- 2122}, year = {2024}, language = {en} } @article{Aubreville2024, author = {Aubreville, Marc}, title = {Developing Robust AI Applications for Clinical Use: The Special Case of Pathology}, volume = {3}, journal = {Trillium Pathology}, number = {1}, publisher = {Trillium GmbH Medizinischer Fachverlag}, address = {Grafrath}, issn = {2752-1915}, doi = {https://doi.org/10.47184/tp.2024.01.04}, pages = {20 -- 22}, year = {2024}, language = {en} } @inproceedings{PerniasRampasRichteretal.2024, author = {Pernias, Pablo and Rampas, Dominic and Richter, Mats Leon and Pal, Christopher and Aubreville, Marc}, title = {W{\"u}rstchen: An Efficient Architecture for Large-Scale Text-to-Image Diffusion Models}, booktitle = {The Twelfth International Conference on Learning Representations (ICLR 2024)}, publisher = {OpenReview}, url = {https://openreview.net/forum?id=gU58d5QeGv}, year = {2024}, language = {en} } @inproceedings{EisenmannReinkeWeruetal.2023, author = {Eisenmann, Matthias and Reinke, Annika and Weru, Vivienn and Tizabi, Minu Dietlinde and Isensee, Fabian and Adler, Tim J. and Ali, Sharib and Andrearczyk, Vincent and Aubreville, Marc and Baid, Ujjwal and Bakas, Spyridon and Balu, Niranjan and Bano, Sophia and Bernal, Jorge and Bodenstedt, Sebastian and Casella, Alessandro and Cheplygina, Veronika and Daum, Marie and De Bruijne, Marleen and Depeursinge, Adrien and Dorent, Reuben and Egger, Jan and Ellis, David G. and Engelhardt, Sandy and Ganz, Melanie and Ghatwary, Noha M. and Girard, Gabriel and Godau, Patrick and Gupta, Anubha and Hansen, Lasse and Harada, Kanako and Heinrich, Mattias and Heller, Nicholas and Hering, Alessa and Huaulm{\´e}, Arnoud and Jannin, Pierre and Kavur, A. Emre and Kodym, Oldrich and Kozubek, Michal and Li, Jianning and Li, Hongwei and Ma, Jun and Mart{\´i}n-Isla, Carlos and Menze, Bjoern H. and Noble, Alison and Oreiller, Valentin and Padoy, Nicolas and Pati, Sarthak and Payette, Kelly and R{\"a}dsch, Tim and Rafael-Pati{\~n}o, Jonathan and Bawa, Vivek Singh and Speidel, Stefanie and Sudre, Carole H. and Van Wijnen, Kimberlin M. H. and Wagner, M. and Wei, D. and Yamlahi, Amine and Yap, Moi Hoon and Yuan, C. and Zenk, Maximilian and Zia, A. and Zimmerer, David and Aydogan, Dogu Baran and Bhattarai, B. and Bloch, Louise and Br{\"u}ngel, Raphael and Cho, J. and Choi, C. and Dou, Q. and Ezhov, Ivan and Friedrich, Christoph M. and Fuller, C. and Gaire, Rebati Raman and Galdran, Adrian and Garc{\´i}a-Faura, {\´A}lvaro and Grammatikopoulou, Maria and Hong, S. and Jahanifar, Mostafa and Jang, I. and Kadkhodamohammadi, Abdolrahim and Kang, I. and Kofler, Florian and Kondo, Satoshi and Kuijf, Hugo Jaco and Li, M. and Luu, M. and Martinčič, Tomaz and Morais, P. and Naser, M. A. and Oliveira, B. and Owen, D. and Pang, S. and Park, Jinah and Park, S. and Płotka, S. and Puybareau, {\´E}lodie and Rajpoot, Nasir M. and Ryu, K. and Saeed, N. and Shephard, Adam and Shi, P. and Štepec, Dejan and Subedi, Ronast and Tochon, Guillaume and Torres, Helena R. and Urien, H{\´e}l{\`e}ne and Vila{\c{c}}a, Jo{\~a}o L. and Wahid, Kareem A. and Wang, H. and Wang, J. and Wang, L. and Wang, Xiyue and Wiestler, Benedikt and Wodzinski, Marek and Xia, F. and Xie, J. and Xiong, Z. and Yang, Sen and Yang, Y. and Zhao, Z. and Maier-Hein, Klaus H. and J{\"a}ger, Paul F. and Kopp-Schneider, Annette and Maier-Hein, Lena}, title = {Why is the Winner the Best?}, booktitle = {Proceedings: 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition}, publisher = {IEEE}, address = {Los Alamitos}, isbn = {979-8-3503-0129-8}, issn = {2575-7075}, doi = {https://doi.org/10.1109/CVPR52729.2023.01911}, pages = {19955 -- 19967}, year = {2023}, language = {en} } @article{WilmIhlingMehesetal.2023, author = {Wilm, Frauke and Ihling, Christian and M{\´e}hes, G{\´a}bor and Terracciano, Luigi and Puget, Chlo{\´e} and Klopfleisch, Robert and Sch{\"u}ffler, Peter and Aubreville, Marc and Maier, Andreas and Mrowiec, Thomas and Breininger, Katharina}, title = {Pan-tumor T-lymphocyte detection using deep neural networks: Recommendations for transfer learning in immunohistochemistry}, volume = {2023}, pages = {100301}, journal = {Journal of Pathology Informatics}, number = {14}, publisher = {Elsevier}, address = {Amsterdam}, issn = {2153-3539}, doi = {https://doi.org/10.1016/j.jpi.2023.100301}, year = {2023}, abstract = {The success of immuno-oncology treatments promises long-term cancer remission for an increasing number of patients. The response to checkpoint inhibitor drugs has shown a correlation with the presence of immune cells in the tumor and tumor microenvironment. An in-depth understanding of the spatial localization of immune cells is therefore critical for understanding the tumor's immune landscape and predicting drug response. Computer-aided systems are well suited for efficiently quantifying immune cells in their spatial context. Conventional image analysis approaches are often based on color features and therefore require a high level of manual interaction. More robust image analysis methods based on deep learning are expected to decrease this reliance on human interaction and improve the reproducibility of immune cell scoring. However, these methods require sufficient training data and previous work has reported low robustness of these algorithms when they are tested on out-of-distribution data from different pathology labs or samples from different organs. In this work, we used a new image analysis pipeline to explicitly evaluate the robustness of marker-labeled lymphocyte quantification algorithms depending on the number of training samples before and after being transferred to a new tumor indication. For these experiments, we adapted the RetinaNet architecture for the task of T-lymphocyte detection and employed transfer learning to bridge the domain gap between tumor indications and reduce the annotation costs for unseen domains. On our test set, we achieved human-level performance for almost all tumor indications with an average precision of 0.74 in-domain and 0.72-0.74 cross-domain. From our results, we derive recommendations for model development regarding annotation extent, training sample selection, and label extraction for the development of robust algorithms for immune cell scoring. By extending the task of marker-labeled lymphocyte quantification to a multi-class detection task, the pre-requisite for subsequent analyses, e.g., distinguishing lymphocytes in the tumor stroma from tumor-infiltrating lymphocytes, is met.}, language = {en} } @article{FragosoGarciaWilmBertrametal.2023, author = {Fragoso-Garcia, Marco and Wilm, Frauke and Bertram, Christof and Merz, Sophie and Schmidt, Anja and Donovan, Taryn and Fuchs-Baumgartinger, Andrea and Bartel, Alexander and Marzahl, Christian and Diehl, Laura and Puget, Chloe and Maier, Andreas and Aubreville, Marc and Breininger, Katharina and Klopfleisch, Robert}, title = {Automated diagnosis of 7 canine skin tumors using machine learning on H\&E-stained whole slide images}, volume = {60}, journal = {Veterinary Pathology}, number = {6}, publisher = {Sage}, address = {London}, issn = {0300-9858}, doi = {https://doi.org/10.1177/03009858231189205}, pages = {865 -- 875}, year = {2023}, abstract = {Microscopic evaluation of hematoxylin and eosin-stained slides is still the diagnostic gold standard for a variety of diseases, including neoplasms. Nevertheless, intra- and interrater variability are well documented among pathologists. So far, computer assistance via automated image analysis has shown potential to support pathologists in improving accuracy and reproducibility of quantitative tasks. In this proof of principle study, we describe a machine-learning-based algorithm for the automated diagnosis of 7 of the most common canine skin tumors: trichoblastoma, squamous cell carcinoma, peripheral nerve sheath tumor, melanoma, histiocytoma, mast cell tumor, and plasmacytoma. We selected, digitized, and annotated 350 hematoxylin and eosin-stained slides (50 per tumor type) to create a database divided into training, n = 245 whole-slide images (WSIs), validation ( n = 35 WSIs), and test sets ( n = 70 WSIs). Full annotations included the 7 tumor classes and 6 normal skin structures. The data set was used to train a convolutional neural network (CNN) for the automatic segmentation of tumor and nontumor classes. Subsequently, the detected tumor regions were classified patch-wise into 1 of the 7 tumor classes. A majority of patches-approach led to a tumor classification accuracy of the network on the slide-level of 95\% (133/140 WSIs), with a patch-level precision of 85\%. The same 140 WSIs were provided to 6 experienced pathologists for diagnosis, who achieved a similar slide-level accuracy of 98\% (137/140 correct majority votes). Our results highlight the feasibility of artificial intelligence-based methods as a support tool in diagnostic oncologic pathology with future applications in other species and tumor types.}, language = {en} } @inproceedings{AmmelingMangerKwakaetal.2023, author = {Ammeling, Jonas and Manger, Carina and Kwaka, Elias and Kr{\"u}gel, Sebastian and Uhl, Matthias and Kießig, Angelika and Fritz, Alexis and Ganz, Jonathan and Riener, Andreas and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Appealing but Potentially Biasing - Investigation of the Visual Representation of Segmentation Predictions by AI Recommender Systems for Medical Decision Making}, booktitle = {Mensch und Computer 2023: Building Bridges: Tagungsband (Proceedings)}, editor = {Stolze, Markus and Loch, Frieder and Baldauf, Matthias and Alt, Florian and Schneegass, Christina and Kosch, Thomas and Hirzle, Teresa and Sadeghian, Shadan and Draxler, Fiona and Bektas, Kenan and Lohan, Katrin and Knierim, Pascal}, publisher = {ACM}, address = {New York}, isbn = {979-8-4007-0771-1}, doi = {https://doi.org/10.1145/3603555.3608561}, pages = {330 -- 335}, year = {2023}, language = {en} } @article{KruegelAmmelingAubrevilleetal.2024, author = {Kr{\"u}gel, Sebastian and Ammeling, Jonas and Aubreville, Marc and Fritz, Alexis and Kießig, Angelika and Uhl, Matthias}, title = {Perceived responsibility in AI-supported medicine}, volume = {40}, journal = {AI \& Society: Journal of Knowledge, Culture and Communication}, publisher = {Springer}, address = {London}, issn = {1435-5655}, doi = {https://doi.org/10.1007/s00146-024-01972-6}, pages = {1485 -- 1495}, year = {2024}, abstract = {In a representative vignette study in Germany with 1,653 respondents, we investigated laypeople's attribution of moral responsibility in collaborative medical diagnosis. Specifically, we compare people's judgments in a setting in which physicians are supported by an AI-based recommender system to a setting in which they are supported by a human colleague. It turns out that people tend to attribute moral responsibility to the artificial agent, although this is traditionally considered a category mistake in normative ethics. This tendency is stronger when people believe that AI may become conscious at some point. In consequence, less responsibility is attributed to human agents in settings with hybrid diagnostic teams than in settings with human-only diagnostic teams. Our findings may have implications for behavior exhibited in contexts of collaborative medical decision making with AI-based as opposed to human recommenders because less responsibility is attributed to agents who have the mental capacity to care about outcomes.}, language = {en} } @inproceedings{AmmelingWilmGanzetal.2023, author = {Ammeling, Jonas and Wilm, Frauke and Ganz, Jonathan and Breininger, Katharina and Aubreville, Marc}, title = {Reference Algorithms for the Mitosis Domain Generalization (MIDOG) 2022 Challenge}, booktitle = {Mitosis Domain Generalization and Diabetic Retinopathy Analysis}, editor = {Sheng, Bin and Aubreville, Marc}, publisher = {Springer}, address = {Cham}, isbn = {978-3-031-33658-4}, doi = {https://doi.org/10.1007/978-3-031-33658-4_19}, pages = {201 -- 205}, year = {2023}, language = {en} } @article{SievertAubrevilleGostianetal.2022, author = {Sievert, Matti and Aubreville, Marc and Gostian, Antoniu-Oreste and Mantsopoulos, Konstantinos and Koch, Michael and M{\"u}ller, Sarina K. and Eckstein, Markus and Rupp, Robin and Stelzle, Florian and Oetter, Nicolai and Maier, Andreas and Iro, Heinrich and Goncalves, Miguel}, title = {Validity of tissue homogeneity in confocal laser endomicroscopy on the diagnosis of laryngeal and hypopharyngeal squamous cell carcinoma}, volume = {279}, journal = {European Archives of Oto-Rhino-Laryngology and Head \& Neck}, number = {8}, publisher = {Springer Nature}, address = {Cham}, issn = {1434-4726}, doi = {https://doi.org/10.1007/s00405-022-07304-y}, pages = {4147 -- 4156}, year = {2022}, abstract = {Purpose Confocal laser endomicroscopy (CLE) allows imaging of the laryngeal mucosa in a thousand-fold magnification. This study analyzes differences in tissue homogeneity between healthy mucosa and squamous cell carcinoma (SCC) via CLE. Materials and methods We included five SCC patients with planned total laryngectomy in this study between October 2020 and February 2021. We captured CLE scans of the tumor and healthy mucosa. Analysis of image homogeneity to diagnose SCC was performed by measuring the signal intensity in four regions of interest (ROI) in each frame in a total of 60 sequences. Each sequence was assigned to the corresponding histological pattern, derived from hematoxylin and eosin staining. In addition, we recorded the subjective evaluation of seven investigators regarding tissue homogeneity. Results Out of 3600 images, 1620 (45\%) correlated with benign mucosa and 1980 (55\%) with SCC. ROIs of benign mucosa and SCC had a mean and standard deviation (SD) of signal intensity of, respectively, 232.1 ± 3.34 and 467.3 ± 9.72 (P < 0.001). The mean SD between the four different ROIs was 39.1 ± 1.03 for benign and 101.5 ± 2.6 for SCC frames (P < 0.001). In addition, homogeneity yielded a sensitivity and specificity of 81.8\% and 86.2\%, respectively, regarding the investigator-dependent analysis. Conclusions SCC shows a significant tissue inhomogeneity in comparison to the healthy epithelium. The results support this feature's importance in identifying malignant mucosa areas during CLE examination. However, the examiner-dependent evaluation emphasizes that homogeneity is a sub-criterion that must be considered in a broad context.}, language = {en} } @article{SievertMantsopoulosMuelleretal.2021, author = {Sievert, Matti and Mantsopoulos, Konstantinos and M{\"u}ller, Sarina K. and Rupp, Robin and Eckstein, Markus and Stelzle, Florian and Oetter, Nicolai and Maier, Andreas and Aubreville, Marc and Iro, Heinrich and Goncalves, Miguel}, title = {Validation of a classification and scoring system for the diagnosis of laryngeal and pharyngeal squamous cell carcinomas by confocal laser endomicroscopy}, volume = {2022}, journal = {Brazilian Journal of Otorhinolaryngology}, number = {88, S4}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1808-8694}, doi = {https://doi.org/10.1016/j.bjorl.2021.06.002}, pages = {26 -- 32}, year = {2021}, abstract = {Introduction Confocal laser endomicroscopy is an optical imaging technique that allows in vivo, real-time, microscope-like images of the upper aerodigestive tract's mucosa. The assessment of morphological tissue characteristics for the correct differentiation between healthy and malignant suspected mucosa requires strict evaluation criteria. Objective This study aims to validate an eight-point score for the correct assessment of malignancy. Methods We performed confocal laser endomicroscopy between March and October 2020 in 13 patients. 197 sequences (11.820 images) originated from the marginal area of pharyngeal and laryngeal carcinomas. Specimens were taken at corresponding locations and analyzed in H\&E staining as a standard of reference. A total of six examiners evaluated the sequences based on a scoring system; they were blinded to the histopathological examination. The primary endpoints are sensitivity, specificity, and accuracy. Secondary endpoints are interrater reliability and receiver operator characteristics. Results Healthy mucosa showed epithelium with uniform size and shape with distinct cytoplasmic membranes and regular vessel architecture. Confocal laser endomicroscopy of malignant cells demonstrated a disorganized arrangement of variable cellular morphology. We calculated an accuracy, sensitivity, specificity, positive predictive value, and negative predictive value of 83.2\%, 81.3\%, 85.5\%, 86.7\%, and 79.7\%, respectively, with a κ-value of 0.64, and an area under the curve of 0.86. Conclusion The results confirm that this scoring system is applicable in the laryngeal and pharyngeal mucosa to classify benign and malignant tissue. A scoring system based on defined and reproducible characteristics can help translate this experimental method to broad clinical practice in head and neck diagnosis.}, language = {en} } @article{SievertEcksteinMantsopoulosetal.2021, author = {Sievert, Matti and Eckstein, Markus and Mantsopoulos, Konstantinos and M{\"u}ller, Sarina K. and Stelzle, Florian and Aubreville, Marc and Oetter, Nicolai and Maier, Andreas and Iro, Heinrich and Goncalves, Miguel}, title = {Impact of intraepithelial capillary loops and atypical vessels in confocal laser endomicroscopy for the diagnosis of laryngeal and hypopharyngeal squamous cell carcinoma}, volume = {279}, journal = {European Archives of Oto-Rhino-Laryngology and Head \& Neck}, number = {4}, publisher = {Springer Nature}, address = {Cham}, issn = {1434-4726}, doi = {https://doi.org/10.1007/s00405-021-06954-8}, pages = {2029 -- 2037}, year = {2021}, abstract = {Purpose Confocal laser endomicroscopy (CLE) allows surface imaging of the laryngeal and pharyngeal mucosa in vivo at a thousand-fold magnification. This study aims to compare irregular blood vessels and intraepithelial capillary loops in healthy mucosa and squamous cell carcinoma (SCC) via CLE. Materials and methods We included ten patients with confirmed SCC and planned total laryngectomy in this study between March 2020 and February 2021. CLE images of these patients were collected and compared with the corresponding histology in hematoxylin and eosin staining. We analyzed the characteristic endomicroscopic patterns of blood vessels and intraepithelial capillary loops for the diagnosis of SCC. Results In a total of 54 sequences, we identified 243 blood vessels which were analyzed regarding structure, diameter, and Fluorescein leakage, confirming that irregular, corkscrew-like vessels (24.4\% vs. 1.3\%; P < .001), dilated intraepithelial capillary loops (90.8\% vs. 28.7\%; P < .001), and increased capillary leakage (40.7\% vs. 2.5\%; P < .001), are significantly more frequently detected in SCC compared to the healthy epithelium. We defined a vessel diameter of 30 μm in capillary loops as a cut-off value, obtaining a sensitivity, specificity, PPV, and NPV and accuracy of 90.6\%, 71.3\%, 57.4\%, 94.7\%, and 77.1\%, respectively, for the detection of malignancy based solely on capillary architecture. Conclusion Capillaries within malignant lesions are fundamentally different from those in healthy mucosa regions. The capillary architecture is a significant feature aiding the identification of malignant mucosa areas during in-vivo, real-time CLE examination.}, language = {en} } @inproceedings{AubrevilleGanzAmmelingetal.2023, author = {Aubreville, Marc and Ganz, Jonathan and Ammeling, Jonas and Donovan, Taryn and Fick, Rutger H. J. and Breininger, Katharina and Bertram, Christof}, title = {Deep Learning-based Subtyping of Atypical and Normal Mitoses using a Hierarchical Anchor-free Object Detector}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_40}, pages = {189 -- 195}, year = {2023}, language = {en} } @inproceedings{LausserBertramKlopfleischetal.2023, author = {Lausser, Ludwig and Bertram, Christof and Klopfleisch, Robert and Aubreville, Marc}, title = {Limits of Human Expert Ensembles in Mitosis Multi-expert Ground Truth Generation}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_27}, pages = {116 -- 121}, year = {2023}, language = {en} } @article{AubrevilleStathonikosBertrametal.2022, author = {Aubreville, Marc and Stathonikos, Nikolas and Bertram, Christof and Klopfleisch, Robert and Hoeve, Natalie ter and Ciompi, Francesco and Wilm, Frauke and Marzahl, Christian and Donovan, Taryn and Maier, Andreas and Breen, Jack and Ravikumar, Nishant and Chung, Youjin and Park, Jinah and Nateghi, Ramin and Pourakpour, Fattaneh and Fick, Rutger H. J. and Ben Hadj, Saima and Jahanifar, Mostafa and Shepard, Adam and Dexl, Jakob and Wittenberg, Thomas and Kondo, Satoshi and Lafarge, Maxime W. and Kolezer, Viktor H. and Liang, Jingtang and Wang, Yubo and Long, Xi and Liu, Jingxin and Razavi, Salar and Khademi, April and Yang, Sen and Wang, Xiyue and Erber, Ramona and Klang, Andrea and Lipnik, Karoline and Bolfa, Pompei and Dark, Michael and Wasinger, Gabriel and Veta, Mitko and Breininger, Katharina}, title = {Mitosis domain generalization in histopathology images — The MIDOG challenge}, volume = {2023}, pages = {102699}, journal = {Medical Image Analysis}, number = {84}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8415}, doi = {https://doi.org/10.1016/j.media.2022.102699}, year = {2022}, language = {en} }