@unpublished{AmmelingSchmidtGanzetal.2022, author = {Ammeling, Jonas and Schmidt, Lars-Henning and Ganz, Jonathan and Niedermair, Tanja and Brochhausen-Delius, Christoph and Schulz, Christian and Breininger, Katharina and Aubreville, Marc}, title = {Attention-based Multiple Instance Learning for Survival Prediction on Lung Cancer Tissue Microarrays}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2212.07724}, year = {2022}, abstract = {Attention-based multiple instance learning (AMIL) algorithms have proven to be successful in utilizing gigapixel whole-slide images (WSIs) for a variety of different computational pathology tasks such as outcome prediction and cancer subtyping problems. We extended an AMIL approach to the task of survival prediction by utilizing the classical Cox partial likelihood as a loss function, converting the AMIL model into a nonlinear proportional hazards model. We applied the model to tissue microarray (TMA) slides of 330 lung cancer patients. The results show that AMIL approaches can handle very small amounts of tissue from a TMA and reach similar C-index performance compared to established survival prediction methods trained with highly discriminative clinical factors such as age, cancer grade, and cancer stage.}, language = {en} } @unpublished{AubrevillePanSievertetal.2023, author = {Aubreville, Marc and Pan, Zhaoya and Sievert, Matti and Ammeling, Jonas and Ganz, Jonathan and Oetter, Nicolai and Stelzle, Florian and Frenken, Ann-Kathrin and Breininger, Katharina and Goncalves, Miguel}, title = {Few Shot Learning for the Classification of Confocal Laser Endomicroscopy Images of Head and Neck Tumors}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2311.07216}, year = {2023}, abstract = {The surgical removal of head and neck tumors requires safe margins, which are usually confirmed intraoperatively by means of frozen sections. This method is, in itself, an oversampling procedure, which has a relatively low sensitivity compared to the definitive tissue analysis on paraffin-embedded sections. Confocal laser endomicroscopy (CLE) is an in-vivo imaging technique that has shown its potential in the live optical biopsy of tissue. An automated analysis of this notoriously difficult to interpret modality would help surgeons. However, the images of CLE show a wide variability of patterns, caused both by individual factors but also, and most strongly, by the anatomical structures of the imaged tissue, making it a challenging pattern recognition task. In this work, we evaluate four popular few shot learning (FSL) methods towards their capability of generalizing to unseen anatomical domains in CLE images. We evaluate this on images of sinunasal tumors (SNT) from five patients and on images of the vocal folds (VF) from 11 patients using a cross-validation scheme. The best respective approach reached a median accuracy of 79.6\% on the rather homogeneous VF dataset, but only of 61.6\% for the highly diverse SNT dataset. Our results indicate that FSL on CLE images is viable, but strongly affected by the number of patients, as well as the diversity of anatomical patterns.}, language = {en} } @inproceedings{QiuWilmOettletal.2023, author = {Qiu, Jingna and Wilm, Frauke and {\"O}ttl, Mathias and Schlereth, Maja and Liu, Chang and Heimann, Tobias and Aubreville, Marc and Breininger, Katharina}, title = {Adaptive Region Selection for Active Learning in Whole Slide Image Semantic Segmentation}, booktitle = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2023: Proceedings, Part II}, editor = {Greenspan, Hayit and Madabhushi, Anant and Mousavi, Parvin and Salcudean, Septimiu and Duncan, James and Syeda-Mahmood, Tanveer and Taylor, Russell}, publisher = {Springer}, address = {Cham}, isbn = {978-3-031-43895-0}, issn = {1611-3349}, doi = {https://doi.org/10.1007/978-3-031-43895-0_9}, pages = {90 -- 100}, year = {2023}, language = {en} } @inproceedings{GanzLipnikAmmelingetal.2023, author = {Ganz, Jonathan and Lipnik, Karoline and Ammeling, Jonas and Richter, Barbara and Puget, Chlo{\´e} and Parlak, Eda and Diehl, Laura and Klopfleisch, Robert and Donovan, Taryn and Kiupel, Matti and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Deep Learning-based Automatic Assessment of AgNOR-scores in Histopathology Images}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_49}, pages = {226 -- 231}, year = {2023}, language = {en} } @inproceedings{WilmFragosoGarciaBertrametal.2023, author = {Wilm, Frauke and Fragoso-Garcia, Marco and Bertram, Christof and Stathonikos, Nikolas and {\"O}ttl, Mathias and Qiu, Jingna and Klopfleisch, Robert and Maier, Andreas and Aubreville, Marc and Breininger, Katharina}, title = {Mind the Gap: Scanner-Induced Domain Shifts Pose Challenges for Representation Learning in Histopathology}, booktitle = {2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-6654-7358-3}, doi = {https://doi.org/10.1109/ISBI53787.2023.10230458}, year = {2023}, language = {en} } @article{AubrevilleStathonikosDonovanetal.2024, author = {Aubreville, Marc and Stathonikos, Nikolas and Donovan, Taryn and Klopfleisch, Robert and Ammeling, Jonas and Ganz, Jonathan and Wilm, Frauke and Veta, Mitko and Jabari, Samir and Eckstein, Markus and Annuscheit, Jonas and Krumnow, Christian and Bozaba, Engin and Cayir, Sercan and Gu, Hongyan and Chen, Xiang and Jahanifar, Mostafa and Shephard, Adam and Kondo, Satoshi and Kasai, Satoshi and Kotte, Sujatha and Saipradeep, Vangala and Lafarge, Maxime W. and Koelzer, Viktor H. and Wang, Ziyue and Zhang, Yongbing and Yang, Sen and Wang, Xiyue and Breininger, Katharina and Bertram, Christof}, title = {Domain generalization across tumor types, laboratories, and species — Insights from the 2022 edition of the Mitosis Domain Generalization Challenge}, volume = {2024}, pages = {103155}, journal = {Medical Image Analysis}, number = {94}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8423}, doi = {https://doi.org/10.1016/j.media.2024.103155}, year = {2024}, abstract = {Recognition of mitotic figures in histologic tumor specimens is highly relevant to patient outcome assessment. This task is challenging for algorithms and human experts alike, with deterioration of algorithmic performance under shifts in image representations. Considerable covariate shifts occur when assessment is performed on different tumor types, images are acquired using different digitization devices, or specimens are produced in different laboratories. This observation motivated the inception of the 2022 challenge on MItosis Domain Generalization (MIDOG 2022). The challenge provided annotated histologic tumor images from six different domains and evaluated the algorithmic approaches for mitotic figure detection provided by nine challenge participants on ten independent domains. Ground truth for mitotic figure detection was established in two ways: a three-expert majority vote and an independent, immunohistochemistry-assisted set of labels. This work represents an overview of the challenge tasks, the algorithmic strategies employed by the participants, and potential factors contributing to their success. With an score of 0.764 for the top-performing team, we summarize that domain generalization across various tumor domains is possible with today's deep learning-based recognition pipelines. However, we also found that domain characteristics not present in the training set (feline as new species, spindle cell shape as new morphology and a new scanner) led to small but significant decreases in performance. When assessed against the immunohistochemistry-assisted reference standard, all methods resulted in reduced recall scores, with only minor changes in the order of participants in the ranking.}, language = {en} } @article{GanzMarzahlAmmelingetal.2024, author = {Ganz, Jonathan and Marzahl, Christian and Ammeling, Jonas and Rosbach, Emely and Richter, Barbara and Puget, Chlo{\´e} and Denk, Daniela and Demeter, Elena A. and Tabaran, Flaviu A. and Wasinger, Gabriel and Lipnik, Karoline and Tecilla, Marco and Valentine, Matthew J. and Dark, Michael and Abele, Niklas and Bolfa, Pompei and Erber, Ramona and Klopfleisch, Robert and Merz, Sophie and Donovan, Taryn and Jabari, Samir and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Information mismatch in PHH3-assisted mitosis annotation leads to interpretation shifts in H\&E slide analysis}, volume = {14}, pages = {26273}, journal = {Scientific Reports}, number = {1}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {https://doi.org/10.1038/s41598-024-77244-6}, year = {2024}, abstract = {The count of mitotic figures (MFs) observed in hematoxylin and eosin (H\&E)-stained slides is an important prognostic marker, as it is a measure for tumor cell proliferation. However, the identification of MFs has a known low inter-rater agreement. In a computer-aided setting, deep learning algorithms can help to mitigate this, but they require large amounts of annotated data for training and validation. Furthermore, label noise introduced during the annotation process may impede the algorithms' performance. Unlike H\&E, where identification of MFs is based mainly on morphological features, the mitosis-specific antibody phospho-histone H3 (PHH3) specifically highlights MFs. Counting MFs on slides stained against PHH3 leads to higher agreement among raters and has therefore recently been used as a ground truth for the annotation of MFs in H\&E. However, as PHH3 facilitates the recognition of cells indistinguishable from H\&E staining alone, the use of this ground truth could potentially introduce an interpretation shift and even label noise into the H\&E-related dataset, impacting model performance. This study analyzes the impact of PHH3-assisted MF annotation on inter-rater reliability and object level agreement through an extensive multi-rater experiment. Subsequently, MF detectors, including a novel dual-stain detector, were evaluated on the resulting datasets to investigate the influence of PHH3-assisted labeling on the models' performance. We found that the annotators' object-level agreement significantly increased when using PHH3-assisted labeling (F1: 0.53 to 0.74). However, this enhancement in label consistency did not translate to improved performance for H\&E-based detectors, neither during the training phase nor the evaluation phase. Conversely, the dual-stain detector was able to benefit from the higher consistency. This reveals an information mismatch between the H\&E and PHH3-stained images as the cause of this effect, which renders PHH3-assisted annotations not well-aligned for use with H\&E-based detectors. Based on our findings, we propose an improved PHH3-assisted labeling procedure.}, language = {en} } @unpublished{QiuAubrevilleWilmetal.2024, author = {Qiu, Jingna and Aubreville, Marc and Wilm, Frauke and {\"O}ttl, Mathias and Utz, Jonas and Schlereth, Maja and Breininger, Katharina}, title = {Leveraging Image Captions for Selective Whole Slide Image Annotation}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2407.06363}, year = {2024}, language = {en} } @article{GanzAmmelingJabarietal.2024, author = {Ganz, Jonathan and Ammeling, Jonas and Jabari, Samir and Breininger, Katharina and Aubreville, Marc}, title = {Re-identification from histopathology images}, volume = {2025}, pages = {103335}, journal = {Medical Image Analysis}, number = {99}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8423}, doi = {https://doi.org/10.1016/j.media.2024.103335}, year = {2024}, abstract = {In numerous studies, deep learning algorithms have proven their potential for the analysis of histopathology images, for example, for revealing the subtypes of tumors or the primary origin of metastases. These models require large datasets for training, which must be anonymized to prevent possible patient identity leaks. This study demonstrates that even relatively simple deep learning algorithms can re-identify patients in large histopathology datasets with substantial accuracy. In addition, we compared a comprehensive set of state-of-the-art whole slide image classifiers and feature extractors for the given task. We evaluated our algorithms on two TCIA datasets including lung squamous cell carcinoma (LSCC) and lung adenocarcinoma (LUAD). We also demonstrate the algorithm's performance on an in-house dataset of meningioma tissue. We predicted the source patient of a slide with 𝐹1 scores of up to 80.1\% and 77.19\% on the LSCC and LUAD datasets, respectively, and with 77.09\% on our meningioma dataset. Based on our findings, we formulated a risk assessment scheme to estimate the risk to the patient's privacy prior to publication.}, language = {en} } @inproceedings{AmmelingHeckerGanzetal.2024, author = {Ammeling, Jonas and Hecker, Moritz and Ganz, Jonathan and Donovan, Taryn and Klopfleisch, Robert and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Automated Mitotic Index Calculation via Deep Learning and Immunohistochemistry}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2024: Proceedings, German Conference on Medical Image Computing, Erlangen, March 10-12, 2024}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-44037-4}, doi = {https://doi.org/10.1007/978-3-658-44037-4_37}, pages = {123 -- 128}, year = {2024}, language = {en} }