@article{HaghoferParlakBarteletal.2024, author = {Haghofer, Andreas and Parlak, Eda and Bartel, Alexander and Donovan, Taryn and Assenmacher, Charles-Antoine and Bolfa, Pompei and Dark, Michael and Fuchs-Baumgartinger, Andrea and Klang, Andrea and J{\"a}ger, Kathrin and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Janout, Hannah and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Kiupel, Matti and Bertram, Christof}, title = {Nuclear pleomorphism in canine cutaneous mast cell tumors: Comparison of reproducibility and prognostic relevance between estimates, manual morphometry, and algorithmic morphometry}, volume = {62}, journal = {Veterinary Pathology}, number = {2}, publisher = {Sage}, address = {London}, issn = {1544-2217}, doi = {https://doi.org/10.1177/03009858241295399}, pages = {161 -- 177}, year = {2024}, abstract = {Variation in nuclear size and shape is an important criterion of malignancy for many tumor types; however, categorical estimates by pathologists have poor reproducibility. Measurements of nuclear characteristics can improve reproducibility, but current manual methods are time-consuming. The aim of this study was to explore the limitations of estimates and develop alternative morphometric solutions for canine cutaneous mast cell tumors (ccMCTs). We assessed the following nuclear evaluation methods for accuracy, reproducibility, and prognostic utility: (1) anisokaryosis estimates by 11 pathologists; (2) gold standard manual morphometry of at least 100 nuclei; (3) practicable manual morphometry with stratified sampling of 12 nuclei by 9 pathologists; and (4) automated morphometry using deep learning-based segmentation. The study included 96 ccMCTs with available outcome information. Inter-rater reproducibility of anisokaryosis estimates was low (k = 0.226), whereas it was good (intraclass correlation = 0.654) for practicable morphometry of the standard deviation (SD) of nuclear size. As compared with gold standard manual morphometry (area under the ROC curve [AUC] = 0.839, 95\% confidence interval [CI] = 0.701-0.977), the prognostic value (tumor-specific survival) of SDs of nuclear area for practicable manual morphometry and automated morphometry were high with an AUC of 0.868 (95\% CI = 0.737-0.991) and 0.943 (95\% CI = 0.889-0.996), respectively. This study supports the use of manual morphometry with stratified sampling of 12 nuclei and algorithmic morphometry to overcome the poor reproducibility of estimates. Further studies are needed to validate our findings, determine inter-algorithmic reproducibility and algorithmic robustness, and explore tumor heterogeneity of nuclear features in entire tumor sections.}, language = {en} } @article{StathonikosAubrevilledeVriesetal.2024, author = {Stathonikos, Nikolas and Aubreville, Marc and de Vries, Sjoerd and Wilm, Frauke and Bertram, Christof and Veta, Mitko and van Diest, Paul J}, title = {Breast cancer survival prediction using an automated mitosis detection pipeline}, volume = {10}, pages = {e70008}, journal = {The Journal of Pathology: Clinical Research}, number = {6}, publisher = {Wiley}, address = {Chichester}, issn = {2056-4538}, doi = {https://doi.org/10.1002/2056-4538.70008}, year = {2024}, abstract = {AbstractMitotic count (MC) is the most common measure to assess tumor proliferation in breast cancer patients and is highly predictive of patient outcomes. It is, however, subject to inter- and intraobserver variation and reproducibility challenges that may hamper its clinical utility. In past studies, artificial intelligence (AI)-supported MC has been shown to correlate well with traditional MC on glass slides. Considering the potential of AI to improve reproducibility of MC between pathologists, we undertook the next validation step by evaluating the prognostic value of a fully automatic method to detect and count mitoses on whole slide images using a deep learning model. The model was developed in the context of the Mitosis Domain Generalization Challenge 2021 (MIDOG21) grand challenge and was expanded by a novel automatic area selector method to find the optimal mitotic hotspot and calculate the MC per 2 mm2. We employed this method on a breast cancer cohort with long-term follow-up from the University Medical Centre Utrecht (N = 912) and compared predictive values for overall survival of AI-based MC and light-microscopic MC, previously assessed during routine diagnostics. The MIDOG21 model was prognostically comparable to the original MC from the pathology report in uni- and multivariate survival analysis. In conclusion, a fully automated MC AI algorithm was validated in a large cohort of breast cancer with regard to retained prognostic value compared with traditional light-microscopic MC.}, language = {en} } @article{GlahnHaghoferDonovanetal.2024, author = {Glahn, Imaine and Haghofer, Andreas and Donovan, Taryn and Degasperi, Brigitte and Bartel, Alexander and Kreilmeier-Berger, Theresa and Hyndman, Philip S. and Janout, Hannah and Assenmacher, Charles-Antoine and Bartenschlager, Florian and Bolfa, Pompei and Dark, Michael and Klang, Andrea and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Bertram, Christof}, title = {Automated Nuclear Morphometry: A Deep Learning Approach for Prognostication in Canine Pulmonary Carcinoma to Enhance Reproducibility}, volume = {11}, pages = {278}, journal = {Veterinary Sciences}, number = {6}, publisher = {MDPI}, address = {Basel}, issn = {2306-7381}, doi = {https://doi.org/10.3390/vetsci11060278}, year = {2024}, abstract = {The integration of deep learning-based tools into diagnostic workflows is increasingly prevalent due to their efficiency and reproducibility in various settings. We investigated the utility of automated nuclear morphometry for assessing nuclear pleomorphism (NP), a criterion of malignancy in the current grading system in canine pulmonary carcinoma (cPC), and its prognostic implications. We developed a deep learning-based algorithm for evaluating NP (variation in size, i.e., anisokaryosis and/or shape) using a segmentation model. Its performance was evaluated on 46 cPC cases with comprehensive follow-up data regarding its accuracy in nuclear segmentation and its prognostic ability. Its assessment of NP was compared to manual morphometry and established prognostic tests (pathologists' NP estimates (n = 11), mitotic count, histological grading, and TNM-stage). The standard deviation (SD) of the nuclear area, indicative of anisokaryosis, exhibited good discriminatory ability for tumor-specific survival, with an area under the curve (AUC) of 0.80 and a hazard ratio (HR) of 3.38. The algorithm achieved values comparable to manual morphometry. In contrast, the pathologists' estimates of anisokaryosis resulted in HR values ranging from 0.86 to 34.8, with slight inter-observer reproducibility (k = 0.204). Other conventional tests had no significant prognostic value in our study cohort. Fully automated morphometry promises a time-efficient and reproducible assessment of NP with a high prognostic value. Further refinement of the algorithm, particularly to address undersegmentation, and application to a larger study population are required.}, language = {en} } @inproceedings{AmmelingHeckerGanzetal.2024, author = {Ammeling, Jonas and Hecker, Moritz and Ganz, Jonathan and Donovan, Taryn and Klopfleisch, Robert and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Automated Mitotic Index Calculation via Deep Learning and Immunohistochemistry}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2024: Proceedings, German Conference on Medical Image Computing, Erlangen, March 10-12, 2024}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-44037-4}, doi = {https://doi.org/10.1007/978-3-658-44037-4_37}, pages = {123 -- 128}, year = {2024}, language = {en} } @article{FragosoGarciaWilmBertrametal.2023, author = {Fragoso-Garcia, Marco and Wilm, Frauke and Bertram, Christof and Merz, Sophie and Schmidt, Anja and Donovan, Taryn and Fuchs-Baumgartinger, Andrea and Bartel, Alexander and Marzahl, Christian and Diehl, Laura and Puget, Chloe and Maier, Andreas and Aubreville, Marc and Breininger, Katharina and Klopfleisch, Robert}, title = {Automated diagnosis of 7 canine skin tumors using machine learning on H\&E-stained whole slide images}, volume = {60}, journal = {Veterinary Pathology}, number = {6}, publisher = {Sage}, address = {London}, issn = {0300-9858}, doi = {https://doi.org/10.1177/03009858231189205}, pages = {865 -- 875}, year = {2023}, abstract = {Microscopic evaluation of hematoxylin and eosin-stained slides is still the diagnostic gold standard for a variety of diseases, including neoplasms. Nevertheless, intra- and interrater variability are well documented among pathologists. So far, computer assistance via automated image analysis has shown potential to support pathologists in improving accuracy and reproducibility of quantitative tasks. In this proof of principle study, we describe a machine-learning-based algorithm for the automated diagnosis of 7 of the most common canine skin tumors: trichoblastoma, squamous cell carcinoma, peripheral nerve sheath tumor, melanoma, histiocytoma, mast cell tumor, and plasmacytoma. We selected, digitized, and annotated 350 hematoxylin and eosin-stained slides (50 per tumor type) to create a database divided into training, n = 245 whole-slide images (WSIs), validation ( n = 35 WSIs), and test sets ( n = 70 WSIs). Full annotations included the 7 tumor classes and 6 normal skin structures. The data set was used to train a convolutional neural network (CNN) for the automatic segmentation of tumor and nontumor classes. Subsequently, the detected tumor regions were classified patch-wise into 1 of the 7 tumor classes. A majority of patches-approach led to a tumor classification accuracy of the network on the slide-level of 95\% (133/140 WSIs), with a patch-level precision of 85\%. The same 140 WSIs were provided to 6 experienced pathologists for diagnosis, who achieved a similar slide-level accuracy of 98\% (137/140 correct majority votes). Our results highlight the feasibility of artificial intelligence-based methods as a support tool in diagnostic oncologic pathology with future applications in other species and tumor types.}, language = {en} } @inproceedings{AmmelingMangerKwakaetal.2023, author = {Ammeling, Jonas and Manger, Carina and Kwaka, Elias and Kr{\"u}gel, Sebastian and Uhl, Matthias and Kießig, Angelika and Fritz, Alexis and Ganz, Jonathan and Riener, Andreas and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Appealing but Potentially Biasing - Investigation of the Visual Representation of Segmentation Predictions by AI Recommender Systems for Medical Decision Making}, booktitle = {Mensch und Computer 2023: Building Bridges: Tagungsband (Proceedings)}, editor = {Stolze, Markus and Loch, Frieder and Baldauf, Matthias and Alt, Florian and Schneegass, Christina and Kosch, Thomas and Hirzle, Teresa and Sadeghian, Shadan and Draxler, Fiona and Bektas, Kenan and Lohan, Katrin and Knierim, Pascal}, publisher = {ACM}, address = {New York}, isbn = {979-8-4007-0771-1}, doi = {https://doi.org/10.1145/3603555.3608561}, pages = {330 -- 335}, year = {2023}, language = {en} } @inproceedings{AubrevilleGanzAmmelingetal.2023, author = {Aubreville, Marc and Ganz, Jonathan and Ammeling, Jonas and Donovan, Taryn and Fick, Rutger H. J. and Breininger, Katharina and Bertram, Christof}, title = {Deep Learning-based Subtyping of Atypical and Normal Mitoses using a Hierarchical Anchor-free Object Detector}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_40}, pages = {189 -- 195}, year = {2023}, language = {en} } @inproceedings{LausserBertramKlopfleischetal.2023, author = {Lausser, Ludwig and Bertram, Christof and Klopfleisch, Robert and Aubreville, Marc}, title = {Limits of Human Expert Ensembles in Mitosis Multi-expert Ground Truth Generation}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_27}, pages = {116 -- 121}, year = {2023}, language = {en} } @article{AubrevilleStathonikosBertrametal.2022, author = {Aubreville, Marc and Stathonikos, Nikolas and Bertram, Christof and Klopfleisch, Robert and Hoeve, Natalie ter and Ciompi, Francesco and Wilm, Frauke and Marzahl, Christian and Donovan, Taryn and Maier, Andreas and Breen, Jack and Ravikumar, Nishant and Chung, Youjin and Park, Jinah and Nateghi, Ramin and Pourakpour, Fattaneh and Fick, Rutger H. J. and Ben Hadj, Saima and Jahanifar, Mostafa and Shepard, Adam and Dexl, Jakob and Wittenberg, Thomas and Kondo, Satoshi and Lafarge, Maxime W. and Kolezer, Viktor H. and Liang, Jingtang and Wang, Yubo and Long, Xi and Liu, Jingxin and Razavi, Salar and Khademi, April and Yang, Sen and Wang, Xiyue and Erber, Ramona and Klang, Andrea and Lipnik, Karoline and Bolfa, Pompei and Dark, Michael and Wasinger, Gabriel and Veta, Mitko and Breininger, Katharina}, title = {Mitosis domain generalization in histopathology images — The MIDOG challenge}, volume = {2023}, pages = {102699}, journal = {Medical Image Analysis}, number = {84}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8415}, doi = {https://doi.org/10.1016/j.media.2022.102699}, year = {2022}, language = {en} } @inproceedings{TheelkeWilmMarzahletal.2021, author = {Theelke, Luisa and Wilm, Frauke and Marzahl, Christian and Bertram, Christof and Klopfleisch, Robert and Maier, Andreas and Aubreville, Marc and Breininger, Katharina}, title = {Iterative Cross-Scanner Registration for Whole Slide Images}, booktitle = {2021 IEEE/CVF International Conference on Computer Vision Workshops (ICCVW)}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-6654-0191-3}, issn = {2473-9944}, doi = {https://doi.org/10.1109/ICCVW54120.2021.00071}, pages = {582 -- 590}, year = {2021}, language = {en} }