@inproceedings{RosbachAmmelingKruegeletal.2025, author = {Rosbach, Emely and Ammeling, Jonas and Kr{\"u}gel, Sebastian and Kießig, Angelika and Fritz, Alexis and Ganz, Jonathan and Puget, Chlo{\´e} and Donovan, Taryn and Klang, Andrea and K{\"o}ller, Maximilian C. and Bolfa, Pompei and Tecilla, Marco and Denk, Daniela and Kiupel, Matti and Paraschou, Georgios and Kok, Mun Keong and Haake, Alexander F. H. and de Krijger, Ronald R. and Sonnen, Andreas F.-P. and Kasantikul, Tanit and Dorrestein, Gerry M. and Smedley, Rebecca C. and Stathonikos, Nikolas and Uhl, Matthias and Bertram, Christof and Riener, Andreas and Aubreville, Marc}, title = {"When Two Wrongs Don't Make a Right" - Examining Confirmation Bias and the Role of Time Pressure During Human-AI Collaboration in Computational Pathology}, pages = {528}, booktitle = {CHI'25: Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems}, editor = {Yamashita, Naomi and Evers, Vanessa and Yatani, Koji and Ding, Xianghua and Lee, Bongshin and Chetty, Marshini and Toups-Dugas, Phoebe}, publisher = {ACM}, address = {New York}, isbn = {979-8-4007-1394-1}, doi = {https://doi.org/10.1145/3706598.3713319}, year = {2025}, abstract = {Artificial intelligence (AI)-based decision support systems hold promise for enhancing diagnostic accuracy and efficiency in computational pathology. However, human-AI collaboration can introduce and amplify cognitive biases, like confirmation bias caused by false confirmation when erroneous human opinions are reinforced by inaccurate AI output. This bias may increase under time pressure, a ubiquitous factor in routine pathology, as it strains practitioners' cognitive resources. We quantified confirmation bias triggered by AI-induced false confirmation and examined the role of time constraints in a web-based experiment, where trained pathology experts (n=28) estimated tumor cell percentages. Our results suggest that AI integration fuels confirmation bias, evidenced by a statistically significant positive linear-mixed-effects model coefficient linking AI recommendations mirroring flawed human judgment and alignment with system advice. Conversely, time pressure appeared to weaken this relationship. These findings highlight potential risks of AI in healthcare and aim to support the safe integration of clinical decision support systems.}, language = {en} } @unpublished{RosbachAmmelingKruegeletal.2024, author = {Rosbach, Emely and Ammeling, Jonas and Kr{\"u}gel, Sebastian and Kießig, Angelika and Fritz, Alexis and Ganz, Jonathan and Puget, Chlo{\´e} and Donovan, Taryn and Klang, Andrea and K{\"o}ller, Maximilian C. and Bolfa, Pompei and Tecilla, Marco and Denk, Daniela and Kiupel, Matti and Paraschou, Georgios and Kok, Mun Keong and Haake, Alexander F. H. and de Krijger, Ronald R. and Sonnen, Andreas F.-P. and Kasantikul, Tanit and Dorrestein, Gerry M. and Smedley, Rebecca C. and Stathonikos, Nikolas and Uhl, Matthias and Bertram, Christof and Riener, Andreas and Aubreville, Marc}, title = {"When TwoWrongs Don't Make a Right" - Examining Confirmation Bias and the Role of Time Pressure During Human-AI Collaboration in Computational Pathology}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2411.01007}, year = {2024}, language = {en} } @unpublished{AubrevilleStathonikosDonovanetal.2023, author = {Aubreville, Marc and Stathonikos, Nikolas and Donovan, Taryn and Klopfleisch, Robert and Ganz, Jonathan and Ammeling, Jonas and Wilm, Frauke and Veta, Mitko and Jabari, Samir and Eckstein, Markus and Annuscheit, Jonas and Krumnow, Christian and Bozaba, Engin and Cayir, Sercan and Gu, Hongyan and Chen, Xiang and Jahanifar, Mostafa and Shephard, Adam and Kondo, Satoshi and Kasai, Satoshi and Kotte, Sujatha and Saipradeep, Vangala and Lafarge, Maxime W. and Koelzer, Viktor H. and Wang, Ziyue and Zhang, Yongbing and Yang, Sen and Wang, Xiyue and Breininger, Katharina and Bertram, Christof}, title = {Domain generalization across tumor types, laboratories, and species - Insights from the 2022 edition of the Mitosis Domain Generalization Challenge}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2309.15589}, year = {2023}, abstract = {Recognition of mitotic figures in histologic tumor specimens is highly relevant to patient outcome assessment. This task is challenging for algorithms and human experts alike, with deterioration of algorithmic performance under shifts in image representations. Considerable covariate shifts occur when assessment is performed on different tumor types, images are acquired using different digitization devices, or specimens are produced in different laboratories. This observation motivated the inception of the 2022 challenge on MItosis Domain Generalization (MIDOG 2022). The challenge provided annotated histologic tumor images from six different domains and evaluated the algorithmic approaches for mitotic figure detection provided by nine challenge participants on ten independent domains. Ground truth for mitotic figure detection was established in two ways: a three-expert consensus and an independent, immunohistochemistry-assisted set of labels. This work represents an overview of the challenge tasks, the algorithmic strategies employed by the participants, and potential factors contributing to their success. With an F1 score of 0.764 for the top-performing team, we summarize that domain generalization across various tumor domains is possible with today's deep learning-based recognition pipelines. When assessed against the immunohistochemistry-assisted reference standard, all methods resulted in reduced recall scores, but with only minor changes in the order of participants in the ranking.}, language = {en} } @unpublished{HaghoferParlakBarteletal.2023, author = {Haghofer, Andreas and Parlak, Eda and Bartel, Alexander and Donovan, Taryn and Assenmacher, Charles-Antoine and Bolfa, Pompei and Dark, Michael and Fuchs-Baumgartinger, Andrea and Klang, Andrea and J{\"a}ger, Kathrin and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Kiupel, Matti and Bertram, Christof}, title = {Nuclear Morphometry using a Deep Learning-based Algorithm has Prognostic Relevance for Canine Cutaneous Mast Cell Tumors}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2309.15031}, year = {2023}, abstract = {Variation in nuclear size and shape is an important criterion of malignancy for many tumor types; however, categorical estimates by pathologists have poor reproducibility. Measurements of nuclear characteristics (morphometry) can improve reproducibility, but manual methods are time consuming. In this study, we evaluated fully automated morphometry using a deep learning-based algorithm in 96 canine cutaneous mast cell tumors with information on patient survival. Algorithmic morphometry was compared with karyomegaly estimates by 11 pathologists, manual nuclear morphometry of 12 cells by 9 pathologists, and the mitotic count as a benchmark. The prognostic value of automated morphometry was high with an area under the ROC curve regarding the tumor-specific survival of 0.943 (95\% CI: 0.889 - 0.996) for the standard deviation (SD) of nuclear area, which was higher than manual morphometry of all pathologists combined (0.868, 95\% CI: 0.737 - 0.991) and the mitotic count (0.885, 95\% CI: 0.765 - 1.00). At the proposed thresholds, the hazard ratio for algorithmic morphometry (SD of nuclear area ≥9.0μm2) was 18.3 (95\% CI: 5.0 - 67.1), for manual morphometry (SD of nuclear area ≥10.9μm2) 9.0 (95\% CI: 6.0 - 13.4), for karyomegaly estimates 7.6 (95\% CI: 5.7 - 10.1), and for the mitotic count 30.5 (95\% CI: 7.8 - 118.0). Inter-rater reproducibility for karyomegaly estimates was fair (κ = 0.226) with highly variable sensitivity/specificity values for the individual pathologists. Reproducibility for manual morphometry (SD of nuclear area) was good (ICC = 0.654). This study supports the use of algorithmic morphometry as a prognostic test to overcome the limitations of estimates and manual measurements.}, language = {en} } @unpublished{GanzMarzahlAmmelingetal.2024, author = {Ganz, Jonathan and Marzahl, Christian and Ammeling, Jonas and Richter, Barbara and Puget, Chlo{\´e} and Denk, Daniela and Demeter, Elena A. and Tabaran, Flaviu A. and Wasinger, Gabriel and Lipnik, Karoline and Tecilla, Marco and Valentine, Matthew J. and Dark, Michael and Abele, Niklas and Bolfa, Pompei and Erber, Ramona and Klopfleisch, Robert and Merz, Sophie and Donovan, Taryn and Jabari, Samir and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {On the Value of PHH3 for Mitotic Figure Detection on H\&E-stained Images}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2406.19899}, year = {2024}, abstract = {The count of mitotic figures (MFs) observed in hematoxylin and eosin (H\&E)-stained slides is an important prognostic marker as it is a measure for tumor cell proliferation. However, the identification of MFs has a known low inter-rater agreement. Deep learning algorithms can standardize this task, but they require large amounts of annotated data for training and validation. Furthermore, label noise introduced during the annotation process may impede the algorithm's performance. Unlike H\&E, the mitosis-specific antibody phospho-histone H3 (PHH3) specifically highlights MFs. Counting MFs on slides stained against PHH3 leads to higher agreement among raters and has therefore recently been used as a ground truth for the annotation of MFs in H\&E. However, as PHH3 facilitates the recognition of cells indistinguishable from H\&E stain alone, the use of this ground truth could potentially introduce noise into the H\&E-related dataset, impacting model performance. This study analyzes the impact of PHH3-assisted MF annotation on inter-rater reliability and object level agreement through an extensive multi-rater experiment. We found that the annotators' object-level agreement increased when using PHH3-assisted labeling. Subsequently, MF detectors were evaluated on the resulting datasets to investigate the influence of PHH3-assisted labeling on the models' performance. Additionally, a novel dual-stain MF detector was developed to investigate the interpretation-shift of PHH3-assisted labels used in H\&E, which clearly outperformed single-stain detectors. However, the PHH3-assisted labels did not have a positive effect on solely H\&E-based models. The high performance of our dual-input detector reveals an information mismatch between the H\&E and PHH3-stained images as the cause of this effect.}, language = {en} } @article{BertramAubrevilleDonovanetal.2021, author = {Bertram, Christof and Aubreville, Marc and Donovan, Taryn and Bartel, Alexander and Wilm, Frauke and Marzahl, Christian and Assenmacher, Charles-Antoine and Becker, Kathrin and Bennett, Mark and Corner, Sarah M. and Cossic, Brieuc and Denk, Daniela and Dettwiler, Martina and Garcia Gonzalez, Beatriz and Gurtner, Corinne and Haverkamp, Ann-Kathrin and Heier, Annabelle and Lehmbecker, Annika and Merz, Sophie and Noland, Erica L. and Plog, Stephanie and Schmidt, Anja and Sebastian, Franziska and Sledge, Dodd G. and Smedley, Rebecca C. and Tecilla, Marco and Thaiwong, Tuddow and Fuchs-Baumgartinger, Andrea and Meuten, Donald J. and Breininger, Katharina and Kiupel, Matti and Maier, Andreas and Klopfleisch, Robert}, title = {Computer-assisted mitotic count using a deep learning-based algorithm improves interobserver reproducibility and accuracy}, volume = {59}, journal = {Veterinary Pathology}, number = {2}, publisher = {Sage}, address = {London}, issn = {1544-2217}, doi = {https://doi.org/10.1177/03009858211067478}, pages = {211 -- 226}, year = {2021}, abstract = {The mitotic count (MC) is an important histological parameter for prognostication of malignant neoplasms. However, it has inter- and intraobserver discrepancies due to difficulties in selecting the region of interest (MC-ROI) and in identifying or classifying mitotic figures (MFs). Recent progress in the field of artificial intelligence has allowed the development of high-performance algorithms that may improve standardization of the MC. As algorithmic predictions are not flawless, computer-assisted review by pathologists may ensure reliability. In the present study, we compared partial (MC-ROI preselection) and full (additional visualization of MF candidates and display of algorithmic confidence values) computer-assisted MC analysis to the routine (unaided) MC analysis by 23 pathologists for whole-slide images of 50 canine cutaneous mast cell tumors (ccMCTs). Algorithmic predictions aimed to assist pathologists in detecting mitotic hotspot locations, reducing omission of MFs, and improving classification against imposters. The interobserver consistency for the MC significantly increased with computer assistance (interobserver correlation coefficient, ICC = 0.92) compared to the unaided approach (ICC = 0.70). Classification into prognostic stratifications had a higher accuracy with computer assistance. The algorithmically preselected hotspot MC-ROIs had a consistently higher MCs than the manually selected MC-ROIs. Compared to a ground truth (developed with immunohistochemistry for phosphohistone H3), pathologist performance in detecting individual MF was augmented when using computer assistance (F1-score of 0.68 increased to 0.79) with a reduction in false negatives by 38\%. The results of this study demonstrate that computer assistance may lead to more reproducible and accurate MCs in ccMCTs.}, language = {en} } @article{DonovanMooreBertrametal.2021, author = {Donovan, Taryn and Moore, Frances M. and Bertram, Christof and Luong, Richard and Bolfa, Pompei and Klopfleisch, Robert and Tvedten, Harold and Salas, Elisa N. and Whitley, Derick and Aubreville, Marc and Meuten, Donald J.}, title = {Mitotic Figures - Normal, Atypical, and Imposters: A Guide to Identification}, volume = {58}, journal = {Veterinary pathology}, number = {2}, publisher = {Sage}, address = {London}, issn = {1544-2217}, doi = {https://doi.org/10.1177/0300985820980049}, pages = {243 -- 257}, year = {2021}, language = {en} } @unpublished{GanzMarzahlAmmelingetal.2024, author = {Ganz, Jonathan and Marzahl, Christian and Ammeling, Jonas and Rosbach, Emely and Richter, Barbara and Puget, Chlo{\´e} and Denk, Daniela and Demeter, Elena A. and Tabaran, Flaviu A. and Wasinger, Gabriel and Lipnik, Karoline and Tecilla, Marco and Valentine, Matthew J. and Dark, Michael and Abele, Niklas and Bolfa, Pompei and Erber, Ramona and Klopfleisch, Robert and Merz, Sophie and Donovan, Taryn and Jabari, Samir and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Information Mismatch in PHH3-Assisted Mitosis Annotation Leads to Interpretation Shifts in H\&E Slide Analysis}, titleParent = {Research Square}, publisher = {Research Square}, address = {Durham}, doi = {https://doi.org/10.21203/rs.3.rs-4900505/v1}, year = {2024}, abstract = {The count of mitotic figures (MFs) observed in hematoxylin and eosin (H\&E)-stained slides is an important prognostic marker, as it is a measure for tumor cell proliferation. However, the identification of MFs has a known low inter-rater agreement. In a computer-aided setting, deep learning algorithms can help to mitigate this, but they require large amounts of annotated data for training and validation. Furthermore, label noise introduced during the annotation process may impede the algorithms' performance. Unlike H\&E, where identification of MFs is based mainly on morphological features, the mitosis-specific antibody phospho-histone H3 (PHH3) specifically highlights MFs. Counting MFs on slides stained against PHH3 leads to higher agreement among raters and has therefore recently been used as a ground truth for the annotation of MFs in H\&E. However, as PHH3 facilitates the recognition of cells indistinguishable from H\&E staining alone, the use of this ground truth could potentially introduce an interpretation shift and even label noise into the H\&E-related dataset, impacting model performance. This study analyzes the impact of PHH3-assisted MF annotation on inter-rater reliability and object level agreement through an extensive multi-rater experiment. Subsequently, MF detectors, including a novel dual-stain detector, were evaluated on the resulting datasets to investigate the influence of PHH3-assisted labeling on the models' performance. We found that the annotators' object-level agreement significantly increased when using PHH3-assisted labeling (F1: 0.53 to 0.74). However, this enhancement in label consistency did not translate to improved performance for H\&E-based detectors, neither during the training phase nor the evaluation phase. Conversely, the dual-stain detector was able to benefit from the higher consistency. This reveals an information mismatch between the H\&E and PHH3-stained images as the cause of this effect, which renders PHH3-assisted annotations not well-aligned for use with H\&E-based detectors. Based on our findings, we propose an improved PHH3-assisted labeling procedure.}, language = {en} } @unpublished{AmmelingHeckerGanzetal.2023, author = {Ammeling, Jonas and Hecker, Moritz and Ganz, Jonathan and Donovan, Taryn and Klopfleisch, Robert and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Automated Volume Corrected Mitotic Index Calculation Through Annotation-Free Deep Learning using Immunohistochemistry as Reference Standard}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2311.08949}, year = {2023}, abstract = {The volume-corrected mitotic index (M/V-Index) was shown to provide prognostic value in invasive breast carcinomas. However, despite its prognostic significance, it is not established as the standard method for assessing aggressive biological behaviour, due to the high additional workload associated with determining the epithelial proportion. In this work, we show that using a deep learning pipeline solely trained with an annotation-free, immunohistochemistry-based approach, provides accurate estimations of epithelial segmentation in canine breast carcinomas. We compare our automatic framework with the manually annotated M/V-Index in a study with three board-certified pathologists. Our results indicate that the deep learning-based pipeline shows expert-level performance, while providing time efficiency and reproducibility.}, language = {en} } @inproceedings{GanzLipnikAmmelingetal.2023, author = {Ganz, Jonathan and Lipnik, Karoline and Ammeling, Jonas and Richter, Barbara and Puget, Chlo{\´e} and Parlak, Eda and Diehl, Laura and Klopfleisch, Robert and Donovan, Taryn and Kiupel, Matti and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Deep Learning-based Automatic Assessment of AgNOR-scores in Histopathology Images}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_49}, pages = {226 -- 231}, year = {2023}, language = {en} } @article{AubrevilleStathonikosDonovanetal.2024, author = {Aubreville, Marc and Stathonikos, Nikolas and Donovan, Taryn and Klopfleisch, Robert and Ammeling, Jonas and Ganz, Jonathan and Wilm, Frauke and Veta, Mitko and Jabari, Samir and Eckstein, Markus and Annuscheit, Jonas and Krumnow, Christian and Bozaba, Engin and Cayir, Sercan and Gu, Hongyan and Chen, Xiang and Jahanifar, Mostafa and Shephard, Adam and Kondo, Satoshi and Kasai, Satoshi and Kotte, Sujatha and Saipradeep, Vangala and Lafarge, Maxime W. and Koelzer, Viktor H. and Wang, Ziyue and Zhang, Yongbing and Yang, Sen and Wang, Xiyue and Breininger, Katharina and Bertram, Christof}, title = {Domain generalization across tumor types, laboratories, and species — Insights from the 2022 edition of the Mitosis Domain Generalization Challenge}, volume = {2024}, pages = {103155}, journal = {Medical Image Analysis}, number = {94}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8423}, doi = {https://doi.org/10.1016/j.media.2024.103155}, year = {2024}, abstract = {Recognition of mitotic figures in histologic tumor specimens is highly relevant to patient outcome assessment. This task is challenging for algorithms and human experts alike, with deterioration of algorithmic performance under shifts in image representations. Considerable covariate shifts occur when assessment is performed on different tumor types, images are acquired using different digitization devices, or specimens are produced in different laboratories. This observation motivated the inception of the 2022 challenge on MItosis Domain Generalization (MIDOG 2022). The challenge provided annotated histologic tumor images from six different domains and evaluated the algorithmic approaches for mitotic figure detection provided by nine challenge participants on ten independent domains. Ground truth for mitotic figure detection was established in two ways: a three-expert majority vote and an independent, immunohistochemistry-assisted set of labels. This work represents an overview of the challenge tasks, the algorithmic strategies employed by the participants, and potential factors contributing to their success. With an score of 0.764 for the top-performing team, we summarize that domain generalization across various tumor domains is possible with today's deep learning-based recognition pipelines. However, we also found that domain characteristics not present in the training set (feline as new species, spindle cell shape as new morphology and a new scanner) led to small but significant decreases in performance. When assessed against the immunohistochemistry-assisted reference standard, all methods resulted in reduced recall scores, with only minor changes in the order of participants in the ranking.}, language = {en} } @article{GanzMarzahlAmmelingetal.2024, author = {Ganz, Jonathan and Marzahl, Christian and Ammeling, Jonas and Rosbach, Emely and Richter, Barbara and Puget, Chlo{\´e} and Denk, Daniela and Demeter, Elena A. and Tabaran, Flaviu A. and Wasinger, Gabriel and Lipnik, Karoline and Tecilla, Marco and Valentine, Matthew J. and Dark, Michael and Abele, Niklas and Bolfa, Pompei and Erber, Ramona and Klopfleisch, Robert and Merz, Sophie and Donovan, Taryn and Jabari, Samir and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Information mismatch in PHH3-assisted mitosis annotation leads to interpretation shifts in H\&E slide analysis}, volume = {14}, pages = {26273}, journal = {Scientific Reports}, number = {1}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {https://doi.org/10.1038/s41598-024-77244-6}, year = {2024}, abstract = {The count of mitotic figures (MFs) observed in hematoxylin and eosin (H\&E)-stained slides is an important prognostic marker, as it is a measure for tumor cell proliferation. However, the identification of MFs has a known low inter-rater agreement. In a computer-aided setting, deep learning algorithms can help to mitigate this, but they require large amounts of annotated data for training and validation. Furthermore, label noise introduced during the annotation process may impede the algorithms' performance. Unlike H\&E, where identification of MFs is based mainly on morphological features, the mitosis-specific antibody phospho-histone H3 (PHH3) specifically highlights MFs. Counting MFs on slides stained against PHH3 leads to higher agreement among raters and has therefore recently been used as a ground truth for the annotation of MFs in H\&E. However, as PHH3 facilitates the recognition of cells indistinguishable from H\&E staining alone, the use of this ground truth could potentially introduce an interpretation shift and even label noise into the H\&E-related dataset, impacting model performance. This study analyzes the impact of PHH3-assisted MF annotation on inter-rater reliability and object level agreement through an extensive multi-rater experiment. Subsequently, MF detectors, including a novel dual-stain detector, were evaluated on the resulting datasets to investigate the influence of PHH3-assisted labeling on the models' performance. We found that the annotators' object-level agreement significantly increased when using PHH3-assisted labeling (F1: 0.53 to 0.74). However, this enhancement in label consistency did not translate to improved performance for H\&E-based detectors, neither during the training phase nor the evaluation phase. Conversely, the dual-stain detector was able to benefit from the higher consistency. This reveals an information mismatch between the H\&E and PHH3-stained images as the cause of this effect, which renders PHH3-assisted annotations not well-aligned for use with H\&E-based detectors. Based on our findings, we propose an improved PHH3-assisted labeling procedure.}, language = {en} } @article{HaghoferParlakBarteletal.2024, author = {Haghofer, Andreas and Parlak, Eda and Bartel, Alexander and Donovan, Taryn and Assenmacher, Charles-Antoine and Bolfa, Pompei and Dark, Michael and Fuchs-Baumgartinger, Andrea and Klang, Andrea and J{\"a}ger, Kathrin and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Janout, Hannah and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Kiupel, Matti and Bertram, Christof}, title = {Nuclear pleomorphism in canine cutaneous mast cell tumors: Comparison of reproducibility and prognostic relevance between estimates, manual morphometry, and algorithmic morphometry}, volume = {62}, journal = {Veterinary Pathology}, number = {2}, publisher = {Sage}, address = {London}, issn = {1544-2217}, doi = {https://doi.org/10.1177/03009858241295399}, pages = {161 -- 177}, year = {2024}, abstract = {Variation in nuclear size and shape is an important criterion of malignancy for many tumor types; however, categorical estimates by pathologists have poor reproducibility. Measurements of nuclear characteristics can improve reproducibility, but current manual methods are time-consuming. The aim of this study was to explore the limitations of estimates and develop alternative morphometric solutions for canine cutaneous mast cell tumors (ccMCTs). We assessed the following nuclear evaluation methods for accuracy, reproducibility, and prognostic utility: (1) anisokaryosis estimates by 11 pathologists; (2) gold standard manual morphometry of at least 100 nuclei; (3) practicable manual morphometry with stratified sampling of 12 nuclei by 9 pathologists; and (4) automated morphometry using deep learning-based segmentation. The study included 96 ccMCTs with available outcome information. Inter-rater reproducibility of anisokaryosis estimates was low (k = 0.226), whereas it was good (intraclass correlation = 0.654) for practicable morphometry of the standard deviation (SD) of nuclear size. As compared with gold standard manual morphometry (area under the ROC curve [AUC] = 0.839, 95\% confidence interval [CI] = 0.701-0.977), the prognostic value (tumor-specific survival) of SDs of nuclear area for practicable manual morphometry and automated morphometry were high with an AUC of 0.868 (95\% CI = 0.737-0.991) and 0.943 (95\% CI = 0.889-0.996), respectively. This study supports the use of manual morphometry with stratified sampling of 12 nuclei and algorithmic morphometry to overcome the poor reproducibility of estimates. Further studies are needed to validate our findings, determine inter-algorithmic reproducibility and algorithmic robustness, and explore tumor heterogeneity of nuclear features in entire tumor sections.}, language = {en} } @article{GlahnHaghoferDonovanetal.2024, author = {Glahn, Imaine and Haghofer, Andreas and Donovan, Taryn and Degasperi, Brigitte and Bartel, Alexander and Kreilmeier-Berger, Theresa and Hyndman, Philip S. and Janout, Hannah and Assenmacher, Charles-Antoine and Bartenschlager, Florian and Bolfa, Pompei and Dark, Michael and Klang, Andrea and Klopfleisch, Robert and Merz, Sophie and Richter, Barbara and Schulman, F. Yvonne and Ganz, Jonathan and Scharinger, Josef and Aubreville, Marc and Winkler, Stephan M. and Bertram, Christof}, title = {Automated Nuclear Morphometry: A Deep Learning Approach for Prognostication in Canine Pulmonary Carcinoma to Enhance Reproducibility}, volume = {11}, pages = {278}, journal = {Veterinary Sciences}, number = {6}, publisher = {MDPI}, address = {Basel}, issn = {2306-7381}, doi = {https://doi.org/10.3390/vetsci11060278}, year = {2024}, abstract = {The integration of deep learning-based tools into diagnostic workflows is increasingly prevalent due to their efficiency and reproducibility in various settings. We investigated the utility of automated nuclear morphometry for assessing nuclear pleomorphism (NP), a criterion of malignancy in the current grading system in canine pulmonary carcinoma (cPC), and its prognostic implications. We developed a deep learning-based algorithm for evaluating NP (variation in size, i.e., anisokaryosis and/or shape) using a segmentation model. Its performance was evaluated on 46 cPC cases with comprehensive follow-up data regarding its accuracy in nuclear segmentation and its prognostic ability. Its assessment of NP was compared to manual morphometry and established prognostic tests (pathologists' NP estimates (n = 11), mitotic count, histological grading, and TNM-stage). The standard deviation (SD) of the nuclear area, indicative of anisokaryosis, exhibited good discriminatory ability for tumor-specific survival, with an area under the curve (AUC) of 0.80 and a hazard ratio (HR) of 3.38. The algorithm achieved values comparable to manual morphometry. In contrast, the pathologists' estimates of anisokaryosis resulted in HR values ranging from 0.86 to 34.8, with slight inter-observer reproducibility (k = 0.204). Other conventional tests had no significant prognostic value in our study cohort. Fully automated morphometry promises a time-efficient and reproducible assessment of NP with a high prognostic value. Further refinement of the algorithm, particularly to address undersegmentation, and application to a larger study population are required.}, language = {en} } @inproceedings{AmmelingHeckerGanzetal.2024, author = {Ammeling, Jonas and Hecker, Moritz and Ganz, Jonathan and Donovan, Taryn and Klopfleisch, Robert and Bertram, Christof and Breininger, Katharina and Aubreville, Marc}, title = {Automated Mitotic Index Calculation via Deep Learning and Immunohistochemistry}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2024: Proceedings, German Conference on Medical Image Computing, Erlangen, March 10-12, 2024}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-44037-4}, doi = {https://doi.org/10.1007/978-3-658-44037-4_37}, pages = {123 -- 128}, year = {2024}, language = {en} } @article{FragosoGarciaWilmBertrametal.2023, author = {Fragoso-Garcia, Marco and Wilm, Frauke and Bertram, Christof and Merz, Sophie and Schmidt, Anja and Donovan, Taryn and Fuchs-Baumgartinger, Andrea and Bartel, Alexander and Marzahl, Christian and Diehl, Laura and Puget, Chloe and Maier, Andreas and Aubreville, Marc and Breininger, Katharina and Klopfleisch, Robert}, title = {Automated diagnosis of 7 canine skin tumors using machine learning on H\&E-stained whole slide images}, volume = {60}, journal = {Veterinary Pathology}, number = {6}, publisher = {Sage}, address = {London}, issn = {0300-9858}, doi = {https://doi.org/10.1177/03009858231189205}, pages = {865 -- 875}, year = {2023}, abstract = {Microscopic evaluation of hematoxylin and eosin-stained slides is still the diagnostic gold standard for a variety of diseases, including neoplasms. Nevertheless, intra- and interrater variability are well documented among pathologists. So far, computer assistance via automated image analysis has shown potential to support pathologists in improving accuracy and reproducibility of quantitative tasks. In this proof of principle study, we describe a machine-learning-based algorithm for the automated diagnosis of 7 of the most common canine skin tumors: trichoblastoma, squamous cell carcinoma, peripheral nerve sheath tumor, melanoma, histiocytoma, mast cell tumor, and plasmacytoma. We selected, digitized, and annotated 350 hematoxylin and eosin-stained slides (50 per tumor type) to create a database divided into training, n = 245 whole-slide images (WSIs), validation ( n = 35 WSIs), and test sets ( n = 70 WSIs). Full annotations included the 7 tumor classes and 6 normal skin structures. The data set was used to train a convolutional neural network (CNN) for the automatic segmentation of tumor and nontumor classes. Subsequently, the detected tumor regions were classified patch-wise into 1 of the 7 tumor classes. A majority of patches-approach led to a tumor classification accuracy of the network on the slide-level of 95\% (133/140 WSIs), with a patch-level precision of 85\%. The same 140 WSIs were provided to 6 experienced pathologists for diagnosis, who achieved a similar slide-level accuracy of 98\% (137/140 correct majority votes). Our results highlight the feasibility of artificial intelligence-based methods as a support tool in diagnostic oncologic pathology with future applications in other species and tumor types.}, language = {en} } @inproceedings{AubrevilleGanzAmmelingetal.2023, author = {Aubreville, Marc and Ganz, Jonathan and Ammeling, Jonas and Donovan, Taryn and Fick, Rutger H. J. and Breininger, Katharina and Bertram, Christof}, title = {Deep Learning-based Subtyping of Atypical and Normal Mitoses using a Hierarchical Anchor-free Object Detector}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2023: Proceedings, German Workshop on Medical Image Computing, Braunschweig, July 2-4, 2023}, editor = {Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-41657-7}, doi = {https://doi.org/10.1007/978-3-658-41657-7_40}, pages = {189 -- 195}, year = {2023}, language = {en} } @article{AubrevilleStathonikosBertrametal.2022, author = {Aubreville, Marc and Stathonikos, Nikolas and Bertram, Christof and Klopfleisch, Robert and Hoeve, Natalie ter and Ciompi, Francesco and Wilm, Frauke and Marzahl, Christian and Donovan, Taryn and Maier, Andreas and Breen, Jack and Ravikumar, Nishant and Chung, Youjin and Park, Jinah and Nateghi, Ramin and Pourakpour, Fattaneh and Fick, Rutger H. J. and Ben Hadj, Saima and Jahanifar, Mostafa and Shepard, Adam and Dexl, Jakob and Wittenberg, Thomas and Kondo, Satoshi and Lafarge, Maxime W. and Kolezer, Viktor H. and Liang, Jingtang and Wang, Yubo and Long, Xi and Liu, Jingxin and Razavi, Salar and Khademi, April and Yang, Sen and Wang, Xiyue and Erber, Ramona and Klang, Andrea and Lipnik, Karoline and Bolfa, Pompei and Dark, Michael and Wasinger, Gabriel and Veta, Mitko and Breininger, Katharina}, title = {Mitosis domain generalization in histopathology images — The MIDOG challenge}, volume = {2023}, pages = {102699}, journal = {Medical Image Analysis}, number = {84}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8415}, doi = {https://doi.org/10.1016/j.media.2022.102699}, year = {2022}, language = {en} } @inproceedings{AubrevilleBertramStathonikosetal.2021, author = {Aubreville, Marc and Bertram, Christof and Stathonikos, Nikolas and ter Hoeve, Natalie and Ciompi, Francesco and Klopfleisch, Robert and Veta, Mitko and Donovan, Taryn and Marzahl, Christian and Wilm, Frauke and Breininger, Katharina and Maier, Andreas}, title = {Quantifying the Scanner-Induced Domain Gap in Mitosis Detection}, booktitle = {MIDL: Medical Imaging with Deep Learning 2021}, publisher = {MIDL Foundation}, address = {Nijmegen}, url = {https://2021.midl.io/papers/i6}, year = {2021}, language = {en} } @article{MeutenMooreDonovanetal.2021, author = {Meuten, Donald J. and Moore, Frances M. and Donovan, Taryn and Bertram, Christof and Klopfleisch, Robert and Foster, Robert A. and Smedley, Rebecca C. and Dark, Michael and Milovancev, Milan and Stromberg, Paul and Williams, Bruce H. and Aubreville, Marc and Avallone, Giancarlo and Bolfa, Pompei and Cullen, John and Dennis, Michelle M. and Goldschmidt, Michael and Luong, Richard and Miller, Andrew D. and Miller, Margaret A. and Munday, John S. and Roccabianca, Paola and Salas, Elisa N. and Schulman, F. Yvonne and Laufer-Amorim, Renee and Asakawa, Midori G. and Craig, Linden and Dervisis, Nick and Esplin, D. Glen and George, Jeanne W. and Hauck, Marlene and Kagawa, Yumiko and Kiupel, Matti and Linder, Keith and Meichner, Kristina and Marconato, Laura and Oblak, Michelle L. and Santos, Renato L. and Simpson, R. Mark and Tvedten, Harold and Whitley, Derick}, title = {International Guidelines for Veterinary Tumor Pathology: A Call to Action}, volume = {58}, journal = {Veterinary Pathology}, number = {5}, publisher = {Sage}, address = {London}, issn = {1544-2217}, doi = {https://doi.org/10.1177/03009858211013712}, pages = {766 -- 794}, year = {2021}, language = {en} }