@article{AubrevilleBertramMarzahletal.2020, author = {Aubreville, Marc and Bertram, Christof and Marzahl, Christian and Gurtner, Corinne and Dettwiler, Martina and Schmidt, Anja and Bartenschlager, Florian and Merz, Sophie and Fragoso-Garcia, Marco and Kershaw, Olivia and Klopfleisch, Robert and Maier, Andreas}, title = {Deep learning algorithms out-perform veterinary pathologists in detecting the mitotically most active tumor region}, volume = {10}, pages = {16447}, journal = {Scientific reports}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {https://doi.org/10.1038/s41598-020-73246-2}, year = {2020}, abstract = {Manual count of mitotic figures, which is determined in the tumor region with the highest mitotic activity, is a key parameter of most tumor grading schemes. It can be, however, strongly dependent on the area selection due to uneven mitotic figure distribution in the tumor section. We aimed to assess the question, how significantly the area selection could impact the mitotic count, which has a known high inter-rater disagreement. On a data set of 32 whole slide images of H\&E-stained canine cutaneous mast cell tumor, fully annotated for mitotic figures, we asked eight veterinary pathologists (five board-certified, three in training) to select a field of interest for the mitotic count. To assess the potential difference on the mitotic count, we compared the mitotic count of the selected regions to the overall distribution on the slide. Additionally, we evaluated three deep learning-based methods for the assessment of highest mitotic density: In one approach, the model would directly try to predict the mitotic count for the presented image patches as a regression task. The second method aims at deriving a segmentation mask for mitotic figures, which is then used to obtain a mitotic density. Finally, we evaluated a two-stage object-detection pipeline based on state-of-the-art architectures to identify individual mitotic figures. We found that the predictions by all models were, on average, better than those of the experts. The two-stage object detector performed best and outperformed most of the human pathologists on the majority of tumor cases. The correlation between the predicted and the ground truth mitotic count was also best for this approach (0.963-0.979). Further, we found considerable differences in position selection between pathologists, which could partially explain the high variance that has been reported for the manual mitotic count. To achieve better inter-rater agreement, we propose to use a computer-based area selection for support of the pathologist in the manual mitotic count.}, language = {en} } @inproceedings{AubrevilleGoncalvesKnipferetal.2019, author = {Aubreville, Marc and Goncalves, Miguel and Knipfer, Christian and Oetter, Nicolai and W{\"u}rfl, Tobias and Neumann, Helmut and Stelzle, Florian and Bohr, Christopher and Maier, Andreas}, title = {Transferability of deep learning algorithms for malignancy detection in confocal laser endomicroscopy images from different anatomical locations of the upper gastrointestinal tract}, booktitle = {Biomedical Engineering Systems and Technologies}, publisher = {Springer}, address = {Cham}, isbn = {978-3-030-29195-2}, issn = {1865-0929}, doi = {https://doi.org/10.1007/978-3-030-29196-9_4}, pages = {67 -- 85}, year = {2019}, language = {en} } @inproceedings{StoeveAubrevilleOetteretal.2018, author = {Stoeve, Maike and Aubreville, Marc and Oetter, Nicolai and Knipfer, Christian and Neumann, Helmut and Stelzle, Florian and Maier, Andreas}, title = {Motion Artifact Detection in Confocal Laser Endomicroscopy Images}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018: Algorithmen - Systeme - Anwendungen}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer Vieweg}, address = {Berlin}, isbn = {978-3-662-56537-7}, doi = {https://doi.org/10.1007/978-3-662-56537-7_85}, pages = {328 -- 333}, year = {2018}, language = {en} } @article{BertramAubrevilleGurtneretal.2020, author = {Bertram, Christof and Aubreville, Marc and Gurtner, Corinne and Bartel, Alexander and Corner, Sarah M. and Dettwiler, Martina and Kershaw, Olivia and Noland, Erica L. and Schmidt, Anja and Sledge, Dodd G. and Smedley, Rebecca C. and Thaiwong, Tuddow and Kiupel, Matti and Maier, Andreas and Klopfleisch, Robert}, title = {Mitotic count in canine cutaneous mast cell tumours}, volume = {2020}, journal = {Journal of Comparative Pathology}, subtitle = {not accurate but reproducible}, number = {174}, publisher = {Elsevier}, address = {London}, issn = {1532-3129}, doi = {https://doi.org/10.1016/j.jcpa.2019.10.015}, pages = {143}, year = {2020}, language = {en} } @inproceedings{SteffesAubrevilleSesselmannetal.2018, author = {Steffes, Lara-Maria and Aubreville, Marc and Sesselmann, Stefan and Krenn, Veit and Maier, Andreas}, title = {Classification of Polyethylene Particles and the Local CD3+ Lymphocytosis in Histological Slices}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer}, address = {Berlin}, isbn = {978-3-662-56536-0}, doi = {https://doi.org/10.1007/978-3-662-56537-7_63}, pages = {228 -- 233}, year = {2018}, language = {en} } @unpublished{WilmFragosoGarciaBertrametal.2022, author = {Wilm, Frauke and Fragoso-Garcia, Marco and Bertram, Christof and Stathonikos, Nikolas and {\"O}ttl, Mathias and Qiu, Jingna and Klopfleisch, Robert and Maier, Andreas and Aubreville, Marc and Breininger, Katharina}, title = {Mind the Gap: Scanner-induced domain shifts pose challenges for representation learning in histopathology}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2211.16141}, year = {2022}, language = {en} } @inproceedings{AubrevilleKrappmannBertrametal.2017, author = {Aubreville, Marc and Krappmann, Maximilian and Bertram, Christof and Klopfleisch, Robert and Maier, Andreas}, title = {A Guided Spatial Transformer Network for Histology Cell Differentiation}, booktitle = {VCBM '17: Proceedings of the Eurographics Workshop on Visual Computing for Biology and Medicine}, publisher = {Eurographics Association}, address = {Goslar}, isbn = {978-3-03868-036-9}, doi = {https://doi.org/10.2312/vcbm.20171233}, pages = {21 -- 25}, year = {2017}, language = {en} } @inbook{MuallaAubrevilleMaier2018, author = {Mualla, Firas and Aubreville, Marc and Maier, Andreas}, title = {Microscopy}, booktitle = {Medical Imaging Systems: An Introductory Guide}, editor = {Maier, Andreas and Steidl, Stefan and Christlein, Vincent and Hornegger, Joachim}, publisher = {Springer}, address = {Cham}, isbn = {978-3-319-96520-8}, doi = {https://doi.org/10.1007/978-3-319-96520-8_5}, pages = {69 -- 90}, year = {2018}, abstract = {We perceive the physical world around us using our eyes, but only down to a certain limit. Objects with a diameter smaller than 75 μm cannot be recognized by the naked eye, and due to this reason, they remained undiscovered for the most of human history.}, language = {en} } @unpublished{StoeveAubrevilleOetteretal.2018, author = {Stoeve, Maike and Aubreville, Marc and Oetter, Nicolai and Knipfer, Christian and Neumann, Helmut and Stelzle, Florian and Maier, Andreas}, title = {Motion Artifact Detection in Confocal Laser Endomicroscopy Images}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.1711.01117}, year = {2018}, abstract = {Confocal Laser Endomicroscopy (CLE), an optical imaging technique allowing non-invasive examination of the mucosa on a (sub)- cellular level, has proven to be a valuable diagnostic tool in gastroenterology and shows promising results in various anatomical regions including the oral cavity. Recently, the feasibility of automatic carcinoma detection for CLE images of sufficient quality was shown. However, in real world data sets a high amount of CLE images is corrupted by artifacts. Amongst the most prevalent artifact types are motion-induced image deteriorations. In the scope of this work, algorithmic approaches for the automatic detection of motion artifact-tainted image regions were developed. Hence, this work provides an important step towards clinical applicability of automatic carcinoma detection. Both, conventional machine learning and novel, deep learning-based approaches were assessed. The deep learning-based approach outperforms the conventional approaches, attaining an AUC of 0.90.}, language = {en} } @inproceedings{AubrevilleBertramKlopfleischetal.2018, author = {Aubreville, Marc and Bertram, Christof and Klopfleisch, Robert and Maier, Andreas}, title = {SlideRunner}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018: Algorithmen - Systeme - Anwendungen}, subtitle = {a tool for massive cell annotations in whole slide images}, publisher = {Springer Vieweg}, address = {Berlin}, isbn = {978-3-662-56537-7}, doi = {https://doi.org/10.1007/978-3-662-56537-7_81}, pages = {309 -- 314}, year = {2018}, abstract = {Large-scale image data such as digital whole-slide histology images pose a challenging task at annotation software solutions. Today, a number of good solutions with varying scopes exist. For cell annotation, however, we find that many do not match the prerequisites for fast annotations. Especially in the field of mitosis detection, it is assumed that detection accuracy could significantly benefit from larger annotation databases that are currently however very troublesome to produce. Further, multiple independent (blind) expert labels are a big asset for such databases, yet there is currently no tool for this kind of annotation available. To ease this tedious process of expert annotation and grading, we introduce SlideRunner, an open source annotation and visualization tool for digital histopathology, developed in close cooperation with two pathologists. SlideRunner is capable of setting annotations like object centers (for e.g. cells) as well as object boundaries (e.g. for tumor outlines). It provides single-click annotations as well as a blind mode for multi-annotations, where the expert is directly shown the microscopy image containing the cells that he has not yet rated.}, language = {en} } @inproceedings{MarzahlBertramAubrevilleetal.2020, author = {Marzahl, Christian and Bertram, Christof and Aubreville, Marc and Petrick, Anne and Weiler, Kristina and Gl{\"a}sel, Agnes C. and Fragoso-Garcia, Marco and Merz, Sophie and Bartenschlager, Florian and Hoppe, Judith and Langenhagen, Alina and Jasensky, Anne-Katherine and Voigt, J{\"o}rn and Klopfleisch, Robert and Maier, Andreas}, title = {Are Fast Labeling Methods Reliable? A Case Study of Computer-Aided Expert Annotations on Microscopy Slides}, booktitle = {Medical Image Computing and Computer Assisted Intervention - MICCAI 2020}, publisher = {Springer}, address = {Cham}, isbn = {978-3-030-59710-8}, issn = {1611-3349}, doi = {https://doi.org/10.1007/978-3-030-59710-8_3}, pages = {24 -- 32}, year = {2020}, language = {en} } @inproceedings{SchroeterRosenkranzEscalanteBetal.2020, author = {Schr{\"o}ter, H. and Rosenkranz, Tobias and Escalante-B, A. N. and Aubreville, Marc and Maier, Andreas}, title = {CLCNET: deep learning-based noise reduction for hearing aids using complex linear coding}, booktitle = {ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-5090-6631-5}, doi = {https://doi.org/10.1109/ICASSP40776.2020.9053563}, pages = {6949 -- 6953}, year = {2020}, language = {en} } @inproceedings{MarzahlAubrevilleVoigtetal.2019, author = {Marzahl, Christian and Aubreville, Marc and Voigt, J{\"o}rn and Maier, Andreas}, title = {Classification of leukemic b-lymphoblast cells from blood smear microscopic images with an attention-based deep learning method and advanced augmentation techniques}, booktitle = {ISBI 2019 C-NMC challenge: classification in cancer cell imaging}, publisher = {Springer}, address = {Singapore}, isbn = {978-981-15-0797-7}, issn = {2195-271X}, doi = {https://doi.org/10.1007/978-981-15-0798-4_2}, pages = {13 -- 22}, year = {2019}, language = {en} } @inproceedings{BertramVetaMarzahletal.2020, author = {Bertram, Christof and Veta, Mitko and Marzahl, Christian and Stathonikos, Nikolas and Maier, Andreas and Klopfleisch, Robert and Aubreville, Marc}, title = {Are Pathologist-Defined Labels Reproducible? Comparison of the TUPAC16 Mitotic Figure Dataset with an Alternative Set of Labels}, booktitle = {Interpretable and Annotation-Efficient Learning for Medical Image Computing}, publisher = {Springer}, address = {Cham}, isbn = {978-3-030-61166-8}, issn = {1611-3349}, doi = {https://doi.org/10.1007/978-3-030-61166-8_22}, pages = {204 -- 213}, year = {2020}, language = {en} } @inproceedings{AubrevilleEhrenspergerMaieretal.2018, author = {Aubreville, Marc and Ehrensperger, Kai and Maier, Andreas and Rosenkranz, Tobias and Graf, Benjamin and Puder, Henning}, title = {Deep Denoising for Hearing Aid Applications}, booktitle = {IWAENC Proceedings}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-5386-8151-0}, doi = {https://doi.org/10.1109/IWAENC.2018.8521369}, pages = {361 -- 365}, year = {2018}, language = {en} } @inproceedings{KrappmannAubrevilleMaieretal.2018, author = {Krappmann, Maximilian and Aubreville, Marc and Maier, Andreas and Bertram, Christof and Klopfleisch, Robert}, title = {Classification of Mitotic Cells}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2018}, subtitle = {Potentials Beyond the Limits of Small Data Sets}, editor = {Maier, Andreas and Deserno, Thomas Martin and Handels, Heinz and Maier-Hein, Klaus H. and Palm, Christoph and Tolxdorff, Thomas}, publisher = {Springer}, address = {Berlin}, isbn = {978-3-662-56536-0}, doi = {https://doi.org/10.1007/978-3-662-56537-7_66}, pages = {245 -- 250}, year = {2018}, language = {en} } @unpublished{AubrevilleKrappmannBertrametal.2017, author = {Aubreville, Marc and Krappmann, Maximilian and Bertram, Christof and Klopfleisch, Robert and Maier, Andreas}, title = {A Guided Spatial Transformer Network for Histology Cell Differentiation}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.1707.08525}, year = {2017}, language = {en} } @article{SievertMantsopoulosMuelleretal.2022, author = {Sievert, Matti and Mantsopoulos, Konstantinos and M{\"u}ller, Sarina K. and Eckstein, Markus and Rupp, Robin and Aubreville, Marc and Stelzle, Florian and Oetter, Nicolai and Maier, Andreas and Iro, Heinrich and Goncalves, Miguel}, title = {Systematic interpretation of confocal laser endomicroscopy: larynx and pharynx confocal imaging score}, volume = {42}, journal = {Acta otorhinolaryngologica italica}, number = {1}, publisher = {Pacini}, address = {Pisa}, issn = {1827-675X}, doi = {https://doi.org/10.14639/0392-100X-N1643}, pages = {26 -- 33}, year = {2022}, abstract = {Objective. Development and validation of a confocal laser endomicroscopy (CLE) classification score for the larynx and pharynx. Methods. Thirteen patients (154 video sequences, 9240 images) with laryngeal or pharyngeal SCC were included in this prospective study between October 2020 and February 2021. Each CLE sequence was correlated with the gold standard of histopathological examination. Based on a dataset of 94 video sequences (5640 images), a scoring system was developed. In the remaining 60 sequences (3600 images), the score was validated by four CLE experts and four head and neck surgeons who were not familiar with CLE. Results. Tissue homogeneity, cell size, borders and clusters, capillary loops and the nucleus/ cytoplasm ratio were defined as the scoring criteria. Using this score, the CLE experts obtained an accuracy, sensitivity, and specificity of 90.8\%, 95.1\%, and 86.4\%, respectively, and the CLE non-experts of 86.2\%, 86.4\%, and 86.1\%. Interobserver agreement Fleiss' kappa was 0.8 and 0.6, respectively. Conclusions. CLE can be reliably evaluated based on defined and reproducible imaging features, which demonstrate a high diagnostic value. CLE can be easily integrated into the intraoperative setting and generate real-time, in-vivo microscopic images to demarcate malignant changes.}, language = {en} } @inproceedings{WilmFragosoGarciaBertrametal.2023, author = {Wilm, Frauke and Fragoso-Garcia, Marco and Bertram, Christof and Stathonikos, Nikolas and {\"O}ttl, Mathias and Qiu, Jingna and Klopfleisch, Robert and Maier, Andreas and Aubreville, Marc and Breininger, Katharina}, title = {Mind the Gap: Scanner-Induced Domain Shifts Pose Challenges for Representation Learning in Histopathology}, booktitle = {2023 IEEE 20th International Symposium on Biomedical Imaging (ISBI)}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-6654-7358-3}, doi = {https://doi.org/10.1109/ISBI53787.2023.10230458}, year = {2023}, language = {en} } @article{WilmIhlingMehesetal.2023, author = {Wilm, Frauke and Ihling, Christian and M{\´e}hes, G{\´a}bor and Terracciano, Luigi and Puget, Chlo{\´e} and Klopfleisch, Robert and Sch{\"u}ffler, Peter and Aubreville, Marc and Maier, Andreas and Mrowiec, Thomas and Breininger, Katharina}, title = {Pan-tumor T-lymphocyte detection using deep neural networks: Recommendations for transfer learning in immunohistochemistry}, volume = {2023}, pages = {100301}, journal = {Journal of Pathology Informatics}, number = {14}, publisher = {Elsevier}, address = {Amsterdam}, issn = {2153-3539}, doi = {https://doi.org/10.1016/j.jpi.2023.100301}, year = {2023}, abstract = {The success of immuno-oncology treatments promises long-term cancer remission for an increasing number of patients. The response to checkpoint inhibitor drugs has shown a correlation with the presence of immune cells in the tumor and tumor microenvironment. An in-depth understanding of the spatial localization of immune cells is therefore critical for understanding the tumor's immune landscape and predicting drug response. Computer-aided systems are well suited for efficiently quantifying immune cells in their spatial context. Conventional image analysis approaches are often based on color features and therefore require a high level of manual interaction. More robust image analysis methods based on deep learning are expected to decrease this reliance on human interaction and improve the reproducibility of immune cell scoring. However, these methods require sufficient training data and previous work has reported low robustness of these algorithms when they are tested on out-of-distribution data from different pathology labs or samples from different organs. In this work, we used a new image analysis pipeline to explicitly evaluate the robustness of marker-labeled lymphocyte quantification algorithms depending on the number of training samples before and after being transferred to a new tumor indication. For these experiments, we adapted the RetinaNet architecture for the task of T-lymphocyte detection and employed transfer learning to bridge the domain gap between tumor indications and reduce the annotation costs for unseen domains. On our test set, we achieved human-level performance for almost all tumor indications with an average precision of 0.74 in-domain and 0.72-0.74 cross-domain. From our results, we derive recommendations for model development regarding annotation extent, training sample selection, and label extraction for the development of robust algorithms for immune cell scoring. By extending the task of marker-labeled lymphocyte quantification to a multi-class detection task, the pre-requisite for subsequent analyses, e.g., distinguishing lymphocytes in the tumor stroma from tumor-infiltrating lymphocytes, is met.}, language = {en} }