@unpublished{AubrevilleStathonikosDonovanetal.2023, author = {Aubreville, Marc and Stathonikos, Nikolas and Donovan, Taryn and Klopfleisch, Robert and Ganz, Jonathan and Ammeling, Jonas and Wilm, Frauke and Veta, Mitko and Jabari, Samir and Eckstein, Markus and Annuscheit, Jonas and Krumnow, Christian and Bozaba, Engin and Cayir, Sercan and Gu, Hongyan and Chen, Xiang and Jahanifar, Mostafa and Shephard, Adam and Kondo, Satoshi and Kasai, Satoshi and Kotte, Sujatha and Saipradeep, Vangala and Lafarge, Maxime W. and Koelzer, Viktor H. and Wang, Ziyue and Zhang, Yongbing and Yang, Sen and Wang, Xiyue and Breininger, Katharina and Bertram, Christof}, title = {Domain generalization across tumor types, laboratories, and species - Insights from the 2022 edition of the Mitosis Domain Generalization Challenge}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2309.15589}, year = {2023}, abstract = {Recognition of mitotic figures in histologic tumor specimens is highly relevant to patient outcome assessment. This task is challenging for algorithms and human experts alike, with deterioration of algorithmic performance under shifts in image representations. Considerable covariate shifts occur when assessment is performed on different tumor types, images are acquired using different digitization devices, or specimens are produced in different laboratories. This observation motivated the inception of the 2022 challenge on MItosis Domain Generalization (MIDOG 2022). The challenge provided annotated histologic tumor images from six different domains and evaluated the algorithmic approaches for mitotic figure detection provided by nine challenge participants on ten independent domains. Ground truth for mitotic figure detection was established in two ways: a three-expert consensus and an independent, immunohistochemistry-assisted set of labels. This work represents an overview of the challenge tasks, the algorithmic strategies employed by the participants, and potential factors contributing to their success. With an F1 score of 0.764 for the top-performing team, we summarize that domain generalization across various tumor domains is possible with today's deep learning-based recognition pipelines. When assessed against the immunohistochemistry-assisted reference standard, all methods resulted in reduced recall scores, but with only minor changes in the order of participants in the ranking.}, language = {en} } @article{AubrevilleStathonikosDonovanetal.2024, author = {Aubreville, Marc and Stathonikos, Nikolas and Donovan, Taryn and Klopfleisch, Robert and Ammeling, Jonas and Ganz, Jonathan and Wilm, Frauke and Veta, Mitko and Jabari, Samir and Eckstein, Markus and Annuscheit, Jonas and Krumnow, Christian and Bozaba, Engin and Cayir, Sercan and Gu, Hongyan and Chen, Xiang and Jahanifar, Mostafa and Shephard, Adam and Kondo, Satoshi and Kasai, Satoshi and Kotte, Sujatha and Saipradeep, Vangala and Lafarge, Maxime W. and Koelzer, Viktor H. and Wang, Ziyue and Zhang, Yongbing and Yang, Sen and Wang, Xiyue and Breininger, Katharina and Bertram, Christof}, title = {Domain generalization across tumor types, laboratories, and species — Insights from the 2022 edition of the Mitosis Domain Generalization Challenge}, volume = {2024}, pages = {103155}, journal = {Medical Image Analysis}, number = {94}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8423}, doi = {https://doi.org/10.1016/j.media.2024.103155}, year = {2024}, abstract = {Recognition of mitotic figures in histologic tumor specimens is highly relevant to patient outcome assessment. This task is challenging for algorithms and human experts alike, with deterioration of algorithmic performance under shifts in image representations. Considerable covariate shifts occur when assessment is performed on different tumor types, images are acquired using different digitization devices, or specimens are produced in different laboratories. This observation motivated the inception of the 2022 challenge on MItosis Domain Generalization (MIDOG 2022). The challenge provided annotated histologic tumor images from six different domains and evaluated the algorithmic approaches for mitotic figure detection provided by nine challenge participants on ten independent domains. Ground truth for mitotic figure detection was established in two ways: a three-expert majority vote and an independent, immunohistochemistry-assisted set of labels. This work represents an overview of the challenge tasks, the algorithmic strategies employed by the participants, and potential factors contributing to their success. With an score of 0.764 for the top-performing team, we summarize that domain generalization across various tumor domains is possible with today's deep learning-based recognition pipelines. However, we also found that domain characteristics not present in the training set (feline as new species, spindle cell shape as new morphology and a new scanner) led to small but significant decreases in performance. When assessed against the immunohistochemistry-assisted reference standard, all methods resulted in reduced recall scores, with only minor changes in the order of participants in the ranking.}, language = {en} } @inproceedings{EisenmannReinkeWeruetal.2023, author = {Eisenmann, Matthias and Reinke, Annika and Weru, Vivienn and Tizabi, Minu Dietlinde and Isensee, Fabian and Adler, Tim J. and Ali, Sharib and Andrearczyk, Vincent and Aubreville, Marc and Baid, Ujjwal and Bakas, Spyridon and Balu, Niranjan and Bano, Sophia and Bernal, Jorge and Bodenstedt, Sebastian and Casella, Alessandro and Cheplygina, Veronika and Daum, Marie and De Bruijne, Marleen and Depeursinge, Adrien and Dorent, Reuben and Egger, Jan and Ellis, David G. and Engelhardt, Sandy and Ganz, Melanie and Ghatwary, Noha M. and Girard, Gabriel and Godau, Patrick and Gupta, Anubha and Hansen, Lasse and Harada, Kanako and Heinrich, Mattias and Heller, Nicholas and Hering, Alessa and Huaulm{\´e}, Arnoud and Jannin, Pierre and Kavur, A. Emre and Kodym, Oldrich and Kozubek, Michal and Li, Jianning and Li, Hongwei and Ma, Jun and Mart{\´i}n-Isla, Carlos and Menze, Bjoern H. and Noble, Alison and Oreiller, Valentin and Padoy, Nicolas and Pati, Sarthak and Payette, Kelly and R{\"a}dsch, Tim and Rafael-Pati{\~n}o, Jonathan and Bawa, Vivek Singh and Speidel, Stefanie and Sudre, Carole H. and Van Wijnen, Kimberlin M. H. and Wagner, M. and Wei, D. and Yamlahi, Amine and Yap, Moi Hoon and Yuan, C. and Zenk, Maximilian and Zia, A. and Zimmerer, David and Aydogan, Dogu Baran and Bhattarai, B. and Bloch, Louise and Br{\"u}ngel, Raphael and Cho, J. and Choi, C. and Dou, Q. and Ezhov, Ivan and Friedrich, Christoph M. and Fuller, C. and Gaire, Rebati Raman and Galdran, Adrian and Garc{\´i}a-Faura, {\´A}lvaro and Grammatikopoulou, Maria and Hong, S. and Jahanifar, Mostafa and Jang, I. and Kadkhodamohammadi, Abdolrahim and Kang, I. and Kofler, Florian and Kondo, Satoshi and Kuijf, Hugo Jaco and Li, M. and Luu, M. and Martinčič, Tomaz and Morais, P. and Naser, M. A. and Oliveira, B. and Owen, D. and Pang, S. and Park, Jinah and Park, S. and Płotka, S. and Puybareau, {\´E}lodie and Rajpoot, Nasir M. and Ryu, K. and Saeed, N. and Shephard, Adam and Shi, P. and Štepec, Dejan and Subedi, Ronast and Tochon, Guillaume and Torres, Helena R. and Urien, H{\´e}l{\`e}ne and Vila{\c{c}}a, Jo{\~a}o L. and Wahid, Kareem A. and Wang, H. and Wang, J. and Wang, L. and Wang, Xiyue and Wiestler, Benedikt and Wodzinski, Marek and Xia, F. and Xie, J. and Xiong, Z. and Yang, Sen and Yang, Y. and Zhao, Z. and Maier-Hein, Klaus H. and J{\"a}ger, Paul F. and Kopp-Schneider, Annette and Maier-Hein, Lena}, title = {Why is the Winner the Best?}, booktitle = {Proceedings: 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition}, publisher = {IEEE}, address = {Los Alamitos}, isbn = {979-8-3503-0129-8}, issn = {2575-7075}, doi = {https://doi.org/10.1109/CVPR52729.2023.01911}, pages = {19955 -- 19967}, year = {2023}, language = {en} } @article{AubrevilleStathonikosBertrametal.2022, author = {Aubreville, Marc and Stathonikos, Nikolas and Bertram, Christof and Klopfleisch, Robert and Hoeve, Natalie ter and Ciompi, Francesco and Wilm, Frauke and Marzahl, Christian and Donovan, Taryn and Maier, Andreas and Breen, Jack and Ravikumar, Nishant and Chung, Youjin and Park, Jinah and Nateghi, Ramin and Pourakpour, Fattaneh and Fick, Rutger H. J. and Ben Hadj, Saima and Jahanifar, Mostafa and Shepard, Adam and Dexl, Jakob and Wittenberg, Thomas and Kondo, Satoshi and Lafarge, Maxime W. and Kolezer, Viktor H. and Liang, Jingtang and Wang, Yubo and Long, Xi and Liu, Jingxin and Razavi, Salar and Khademi, April and Yang, Sen and Wang, Xiyue and Erber, Ramona and Klang, Andrea and Lipnik, Karoline and Bolfa, Pompei and Dark, Michael and Wasinger, Gabriel and Veta, Mitko and Breininger, Katharina}, title = {Mitosis domain generalization in histopathology images — The MIDOG challenge}, volume = {2023}, pages = {102699}, journal = {Medical Image Analysis}, number = {84}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1361-8415}, doi = {https://doi.org/10.1016/j.media.2022.102699}, year = {2022}, language = {en} }