@inproceedings{MarzahlAubrevilleBertrametal.2020, author = {Marzahl, Christian and Aubreville, Marc and Bertram, Christof and Gerlach, Stefan and Maier, Jennifer and Voigt, J{\"o}rn and Hill, Jenny and Klopfleisch, Robert and Maier, Andreas}, title = {Is crowd-algorithm collaboration an advanced alternative to crowd-sourcing on cytology slides?}, booktitle = {Bildverarbeitung f{\"u}r die Medizin 2020, Algorithmen - Systeme - Anwendungen. Proceedings des Workshops vom 15. bis 17. M{\"a}rz 2020 in Berlin}, editor = {Tolxdorff, Thomas and Deserno, Thomas Martin and Handels, Heinz and Maier, Andreas and Maier-Hein, Klaus H. and Palm, Christoph}, publisher = {Springer Vieweg}, address = {Wiesbaden}, isbn = {978-3-658-29266-9}, doi = {https://doi.org/10.1007/978-3-658-29267-6_5}, pages = {26 -- 31}, year = {2020}, language = {en} } @article{MarzahlAubrevilleBertrametal.2021, author = {Marzahl, Christian and Aubreville, Marc and Bertram, Christof and Maier, Jennifer and Bergler, Christian and Kr{\"o}ger, Christine and Voigt, J{\"o}rn and Breininger, Katharina and Klopfleisch, Robert and Maier, Andreas}, title = {EXACT: a collaboration toolset for algorithm-aided annotation of images with annotation version control}, volume = {11}, pages = {4343}, journal = {Scientific Reports}, publisher = {Springer Nature}, address = {London}, issn = {2045-2322}, doi = {https://doi.org/10.1038/s41598-021-83827-4}, year = {2021}, abstract = {In many research areas, scientific progress is accelerated by multidisciplinary access to image data and their interdisciplinary annotation. However, keeping track of these annotations to ensure a high-quality multi-purpose data set is a challenging and labour intensive task. We developed the open-source online platform EXACT (EXpert Algorithm Collaboration Tool) that enables the collaborative interdisciplinary analysis of images from different domains online and offline. EXACT supports multi-gigapixel medical whole slide images as well as image series with thousands of images. The software utilises a flexible plugin system that can be adapted to diverse applications such as counting mitotic figures with a screening mode, finding false annotations on a novel validation view, or using the latest deep learning image analysis technologies. This is combined with a version control system which makes it possible to keep track of changes in the data sets and, for example, to link the results of deep learning experiments to specific data set versions. EXACT is freely available and has already been successfully applied to a broad range of annotation tasks, including highly diverse applications like deep learning supported cytology scoring, interdisciplinary multi-centre whole slide image tumour annotation, and highly specialised whale sound spectroscopy clustering.}, language = {en} }