@article{VohraEberleBoulangerWeilletal.2025, author = {Vohra, Sumit Kumar and Eberle, Maren and Boulanger-Weill, Jonathan and Petkova, Mariela D. and Schuhknecht, Gregor F. P. and Herrera, Kristian J. and K{\"a}mpf, Florian and Ruetten, Virginia M. S. and Lichtman, Jeff W. and Engert, Florian and Randlett, Owen and Bahl, Armin and Isoe, Yasuko and Hege, Hans-Christian and Baum, Daniel}, title = {Fishexplorer: A multimodal cellular atlas platform for neuronal circuit dissection in larval zebrafish}, journal = {bioRxiv}, doi = {10.1101/2025.07.14.664689}, year = {2025}, abstract = {Understanding how neural circuits give rise to behavior requires comprehensive knowledge of neuronal morphology, connectivity, and function. Atlas platforms play a critical role in enabling the visualization, exploration, and dissemination of such information. Here, we present FishExplorer, an interactive and expandable community platform designed to integrate and analyze multimodal brain data from larval zebrafish. FishExplorer supports datasets acquired through light microscopy (LM), electron microscopy (EM), and X-ray imaging, all co-registered within a unified spatial coordinate system which enables seamless comparison of neuronal morphologies and synaptic connections. To further assist circuit analysis, FishExplorer includes a suite of tools for querying and visualizing connectivity at the whole-brain scale. By integrating data from recent large-scale EM reconstructions (presented in companion studies), FishExplorer enables researchers to validate circuit models, explore wiring principles, and generate new hypotheses. As a continuously evolving resource, FishExplorer is designed to facilitate collaborative discovery and serve the growing needs of the teleost neuroscience community.}, language = {en} } @article{HuTutikaDengetal.2025, author = {Hu, Chenhao and Tutika, Ravi and Deng, Zhifei and Jia, Zian and Chen, Liuni and Chen, Hongshun and Geng, Yang and Xiao, Xianghui and Shevchenko, Pavel D. and Pierre, Christoph and Weaver, James C. and Baum, Daniel and Bartlett, Michael D. and Li, Ling}, title = {Mineralized sclerites in the gorgonian coral Leptogorgia chilensis as a natural jamming system}, volume = {122}, journal = {PNAS}, number = {44}, doi = {10.1073/pnas.2504541122}, year = {2025}, language = {en} } @article{SterzikKroneBaumetal.2025, author = {Sterzik, Anna and Krone, Michael and Baum, Daniel and Cunningham, Douglas W. and Lawonn, Kai}, title = {Uncertainty Visualization for Biomolecular Structures: An Empirical Evaluation}, volume = {31}, journal = {IEEE Transactions on Visualization and Computer Graphics}, number = {12}, doi = {10.1109/TVCG.2025.3596385}, pages = {10296 -- 10310}, year = {2025}, abstract = {Uncertainty is an intrinsic property of almost all data, regardless of the data being measured, simulated, or generated. It can significantly influence the results and reliability of subsequent analysis steps. Clearly communicating uncertainties is crucial for informed decision-making and understanding, especially in biomolecular data, where uncertainty is often difficult to infer. Uncertainty visualization (UV) is a powerful tool for this purpose. However, previously proposed UV methods lack sufficient empirical evaluation. We collected and categorized visualization methods for portraying positional uncertainty in biomolecular structures. We then organized the methods into metaphorical groups and extracted nine representatives: color, clouds, ensemble, hulls, sausages, contours, texture, waves, and noise. We assessed their strengths and weaknesses in a twofold approach: expert assessments with six domain experts and three perceptual evaluations involving 1,756 participants. Through the expert assessments, we aimed to highlight the advantages and limitations of the individual methods for the application domain and discussed areas for necessary improvements. Through the perceptual evaluation, we investigated whether the visualizations are intuitively associated with uncertainty and whether the directionality of the mapping is perceived as intended. We also assessed the accuracy of inferring uncertainty values from the visualizations. Based on our results, we judged the appropriateness of the metaphors for encoding uncertainty and suggest further areas for improvement.}, language = {en} } @misc{EhlersWesselBaum2021, author = {Ehlers, Sarah and Wessel, Andreas and Baum, Daniel}, title = {Segmentation of abdominal chordotonal organs based on semithin serial sections in the Rhododendron leafhopper Graphocephala fennahi (Cicadomorpha: Cicadellidae)}, doi = {10.12752/8326}, year = {2021}, abstract = {For mating, leafhoppers (Cicadellidae) use substrate-borne vibrational signals to communicate. We provide the first complete description of the abdominal chordotonal organs that enable the perception of these signals. This supplementary data provides the aligned stack of 450 semithin serial sections of the first and second abdominal segment of an adult male Rhododendron leafhopper (Graphocephala fennahi). Further, this supplementary data comprises the segmentation files of five chordotonal organs, the exoskeleton, the segmental nerves and the spiracles of the first and the second abdominal segment. Due to time limitations, the structures of only one half of the body were segmented. The specimen was caught by hand net in September 2018 in Berlin-Tiergarten, Germany. Samples were embedded in Araldite® 502 resin and cut transversally in 1 μm thick sections using a Leica ultramicrotome and a DIATOME Histo Jumbo 6.0 mm diamond knife. Sections were placed on microscopic slides and stained with methylene blue/azur II. The images were taken by means of a 3DHISTECH PANNORAMIC SCAN II slide scanner in the Institute of Pathology Charit{\´e} in Berlin-Mitte, Germany. Images with a voxel size of 0.273809 μm x 0.273809 μm x 1 μm where obtained. The images were converted from MRXS-files to TIFF-files with the 3DHistech software Slide Converter 2.3. Using Photoshop, the images were cropped to the same canvas size and artefacts were removed. All further steps, such as alignment and segmentation, were done with the software Amira. In order to facilitate the further processing of the dataset, the voxels where resampled to a size of 0.547619 μm x 0.547619 μm x 1 μm.}, language = {en} } @article{VohraHarthIsoeetal.2024, author = {Vohra, Sumit Kumar and Harth, Philipp and Isoe, Yasuko and Bahl, Armin and Fotowat, Haleh and Engert, Florian and Hege, Hans-Christian and Baum, Daniel}, title = {A Visual Interface for Exploring Hypotheses about Neural Circuits}, volume = {30}, journal = {IEEE Transactions on Visualization and Computer Graphics}, number = {7}, doi = {10.1109/TVCG.2023.3243668}, pages = {3945 -- 3958}, year = {2024}, abstract = {One of the fundamental problems in neurobiological research is to understand how neural circuits generate behaviors in response to sensory stimuli. Elucidating such neural circuits requires anatomical and functional information about the neurons that are active during the processing of the sensory information and generation of the respective response, as well as an identification of the connections between these neurons. With modern imaging techniques, both morphological properties of individual neurons as well as functional information related to sensory processing, information integration and behavior can be obtained. Given the resulting information, neurobiologists are faced with the task of identifying the anatomical structures down to individual neurons that are linked to the studied behavior and the processing of the respective sensory stimuli. Here, we present a novel interactive tool that assists neurobiologists in the aforementioned task by allowing them to extract hypothetical neural circuits constrained by anatomical and functional data. Our approach is based on two types of structural data: brain regions that are anatomically or functionally defined, and morphologies of individual neurons. Both types of structural data are interlinked and augmented with additional information. The presented tool allows the expert user to identify neurons using Boolean queries. The interactive formulation of these queries is supported by linked views, using, among other things, two novel 2D abstractions of neural circuits. The approach was validated in two case studies investigating the neural basis of vision-based behavioral responses in zebrafish larvae. Despite this particular application, we believe that the presented tool will be of general interest for exploring hypotheses about neural circuits in other species, genera and taxa.}, language = {en} } @misc{VohraHarthIsoeetal.2023, author = {Vohra, Sumit Kumar and Harth, Philipp and Isoe, Yasuko and Bahl, Armin and Fotowat, Haleh and Engert, Florian and Hege, Hans-Christian and Baum, Daniel}, title = {A Visual Interface for Exploring Hypotheses about Neural Circuits}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-89932}, year = {2023}, abstract = {One of the fundamental problems in neurobiological research is to understand how neural circuits generate behaviors in response to sensory stimuli. Elucidating such neural circuits requires anatomical and functional information about the neurons that are active during the processing of the sensory information and generation of the respective response, as well as an identification of the connections between these neurons. With modern imaging techniques, both morphological properties of individual neurons as well as functional information related to sensory processing, information integration and behavior can be obtained. Given the resulting information, neurobiologists are faced with the task of identifying the anatomical structures down to individual neurons that are linked to the studied behavior and the processing of the respective sensory stimuli. Here, we present a novel interactive tool that assists neurobiologists in the aforementioned task by allowing them to extract hypothetical neural circuits constrained by anatomical and functional data. Our approach is based on two types of structural data: brain regions that are anatomically or functionally defined, and morphologies of individual neurons. Both types of structural data are interlinked and augmented with additional information. The presented tool allows the expert user to identify neurons using Boolean queries. The interactive formulation of these queries is supported by linked views, using, among other things, two novel 2D abstractions of neural circuits. The approach was validated in two case studies investigating the neural basis of vision-based behavioral responses in zebrafish larvae. Despite this particular application, we believe that the presented tool will be of general interest for exploring hypotheses about neural circuits in other species, genera and taxa.}, language = {en} } @article{TomholtBaumWoodetal.2023, author = {Tomholt, Lara and Baum, Daniel and Wood, Robert J. and Weaver, James C.}, title = {High-throughput segmentation, data visualization, and analysis of sea star skeletal networks}, volume = {215}, journal = {Journal of Structural Biology}, number = {2}, doi = {10.1016/j.jsb.2023.107955}, pages = {107955}, year = {2023}, abstract = {The remarkably complex skeletal systems of the sea stars (Echinodermata, Asteroidea), consisting of hundreds to thousands of individual elements (ossicles), have intrigued investigators for more than 150 years. While the general features and structural diversity of isolated asteroid ossicles have been well documented in the literature, the task of mapping the spatial organization of these constituent skeletal elements in a whole-animal context represents an incredibly laborious process, and as such, has remained largely unexplored. To address this unmet need, particularly in the context of understanding structure-function relationships in these complex skeletal systems, we present an integrated approach that combines micro-computed tomography, semi-automated ossicle segmentation, data visualization tools, and the production of additively manufactured tangible models to reveal biologically relevant structural data that can be rapidly analyzed in an intuitive manner. In the present study, we demonstrate this high-throughput workflow by segmenting and analyzing entire skeletal systems of the giant knobby star, Pisaster giganteus, at four different stages of growth. The in-depth analysis, presented herein, provides a fundamental understanding of the three-dimensional skeletal architecture of the sea star body wall, the process of skeletal maturation during growth, and the relationship between skeletal organization and morphological characteristics of individual ossicles. The widespread implementation of this approach for investigating other species, subspecies, and growth series has the potential to fundamentally improve our understanding of asteroid skeletal architecture and biodiversity in relation to mobility, feeding habits, and environmental specialization in this fascinating group of echinoderms.}, language = {en} } @article{HerterHegeHadwigeretal.2021, author = {Herter, Felix and Hege, Hans-Christian and Hadwiger, Markus and Lepper, Verena and Baum, Daniel}, title = {Thin-Volume Visualization on Curved Domains}, volume = {40}, journal = {Computer Graphics Forum}, number = {3}, publisher = {Wiley-Blackwell Publishing Ltd.}, address = {United Kingdom}, doi = {10.1111/cgf.14296}, pages = {147 -- 157}, year = {2021}, abstract = {Thin, curved structures occur in many volumetric datasets. Their analysis using classical volume rendering is difficult because parts of such structures can bend away or hide behind occluding elements. This problem cannot be fully compensated by effective navigation alone, because structure-adapted navigation in the volume is cumbersome and only parts of the structure are visible in each view. We solve this problem by rendering a spatially transformed view into the volume so that an unobscured visualization of the entire curved structure is obtained. As a result, simple and intuitive navigation becomes possible. The domain of the spatial transform is defined by a triangle mesh that is topologically equivalent to an open disc and that approximates the structure of interest. The rendering is based on ray-casting in which the rays traverse the original curved sub-volume. In order to carve out volumes of varying thickness, the lengths of the rays as well as the position of the mesh vertices can be easily modified in a view-controlled manner by interactive painting. We describe a prototypical implementation and demonstrate the interactive visual inspection of complex structures from digital humanities, biology, medicine, and materials science. Displaying the structure as a whole enables simple inspection of interesting substructures in their original spatial context. Overall, we show that transformed views utilizing ray-casting-based volume rendering supported by guiding surface meshes and supplemented by local, interactive modifications of ray lengths and vertex positions, represent a simple but versatile approach to effectively visualize thin, curved structures in volumetric data.}, language = {en} } @article{BaumHerterLarsenetal.2021, author = {Baum, Daniel and Herter, Felix and Larsen, John M{\o}ller and Lichtenberger, Achim and Raja, Rubina}, title = {Revisiting the Jerash Silver Scroll: a new visual data analysis approach}, volume = {21}, journal = {Digital Applications in Archaeology and Cultural Heritage}, doi = {10.1016/j.daach.2021.e00186}, pages = {e00186}, year = {2021}, abstract = {This article revisits a complexly folded silver scroll excavated in Jerash, Jordan in 2014 that was digitally examined in 2015. In this article we apply, examine and discuss a new virtual unfolding technique that results in a clearer image of the scroll's 17 lines of writing. We also compare it to the earlier unfolding and discuss progress in general analytical tools. We publish the original and the new images as well as the unfolded volume data open access in order to make these available to researchers interested in optimising unfolding processes of various complexly folded materials.}, language = {en} } @article{BeckerTeepleCharlesetal.2022, author = {Becker, Kaitlyn P and Teeple, Clark and Charles, Nicholas and Jung, Yeonsu and Baum, Daniel and Weaver, James C and Mahadevan, L. and Wood, Robert J}, title = {Active entanglement enables stochastic, topological grasping}, volume = {119}, journal = {PNAS}, number = {42}, doi = {10.1073/pnas.2209819119}, pages = {e2209819119}, year = {2022}, abstract = {Grasping, in both biological and engineered mechanisms, can be highly sensitive to the gripper and object morphology, as well as perception and motion planning. Here we circumvent the need for feedback or precise planning by using an array of fluidically-actuated slender hollow elastomeric filaments to actively entangle with objects that vary in geometric and topological complexity. The resulting stochastic interactions enable a unique soft and conformable grasping strategy across a range of target objects that vary in size, weight, and shape. We experimentally evaluate the grasping performance of our strategy, and use a computational framework for the collective mechanics of flexible filaments in contact with complex objects to explain our findings. Overall, our study highlights how active collective entanglement of a filament array via an uncontrolled, spatially distributed scheme provides new options for soft, adaptable grasping.}, language = {en} } @article{LaguilloDiegoKiewiszMartiGomezetal.2022, author = {Laguillo-Diego, Alejandra and Kiewisz, Robert and Mart{\´i}-G{\´o}mez, Carlos and Baum, Daniel and M{\"u}ller-Reichert, Thomas and Vernos, Isabelle}, title = {MCRS1 modulates the heterogeneity of microtubule minus-end morphologies in mitotic spindles}, volume = {34}, journal = {Molecular Biology of the Cell}, number = {1}, doi = {10.1091/mbc.E22-08-0306-T}, year = {2022}, abstract = {Faithful chromosome segregation requires the assembly of a bipolar spindle, consisting of two antiparallel microtubule (MT) arrays having most of their minus ends focused at the spindle poles and their plus ends overlapping in the spindle midzone. Spindle assembly, chromosome alignment and segregation require highly dynamic MTs. The plus ends of MTs have been extensively investigated; instead, their minus end structure remains poorly characterized. Here, we used large-scale electron tomography to study the morphology of the MT minus ends in 3D-reconstructed metaphase spindles in HeLa cells. In contrast to the homogeneous open morphology of the MT plus ends at the kinetochores, we found that MT minus ends are heterogeneous showing either open or closed morphologies. Silencing the minus-end specific stabilizer, MCRS1 increased the proportion of open MT minus ends. Altogether, these data suggest a correlation between the morphology and the dynamic state of the MT ends. Taking this heterogeneity of the MT minus end morphologies into account, our work indicates an unsynchronized behavior of MTs at the spindle poles, thus laying the ground for further studies on the complexity of MT dynamics regulation.}, language = {en} } @inproceedings{MayerBaumAmbellanetal.2022, author = {Mayer, Julius and Baum, Daniel and Ambellan, Felix and von Tycowicz, Christoph}, title = {A Soft-Correspondence Approach to Shape-based Disease Grading with Graph Convolutional Networks}, volume = {194}, booktitle = {Proceedings of Machine Learning Research}, pages = {85 -- 95}, year = {2022}, abstract = {Shape analysis provides principled means for understanding anatomical structures from medical images. The underlying notions of shape spaces, however, come with strict assumptions prohibiting the analysis of incomplete and/or topologically varying shapes. This work aims to alleviate these limitations by adapting the concept of soft correspondences. In particular, we present a graph-based learning approach for morphometric classification of disease states that is based on a generalized notion of shape correspondences in terms of functional maps. We demonstrate the performance of the derived classifier on the open-access ADNI database for differentiating normal controls and subjects with Alzheimer's disease. Notably, our experiment shows that our approach can improve over state-of-the-art from geometric deep learning.}, language = {en} } @article{MikulaDoerffelBaumetal.2022, author = {Mikula, Natalia and D{\"o}rffel, Tom and Baum, Daniel and Hege, Hans-Christian}, title = {An Interactive Approach for Identifying Structure Definitions}, volume = {41}, journal = {Computer Graphics Forum}, number = {3}, arxiv = {http://arxiv.org/abs/arxiv:2112.09066}, doi = {10.1111/cgf.14543}, pages = {321 -- 332}, year = {2022}, abstract = {Our ability to grasp and understand complex phenomena is essentially based on recognizing structures and relating these to each other. For example, any meteorological description of a weather condition and explanation of its evolution recurs to meteorological structures, such as convection and circulation structures, cloud fields and rain fronts. All of these are spatiotemporal structures, defined by time-dependent patterns in the underlying fields. Typically, such a structure is defined by a verbal description that corresponds to the more or less uniform, often somewhat vague mental images of the experts. However, a precise, formal definition of the structures or, more generally, concepts is often desirable, e.g., to enable automated data analysis or the development of phenomenological models. Here, we present a systematic approach and an interactive tool to obtain formal definitions of spatiotemporal structures. The tool enables experts to evaluate and compare different structure definitions on the basis of data sets with time-dependent fields that contain the respective structure. Since structure definitions are typically parameterized, an essential part is to identify parameter ranges that lead to desired structures in all time steps. In addition, it is important to allow a quantitative assessment of the resulting structures simultaneously. We demonstrate the use of the tool by applying it to two meteorological examples: finding structure definitions for vortex cores and center lines of temporarily evolving tropical cyclones. Ideally, structure definitions should be objective and applicable to as many data sets as possible. However, finding such definitions, e.g., for the common atmospheric structures in meteorology, can only be a long-term goal. The proposed procedure, together with the presented tool, is just a first systematic approach aiming at facilitating this long and arduous way.}, language = {en} } @article{BerioBayleBaumetal.2022, author = {Berio, Fidji and Bayle, Yann and Baum, Daniel and Goudemand, Nicolas and Debiais-Thibaud, M{\´e}lanie}, title = {Hide and seek shark teeth in Random Forests: Machine learning applied to Scyliorhinus canicula populations}, journal = {PeerJ - Aquatic Biology}, doi = {10.7717/peerj.13575}, pages = {10:e13575}, year = {2022}, abstract = {Shark populations that are distributed alongside a latitudinal gradient often display body size differences at sexual maturity and vicariance patterns related to their number of tooth files. Previous works have demonstrated that Scyliorhinus canicula exhibits distinct genetic structures, life history traits, and body size differences between populations inhabiting the North Atlantic Ocean and the Mediterranean Sea. In this work, we sample more than 3,000 S. canicula teeth from 56 specimens and provide and use a dataset containing their shape coordinates. We investigate tooth shape and form differences between a Mediterranean and an Atlantic S. canicula population using two approaches. Classification results show that the classical geometric morphometric framework is outperformed by an original Random Forests-based framework. Visually, both S. canicula populations share similar ontogenetic trends and timing of gynandric heterodonty emergence but the Atlantic population has bigger, blunter teeth, and less numerous accessory cusps than the Mediterranean population. According to the models, the populations are best differentiated based on their lateral tooth edges, which bear accessory cusps, and the tooth centroid sizes significantly improve classification performances. The differences observed are discussed in light of dietary and behavioural habits of the populations considered. The method proposed in this study could be further adapted to complement DNA analyses to identify shark species or populations based on tooth morphologies. This process would be of particular interest for fisheries management and identification of shark fossils.}, language = {en} } @misc{BerioBayleAgretetal.2022, author = {Berio, Fidji and Bayle, Yann and Agret, Sylvie and Baum, Daniel and Goudemand, Nicolas and Debiais-Thibaud, M{\´e}lanie}, title = {3D models related to the publication: Hide and seek shark teeth in Random Forests: Machine learning applied to Scyliorhinus canicula}, journal = {MorphoMuseuM}, doi = {10.18563/journal.m3.164}, year = {2022}, abstract = {The present dataset contains the 3D models analyzed in Berio, F., Bayle, Y., Baum, D., Goudemand, N., and Debiais-Thibaud, M. 2022. Hide and seek shark teeth in Random Forests: Machine learning applied to Scyliorhinus canicula. It contains the head surfaces of 56 North Atlantic and Mediterranean small-spotted catsharks Scyliorhinus canicula, from which tooth surfaces were further extracted to perform geometric morphometrics and machine learning.}, language = {en} } @article{EhlersBaumMuehlethaleretal.2022, author = {Ehlers, Sarah and Baum, Daniel and M{\"u}hlethaler, Roland and Hoch, Hannelore and Br{\"a}unig, Peter}, title = {Large abdominal mechanoreceptive sense organs in small plant-dwelling insects}, volume = {18}, journal = {Biology Letters}, number = {4}, doi = {10.1098/rsbl.2022.0078}, year = {2022}, abstract = {The Hemiptera is the largest non-endopterygote insect order comprising approximately 98,000 recent species. All species of the suborders Cicadomorpha (leafhoppers, spittlebugs, treehoppers and cicadas) and Fulgoromorpha (planthoppers) feed by sucking sap from plant tissues and are thus often vectors for economically important phytopathogens. Except for the cicadas (Cicadomorpha: Cicadoidea: Cicadidae) which produce air-borne sounds, all species of the suborders Cicadomorpha and Fulgoromorpha communicate by vibrational (substrate-borne) signals. While the generation of these signals has been extensively investigated, the mechanisms of perception are poorly understood. This study provides a full description and 3D reconstruction of a large and complex array of six paired chordotonal organs in the first abdominal segments of the Rhododendron leafhopper Graphocephala fennahi (Cicadomorpha: Membracoidea: Cicadellidae). Further we were able to identify homologous organs in the closely related spittlebug Philaenus spumarius (Cicadomorpha: Cercopoidea: Aphrophoridae) and the planthopper Issus coleoptratus (Fulgoromorpha: Fulgoroidea: Issidae). The configuration is congruent with the abdominal chordotonal organs in cicadas, where one of them is an elaborate tympanal organ. This indicates that these organs, together with the tymbal organ constitute a synapomorphy of the Tymbalia (Hemiptera excl. Sternorrhyncha). Our results contribute to the understanding of the evolution from substrate-borne to airborne communication in insects.}, language = {en} } @inproceedings{PaskinDeanBaumetal.2022, author = {Paskin, Martha and Dean, Mason and Baum, Daniel and von Tycowicz, Christoph}, title = {A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks}, booktitle = {Computer Vision -- ECCV 2022}, publisher = {Springer Nature Switzerland}, arxiv = {http://arxiv.org/abs/2207.12687}, doi = {10.1007/978-3-031-20086-1_21}, pages = {363 -- 379}, year = {2022}, abstract = {3D shapes provide substantially more information than 2D images. However, the acquisition of 3D shapes is sometimes very difficult or even impossible in comparison with acquiring 2D images, making it necessary to derive the 3D shape from 2D images. Although this is, in general, a mathematically ill-posed problem, it might be solved by constraining the problem formulation using prior information. Here, we present a new approach based on Kendall's shape space to reconstruct 3D shapes from single monocular 2D images. The work is motivated by an application to study the feeding behavior of the basking shark, an endangered species whose massive size and mobility render 3D shape data nearly impossible to obtain, hampering understanding of their feeding behaviors and ecology. 2D images of these animals in feeding position, however, are readily available. We compare our approach with state-of-the-art shape-based approaches both on human stick models and on shark head skeletons. Using a small set of training shapes, we show that the Kendall shape space approach is substantially more robust than previous methods and always results in plausible shapes. This is essential for the motivating application in which specimens are rare and therefore only few training shapes are available.}, language = {en} } @misc{PaskinBaumDeanetal.2022, author = {Paskin, Martha and Baum, Daniel and Dean, Mason N. and von Tycowicz, Christoph}, title = {A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks -- Source Code and Data}, doi = {10.12752/8730}, year = {2022}, abstract = {Source code and novel dataset of basking shark head skeletons facilitating the reproduction of the results presented in 'A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks' - ECCV 2022.}, language = {en} } @article{HajarolasvadiSunkaraKhavnekaretal.2022, author = {Hajarolasvadi, Noushin and Sunkara, Vikram and Khavnekar, Sagar and Beck, Florian and Brandt, Robert and Baum, Daniel}, title = {Volumetric macromolecule identification in cryo-electron tomograms using capsule networks}, volume = {23}, journal = {BMC Bioinformatics}, number = {360}, doi = {10.1186/s12859-022-04901-w}, year = {2022}, abstract = {Background: Despite recent advances in cellular cryo-electron tomography (CET), developing automated tools for macromolecule identification in submolecular resolution remains challenging due to the lack of annotated data and high structural complexities. To date, the extent of the deep learning methods constructed for this problem is limited to conventional Convolutional Neural Networks (CNNs). Identifying macromolecules of different types and sizes is a tedious and time-consuming task. In this paper, we employ a capsule-based architecture to automate the task of macro- molecule identification, that we refer to as 3D-UCaps. In particular, the architecture is composed of three components: feature extractor, capsule encoder, and CNN decoder. The feature extractor converts voxel intensities of input sub-tomograms to activities of local features. The encoder is a 3D Capsule Network (CapsNet) that takes local features to generate a low-dimensional representation of the input. Then, a 3D CNN decoder reconstructs the sub-tomograms from the given representation by upsampling. Results: We performed binary and multi-class localization and identification tasks on synthetic and experimental data. We observed that the 3D-UNet and the 3D-UCaps had an F1-score mostly above 60\% and 70\%, respectively, on the test data. In both network architectures, we observed degradation of at least 40\% in the F1-score when identifying very small particles (PDB entry 3GL1) compared to a large particle (PDB entry 4D8Q). In the multi-class identification task of experimental data, 3D-UCaps had an F1-score of 91\% on the test data in contrast to 64\% of the 3D-UNet. The better F1-score of 3D-UCaps compared to 3D-UNet is obtained by a higher precision score. We speculate this to be due to the capsule network employed in the encoder. To study the effect of the CapsNet-based encoder architecture further, we performed an ablation study and perceived that the F1-score is boosted as network depth is increased which is in contrast to the previously reported results for the 3D-UNet. To present a reproducible work, source code, trained models, data as well as visualization results are made publicly available. Conclusion: Quantitative and qualitative results show that 3D-UCaps successfully perform various downstream tasks including identification and localization of macro- molecules and can at least compete with CNN architectures for this task. Given that the capsule layers extract both the existence probability and the orientation of the molecules, this architecture has the potential to lead to representations of the data that are better interpretable than those of 3D-UNet.}, language = {en} } @article{SchmittTitschackBaum2022, author = {Schmitt, Kira and Titschack, J{\"u}rgen and Baum, Daniel}, title = {Polyp-Cavity Segmentation of Cold-Water Corals guided by Ambient Occlusion and Ambient Curvature}, journal = {Eurographics Workshop on Visual Computing for Biology and Medicine (VCBM)}, doi = {10.2312/vcbm.20221189}, year = {2022}, abstract = {The segmentation of cavities in three-dimensional images of arbitrary objects is a difficult problem since the cavities are usually connected to the outside of the object without any difference in image intensity. Hence, the information whether a voxel belongs to a cavity or the outside needs to be derived from the ambient space. If a voxel is enclosed by object material, it is very likely that this voxel belongs to a cavity. However, there are dense structures where a voxel might still belong to the outside even though it is surrounded to a large degree by the object. This is, for example, the case for coral colonies. Therefore, additional information needs to be considered to distinguish between those cases. In this paper, we introduce the notion of ambient curvature, present an efficient way to compute it, and use it to segment coral polyp cavities by integrating it into the ambient occlusion framework. Moreover, we combine the ambient curvature with other ambient information in a Gaussian mixture model, trained from a few user scribbles, resulting in a significantly improved cavity segmentation. We showcase the superiority of our approach using four coral colonies of very different morphological types. While in this paper we restrict ourselves to coral data, we believe that the concept of ambient curvature is also useful for other data. Furthermore, our approach is not restricted to curvature but can be easily extended to exploit any properties given on an object's surface, thereby adjusting it to specific applications.}, language = {en} } @article{BrenceBrummerDercksenetal.2025, author = {Brence, Blaž and Brummer, Josephine and Dercksen, Vincent J. and {\"O}zel, Mehmet Neset and Kulkarni, Abhishkek and Wolterhoff, Neele and Prohaska, Steffen and Hiesinger, Peter Robin and Baum, Daniel}, title = {Semi-automatic Geometrical Reconstruction and Analysis of Filopodia Dynamics in 4D Two-Photon Microscopy Images}, journal = {bioRxiv}, doi = {10.1101/2025.05.20.654789}, year = {2025}, abstract = {Background: Filopodia are thin and dynamic membrane protrusions that play a crucial role in cell migration, axon guidance, and other processes where cells explore and interact with their surroundings. Historically, filopodial dynamics have been studied in great detail in 2D in cultured cells, and more recently in 3D culture as well as living brains. However, there is a lack of efficient tools to trace and track filopodia in 4D images of complex brain cells. Results: To address this issue, we have developed a semi-automatic workflow for tracing filopodia in 3D images and tracking the traced filopodia over time. The workflow was developed based on high-resolution data of photoreceptor axon terminals in the in vivo context of normal Drosophila brain development, but devised to be applicable to filopodia in any system, including at different temporal and spatial scales. In contrast to the pre-existing methods, our workflow relies solely on the original intensity images without the requirement for segmentation or complex preprocessing. The workflow was realized in C++ within the Amira software system and consists of two main parts, dataset pre-processing, and geometrical filopodia reconstruction, where each of the two parts comprises multiple steps. In this paper, we provide an extensive workflow description and demonstrate its versatility for two different axo-dendritic morphologies, R7 and Dm8 cells. Finally, we provide an analysis of the time requirements for user input and data processing. Conclusion: To facilitate simple application within Amira or other frameworks, we share the source code, which is available athttps://github.com/zibamira/filopodia-tool.}, language = {en} }