@article{ToulkeridouGutierrezBaumetal.2023, author = {Toulkeridou, Evropi and Gutierrez, Carlos Enrique and Baum, Daniel and Doya, Kenji and Economo, Evan P.}, title = {Automated segmentation of insect anatomy from micro-CT images using deep learning}, volume = {3}, journal = {Natural Sciences}, number = {4}, doi = {10.1002/ntls.20230010}, year = {2023}, abstract = {Three-dimensional (3D) imaging, such as micro-computed tomography (micro-CT), is increasingly being used by organismal biologists for precise and comprehensive anatomical characterization. However, the segmentation of anatomical structures remains a bottleneck in research, often requiring tedious manual work. Here, we propose a pipeline for the fully-automated segmentation of anatomical structures in micro-CT images utilizing state-of-the-art deep learning methods, selecting the ant brain as a test case. We implemented the U-Net architecture for 2D image segmentation for our convolutional neural network (CNN), combined with pixel-island detection. For training and validation of the network, we assembled a dataset of semi-manually segmented brain images of 76 ant species. The trained network predicted the brain area in ant images fast and accurately; its performance tested on validation sets showed good agreement between the prediction and the target, scoring 80\% Intersection over Union (IoU) and 90\% Dice Coefficient (F1) accuracy. While manual segmentation usually takes many hours for each brain, the trained network takes only a few minutes. Furthermore, our network is generalizable for segmenting the whole neural system in full-body scans, and works in tests on distantly related and morphologically divergent insects (e.g., fruit flies). The latter suggests that methods like the one presented here generally apply across diverse taxa. Our method makes the construction of segmented maps and the morphological quantification of different species more efficient and scalable to large datasets, a step toward a big data approach to organismal anatomy.}, language = {en} } @inproceedings{HarthBastTroidletal.2023, author = {Harth, Philipp and Bast, Arco and Troidl, Jakob and Meulemeester, Bjorge and Pfister, Hanspeter and Beyer, Johanna and Oberlaender, Marcel and Hege, Hans-Christian and Baum, Daniel}, title = {Rapid Prototyping for Coordinated Views of Multi-scale Spatial and Abstract Data: A Grammar-based Approach}, booktitle = {Eurographics Workshop on Visual Computing for Biology and Medicine (VCBM)}, doi = {10.2312/vcbm.20231218}, year = {2023}, abstract = {Visualization grammars are gaining popularity as they allow visualization specialists and experienced users to quickly create static and interactive views. Existing grammars, however, mostly focus on abstract views, ignoring three-dimensional (3D) views, which are very important in fields such as natural sciences. We propose a generalized interaction grammar for the problem of coordinating heterogeneous view types, such as standard charts (e.g., based on Vega-Lite) and 3D anatomical views. An important aspect of our web-based framework is that user interactions with data items at various levels of detail can be systematically integrated and used to control the overall layout of the application workspace. With the help of a concise JSON-based specification of the intended workflow, we can handle complex interactive visual analysis scenarios. This enables rapid prototyping and iterative refinement of the visual analysis tool in collaboration with domain experts. We illustrate the usefulness of our framework in two real-world case studies from the field of neuroscience. Since the logic of the presented grammar-based approach for handling interactions between heterogeneous web-based views is free of any application specifics, it can also serve as a template for applications beyond biological research.}, language = {en} } @article{LongrenEigenShubitidzeetal.2023, author = {Longren, Luke L. and Eigen, Lennart and Shubitidze, Ani and Lieschnegg, Oliver and Baum, Daniel and Nyakatura, John A. and Hildebrandt, Thomas and Brecht, Michael}, title = {Dense Reconstruction of Elephant Trunk Musculature}, volume = {33}, journal = {Current Biology}, doi = {10.1016/j.cub.2023.09.007}, pages = {1 -- 8}, year = {2023}, abstract = {The elephant trunk operates as a muscular hydrostat and is actuated by the most complex musculature known in animals. Because the number of trunk muscles is unclear, we performed dense reconstructions of trunk muscle fascicles, elementary muscle units, from microCT scans of an Asian baby elephant trunk. Muscle architecture changes markedly across the trunk. Trunk tip and finger consist of about 8,000 extraordinarily filigree fascicles. The dexterous finger consists exclusively of microscopic radial fascicles pointing to a role of muscle miniaturization in elephant dexterity. Radial fascicles also predominate (at 82\% volume) the remainder of the trunk tip and we wonder if radial muscle fascicles are of particular significance for fine motor control of the dexterous trunk tip. By volume, trunk-shaft muscles comprise one-third of the numerous, small radial muscle fascicles, two-thirds of the three subtypes of large longitudinal fascicles (dorsal longitudinals, ventral outer obliques, and ventral inner obliques), and a small fraction of transversal fascicles. Shaft musculature is laterally, but not radially, symmetric. A predominance of dorsal over ventral radial muscles and of ventral over dorsal longitudinal muscles may result in a larger ability of the shaft to extend dorsally than ventrally and to bend inward rather than outward. There are around 90,000 trunk muscle fascicles. While primate hand control is based on fine control of contraction by the convergence of many motor neurons on a small set of relatively large muscles, evolution of elephant grasping has led to thousands of microscopic fascicles, which probably outnumber facial motor neurons.}, language = {en} } @article{KiewiszBaumMuellerReichertetal.2023, author = {Kiewisz, Robert and Baum, Daniel and M{\"u}ller-Reichert, Thomas and Fabig, Gunar}, title = {Serial-section electron tomography and quantitative analysis of the microtubule organization in 3D-reconstructed mitotic spindles}, volume = {13}, journal = {Bio-protocol}, number = {20}, doi = {10.21769/BioProtoc.4849}, year = {2023}, language = {en} } @article{SterzikLichtenbergKroneetal.2023, author = {Sterzik, Anna and Lichtenberg, Nils and Krone, Michael and Baum, Daniel and Cunningham, Douglas W. and Lawonn, Kai}, title = {Enhancing molecular visualization: Perceptual evaluation of line variables with application to uncertainty visualization}, volume = {114}, journal = {Computers \& Graphics}, doi = {10.1016/j.cag.2023.06.006}, pages = {401 -- 413}, year = {2023}, abstract = {Data are often subject to some degree of uncertainty, whether aleatory or epistemic. This applies both to experimental data acquired with sensors as well as to simulation data. Displaying these data and their uncertainty faithfully is crucial for gaining knowledge. Specifically, the effective communication of the uncertainty can influence the interpretation of the data and the user's trust in the visualization. However, uncertainty-aware visualization has gotten little attention in molecular visualization. When using the established molecular representations, the physicochemical attributes of the molecular data usually already occupy the common visual channels like shape, size, and color. Consequently, to encode uncertainty information, we need to open up another channel by using feature lines. Even though various line variables have been proposed for uncertainty visualizations, they have so far been primarily used for two-dimensional data and there has been little perceptual evaluation. Thus, we conducted two perceptual studies to determine the suitability of the line variables blur, dashing, grayscale, sketchiness, and width for distinguishing several values in molecular visualizations. While our work was motivated by uncertainty visualization, our techniques and study results also apply to other types of scalar data.}, language = {en} } @article{BoeltsHarthGaoetal.2023, author = {Boelts, Jan and Harth, Philipp and Gao, Richard and Udvary, Daniel and Yanez, Felipe and Baum, Daniel and Hege, Hans-Christian and Oberlaender, Marcel and Macke, Jakob H.}, title = {Simulation-based inference for efficient identification of generative models in computational connectomics}, volume = {19}, journal = {PLOS Computational Biology}, number = {9}, doi = {10.1371/journal.pcbi.1011406}, year = {2023}, abstract = {Recent advances in connectomics research enable the acquisition of increasing amounts of data about the connectivity patterns of neurons. How can we use this wealth of data to efficiently derive and test hypotheses about the principles underlying these patterns? A common approach is to simulate neuronal networks using a hypothesized wiring rule in a generative model and to compare the resulting synthetic data with empirical data. However, most wiring rules have at least some free parameters, and identifying parameters that reproduce empirical data can be challenging as it often requires manual parameter tuning. Here, we propose to use simulation-based Bayesian inference (SBI) to address this challenge. Rather than optimizing a fixed wiring rule to fit the empirical data, SBI considers many parametrizations of a rule and performs Bayesian inference to identify the parameters that are compatible with the data. It uses simulated data from multiple candidate wiring rule parameters and relies on machine learning methods to estimate a probability distribution (the 'posterior distribution over parameters conditioned on the data') that characterizes all data-compatible parameters. We demonstrate how to apply SBI in computational connectomics by inferring the parameters of wiring rules in an in silico model of the rat barrel cortex, given in vivo connectivity measurements. SBI identifies a wide range of wiring rule parameters that reproduce the measurements. We show how access to the posterior distribution over all data-compatible parameters allows us to analyze their relationship, revealing biologically plausible parameter interactions and enabling experimentally testable predictions. We further show how SBI can be applied to wiring rules at different spatial scales to quantitatively rule out invalid wiring hypotheses. Our approach is applicable to a wide range of generative models used in connectomics, providing a quantitative and efficient way to constrain model parameters with empirical connectivity data.}, language = {en} } @article{FogalliPeresLineBaum2023, author = {Fogalli, Giovani Bressan and Peres Line, S{\´e}rgio Roberto and Baum, Daniel}, title = {Segmentation of tooth enamel microstructure images using classical image processing and U-Net approaches}, volume = {2}, journal = {Frontiers in Imaging}, doi = {10.3389/fimag.2023.1215764}, year = {2023}, abstract = {Tooth enamel is the hardest tissue in human organism, formed by prism layers in regularly alternating directions. These prisms form the Hunter-Schreger Bands (HSB) pattern when under side illumination, which is composed of light and dark stripes resembling fingerprints. We have shown in previous works that HSB pattern is highly variable, seems to be unique for each tooth and can be used as a biometric method for human identification. Since this pattern cannot be acquired with sensors, the HSB region in the digital photograph must be identified and correctly segmented from the rest of the tooth and background. Although these areas can be manually removed, this process is not reliable as excluded areas can vary according to the individual's subjective impression. Therefore, the aim of this work was to develop an algorithm that automatically selects the region of interest (ROI), thus, making the entire biometric process straightforward. We used two different approaches: a classical image processing method which we called anisotropy-based segmentation (ABS) and a machine learning method known as U-Net, a fully convolutional neural network. Both approaches were applied to a set of extracted tooth images. U-Net with some post processing outperformed ABS in the segmentation task with an Intersection Over Union (IOU) of 0.837 against 0.766. Even with a small dataset, U-Net proved to be a potential candidate for fully automated in-mouth application. However, the ABS technique has several parameters which allow a more flexible segmentation with interactive adjustments specific to image properties.}, language = {en} } @article{ZemannLeSherlocketal.2023, author = {Zemann, Berit and Le, Mai-Lee Van and Sherlock, Rob E. and Baum, Daniel and Katija, Kakani and Stach, Thomas}, title = {Evolutionary traces of miniaturization in a giant - Comparative anatomy of brain and brain nerves in Bathochordaeus stygius (Tunicata, Appendicularia)}, volume = {284}, journal = {Journal of Morphology}, number = {7}, doi = {10.1002/jmor.21598}, year = {2023}, language = {en} } @article{BoeltsHarthGaoetal.2023, author = {Boelts, Jan and Harth, Philipp and Gao, Richard and Udvary, Daniel and Yanez, Felipe and Baum, Daniel and Hege, Hans-Christian and Oberlaender, Marcel and Macke, Jakob H}, title = {Simulation-based inference for efficient identification of generative models in connectomics}, journal = {bioRxiv}, doi = {10.1101/2023.01.31.526269}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-89890}, year = {2023}, abstract = {Recent advances in connectomics research enable the acquisition of increasing amounts of data about the connectivity patterns of neurons. How can we use this wealth of data to efficiently derive and test hypotheses about the principles underlying these patterns? A common approach is to simulate neural networks using a hypothesized wiring rule in a generative model and to compare the resulting synthetic data with empirical data. However, most wiring rules have at least some free parameters and identifying parameters that reproduce empirical data can be challenging as it often requires manual parameter tuning. Here, we propose to use simulation-based Bayesian inference (SBI) to address this challenge. Rather than optimizing a single rule to fit the empirical data, SBI considers many parametrizations of a wiring rule and performs Bayesian inference to identify the parameters that are compatible with the data. It uses simulated data from multiple candidate wiring rules and relies on machine learning methods to estimate a probability distribution (the `posterior distribution over rule parameters conditioned on the data') that characterizes all data-compatible rules. We demonstrate how to apply SBI in connectomics by inferring the parameters of wiring rules in an in silico model of the rat barrel cortex, given in vivo connectivity measurements. SBI identifies a wide range of wiring rule parameters that reproduce the measurements. We show how access to the posterior distribution over all data-compatible parameters allows us to analyze their relationship, revealing biologically plausible parameter interactions and enabling experimentally testable predictions. We further show how SBI can be applied to wiring rules at different spatial scales to quantitatively rule out invalid wiring hypotheses. Our approach is applicable to a wide range of generative models used in connectomics, providing a quantitative and efficient way to constrain model parameters with empirical connectivity data.}, language = {en} } @misc{VohraHarthIsoeetal.2023, author = {Vohra, Sumit Kumar and Harth, Philipp and Isoe, Yasuko and Bahl, Armin and Fotowat, Haleh and Engert, Florian and Hege, Hans-Christian and Baum, Daniel}, title = {A Visual Interface for Exploring Hypotheses about Neural Circuits}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-89932}, year = {2023}, abstract = {One of the fundamental problems in neurobiological research is to understand how neural circuits generate behaviors in response to sensory stimuli. Elucidating such neural circuits requires anatomical and functional information about the neurons that are active during the processing of the sensory information and generation of the respective response, as well as an identification of the connections between these neurons. With modern imaging techniques, both morphological properties of individual neurons as well as functional information related to sensory processing, information integration and behavior can be obtained. Given the resulting information, neurobiologists are faced with the task of identifying the anatomical structures down to individual neurons that are linked to the studied behavior and the processing of the respective sensory stimuli. Here, we present a novel interactive tool that assists neurobiologists in the aforementioned task by allowing them to extract hypothetical neural circuits constrained by anatomical and functional data. Our approach is based on two types of structural data: brain regions that are anatomically or functionally defined, and morphologies of individual neurons. Both types of structural data are interlinked and augmented with additional information. The presented tool allows the expert user to identify neurons using Boolean queries. The interactive formulation of these queries is supported by linked views, using, among other things, two novel 2D abstractions of neural circuits. The approach was validated in two case studies investigating the neural basis of vision-based behavioral responses in zebrafish larvae. Despite this particular application, we believe that the presented tool will be of general interest for exploring hypotheses about neural circuits in other species, genera and taxa.}, language = {en} }