@article{KlenertLepperBaum, author = {Klenert, Nicolas and Lepper, Verena and Baum, Daniel}, title = {A Local Iterative Approach for the Extraction of 2D Manifolds from Strongly Curved and Folded Thin-Layer Structures}, series = {IEEE Transactions on Visualization and Computer Graphics}, journal = {IEEE Transactions on Visualization and Computer Graphics}, doi = {10.1109/TVCG.2023.3327403}, abstract = {Ridge surfaces represent important features for the analysis of 3-dimensional (3D) datasets in diverse applications and are often derived from varying underlying data including flow fields, geological fault data, and point data, but they can also be present in the original scalar images acquired using a plethora of imaging techniques. Our work is motivated by the analysis of image data acquired using micro-computed tomography (μCT) of ancient, rolled and folded thin-layer structures such as papyrus, parchment, and paper as well as silver and lead sheets. From these documents we know that they are 2-dimensional (2D) in nature. Hence, we are particularly interested in reconstructing 2D manifolds that approximate the document's structure. The image data from which we want to reconstruct the 2D manifolds are often very noisy and represent folded, densely-layered structures with many artifacts, such as ruptures or layer splitting and merging. Previous ridge-surface extraction methods fail to extract the desired 2D manifold for such challenging data. We have therefore developed a novel method to extract 2D manifolds. The proposed method uses a local fast marching scheme in combination with a separation of the region covered by fast marching into two sub-regions. The 2D manifold of interest is then extracted as the surface separating the two sub-regions. The local scheme can be applied for both automatic propagation as well as interactive analysis. We demonstrate the applicability and robustness of our method on both artificial data as well as real-world data including folded silver and papyrus sheets.}, language = {en} } @article{FogalliPeresLineBaum, author = {Fogalli, Giovani Bressan and Peres Line, S{\´e}rgio Roberto and Baum, Daniel}, title = {Segmentation of tooth enamel microstructure images using classical image processing and U-Net approaches}, series = {Frontiers in Imaging}, volume = {2}, journal = {Frontiers in Imaging}, doi = {10.3389/fimag.2023.1215764}, abstract = {Tooth enamel is the hardest tissue in human organism, formed by prism layers in regularly alternating directions. These prisms form the Hunter-Schreger Bands (HSB) pattern when under side illumination, which is composed of light and dark stripes resembling fingerprints. We have shown in previous works that HSB pattern is highly variable, seems to be unique for each tooth and can be used as a biometric method for human identification. Since this pattern cannot be acquired with sensors, the HSB region in the digital photograph must be identified and correctly segmented from the rest of the tooth and background. Although these areas can be manually removed, this process is not reliable as excluded areas can vary according to the individual's subjective impression. Therefore, the aim of this work was to develop an algorithm that automatically selects the region of interest (ROI), thus, making the entire biometric process straightforward. We used two different approaches: a classical image processing method which we called anisotropy-based segmentation (ABS) and a machine learning method known as U-Net, a fully convolutional neural network. Both approaches were applied to a set of extracted tooth images. U-Net with some post processing outperformed ABS in the segmentation task with an Intersection Over Union (IOU) of 0.837 against 0.766. Even with a small dataset, U-Net proved to be a potential candidate for fully automated in-mouth application. However, the ABS technique has several parameters which allow a more flexible segmentation with interactive adjustments specific to image properties.}, language = {en} } @article{HajarolasvadiSunkaraKhavnekaretal., author = {Hajarolasvadi, Noushin and Sunkara, Vikram and Khavnekar, Sagar and Beck, Florian and Brandt, Robert and Baum, Daniel}, title = {Volumetric macromolecule identification in cryo-electron tomograms using capsule networks}, series = {BMC Bioinformatics}, volume = {23}, journal = {BMC Bioinformatics}, number = {360}, doi = {10.1186/s12859-022-04901-w}, abstract = {Background: Despite recent advances in cellular cryo-electron tomography (CET), developing automated tools for macromolecule identification in submolecular resolution remains challenging due to the lack of annotated data and high structural complexities. To date, the extent of the deep learning methods constructed for this problem is limited to conventional Convolutional Neural Networks (CNNs). Identifying macromolecules of different types and sizes is a tedious and time-consuming task. In this paper, we employ a capsule-based architecture to automate the task of macro- molecule identification, that we refer to as 3D-UCaps. In particular, the architecture is composed of three components: feature extractor, capsule encoder, and CNN decoder. The feature extractor converts voxel intensities of input sub-tomograms to activities of local features. The encoder is a 3D Capsule Network (CapsNet) that takes local features to generate a low-dimensional representation of the input. Then, a 3D CNN decoder reconstructs the sub-tomograms from the given representation by upsampling. Results: We performed binary and multi-class localization and identification tasks on synthetic and experimental data. We observed that the 3D-UNet and the 3D-UCaps had an F1-score mostly above 60\% and 70\%, respectively, on the test data. In both network architectures, we observed degradation of at least 40\% in the F1-score when identifying very small particles (PDB entry 3GL1) compared to a large particle (PDB entry 4D8Q). In the multi-class identification task of experimental data, 3D-UCaps had an F1-score of 91\% on the test data in contrast to 64\% of the 3D-UNet. The better F1-score of 3D-UCaps compared to 3D-UNet is obtained by a higher precision score. We speculate this to be due to the capsule network employed in the encoder. To study the effect of the CapsNet-based encoder architecture further, we performed an ablation study and perceived that the F1-score is boosted as network depth is increased which is in contrast to the previously reported results for the 3D-UNet. To present a reproducible work, source code, trained models, data as well as visualization results are made publicly available. Conclusion: Quantitative and qualitative results show that 3D-UCaps successfully perform various downstream tasks including identification and localization of macro- molecules and can at least compete with CNN architectures for this task. Given that the capsule layers extract both the existence probability and the orientation of the molecules, this architecture has the potential to lead to representations of the data that are better interpretable than those of 3D-UNet.}, language = {en} } @article{ToulkeridouGutierrezBaumetal., author = {Toulkeridou, Evropi and Gutierrez, Carlos Enrique and Baum, Daniel and Doya, Kenji and Economo, Evan P.}, title = {Automated segmentation of insect anatomy from micro-CT images using deep learning}, series = {Natural Sciences}, volume = {3}, journal = {Natural Sciences}, number = {4}, doi = {10.1002/ntls.20230010}, abstract = {Three-dimensional (3D) imaging, such as micro-computed tomography (micro-CT), is increasingly being used by organismal biologists for precise and comprehensive anatomical characterization. However, the segmentation of anatomical structures remains a bottleneck in research, often requiring tedious manual work. Here, we propose a pipeline for the fully-automated segmentation of anatomical structures in micro-CT images utilizing state-of-the-art deep learning methods, selecting the ant brain as a test case. We implemented the U-Net architecture for 2D image segmentation for our convolutional neural network (CNN), combined with pixel-island detection. For training and validation of the network, we assembled a dataset of semi-manually segmented brain images of 76 ant species. The trained network predicted the brain area in ant images fast and accurately; its performance tested on validation sets showed good agreement between the prediction and the target, scoring 80\% Intersection over Union (IoU) and 90\% Dice Coefficient (F1) accuracy. While manual segmentation usually takes many hours for each brain, the trained network takes only a few minutes. Furthermore, our network is generalizable for segmenting the whole neural system in full-body scans, and works in tests on distantly related and morphologically divergent insects (e.g., fruit flies). The latter suggests that methods like the one presented here generally apply across diverse taxa. Our method makes the construction of segmented maps and the morphological quantification of different species more efficient and scalable to large datasets, a step toward a big data approach to organismal anatomy.}, language = {en} } @article{LongrenEigenShubitidzeetal., author = {Longren, Luke L. and Eigen, Lennart and Shubitidze, Ani and Lieschnegg, Oliver and Baum, Daniel and Nyakatura, John A. and Hildebrandt, Thomas and Brecht, Michael}, title = {Dense Reconstruction of Elephant Trunk Musculature}, series = {Current Biology}, volume = {33}, journal = {Current Biology}, doi = {10.1016/j.cub.2023.09.007}, pages = {1 -- 8}, abstract = {The elephant trunk operates as a muscular hydrostat and is actuated by the most complex musculature known in animals. Because the number of trunk muscles is unclear, we performed dense reconstructions of trunk muscle fascicles, elementary muscle units, from microCT scans of an Asian baby elephant trunk. Muscle architecture changes markedly across the trunk. Trunk tip and finger consist of about 8,000 extraordinarily filigree fascicles. The dexterous finger consists exclusively of microscopic radial fascicles pointing to a role of muscle miniaturization in elephant dexterity. Radial fascicles also predominate (at 82\% volume) the remainder of the trunk tip and we wonder if radial muscle fascicles are of particular significance for fine motor control of the dexterous trunk tip. By volume, trunk-shaft muscles comprise one-third of the numerous, small radial muscle fascicles, two-thirds of the three subtypes of large longitudinal fascicles (dorsal longitudinals, ventral outer obliques, and ventral inner obliques), and a small fraction of transversal fascicles. Shaft musculature is laterally, but not radially, symmetric. A predominance of dorsal over ventral radial muscles and of ventral over dorsal longitudinal muscles may result in a larger ability of the shaft to extend dorsally than ventrally and to bend inward rather than outward. There are around 90,000 trunk muscle fascicles. While primate hand control is based on fine control of contraction by the convergence of many motor neurons on a small set of relatively large muscles, evolution of elephant grasping has led to thousands of microscopic fascicles, which probably outnumber facial motor neurons.}, language = {en} } @article{KiewiszBaumMuellerReichertetal., author = {Kiewisz, Robert and Baum, Daniel and M{\"u}ller-Reichert, Thomas and Fabig, Gunar}, title = {Serial-section electron tomography and quantitative analysis of the microtubule organization in 3D-reconstructed mitotic spindles}, series = {Bio-protocol}, volume = {13}, journal = {Bio-protocol}, number = {20}, doi = {10.21769/BioProtoc.4849}, language = {en} } @article{LindowBruenigDercksenetal., author = {Lindow, Norbert and Br{\"u}nig, Florian and Dercksen, Vincent J. and Fabig, Gunar and Kiewisz, Robert and Redemann, Stefanie and M{\"u}ller-Reichert, Thomas and Prohaska, Steffen and Baum, Daniel}, title = {Semi-automatic stitching of filamentous structures in image stacks from serial-section electron tomography}, series = {Journal of Microscopy}, volume = {284}, journal = {Journal of Microscopy}, number = {1}, doi = {10.1111/jmi.13039}, pages = {25 -- 44}, abstract = {We present a software-assisted workflow for the alignment and matching of filamentous structures across a three-dimensional (3D) stack of serial images. This is achieved by combining automatic methods, visual validation, and interactive correction. After the computation of an initial automatic matching, the user can continuously improve the result by interactively correcting landmarks or matches of filaments. Supported by a visual quality assessment of regions that have been already inspected, this allows a trade-off between quality and manual labor. The software tool was developed in an interdisciplinary collaboration between computer scientists and cell biologists to investigate cell division by quantitative 3D analysis of microtubules (MTs) in both mitotic and meiotic spindles. For this, each spindle is cut into a series of semi-thick physical sections, of which electron tomograms are acquired. The serial tomograms are then stitched and non-rigidly aligned to allow tracing and connecting of MTs across tomogram boundaries. In practice, automatic stitching alone provides only an incomplete solution, because large physical distortions and a low signal-to-noise ratio often cause experimental difficulties. To derive 3D models of spindles despite dealing with imperfect data related to sample preparation and subsequent data collection, semi-automatic validation and correction is required to remove stitching mistakes. However, due to the large number of MTs in spindles (up to 30k) and their resulting dense spatial arrangement, a naive inspection of each MT is too time-consuming. Furthermore, an interactive visualization of the full image stack is hampered by the size of the data (up to 100 GB). Here, we present a specialized, interactive, semi-automatic solution that considers all requirements for large-scale stitching of filamentous structures in serial-section image stacks. To the best of our knowledge, it is the only currently available tool which is able to process data of the type and size presented here. The key to our solution is a careful design of the visualization and interaction tools for each processing step to guarantee real-time response, and an optimized workflow that efficiently guides the user through datasets. The final solution presented here is the result of an iterative process with tight feedback loops between the involved computer scientists and cell biologists.}, language = {en} } @misc{AboulhassanBaumWodoetal., author = {Aboulhassan, Amal and Baum, Daniel and Wodo, Olga and Ganapathysubramanian, Baskar and Amassian, Aram and Hadwiger, Markus}, title = {A Novel Framework for Visual Detection and Exploration of Performance Bottlenecks in Organic Photovoltaic Solar Cell Materials}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-54353}, abstract = {Current characterization methods of the so-called Bulk Heterojunction (BHJ), which is the main material of Organic Photovoltaic (OPV) solar cells, are limited to the analysis of global fabrication parameters. This reduces the efficiency of the BHJ design process, since it misses critical information about the local performance bottlenecks in the morphology of the material. In this paper, we propose a novel framework that fills this gap through visual characterization and exploration of local structure-performance correlations. We also propose a formula that correlates the structural features with the performance bottlenecks. Since research into BHJ materials is highly multidisciplinary, our framework enables a visual feedback strategy that allows scientists to build intuition about the best choices of fabrication parameters. We evaluate the usefulness of our proposed system by obtaining new BHJ characterizations. Furthermore, we show that our approach could substantially reduce the turnaround time.}, language = {en} } @article{VohraHarthIsoeetal., author = {Vohra, Sumit Kumar and Harth, Philipp and Isoe, Yasuko and Bahl, Armin and Fotowat, Haleh and Engert, Florian and Hege, Hans-Christian and Baum, Daniel}, title = {A Visual Interface for Exploring Hypotheses about Neural Circuits}, series = {IEEE Transactions on Visualization and Computer Graphics}, journal = {IEEE Transactions on Visualization and Computer Graphics}, doi = {10.1109/TVCG.2023.3243668}, abstract = {One of the fundamental problems in neurobiological research is to understand how neural circuits generate behaviors in response to sensory stimuli. Elucidating such neural circuits requires anatomical and functional information about the neurons that are active during the processing of the sensory information and generation of the respective response, as well as an identification of the connections between these neurons. With modern imaging techniques, both morphological properties of individual neurons as well as functional information related to sensory processing, information integration and behavior can be obtained. Given the resulting information, neurobiologists are faced with the task of identifying the anatomical structures down to individual neurons that are linked to the studied behavior and the processing of the respective sensory stimuli. Here, we present a novel interactive tool that assists neurobiologists in the aforementioned task by allowing them to extract hypothetical neural circuits constrained by anatomical and functional data. Our approach is based on two types of structural data: brain regions that are anatomically or functionally defined, and morphologies of individual neurons. Both types of structural data are interlinked and augmented with additional information. The presented tool allows the expert user to identify neurons using Boolean queries. The interactive formulation of these queries is supported by linked views, using, among other things, two novel 2D abstractions of neural circuits. The approach was validated in two case studies investigating the neural basis of vision-based behavioral responses in zebrafish larvae. Despite this particular application, we believe that the presented tool will be of general interest for exploring hypotheses about neural circuits in other species, genera and taxa.}, language = {en} } @misc{AboulhassanSicatBaumetal., author = {Aboulhassan, Amal and Sicat, Ronell and Baum, Daniel and Wodo, Olga and Hadwiger, Markus}, title = {Comparative Visual Analysis of Structure-Performance Relations in Complex Bulk-Heterojunction Morphologies}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-63239}, abstract = {The structure of Bulk-Heterojunction (BHJ) materials, the main component of organic photovoltaic solar cells, is very complex, and the relationship between structure and performance is still largely an open question. Overall, there is a wide spectrum of fabrication configurations resulting in different BHJ morphologies and correspondingly different performances. Current state- of-the-art methods for assessing the performance of BHJ morphologies are either based on global quantification of morphological features or simply on visual inspection of the morphology based on experimental imaging. This makes finding optimal BHJ structures very challenging. Moreover, finding the optimal fabrication parameters to get an optimal structure is still an open question. In this paper, we propose a visual analysis framework to help answer these questions through comparative visualization and parameter space exploration for local morphology features. With our approach, we enable scientists to explore multivariate correlations between local features and performance indicators of BHJ morphologies. Our framework is built on shape-based clustering of local cubical regions of the morphology that we call patches. This enables correlating the features of clusters with intuition-based performance indicators computed from geometrical and topological features of charge paths.}, language = {en} } @article{ZiescheArltFineganetal., author = {Ziesche, Ralf F. and Arlt, Tobias and Finegan, Donal P. and Heenan, Thomas M.M. and Tengattini, Alessandro and Baum, Daniel and Kardjilov, Nikolay and Mark{\"o}tter, Henning and Manke, Ingo and Kockelmann, Winfried and Brett, Dan J.L. and Shearing, Paul R.}, title = {4D imaging of lithium-batteries using correlative neutron and X-ray tomography with a virtual unrolling technique}, series = {Nature Communications}, volume = {11}, journal = {Nature Communications}, doi = {10.1038/s41467-019-13943-3}, pages = {777}, abstract = {The temporally and spatially resolved tracking of lithium intercalation and electrode degradation processes are crucial for detecting and understanding performance losses during the operation of lithium-batteries. Here, high-throughput X-ray computed tomography has enabled the identification of mechanical degradation processes in a commercial Li/MnO2 primary battery and the indirect tracking of lithium diffusion; furthermore, complementary neutron computed tomography has identified the direct lithium diffusion process and the electrode wetting by the electrolyte. Virtual electrode unrolling techniques provide a deeper view inside the electrode layers and are used to detect minor fluctuations which are difficult to observe using conventional three dimensional rendering tools. Moreover, the 'unrolling' provides a platform for correlating multi-modal image data which is expected to find wider application in battery science and engineering to study diverse effects e.g. electrode degradation or lithium diffusion blocking during battery cycling.}, language = {en} } @article{HoerthBaumKnoeteletal., author = {Hoerth, Rebecca M. and Baum, Daniel and Kn{\"o}tel, David and Prohaska, Steffen and Willie, Bettina M. and Duda, Georg and Hege, Hans-Christian and Fratzl, Peter and Wagermaier, Wolfgang}, title = {Registering 2D and 3D Imaging Data of Bone during Healing}, series = {Connective Tissue Research}, volume = {56}, journal = {Connective Tissue Research}, number = {2}, publisher = {Taylor \& Francis}, doi = {10.3109/03008207.2015.1005210}, pages = {133 -- 143}, language = {en} } @misc{VohraHarthIsoeetal., author = {Vohra, Sumit Kumar and Harth, Philipp and Isoe, Yasuko and Bahl, Armin and Fotowat, Haleh and Engert, Florian and Hege, Hans-Christian and Baum, Daniel}, title = {A Visual Interface for Exploring Hypotheses about Neural Circuits}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-89932}, abstract = {One of the fundamental problems in neurobiological research is to understand how neural circuits generate behaviors in response to sensory stimuli. Elucidating such neural circuits requires anatomical and functional information about the neurons that are active during the processing of the sensory information and generation of the respective response, as well as an identification of the connections between these neurons. With modern imaging techniques, both morphological properties of individual neurons as well as functional information related to sensory processing, information integration and behavior can be obtained. Given the resulting information, neurobiologists are faced with the task of identifying the anatomical structures down to individual neurons that are linked to the studied behavior and the processing of the respective sensory stimuli. Here, we present a novel interactive tool that assists neurobiologists in the aforementioned task by allowing them to extract hypothetical neural circuits constrained by anatomical and functional data. Our approach is based on two types of structural data: brain regions that are anatomically or functionally defined, and morphologies of individual neurons. Both types of structural data are interlinked and augmented with additional information. The presented tool allows the expert user to identify neurons using Boolean queries. The interactive formulation of these queries is supported by linked views, using, among other things, two novel 2D abstractions of neural circuits. The approach was validated in two case studies investigating the neural basis of vision-based behavioral responses in zebrafish larvae. Despite this particular application, we believe that the presented tool will be of general interest for exploring hypotheses about neural circuits in other species, genera and taxa.}, language = {en} } @article{MikulaDoerffelBaumetal.2022, author = {Mikula, Natalia and D{\"o}rffel, Tom and Baum, Daniel and Hege, Hans-Christian}, title = {An Interactive Approach for Identifying Structure Definitions}, series = {Computer Graphics Forum}, volume = {41}, journal = {Computer Graphics Forum}, number = {3}, doi = {10.1111/cgf.14543}, pages = {321 -- 332}, year = {2022}, abstract = {Our ability to grasp and understand complex phenomena is essentially based on recognizing structures and relating these to each other. For example, any meteorological description of a weather condition and explanation of its evolution recurs to meteorological structures, such as convection and circulation structures, cloud fields and rain fronts. All of these are spatiotemporal structures, defined by time-dependent patterns in the underlying fields. Typically, such a structure is defined by a verbal description that corresponds to the more or less uniform, often somewhat vague mental images of the experts. However, a precise, formal definition of the structures or, more generally, concepts is often desirable, e.g., to enable automated data analysis or the development of phenomenological models. Here, we present a systematic approach and an interactive tool to obtain formal definitions of spatiotemporal structures. The tool enables experts to evaluate and compare different structure definitions on the basis of data sets with time-dependent fields that contain the respective structure. Since structure definitions are typically parameterized, an essential part is to identify parameter ranges that lead to desired structures in all time steps. In addition, it is important to allow a quantitative assessment of the resulting structures simultaneously. We demonstrate the use of the tool by applying it to two meteorological examples: finding structure definitions for vortex cores and center lines of temporarily evolving tropical cyclones. Ideally, structure definitions should be objective and applicable to as many data sets as possible. However, finding such definitions, e.g., for the common atmospheric structures in meteorology, can only be a long-term goal. The proposed procedure, together with the presented tool, is just a first systematic approach aiming at facilitating this long and arduous way.}, language = {en} } @article{AboulhassanBaumWodoetal., author = {Aboulhassan, Amal and Baum, Daniel and Wodo, Olga and Ganapathysubramanian, Baskar and Amassian, Aram and Hadwiger, Markus}, title = {A Novel Framework for Visual Detection and Exploration of Performance Bottlenecks in Organic Photovoltaic Solar Cell Materials}, series = {Computer Graphics Forum}, volume = {34}, journal = {Computer Graphics Forum}, number = {3}, publisher = {Wiley}, doi = {10.1111/cgf.12652}, pages = {401 -- 410}, abstract = {The current characterization methods of the Bulk Heterojunction (BHJ) - the main material of the new Organic Photovoltaic solar cells - are limited to the analysis of global fabrication parameters. This reduces the efficiency of the BHJ design process, since it misses critical information about the local performance bottlenecks in the morphology of the material. In this paper, we propose a novel framework that fills this gap through visual charac- terization and exploration of local structure-performance correlations. We propose a new formula that correlates the structural features to the performance bottlenecks. Since research into BHJ materials is highly multidisci- plinary, we enable a visual feedback strategy that allows the scientists to build intuition about the best choices of fabrication parameters. We evaluate the usefulness of our proposed system by obtaining new BHJ characteri- zations. We furthermore show that our approach could reduce the previous work-flow time from days to minutes.}, language = {en} } @article{AboulhassanSicatBaumetal., author = {Aboulhassan, Amal and Sicat, Ronell and Baum, Daniel and Wodo, Olga and Hadwiger, Markus}, title = {Comparative Visual Analysis of Structure-Performance Relations in Complex Bulk-Heterojunction Morphologies}, series = {Computer Graphics Forum}, volume = {36}, journal = {Computer Graphics Forum}, number = {3}, publisher = {Wiley}, doi = {10.1111/cgf.13191}, pages = {329 -- 339}, abstract = {The structure of Bulk-Heterojunction (BHJ) materials, the main component of organic photovoltaic solar cells, is very complex, and the relationship between structure and performance is still largely an open question. Overall, there is a wide spectrum of fabrication configurations resulting in different BHJ morphologies and correspondingly different performances. Current state- of-the-art methods for assessing the performance of BHJ morphologies are either based on global quantification of morphological features or simply on visual inspection of the morphology based on experimental imaging. This makes finding optimal BHJ structures very challenging. Moreover, finding the optimal fabrication parameters to get an optimal structure is still an open question. In this paper, we propose a visual analysis framework to help answer these questions through comparative visualization and parameter space exploration for local morphology features. With our approach, we enable scientists to explore multivariate correlations between local features and performance indicators of BHJ morphologies. Our framework is built on shape-based clustering of local cubical regions of the morphology that we call patches. This enables correlating the features of clusters with intuition-based performance indicators computed from geometrical and topological features of charge paths.}, language = {en} } @article{HerterHegeHadwigeretal., author = {Herter, Felix and Hege, Hans-Christian and Hadwiger, Markus and Lepper, Verena and Baum, Daniel}, title = {Thin-Volume Visualization on Curved Domains}, series = {Computer Graphics Forum}, volume = {40}, journal = {Computer Graphics Forum}, number = {3}, publisher = {Wiley-Blackwell Publishing Ltd.}, address = {United Kingdom}, doi = {10.1111/cgf.14296}, pages = {147 -- 157}, abstract = {Thin, curved structures occur in many volumetric datasets. Their analysis using classical volume rendering is difficult because parts of such structures can bend away or hide behind occluding elements. This problem cannot be fully compensated by effective navigation alone, because structure-adapted navigation in the volume is cumbersome and only parts of the structure are visible in each view. We solve this problem by rendering a spatially transformed view into the volume so that an unobscured visualization of the entire curved structure is obtained. As a result, simple and intuitive navigation becomes possible. The domain of the spatial transform is defined by a triangle mesh that is topologically equivalent to an open disc and that approximates the structure of interest. The rendering is based on ray-casting in which the rays traverse the original curved sub-volume. In order to carve out volumes of varying thickness, the lengths of the rays as well as the position of the mesh vertices can be easily modified in a view-controlled manner by interactive painting. We describe a prototypical implementation and demonstrate the interactive visual inspection of complex structures from digital humanities, biology, medicine, and materials science. Displaying the structure as a whole enables simple inspection of interesting substructures in their original spatial context. Overall, we show that transformed views utilizing ray-casting-based volume rendering supported by guiding surface meshes and supplemented by local, interactive modifications of ray lengths and vertex positions, represent a simple but versatile approach to effectively visualize thin, curved structures in volumetric data.}, language = {en} } @inproceedings{HarthBastTroidletal., author = {Harth, Philipp and Bast, Arco and Troidl, Jakob and Meulemeester, Bjorge and Pfister, Hanspeter and Beyer, Johanna and Oberlaender, Marcel and Hege, Hans-Christian and Baum, Daniel}, title = {Rapid Prototyping for Coordinated Views of Multi-scale Spatial and Abstract Data: A Grammar-based Approach}, series = {Eurographics Workshop on Visual Computing for Biology and Medicine (VCBM)}, booktitle = {Eurographics Workshop on Visual Computing for Biology and Medicine (VCBM)}, doi = {10.2312/vcbm.20231218}, abstract = {Visualization grammars are gaining popularity as they allow visualization specialists and experienced users to quickly create static and interactive views. Existing grammars, however, mostly focus on abstract views, ignoring three-dimensional (3D) views, which are very important in fields such as natural sciences. We propose a generalized interaction grammar for the problem of coordinating heterogeneous view types, such as standard charts (e.g., based on Vega-Lite) and 3D anatomical views. An important aspect of our web-based framework is that user interactions with data items at various levels of detail can be systematically integrated and used to control the overall layout of the application workspace. With the help of a concise JSON-based specification of the intended workflow, we can handle complex interactive visual analysis scenarios. This enables rapid prototyping and iterative refinement of the visual analysis tool in collaboration with domain experts. We illustrate the usefulness of our framework in two real-world case studies from the field of neuroscience. Since the logic of the presented grammar-based approach for handling interactions between heterogeneous web-based views is free of any application specifics, it can also serve as a template for applications beyond biological research.}, language = {en} } @inproceedings{PaskinDeanBaumetal., author = {Paskin, Martha and Dean, Mason and Baum, Daniel and von Tycowicz, Christoph}, title = {A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks}, series = {Computer Vision -- ECCV 2022}, booktitle = {Computer Vision -- ECCV 2022}, publisher = {Springer Nature Switzerland}, doi = {10.1007/978-3-031-20086-1_21}, pages = {363 -- 379}, abstract = {3D shapes provide substantially more information than 2D images. However, the acquisition of 3D shapes is sometimes very difficult or even impossible in comparison with acquiring 2D images, making it necessary to derive the 3D shape from 2D images. Although this is, in general, a mathematically ill-posed problem, it might be solved by constraining the problem formulation using prior information. Here, we present a new approach based on Kendall's shape space to reconstruct 3D shapes from single monocular 2D images. The work is motivated by an application to study the feeding behavior of the basking shark, an endangered species whose massive size and mobility render 3D shape data nearly impossible to obtain, hampering understanding of their feeding behaviors and ecology. 2D images of these animals in feeding position, however, are readily available. We compare our approach with state-of-the-art shape-based approaches both on human stick models and on shark head skeletons. Using a small set of training shapes, we show that the Kendall shape space approach is substantially more robust than previous methods and always results in plausible shapes. This is essential for the motivating application in which specimens are rare and therefore only few training shapes are available.}, language = {en} } @misc{PaskinBaumDeanetal., author = {Paskin, Martha and Baum, Daniel and Dean, Mason N. and von Tycowicz, Christoph}, title = {A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks -- Source Code and Data}, doi = {10.12752/8730}, abstract = {Source code and novel dataset of basking shark head skeletons facilitating the reproduction of the results presented in 'A Kendall Shape Space Approach to 3D Shape Estimation from 2D Landmarks' - ECCV 2022.}, language = {en} }