@misc{LiKraljevskiMeyeretal., author = {Li, Huajian and Kraljevski, Ivan and Meyer, Paul and Tsch{\"o}pe, Constanze and Wolff, Matthias}, title = {YOLO-ICP : deep learning integrated pose estimation for bin-picking of multiple objects}, series = {2024 IEEE SENSORS, Proceedings, Kobe, Japan, 2024}, journal = {2024 IEEE SENSORS, Proceedings, Kobe, Japan, 2024}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, address = {Piscataway, New Jersey}, isbn = {979-8-3503-6351-7}, doi = {10.1109/SENSORS60989.2024.10784539}, pages = {1 -- 4}, abstract = {In this paper, we present a novel deep learning-integrated pipeline called YOLO-ICP that aims to estimate the six degree of freedom (6-DoF) pose of objects using RGB-D sensors and does not require pose labels to train deep learning networks. YOLO-ICP integrates a real-time object detection algorithm with a point cloud registration method to estimate the pose of multiple objects. We evaluated our approach by quantitatively comparing it with baseline models on the OccludedLINEMOD dataset. Experimental results illustrate that our approach outperforms baseline models in challenging scenarios with textureless and occluded objects. In particular, our pipeline shows superior performance when dealing with small and symmetric objects in terms of the ADD(-S) metric.}, language = {en} } @misc{UhligAlkhasliSchubertetal., author = {Uhlig, Sebastian and Alkhasli, Ilkin and Schubert, Frank and Tsch{\"o}pe, Constanze and Wolff, Matthias}, title = {A Review of Synthetic and Augmented Training Data for Machine Learning in Ultrasonic Non-Destructive Evaluation}, series = {Ultrasonics}, journal = {Ultrasonics}, number = {134}, issn = {1874-9968}, doi = {10.1016/j.ultras.2023.107041}, abstract = {Ultrasonic Testing (UT) has seen increasing application of machine learning (ML) in recent years, promoting higher-level automation and decision-making in flaw detection and classification. Building a generalized training dataset to apply ML in non-destructive evaluation (NDE), and thus UT, is exceptionally difficult since data on pristine and representative flawed specimens are needed. Yet, in most UT test cases flawed specimen data is inherently rare making data coverage the leading problem when applying ML. Common data augmentation (DA) strategies offer limited solutions as they don't increase the dataset variance, which can lead to overfitting of the training data. The virtual defect method and the recent application of generative adversarial neural networks (GANs) in UT are sophisticated DA methods targeting to solve this problem. On the other hand, well-established research in modeling ultrasonic wave propagations allows for the generation of synthetic UT training data. In this context, we present a first thematic review to summarize the progress of the last decades on synthetic and augmented UT training data in NDE. Additionally, an overview of methods for synthetic UT data generation and augmentation is presented. Among numerical methods such as finite element, finite difference, and elastodynamic finite integration methods, semi-analytical methods such as general point source synthesis, superposition of Gaussian beams, and the pencil method as well as other UT modeling software are presented and discussed. Likewise, existing DA methods for one- and multidimensional UT data, feature space augmentation, and GANs for augmentation are presented and discussed. The paper closes with an in-detail discussion of the advantages and limitations of existing methods for both synthetic UT training data generation and DA of UT data to aid the decision-making of the reader for the application to specific test cases.}, language = {en} }