@article{SchmittEngelmannManghisietal., author = {Schmitt, Jan and Engelmann, Bastian and Manghisi, Vito Modesto and Wilhelm, Markus and Uva, Antonello and Fiorentino, Michele}, title = {Towards gestured-based technologies for human-centred smart factories}, series = {International Journal of Computer Integrated Manufacturing}, volume = {36}, journal = {International Journal of Computer Integrated Manufacturing}, number = {1}, issn = {1362-3052}, pages = {110 -- 127}, abstract = {Despite the increasing degree of automation in industry, manual or semi-automated are commonly and inevitable for complex assembly tasks. The transformation to smart processes in manufacturing leads to a higher deployment of data-driven approaches to support the worker. Upcoming technologies in this context are oftentimes based on the gesture-recognition, - monitoring or - control. This contribution systematically reviews gesture or motion capturing technologies and the utilization of gesture data in the ergonomic assessment, gesture-based robot control strategies as well as the identification of COVID-19 symptoms. Subsequently, two applications are presented in detail. First, a holistic human-centric optimization method for line-balancing using a novel indicator - ErgoTakt - derived by motion capturing. ErgoTakt improves the legacy takt-time and helps to find an optimum between the ergonomic evaluation of an assembly station and the takt-time balancing. An optimization algorithm is developed to find the best-fitting solution by minimizing a function of the ergonomic RULA-score and the cycle time of each assembly workstation with respect to the workers' ability. The second application is gesture-based robot-control. A cloud-based approach utilizing a generally accessible hand-tracking model embedded in a low-code IoT programming environment is shown.}, language = {en} } @techreport{ZingerWesterBaueretal., author = {Zinger, Benjamin and Wester, Ann Marie and Bauer, Marina and Beckert, Johannes and Bertels, Victoria and Dobhan, Alexander and D{\"o}lling, Hanna and Hanshans, Christian and H{\"o}llen, Max and Kaus, Eduard and Maier, Laura and Martin, Vincent and Metz, Jeremy and N{\"a}gle, Kirsten and Rammler, Melanie and Rieke, Almut and Sch{\"a}fle, Claudia and Schmitt, Markus and Weidel, Antonia and Wissel, Christine and Zauner, Johannes and Zitzmann, Tilman}, title = {Lehrlabor³ - ein Netzwerk zur teambasierten Lehrentwicklung: Einblicke und Ergebnisse in ein hochschul-und rollen{\"u}bergreifendes Programm zur Lehrentwicklung in der Hochschulbildung 05/2022-04/2023}, volume = {4}, publisher = {FIDL - Forschungs-und Innovationslabor Digitale Lehre}, address = {N{\"u}rnberg ; M{\"u}nchen}, doi = {10.34646/thn/ohmdok-925}, pages = {4 -- 64}, language = {de} } @article{WilhelmManghisiUvaetal., author = {Wilhelm, Markus and Manghisi, Vito Modesto and Uva, Antonello and Fiorentino, Michele and Br{\"a}utigam, Volker and Engelmann, Bastian and Schmitt, Jan}, title = {ErgoTakt: A novel approach of human-centered balancing of manual assembly lines}, series = {Procedia CIRP}, volume = {97}, journal = {Procedia CIRP}, doi = {https://doi.org/10.1016/j.procir.2020.05.250}, pages = {354 -- 360}, abstract = {Although the increasing use of automation in industry, manual assembly stations are still common and, in some situations, even inevitable. Current practice in manual assembly lines is to balance them using the takt-time of each workstation and harmonize it. However, this approach mostly does not include ergonomic aspects and thus it may lead to workforce musculoskeletal disorders, extended leaves, and demotivation. This paper presents a holistic human-centric optimization method for line balancing using a novel indicator ̶ the ErgoTakt. ErgoTakt improves the legacy takt-time and helps to find an optimum between the ergonomic evaluation of an assembly station and its balance in time. The authors used a custom version of the ErgoSentinel Software and a Microsoft Kinect depth camera to perform online and real-time ergonomic assessment. An optimization algorithm is developed to find the best-fitting solution by minimizing a function of the ergonomic RULA-value and the cycle time of each assembly workstation with respect to the worker's ability. The paper presents the concept, the system-setup and preliminary evaluation of an assembly scenario. The results demonstrate that the new approach is feasible and able to optimize an entire manual assembly process chain in terms of both, economic aspects of a well-balanced production line as well as the ergonomic issue of long term human healthy work.}, language = {en} } @inproceedings{RosiliusWirsingvonEitzenetal., author = {Rosilius, Maximilian and Wirsing, Benedikt and von Eitzen, Ingo and Wilhelm, Markus and Schmitt, Jan and Engelmann, Bastian and Br{\"a}utigam, Volker}, title = {Evaluation of Visual Requirements and Software-Design for Immersive Visibility in Industrial Applications}, series = {2021 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)}, booktitle = {2021 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)}, pages = {234 -- 239}, abstract = {Currently, many sources predict increasing use of AR technology in the industrial environment. The task of immersive productive assistance systems is to provide information contextually to the industrial user. Therefore, it is essential to explore the factors and effects that influence the visibility and the corresponding quality of this information. Caused by the technical limitations of additive display technology and application conditions, this new approach has evaluated the immersive visibility of Landolt Rings in various greyscales against ambient illuminance levels on different industrial-like surfaces, coupled with and without a white virtual background. For this purpose, an empirical study in a within-subjects-design with full factorial experimental design (n=23) was conducted on Microsoft HoloLens 2 hardware. The mean values of the main effects indicate that visibility is significantly affected by ambient illuminance (best results at lower level), greyscale (best results at middle level) and virtual background (best results with background). In contrast, the choice of surface is shown to have no statistically significant effect on visibility, however it affects the response time. Additionally, cross-interactions of variables were analyzed and lead to a design recommendation for immersive industrial applications.}, language = {en} } @article{WilhelmLotterScherdeletal., author = {Wilhelm, Markus and Lotter, Frank and Scherdel, Christian and Schmitt, Jan}, title = {Advancing Efficiency in Mineral Construction Materials Recycling: A Comprehensive Approach Integrating Machine Learning and X-ray Diffraction Analysis}, series = {buildings}, volume = {14}, journal = {buildings}, number = {2}, publisher = {MDPI}, issn = {2075-5309}, doi = {10.3390/buildings14020340}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:863-opus-56030}, pages = {14}, abstract = {In the context of environmental protection, the construction industry plays a key role with significant CO2 emissions from mineral-based construction materials. Recycling these materials is crucial, but the presence of hazardous substances, i.e., in older building materials, complicates this effort. To be able to legally introduce substances into a circular economy, reliable predictions within minimal possible time are necessary. This work introduces a machine learning approach for detecting trace quantities (≥0.06 wt\%) of minerals, exemplified by siderite in calcium carbonate mixtures. The model, trained on 1680 X-ray powder diffraction datasets, provides dependable and fast predictions, eliminating the need for specialized expertise. While limitations exist in transferability to other mineral traces, the approach offers automation without expertise and a potential for real-world applications with minimal prediction time.}, language = {en} }