@inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING METRICS FOR DISTINGUISHING GLOBAL AND FOCAL GAZE PATTERNS: A SYSTEMATIC LITERATURE REVIEW}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0814}, pages = {3005 -- 3014}, abstract = {Global and focal eye tracking gaze patterns are distinguished in a variety of domains, such as radiology research, empirical software engineering, behavioral psychology, and cartography research. A global gaze pattern is present if a participant in an eye tracking study gains an overview of the stimulus, whereas a focal pattern emerges during a more detailed evaluation of a specific part of the stimulus. With this higher-level measure of global and focal gaze patterns, cognitive effort, expertise levels, and even neurological characteristics - such as autism - can be quantified. Furthermore, with this measure, cognitive efforts of students in certain tasks can be investigated and clues for targeted support can be provided. These properties in particular make this eye tracking measure valuable for the education domain. In the field of eye tracking research, many researchers have established distinct criteria for differentiating global and focal gaze patterns. Moreover, it is rarely quantitatively measured which of these patterns is present, but rather determined based on qualitative considerations. However, some studies explicitly use quantitative metrics like saccade-length or fixation-duration to distinguish between global and focal gaze patterns. This is the focus of the present systematic literature review: It searches for and compiles the eye tracking metrics used in the literature to distinguish global from focal gaze patterns in a quantitative way. In doing so, this study fills the yawning gap in quantitative metrics for determining global and focal gaze patterns. In the long run, this can be used to answer questions about cognitive load and problems in processing tasks during eye tracking studies and to provide further insights into the cognitive processes of students. The present paper first discusses definitions of global and focal gaze patterns and presents examples in which this metric has already been applied. Then, the research questions together with search strings and search engines used for the systematic literature review are described. Finally, the results are summarized, presenting a compilation of and connections between quantitative metrics utilized in the literature to distinguish between global and focal viewing patterns.}, language = {en} } @inproceedings{EzerGreinerGrabingeretal., author = {Ezer, Timur and Greiner, Matthias and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Eye tracking al technology in education; data quality analysis and improvements}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.1127}, pages = {4500 -- 4509}, abstract = {Eye tracking has proven to be a powerful tool in a variety of empirical research areas; hence, it is steadily gaining attention. Driven by the expanding frontiers of Artificial Intelligence and its potential for data analysis, eye tracking technology offers promising applications in diverse fields, from usability research to cognitive research. The education sector in particular can benefit from the increased use of eye tracking technology - both indirectly, for example by studying the differences in gaze patterns between experts and novices to identify promising strategies, and directly by using the technology itself to teach in future classrooms. As with any empirical method, the results depend directly on the quality of the data collected. That raises the question of which parameters educators or researchers can influence to maximize the data quality of an eye tracker. This is the starting point of the present work: In an empirical study of eye tracking as an (educational) technology, we systematically examine factors that influence the data quality, such as illumination, sampling frequency, and head orientation - parameters that can be varied without much additional effort in everyday classroom or research use - using two human subjects, an artificial face, and the Tobii Pro Spectrum. We rely on metrics derived from the raw gaze data, such as accuracy or precision, to measure data quality. The obtained results derive practical advice for educators and researchers, such as using the lowest sampling frequency appropriate for a certain purpose. Thereby, this research fills a gap in the current understanding of eye tracker performance and, by offering best practices, enables researchers or teachers to produce data of the highest quality possible and therefore best results when using eye trackers in laboratories or future classrooms.}, language = {en} } @inproceedings{HomannGrabingerHauseretal., author = {Homann, Alexander and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {An Eye Tracking Study on MISRA C Coding Guidelines}, series = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593671}, pages = {130 -- 137}, abstract = {C is one of the most widely used programming languages - MISRA C is one of the most known sets of coding guidelines for C. This paper examines the usefulness and comprehensibility of the MISRA C:2012 guidelines in an eye tracking study. There, subjects encounter non-compliant code in four different code review settings: with no additional reference, with an actual MISRA C guideline, with a case-specific interpretation of a MISRA C guideline, and with a compliant version of the code. The data collected was analyzed not only in terms of the four presentation styles, but also by dividing the subjects into experience levels based on their semesters of study or years of work experience. Regarding the difference between actual and interpreted guidelines, we found that for interpreted guidelines the error detection rate is higher whereas the duration and frequency of visits to the guideline itself are mainly lower. This suggest that the actual guidelines are less useful and more difficult to understand. The former is contradicted by the subjects' opinions: when surveyed, they rated the usefulness of the actual guidelines higher.}, language = {en} } @misc{ScharfenbergMottokArtmannetal., author = {Scharfenberg, Georg and Mottok, J{\"u}rgen and Artmann, Christina and Hobelsberger, Martin and Paric, Ivan and Großmann, Benjamin and Pohlt, Clemens and Wackerbarth, Alena and Pausch, Uli and Heidrich, Christiane and Fadanelli, Martin and Elsner, Michael and P{\"o}cher, Daniel and Pittroff, Lenz and Beer, Stefan and Br{\"u}ckl, Oliver and Haslbeck, Matthias and Sterner, Michael and Thema, Martin and Muggenthaler, Nicole and Lenck, Thorsten and G{\"o}tz, Philipp and Eckert, Fabian and Deubzer, Michael and Stingl, Armin and Simsek, Erol and Kr{\"a}mer, Stefan and Großmann, Benjamin and Schlegl, Thomas and Niedersteiner, Sascha and Berlehner, Thomas and Joblin, Mitchell and Mauerer, Wolfgang and Apel, Sven and Siegmund, Janet and Riehle, Dirk and Weber, Joachim and Palm, Christoph and Zobel, Martin and Al-Falouji, Ghassan and Prestel, Dietmar and Scharfenberg, Georg and Mandl, Roland and Deinzer, Arnulf and Halang, W. and Margraf-Stiksrud, Jutta and Sick, Bernhard and Deinzer, Renate and Scherzinger, Stefanie and Klettke, Meike and St{\"o}rl, Uta and Wiech, Katharina and Kubata, Christoph and Sindersberger, Dirk and Monkman, Gareth J. and Dollinger, Markus and Dembianny, Sven and K{\"o}lbl, Andreas and Welker, Franz and Meier, Matthias and Thumann, Philipp and Swidergal, Krzysztof and Wagner, Marcus and Haug, Sonja and Vernim, Matthias and Seidenst{\"u}cker, Barbara and Weber, Karsten and Arsan, Christian and Schone, Reinhold and M{\"u}nder, Johannes and Schroll-Decker, Irmgard and Dillinger, Andrea Elisabeth and Fuchshofer, Rudolf and Monkman, Gareth J. and Shamonin (Chamonine), Mikhail and Geith, Markus A. and Koch, Fabian and {\"U}hlin, Christian and Schratzenstaller, Thomas and Saßmannshausen, Sean Patrick and Auchter, Eberhard and Kriz, Willy and Springer, Othmar and Thumann, Maria and Kusterle, Wolfgang and Obermeier, Andreas and Udalzow, Anton and Schmailzl, Anton and Hierl, Stefan and Langer, Christoph and Schreiner, Rupert}, title = {Forschungsbericht 2015}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-00-048589-3}, doi = {10.35096/othr/pub-1386}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-13867}, language = {de} } @misc{BeimlerLeisslEbneretal., author = {Beimler, Josef and Leißl, Caroline and Ebner, Lena and Elsner, Michael and M{\"u}hlbauer, Gerhard and Kohlert, Dieter and Schubert, Martin J. W. and Weiß, Andreas P. and Sterner, Michael and Raith, Thomas and Afranseder, Martin and Krapf, Tobias and Mottok, J{\"u}rgen and Siemers, Christian and Großmann, Benjamin and H{\"o}cherl, Johannes and Schlegl, Thomas and Schneider, Ralph and Milaev, Johannes and Rampelt, Christina and Roduner, Christian and Glowa, Christoph and Bachl, Christoph and Schliekmann, Claus and Gnan, Alfons and Grill, Martin and Ruhland, Karl and Piehler, Thomas and Friers, Daniel and Wels, Harald and Pflug, Kenny and Kucera, Markus and Waas, Thomas and Schlachetzki, Felix and Boy, Sandra and Pemmerl, Josef and Leis, Alexander and Welsch, Andreas F.X. and Graf, Franz and Zenger, Gerhard and Volbert, Klaus and Waas, Thomas and Scherzinger, Stefanie and Klettke, Meike and St{\"o}rl, Uta and Heyl, C. and Boldenko, A. and Monkman, Gareth J. and Kujat, Richard and Briem, Ulrich and Hierl, Stefan and Talbot, Sebastian and Schmailzl, Anton and Ławrowski, Robert Damian and Prommesberger, Christian and Langer, Christoph and Dams, Florian and Schreiner, Rupert and Valentino, Piergiorgio and Romano, Marco and Ehrlich, Ingo and Furgiuele, Franco and Gebbeken, Norbert and Eisenried, Michael and Jungbauer, Bastian and Hutterer, Albert and Bauhuber, Michael and Mikrievskij, Andreas and Argauer, Monika and Hummel, Helmut and Lechner, Alfred and Liebetruth, Thomas and Schumm, Michael and Joseph, Saskia and Reschke, Michael and Soska, Alexander and Schroll-Decker, Irmgard and Putzer, Michael and Rasmussen, John and Dendorfer, Sebastian and Weber, Tim and Al-Munajjed, Amir Andreas and Verkerke, Gijsbertus Jacob and Renkawitz, Tobias and Haug, Sonja and Rudolph, Clarissa and Zeitler, Annika and Schaubeck, Simon and Steffens, Oliver and Rechenauer, Christian and Schulz-Brize, Thekla and Fleischmann, Florian and Kusterle, Wolfgang and Beer, Anne and Wagner, Bernd and Neidhart, Thomas}, title = {Forschungsbericht 2013}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, doi = {10.35096/othr/pub-799}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-7990}, pages = {80}, language = {de} } @misc{AppelhansKampmannMottoketal., author = {Appelhans, Marie-Luise and Kampmann, Matthias and Mottok, J{\"u}rgen and Riederer, Michael and Nagl, Klaus and Steffens, Oliver and D{\"u}nnweber, Jan and Wildgruber, Markus and Roth, Julius and Stadler, Timo and Palm, Christoph and Weiß, Martin Georg and Rochholz, Sandra and Bierl, Rudolf and Gschossmann, Andreas and Haug, Sonja and Schmidbauer, Simon and Koch, Anna and Westner, Markus and Bary, Benedikt von and Ellermeier, Andreas and V{\"o}gele, Daniel and Maiwald, Frederik and Hierl, Stefan and Schlamp, Matthias and Ehrlich, Ingo and Siegl, Marco and H{\"u}ntelmann, Sven and Wildfeuer, Matthias and Br{\"u}ckl, Oliver and Sterner, Michael and Hofrichter, Andreas and Eckert, Fabian and Bauer, Franz and Dawoud, Belal and Rabl, Hans-Peter and Gamisch, Bernd and Schmidt, Ottfried and Heberl, Michael and Thema, Martin and Mayer, Ulrike and Eller, Johannes and Sippenauer, Thomas and Adelt, Christian and Haslbeck, Matthias and Vogl, Bettina and Mauerer, Wolfgang and Ramsauer, Ralf and Lohmann, Daniel and Sax, Irmengard and Gabor, Thomas and Feld, Sebastian and Linnhoff-Popien, Claudia and Ławrowski, Robert Damian and Langer, Christoph and Schreiner, Rupert and Sellmair, Josef}, title = {Forschung 2019}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-9818209-7-3}, doi = {10.35096/othr/pub-789}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-7890}, pages = {72}, abstract = {Bericht mit Forschungsprojekten aus verschiedenen Bereichen der OTH Regensburg mit dem Schwerpunktthema "K{\"u}nstliche Intelligenz" und einem Gespr{\"a}ch zur "Medizin der Zukunft"}, subject = {Forschung}, language = {de} } @inproceedings{BockMottokKoehler, author = {Bock, T. and Mottok, J{\"u}rgen and K{\"o}hler, Thorsten}, title = {A gesture-based human-machine interface using stereoscopic depth images}, series = {2nd Applied Research Conference 2012 (ARC 2012), 25./26. June 2012, Nuremberg}, booktitle = {2nd Applied Research Conference 2012 (ARC 2012), 25./26. June 2012, Nuremberg}, editor = {Mottok, J{\"u}rgen and Ziemann, Olaf}, publisher = {Shaker}, address = {Aachen}, pages = {166 -- 169}, abstract = {Reasonable integration of gesture-based automotive HMI-functionality offers potential safety benefits by reducing driver distractions and glance times to operate tertiary in-car devices. Stereo camera systems are a well investigated choice to perform the task of generating depth data for spatial gesture recognition. This paper describes the functionality of our stereo vision software, which is intended for application in a target system based on CMOS wafer-level cameras. The retrieved point cloud data was passed to a gesture-based sample application.}, language = {en} } @inproceedings{MaierMottok, author = {Maier, Robert and Mottok, J{\"u}rgen}, title = {BayesianSafety - an Open-Source Package for Causality-Guided, Multi-Model Safety Analysis}, series = {Computer Safety, Reliability, and Security, 41st International Conference (SAFECOMP 2022): Munich, Germany, September 6-9, 2022, Proceedings}, booktitle = {Computer Safety, Reliability, and Security, 41st International Conference (SAFECOMP 2022): Munich, Germany, September 6-9, 2022, Proceedings}, editor = {Trapp, Mario and Saglietti, Francesca and Spisl{\"a}nder, Marc and Bitsch, Friedemann}, publisher = {Springer Nature}, address = {Cham}, doi = {10.1007/978-3-031-14835-4_2}, pages = {17 -- 30}, abstract = {Development and verification of modern, dependable automotive systems require appropriate modelling approaches. Classic automotive safety is described by the normative regulations ISO 26262, its relative ISO/PAS 21448, and their respective methodologies. In recent publications, an emerging demand to combine environmental influences, machine learning, or reasoning under uncertainty with standard-compliant analysis techniques can be noticed. Therefore, adapting established methods like FTA and proper tool support is necessary. We argue that Bayesian Networks (BNs) can be used as a central component to address and merge these demands. In this paper, we present our Open-Source Python package BayesianSafety. First, we review how BNs relate to data-driven methods, model-to-model transformations, and causal reasoning. Together with FTA and ETA, these models form the core functionality of our software. After describing currently implemented features and possibilities of combining individual modelling approaches, we provide an informal view of the tool's architecture and of the resulting software ecosystem. By comparing selected publicly available safety and reliability analysis libraries, we outline that many relevant methodologies yield specialized implementations. Finally, we show that there is a demand for a flexible, unifying analysis tool that allows researching system safety by using multi-model and multi-domain approaches.}, language = {en} } @inproceedings{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Towards Causal Model-Based Engineering in Automotive System Safety}, series = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, booktitle = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, editor = {Seguin, Christel and Zeller, Marc and Prosvirnova, Tatiana}, publisher = {Springer Nature}, address = {Cham}, doi = {10.1007/978-3-031-15842-1_9}, pages = {116 -- 129}, abstract = {Engineering is based on the understanding of causes and effects. Thus, causality should also guide the safety assessment of complex systems such as autonomous driving cars. To ensure the safety of the intended functionality of these systems, normative regulations like ISO 21448 recommend scenario-based testing. An important task here is to identify critical scenarios, so-called edge and corner cases. Data-driven approaches to this task (e.g. based on machine learning) cannot adequately address a constantly changing operational design domain. Model-based approaches offer a remedy - they allow including different sources of knowledge (e.g. data, human experts) into safety considerations. With this paper, we outline a novel approach for ensuring automotive system safety. We propose to use structural causal models as a probabilistic modelling language to combine knowledge about an open-context environment from different sources. Based on these models, we investigate parameter configurations that are candidates for critical scenarios. In this paper, we first discuss some aspects of scenario-based testing. We then provide an informal introduction to causal models and relate their development lifecycle to the established V-model. Finally, we outline a generic workflow for using causal models to identify critical scenarios and highlight some challenges that arise in the process.}, language = {en} } @article{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Causal Models to Support Scenario-Based Testing of ADAS}, series = {IEEE Transactions on Intelligent Transportation Systems}, journal = {IEEE Transactions on Intelligent Transportation Systems}, publisher = {IEEE}, issn = {1524-9050}, doi = {10.1109/TITS.2023.3317475}, pages = {1 -- 17}, abstract = {In modern vehicles, system complexity and technical capabilities are constantly growing. As a result, manufacturers and regulators are both increasingly challenged to ensure the reliability, safety, and intended behavior of these systems. With current methodologies, it is difficult to address the various interactions between vehicle components and environmental factors. However, model-based engineering offers a solution by allowing to abstract reality and enhancing communication among engineers and stakeholders. Applying this method requires a model format that is machine-processable, human-understandable, and mathematically sound. In addition, the model format needs to support probabilistic reasoning to account for incomplete data and knowledge about a problem domain. We propose structural causal models as a suitable framework for addressing these demands. In this article, we show how to combine data from different sources into an inferable causal model for an advanced driver-assistance system. We then consider the developed causal model for scenario-based testing to illustrate how a model-based approach can improve industrial system development processes. We conclude this paper by discussing the ongoing challenges to our approach and provide pointers for future work.}, language = {en} } @inproceedings{MaierMottok, author = {Maier, Robert and Mottok, J{\"u}rgen}, title = {Causality and Functional Safety - How Causal Models Relate to the Automotive Standards ISO 26262, ISO/PAS 21448, and UL 4600}, series = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, booktitle = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, publisher = {IEEE}, doi = {10.1109/AE54730.2022.9920053}, pages = {6}, abstract = {With autonomous driving, the system complexity of vehicles will increase drastically. This requires new approaches to ensure system safety. Looking at standards like ISO 26262 or ISO/PAS 21448 and their suggested methodologies, an increasing trend in the recent literature can be noticed to incorporate uncertainty. Often this is done by using Bayesian Networks as a framework to enable probabilistic reasoning. These models can also be used to represent causal relationships. Many publications claim to model cause-effect relations, yet rarely give a formal introduction of the implications and resulting possibilities such an approach may have. This paper aims to link the domains of causal reasoning and automotive system safety by investigating relations between causal models and approaches like FMEA, FTA, or GSN. First, the famous "Ladder of Causation" and its implications on causality are reviewed. Next, we give an informal overview of common hazard and reliability analysis techniques and associate them with probabilistic models. Finally, we analyse a mixed-model methodology called Hybrid Causal Logic, extend its idea, and build the concept of a causal shell model of automotive system safety.}, language = {en} }