@article{DeBradaMottoketal., author = {De, Sangita and Brada, Premek and Mottok, J{\"u}rgen and Niklas, Michael}, title = {The Empirical Evaluation of Semantic Alignment Quality Metrics for Vehicle Domain Component Frameworks Interface Ontologies}, series = {FLAIRS 2021 : The 34th International FLAIRS Conference. Proceedings}, volume = {34}, journal = {FLAIRS 2021 : The 34th International FLAIRS Conference. Proceedings}, number = {1}, publisher = {LibraryPress@UF}, doi = {10.32473/flairs.v34i1.128512}, pages = {6}, abstract = {Semantic alignment of application software components' ontologies represents a great interest in vehicle application domains that manipulate heterogeneous overlapping knowledge application frameworks. In the past few years, with the growth in the novel vehicle service requirements such as autonomous driving, V2X (Vehicle-to-Vehicle communication) and many others, automotive application software component models are becoming increasingly collaborative with other qualified cross-enterprise industrial partners to accomplish these complex service requirements. The most daunting impediment to this cross-enterprise collaboration is semantic interoperability. For efficient services collaboration through cross-enterprise semantic interoperability between the vehicle application frameworks' software components, aligning the interface ontologies of these components by identifying the depth of semantic alignment relationships between the concepts of the interface ontologies is the major focus of this paper. In contrast to several existing ontology structural metrics, this work defines, evaluates and validates ontology metrics to measure the depth of semantic alignment between the vehicle domain software component frameworks' interface ontological models. To emphasize the substantial role of semantic alignment of software component frameworks' interface ontologies in semantic interoperability, a typical vehicle domain case study involving vehicle applications is considered for demonstration.}, language = {en} } @article{SchmidFritzMottok, author = {Schmid, Michael and Fritz, Florian and Mottok, J{\"u}rgen}, title = {Fine-grained parallelism framework with predictable work-stealing for real-time multiprocessor systems}, series = {Journal of Systems Architecture}, volume = {124}, journal = {Journal of Systems Architecture}, number = {March}, publisher = {Elsevier}, doi = {10.1016/j.sysarc.2022.102393}, abstract = {Lately, parallel task models have received much attention in the development of real-time multiprocessor systems, as they allow highly compute-intensive tasks to have shorter deadlines which is very much required in modern reactive systems. However, missing modularity and portability can make parallel programming a cumbersome endeavor. As a consequence, compute-intensive sectors in the desktop and server segment have relied on parallelism frameworks such as Intel Threading Building Blocks, Cilk and OpenMP. These parallelism frameworks, however, are optimized for decent average case performance and consequently, do not meet the strict requirements imposed by real-time systems. In this paper, we present a proof-of-concept parallelism framework which was implemented in particular for soft real-time systems and having tight timing and safety requirements of such critical systems in mind. The proposed runtime system implements static memory allocation in a work-stealing environment that conforms to the strict space and tight probabilistic time bounds of work-stealing schedulers. Furthermore, we evaluate the performance of this framework by conducting multiprogrammed benchmarks on a real-time embedded multicore architecture.}, language = {en} } @article{JosephSchummRummeletal., author = {Joseph, Saskia and Schumm, Michael and Rummel, Otmar and Soska, Alexander and Renschke, Michael and Mottok, J{\"u}rgen and Niemetz, Michael and Schroll-Decker, Irmgard}, title = {Teaching finite state machines with case method and role play}, series = {2014 IEEE Global Engineering Education Conference (EDUCON 2014) : Istanbul, Turkey, 3 - 5 April 2014}, journal = {2014 IEEE Global Engineering Education Conference (EDUCON 2014) : Istanbul, Turkey, 3 - 5 April 2014}, publisher = {IEEE}, doi = {10.1109/EduCon.2013.6530275}, pages = {1302 -- 1305}, abstract = {The professional requirements in Software Engineering have become highly volatile due to the complexities of project development and rapid and innovative changes occurring in the field. Therefore, the development of inter-personal and social competences has gained central importance in the training of software developers. This paper will present a concept allowing to acquire competences by using Case Method and Role Play as instruments in several lectures of Software Engineering. By approaching the issue of competence acquisition on a technical as well as on an educational and social level, life-long learning is facilitated and supported.}, language = {en} } @inproceedings{PozzobonRennerMottoketal., author = {Pozzobon, Enrico and Renner, Sebastian and Mottok, J{\"u}rgen and Matoušek, V{\´a}clav}, title = {An optimized Bitsliced Masked Adder for ARM Thumb-2 Controllers}, series = {27th International Conference on Applied Electronics (AE): Sep 6, 2022 - Sep 7, 2022, Pilsen, Czech Republic}, booktitle = {27th International Conference on Applied Electronics (AE): Sep 6, 2022 - Sep 7, 2022, Pilsen, Czech Republic}, publisher = {IEEE}, doi = {10.1109/AE54730.2022.9919884}, pages = {4}, abstract = {The modular addition is used as a non-linear operation in ARX ciphers because it achieves the requirement of introducing non-linearity in a cryptographic primitive while only taking one clock cycle to execute on most modern architectures. This makes ARX ciphers especially fast in software implementations, but comes at the cost of making it harder to protect against side-channel information leakages using Boolean masking: the best known 2-shares masked adder for ARM Thumb micro-controllers takes 83 instructions to add two 32-bit numbers together. Our approach is to operate in bitsliced mode, performing 32 additions in parallel on a 32-bit microcontroller. We show that, even after taking into account the cost of bitslicing before and after the encryption, it is possible to achieve a higher throughput on the tested ciphers (CRAX and ChaCha20) when operating in bitsliced mode. Furthermore, we prove that no first-order information leakage is happening in either simulated power traces and power traces acquired from real hardware, after sufficient countermeasures are put into place to guard against pipeline leakages.}, language = {en} } @inproceedings{LaloSailerMottoketal., author = {Lalo, Erjola and Sailer, Andreas and Mottok, J{\"u}rgen and Siemers, Christian}, title = {Overhead-Aware Schedule Synthesis for Logical Execution Time (LET) in Automotive Systems}, series = {2022 IEEE 35th International System-on-Chip Conference (SOCC): 05-08 September 2022, Belfast, United Kingdom}, booktitle = {2022 IEEE 35th International System-on-Chip Conference (SOCC): 05-08 September 2022, Belfast, United Kingdom}, publisher = {IEEE}, isbn = {978-1-6654-5985-3}, doi = {10.1109/SOCC56010.2022.9908103}, pages = {1 -- 6}, abstract = {The Logical Execution Time (LET) has recently been integrated in multi-core automotive systems to ensure timing and dataflow determinism. Although buffering mechanisms are introduced to incorporate LET semantics, they do not guarantee that tasks are executed within their LET frames. In fact, LET and buffering semantics are violated if scheduling is not designed to execute all tasks within their LET frames and in a specific order. In this paper, we describe a scheduling synthesis technique for Fixed-Priority Scheduling (FPS) to achieve resource-efficient execution of LET systems. The proposed approach considers LET semantics, scheduling overheads, and delays caused by operating system operations and provides the possibility to optimize the schedule with respect to aspects like scheduling overheads. Our performance and feasibility evaluation shows that the proposed algorithm provides results in a reasonable amount of time for models of complex industrial applications. Thus, the integration of the proposed algorithm into an automated process is of high benefit to accelerate the development of vehicle applications.}, language = {en} } @inproceedings{FrauenschlaegerMottok, author = {Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Security-Gateway for SCADA-Systems in Critical Infrastructures}, series = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, booktitle = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, publisher = {IEEE}, doi = {10.1109/AE54730.2022.9920070}, pages = {6}, abstract = {Supervisory Control and Data Acquisition (SCADA) systems are used to control and monitor components within the energy grid, playing a significant role in the stability of the system. As a part of critical infrastructures, components in these systems have to fulfill a variety of different requirements regarding their dependability and must also undergo strict audit procedures in order to comply with all relevant standards. This results in a slow adoption of new functionalities. Due to the emerged threat of cyberattacks against critical infrastructures, extensive security measures are needed within these systems to protect them from adversaries and ensure a stable operation. In this work, a solution is proposed to integrate extensive security measures into current systems. By deploying additional security-gateways into the communication path between two nodes, security features can be integrated transparently for the existing components. The developed security-gateway is compliant to all regulatory requirements and features an internal architecture based on the separation-of-concerns principle to increase its security and longevity. The viability of the proposed solution has been verified in different scenarios, consisting of realistic field tests, security penetration tests and various performance evaluations.}, language = {en} } @inproceedings{SchmidMottok, author = {Schmid, Michael and Mottok, J{\"u}rgen}, title = {Investigation of Scheduling Algorithms for DAG. Tasks through Simulations}, series = {ERTS 2022, 11th European Congress Embedded Real Time Systems: 1-2 June, Toulouse, France}, booktitle = {ERTS 2022, 11th European Congress Embedded Real Time Systems: 1-2 June, Toulouse, France}, pages = {9}, abstract = {In the real-time systems sector, various task models and corresponding tests exist to model and verify the schedulability of task sets on the system at hand. While those models and schedulability tests have intensively been studied from a theoretical point of view, it is hard to ma e use of them to compare the actual execution behavior of scheduling algorithms on a real system. In contrast to schedulability tests, simulators can help to investigate the performance of specific scheduling algorithms. One of the most generalized task models to describe parallel tasks is the Directed Acyclic Graph model that allows to represent tasks as a series of subtasks that depict the potentially parallel computations and precedence constraints that denote the order in which the subtasks are allowed to execute. In this paper, we investigate various scheduling algorithms for the Directed Acyclic Graph model. For that, we first recapitulate the examined scheduling algorithms in detail and point out relevant differences. Subsequently, we present the evaluation of different global and federated scheduling algorithms using fine-grained parallel tasks. To this end, we generate random Directed Acyclic Graph tasks and simulate their execution on multiprocessor systems using scheduling algorithms such as global rate-monotonic and semi-federated scheduling as well as global scheduling policies using the thread pool model.}, language = {en} } @inproceedings{GrabingerHauserMottok, author = {Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Accessing the Presentation of Causal Graphs and an Application of Gestalt Principles with Eye Tracking}, series = {2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER 2022), 1st Workshop on Advances in Human-Centric Experiments in Software Engineering (HUMAN 2022): 15-18 March 2022, Honolulu, HI, USA}, booktitle = {2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER 2022), 1st Workshop on Advances in Human-Centric Experiments in Software Engineering (HUMAN 2022): 15-18 March 2022, Honolulu, HI, USA}, publisher = {IEEE}, doi = {10.1109/SANER53432.2022.00153}, pages = {1278 -- 1285}, abstract = {The discipline of causal inference uses so-called causal graphs to model cause and effect relations of random variables. As those graphs only encode a relation structure there is no hard rule concerning their alignment. The present paper presents a study with the aim of working out the optimal alignment of causal graphs with respect to comprehensibility and interestingness. In addition, the study examines whether the central gestalt principles of psychology apply for causal graphs. Data from 29 participants is acquired by triangulating eye tracking with a questionnaire. The results of the study suggest that causal graphs should be aligned downwards. Moreover, the gestalt principles proximity, similarity and closure are shown to hold true for causal graphs.}, language = {en} } @misc{RennerPozzobonMottok, author = {Renner, Sebastian and Pozzobon, Enrico and Mottok, J{\"u}rgen}, title = {3rd Round Ciphers Evaluation on Microcontrollers}, series = {Lightweight Cryptography Workshop (virtual): May 9-11 2022}, journal = {Lightweight Cryptography Workshop (virtual): May 9-11 2022}, publisher = {National Institute of Standards and Technology (NIST)}, address = {Gaithersburg}, language = {en} } @inproceedings{DeNiklasRooneyetal., author = {De, Sangita and Niklas, Michael and Rooney, Brian and Mottok, J{\"u}rgen and Brada, Premek}, title = {Towards Semantic model-to-model Mapping of Cross-Domain Component Interfaces for Interoperability of Vehicle Applications : An Approach towards Synergy Exploration}, series = {MDE4IoT \& ModComp 2019: Model-Driven Engineering for the Internet of Things (MDE4IoT) \& Interplay of Model-Driven and Component-Based Software Engineering (ModComp); joint proceedings of the Workshop on Model-Driven Engineering for the Internet of Things (MDE4IoT) \& of the Workshop on Interplay of Model-Driven and Component-Based Software Engineering (ModComp); co-located with the IEEE/ACM 22nd International Conference on Model Driven Engineering Languages and Systems (MODELS 2019), Munich, Germany, September 15 and 17, 2019}, booktitle = {MDE4IoT \& ModComp 2019: Model-Driven Engineering for the Internet of Things (MDE4IoT) \& Interplay of Model-Driven and Component-Based Software Engineering (ModComp); joint proceedings of the Workshop on Model-Driven Engineering for the Internet of Things (MDE4IoT) \& of the Workshop on Interplay of Model-Driven and Component-Based Software Engineering (ModComp); co-located with the IEEE/ACM 22nd International Conference on Model Driven Engineering Languages and Systems (MODELS 2019), Munich, Germany, September 15 and 17, 2019}, publisher = {RWTH Aachen}, address = {Aachen}, doi = {10.13140/RG.2.2.28765.15840}, abstract = {With the increase in demand of services in the automotive industry, automotive enterprises prefer to collaborate with other qualified cross-domain partners to provide complex automotive functions (or services), such as autonomous driving, OTA (Over The Air) vehicle update, V2X (Vehicle-to-Vehicle communication), etc. One key element in cross-domain enterprise collaboration is the mutual agreement between interfaces of software components. In this context, model-to-model mappings of software component models of heterogeneous frameworks for automotive services and to explore the synergies in their interface semantics, have become an essential factor in improving the interoperability among the automotive and other cross-domain enterprises. However, one of the challenges in achieving cross-domain component interface model-to-model mappings at an application level lies in detecting the interface semantics and the semantic relations that are conveyed in different component models in different frameworks. This paper addresses this challenge using a Model Driven Architecture (MDA) based analytical approach to explore interface semantic synergies in the cross-domain component meta-models that are used for automotive services. The approach applies manual semantic checking measurements at an application interface level to understand the meanings and relations between the different meta-model entities of cross-domain framework software components. In this research, we attempt to ensure that interface description models of software components from heterogeneous frameworks can be compared, correlated and re-used for automotive services based on semantic synergies. We have demonstrated our approach using component meta-models from cross-domain enterprises, that are used for the automotive application domain.}, language = {en} } @inproceedings{RennerPozzobonMottok, author = {Renner, Sebastian and Pozzobon, Enrico and Mottok, J{\"u}rgen}, title = {The Final Round: Benchmarking NIST LWC Ciphers on Microcontrollers}, series = {Attacks and Defenses for the Internet-of-Things, 5th International Workshop, ADIoT 2022: Copenhagen, Denmark, September 30, 2022, Revised Selected Papers}, booktitle = {Attacks and Defenses for the Internet-of-Things, 5th International Workshop, ADIoT 2022: Copenhagen, Denmark, September 30, 2022, Revised Selected Papers}, editor = {Li, Wenjuan and Furnell, Steven and Meng, Weizhi}, publisher = {Springer Nature}, address = {Cham}, isbn = {978-3-031-21311-3}, doi = {10.1007/978-3-031-21311-3_1}, pages = {1 -- 20}, abstract = {In this work, we present our benchmarking results for the ten finalist ciphers of the Lightweight Cryptography (LWC) project initiated by National Institute of Standards and Technology (NIST). We evaluate the speed and code size of various software implementations on five different platforms featuring four different architectures. Moreover, we benchmark the dynamic memory utilization of the remaining NIST LWC algorithms on one 32-bit ARM controller. We describe our test cases and methodology and provide some information regarding the design and properties of the finalists before showing and discussing our results. Altogether, we evaluated almost 300 implementations of the 3rd round candidates and pick the most appropriate and best (primary) implementation of each cipher for our comparisons. We include a variant of AES-GCM in our benchmarking in order to be able to compare the state-of-the-art to the novel LWC ciphers. Our research gives an overview over the performance of the latest software implementations of the NIST LWC finalists and shows under which circumstances which candidate is performing the best in our individual test cases. Additionally, we make all benchmarking results, the code for our test framework and every tested implementation available to the public to ensure a transparent testing process.}, language = {en} } @inproceedings{RennerPozzobonMottok, author = {Renner, Sebastian and Pozzobon, Enrico and Mottok, J{\"u}rgen}, title = {Evolving a Boolean Masked Adder Using Neuroevolution}, series = {Attacks and Defenses for the Internet-of-Things, 5th International Workshop, ADIoT 2022: Copenhagen, Denmark, September 30, 2022, Revised Selected Papers}, booktitle = {Attacks and Defenses for the Internet-of-Things, 5th International Workshop, ADIoT 2022: Copenhagen, Denmark, September 30, 2022, Revised Selected Papers}, editor = {Li, Wenjuan and Furnell, Steven and Meng, Weizhi}, publisher = {Springer Nature}, address = {Cham}, isbn = {978-3-031-21310-6}, doi = {10.1007/978-3-031-21311-3_2}, pages = {21 -- 40}, abstract = {The modular addition is a popular building block when designing lightweight ciphers. While algorithms mainly based on the addition can reach very high performance, masking their implementations results in a huge penalty. Since efficient protection against side-channel attacks is a requirement in lots of use cases, we focus on optimizing the Boolean masking of the modular addition. Contrary to recent related work, we target evolving a masked full adder instead of parts of a parallel prefix adder. We study how techniques typically found in neural network evolution and genetic algorithms can be adapted in order to help in evolving an efficiently masked adder. We customize a well-known neuroevolution algorithm, develop an optimized masked adder with our new approach and implement the ChaCha20 cipher on an ARM Cortex-M3 controller. We compare the performance of the protected neuroevolved implementation to solutions found by traditional search methods. Moreover, the leakage of our new solution is validated by a t-test conducted with a leakage simulator. We present under which circumstances our masked implementation outperforms related work and prove the feasibility of successfully using neuroevolution when searching for complex Boolean networks.}, language = {en} } @inproceedings{DeMottokBrada, author = {De, Sangita and Mottok, J{\"u}rgen and Brada, Premek}, title = {Evaluation of Semantic Interoperability of Automotive Service API Models Based on Metamodels Similarity Metrics Using a Semi-automated Approach}, series = {iCETiC 2022 : 5th International Conference on Emerging Technologies in Computing 2022: Aug 15, 2022 - Aug 16, 2022, Chester, UK}, booktitle = {iCETiC 2022 : 5th International Conference on Emerging Technologies in Computing 2022: Aug 15, 2022 - Aug 16, 2022, Chester, UK}, editor = {Miraz, M.H. and Southall, G. and Ali, Maaruf and Ware, A.}, publisher = {Springer}, address = {Cham}, doi = {10.1007/978-3-031-25161-0_2}, pages = {14 -- 28}, abstract = {In recent years, mapping of application software components' ontologies semantically emerged as a big research challenge in automotive application domain that manipulates several cross-enterprise synergy knowledge application frameworks. The same knowledge formalized by different experts in different vehicle application frameworks leads to heterogeneous representations of components' interface data. Consequently, this causes the most daunting impediment in semantic interoperability between the service components in cooperative automotive systems. From a modeling perspective, in the absence of standardized domain-based unified modeling techniques, the orchestration and resolution of semantic data interoperability between various vehicle application frameworks' components' interface models remain a challenge. However, this challenge could be addressed using ontological metamodeling by specifying semantic associations between components' interface model concepts based on the domain knowledge. Apart from the semantic mapping of interface ontological metamodels, this work also defines quality metrics to determine the degree of semantic alignment achieved between the various interface ontologies. Additionally, to reduce development time and cost towards semantic interoperability, this work proposes a semi-automated plugin tool for the applicability of the evaluated quality metrics to semantic mapping of real-world components' interface models.}, language = {en} } @inproceedings{GrabingerHauserMottok, author = {Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Evaluating Graph-based Modeling Languages}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593664}, pages = {120 -- 129}, abstract = {As humans, we tend to use models to describe reality. Modeling languages provide the formal frameworks for creating such models. Usually, the graphical design of individual model elements is based on subjective decisions; their suitability is determined at most by the prevalence of the modeling language. With other words: there is no objective way to compare different designs of model elements. The present paper addresses this issue: it introduces a systematic approach for evaluating the elements of graph-based modeling languages comprising 14 criteria - derived from standards, usability analyses, or the design theories 'Physics of Notations' and 'Cognitive Dimensions of Notations'. The criteria come with measurement procedures and evaluation schemes based on reasoning, eye tracking, and questioning. The developed approach is demonstrated with a specific use case: three distinct sets of node elements for causal graphs are evaluated in an eye tracking study with 41 subjects.}, language = {en} } @inproceedings{HauserGrabingerMottok, author = {Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {Something Short Gets Even Shorter: Adapting the LIST-K for the Use in an Online Learning Management System}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593684}, pages = {65 -- 72}, abstract = {This study examines how Klingsieck's LIST-K questionnaire [22] can be shortened and adapted to the requirements of an online learning management system. In a study with 213 participants, the questionnaire is subjected to an exploitative factor analysis. In a next step, the results are evaluated in terms of their reliability. This process creates a modified factor structure for the LIST-K, comprising a total of eight factors. The reliability of the modified questionnaire is at an α of .770. The shortened version of the LIST-K questionnaire is currently being used on an experimental basis in different courses.}, language = {en} } @article{DePremekMottok, author = {De, Sangita and Premek, Brada and Mottok, J{\"u}rgen}, title = {Derivation of Optimized Threshold of Semantic Alignment Metrics for Intepretation of Interoperability and Reusability of Cross-enterprise Vehicle Service Interface Models}, series = {Informatica}, volume = {47}, journal = {Informatica}, number = {7}, publisher = {Slovenian Society Informatika}, issn = {0350-5596}, doi = {10.31449/inf.v47i7.4739}, abstract = {Over the past decade, cars have turned gradually into real cyber physical systems. The collaboration of services between the service-oriented, cross-enterprise vehicle application frameworks has increased to generate novel, smart and complicated vehicle services. Consequently, from an interoperability perspective, semantically mapping of vehicle service component's interface ontological models emerged as a big research interest in automotive application domain that manipulates several cross-enterprise synergy knowledge applications frameworks. The ontological metamodeling lays the foundation for building semantic bridge and exploring semantic associations between service components' interface models based on the domain knowledge for semantic interoperability. Also, several semantic quality metrics has been defined over time for the vehicle service interface ontological metamodels. The empirically evaluated values of these metrics can be used to assess progress in cross-enterprise interoperability between the service and the clients' APIs ontological models in vehicle domain. Despite potential benefits of semantic alignment quality metrics, the effective use of these metrics for vehicle service interface ontologies have proven elusive. Yes, such metrics can be used successfully for quantification, but then they mostly fail to provide adequate annotations in subsequent decision-making in the direction of semantic interoperability and reusability. The effective use of ontology semantic alignment quality metrics is basically hindered in the absence of the meaningful thresholds. In fact, the absence of an effective and meaningful threshold for the semantic similarity measure between various vehicle service interface ontological metamodels, motivates this research work which not only proposes a design approach to an optimized threshold for the semantic similarity metrics but also applies this threshold on few defined semantic alignment quality metrics. This paper also uses a real-world vehicle domain industrial case study to illustrate the design approach.}, language = {en} } @unpublished{LinzMottok, author = {Linz, Tilo and Mottok, J{\"u}rgen}, title = {Application of Causal Models in Scenario-based Testing}, doi = {10.13140/RG.2.2.34160.06402}, abstract = {This paper presents a new methodology for scenario-based testing of automated driving functions in the context of ISO 21448 (safety of the target function). By using structural causal models (SCMs), the evaluation process of highly automated vehicle systems is to be improved, thus increasing their safety and reliability. Using SCMs, the presented methodology systematically analyzes causal relationships between various risk factors of the investigated system and its operating environment and automatically identifies potential parameter combinations that influence system safety. This approach makes it possible to safeguard automated driving functions, such as an emergency brake assistant, by determining foreseeable risks and providing them as test parameters for relevant scenarios. The HolmeS3 approach combines expert knowledge with probabilistic data analysis to develop robust causal models that can be validated through both simulation and real-world testing. The use of causal inference enables the generation of critical test cases, known as "edge and corner cases", which are essential for testing vehicle systems under investigation. This focused testing approach helps to limit the test case explosion that occurs with conventional approaches by specifically identifying highly relevant parameter combinations that potentially (negatively) influence system performance. The methodology presented, which was developed as part of the HolmeS3 R\&D project, offers transparency, comparability, explainability and traceability in the modeling and testing processes. It supports compliance with the ISO 21448 standard and lays the foundation for the causality-driven development of safe and reliable automotive technology. The project's tools and methods can be applied beyond the automotive sector to all cyber-physical systems that require rigorous safety validation.}, language = {en} } @inproceedings{FrauenschlaegerMottok, author = {Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Problems and New Approaches for Crypto-Agility in Operational Technology}, series = {12th European Congress Embedded Real Time Systems (ERTS 2024), 11-12 June 2024, Toulouse, France}, booktitle = {12th European Congress Embedded Real Time Systems (ERTS 2024), 11-12 June 2024, Toulouse, France}, abstract = {In recent years, cybersecurity has also become relevant for Operational Technology (OT). Critical systems like industrial automation systems or transportation systems are faced with new threats, and therefore require the implementation of thorough security measures. Regulations further mandate the deployment and regular verification of these security measures. However, OT systems differ from well-known systems of classic Information Technology (IT), such as mission times spanning decades, infrequent updates only during on-site maintenance, or diverse devices with varying support for security measures. The growing field of crypto-agility examines approaches to integrate security measures in an agile and flexible way, making updates easier and, therefore, encouraging a more frequent deployment of them. This paper contributes to this research field in the context of secure communication in two ways. We first examine the current state of crypto-agility by providing an overview of existing measures for OT systems. Then, we propose a new architecture concept with different deployment approaches to integrate security measures in a crypto-agile way. Based on a security library with a generic interface and a flexible proxy application, our architecture is capable of securing both new OT systems and existing ones via retrofit.}, language = {en} } @inproceedings{SchwindFrauenschlaegerMottok, author = {Schwind, Philipp and Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Implementation of a Bump-in-the-Wire Security Gateway}, series = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, booktitle = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, isbn = {978-80-01-07303-2}, pages = {26 -- 35}, abstract = {In the face of escalating cyber threats, the integration of Operational Technology (OT) with Information Technology (IT) systems presents heightened vulnerabilities to critical infrastructures. This paper focuses on the need for cybersecurity, showcasing the design and implementation of a security gateway to achieve bump-in-the-wire security between two units to be protected (assets). For that, each asset is assigned one security module that safeguards its communication paths. To ease bump-in-the-wire capability, the communication between the asset and the security-gateway must be stateless and operate on OSI layer 2. This is necessary to safeguard the whole communication bandwidth, regardless of the used protocols. For this objective, Linux-based packet sockets are used. An encrypted tunnel is established between two security gateways using the Datagram Transport Layer Security (DTLS) protocol. The results show that the implemented solution is capable of securing the asset's network traffic without the need of any modifications.}, language = {en} } @inproceedings{HornFrauenschlaegerMottok, author = {Horn, Luca and Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Integration and Evaluation of Different FPGA based Hardware Accelerators for the AES Algorithm in the TLS Protocol to be Used in Critical Automation Systems}, series = {4. Symposium Elektronik und Systemintegration, Tagungsband: Symposium am 17. April 2024 Hochschule Landshut}, booktitle = {4. Symposium Elektronik und Systemintegration, Tagungsband: Symposium am 17. April 2024 Hochschule Landshut}, publisher = {Hochschule Landshut}, address = {Landshut}, isbn = {978-3-9818439-9-6}, pages = {18 -- 27}, abstract = {This thesis addresses the challenges of hardware-assisted cryptography in the context of automation systems in critical infrastructures. While hardware accelerators enhance cryptographic calculations in both performance and security, their permanence poses issues in adapting to evolving security concerns. To overcome this problem, we integrated and evaluated a hardware accelerator for the AES algorithm on an FPGA within a TLS application, comparing its performance with other accelerators. Employing a hybrid FPGA-CPU processor system, this setup achieves over 800 Mbit/s data rates, showcasing a more than 27 times acceleration in TLS transmissions compared to purely software-based solutions. The FPGA's flexibility and upgradability therefore make it an ideal platform for critical infrastructure, ensuring longevity and superior acceleration in TLS data transfers.}, language = {en} } @inproceedings{HauserGrabingerMottoketal., author = {Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Visual Expertise in Code Reviews: Using Holistic Models of Image Perception to Analyze and Interpret Eye Movements}, series = {ETRA '23: 2023 Symposium on Eye Tracking Research and Applications, Tubingen Germany 30 May 2023- 2 June 2023}, booktitle = {ETRA '23: 2023 Symposium on Eye Tracking Research and Applications, Tubingen Germany 30 May 2023- 2 June 2023}, publisher = {ACM}, doi = {10.1145/3588015.3589189}, pages = {1 -- 7}, abstract = {This study uses holistic models of image perception to analyze and interpret eye movements during a code review. 23 participants (15 novices and 8 experts) take part in the experiment. The subjects' task is to review six short code examples in C programming language and identify possible errors. During the experiment, their eye movements are recorded by an SMI 250 REDmobile. Additional data is collected through questionnaires and retrospective interviews. The results implicate that holistic models of image perception provide a suitable theoretical background for the analysis and interpretation of eye movements during code reviews. The assumptions of these models are particularly evident for expert programmers. Their approach can be divided into different phases with characteristic eye movement patterns. It is best described as switching between scans of the code example (global viewing) and the detailed examination of errors (focal viewing).}, language = {en} } @article{PozzobonWeissMottoketal., author = {Pozzobon, Enrico and Weiß, Nils and Mottok, J{\"u}rgen and Matoušek, V{\´a}clav}, title = {An evolutionary fault injection settings search algorithm for attacks on safe and secure embedded systems}, series = {Neural Network World (NNW)}, volume = {33}, journal = {Neural Network World (NNW)}, number = {5}, publisher = {Czech Technical University in Prague}, doi = {10.14311/NNW.2023.33.020}, pages = {357 -- 374}, language = {en} } @inproceedings{FuerederMottok, author = {F{\"u}reder, Lukas and Mottok, J{\"u}rgen}, title = {Assessment of a MACsec-based Security System for Use in Critical Infrastructure Communication}, series = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, booktitle = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, isbn = {978-80-01-07303-2}, pages = {51 -- 59}, abstract = {This paper investigates the integration of Media Access Control Security (MACsec) into the communication of critical infrastructure, specifically within power grid applications, such as Substation Automation Systems (SAS) using the IEC 61850 standard. Building on the principles of both standards, this study aims to determine if MACsec can meet the security and performance requirements set by IEC 62351 for power system communications. Furthermore, a test environment containing a number of Intelligent Electronic Devices (IEDs) supporting communication compliant to all IEC 61850 message types is established to evaluate this integration. The results of the measurements executed in this environment indicate that MACsec could secure all types of messages, such as Manufacturing Message Specification (MMS), Sampled-Value (SV) and Generic Object Oriented Substation Events (GOOSE), within the required time periods without significant delays. Even with additional encryption activated in the cipher suite, the resulting transmission times are well below the required times. This suggests that MACsec can enhance the security goals for industrial communication by providing confidentiality in addition to the already mandated assurance of authenticity and integrity to all messages without compromising performance. Only the requirement for end-to-end security cannot be met by MACsec in this configuration, as the security system re-encrypts with every hop of the transmission. For this reason, we propose a hybrid approach of Transport Layer Security (TLS) and MACsec as part of future work.}, language = {en} } @inproceedings{BittnerHendricksHornetal., author = {Bittner, Dominik and Hendricks, Ricky-Ricardo and Horn, Luca and Mottok, J{\"u}rgen}, title = {In-depth Benchmarking of Transfer Learning Techniques for Improved Bottle Recognition}, series = {2023 IEEE 13th International Conference on Pattern Recognition Systems (ICPRS), Guayaquil, Ecuador, 04-07 July 2023}, booktitle = {2023 IEEE 13th International Conference on Pattern Recognition Systems (ICPRS), Guayaquil, Ecuador, 04-07 July 2023}, publisher = {IEEE}, isbn = {979-8-3503-3337-4}, doi = {10.1109/ICPRS58416.2023.10178995}, pages = {1 -- 6}, abstract = {An immense diversity in bottle types requires high accuracy during sorting for recycling purposes by breweries. This extremely complex and time-consuming procedure can result in enormous additional costs for them. This paper presents transfer learning-based algorithms for classifying beer bottle brands using camera images, applicable in individual sorting solutions for different use cases. The problem is tackled using customised EfficientNet, InceptionResNet and VGG models along with an augmented dataset. In addition, a detailed analysis of different model and parameter combinations is performed, enabling tailor-made technologies for specific conditions and resource limitations. In accompanying validations and subsequent tests, a test accuracy of 100\% in the recognition of beer brands could be achieved, proving the proposed method fully contributes to the solution of the problem.}, language = {en} } @inproceedings{RoehrlStauferNadimpallietal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Bugert, Flemming and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Mottok, J{\"u}rgen}, title = {PYTHIA - AI SUGGESTED INDIVIDUAL LEARNING PATHS FOR EVERY STUDENT}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0783}, pages = {2871 -- 2880}, abstract = {During the COVID-19 pandemic, the importance of digital course rooms, where teachers provide their learning materials, increased dramatically. While these platforms are crucial for providing teaching materials, they often fall short in addressing individual student needs. A system within an academic setting, capable of creating and presenting individual learning paths for each student, can solve these issues. These paths are composed of various learning elements - defined in our previous work as units of educational content with which a learner works. Currently, there is no suitable system that enables the integration of learning path generating algorithms into a digital course room. Therefore we present an application that enables this integration into the Moodle Learning Management System (LMS). More precisely, this paper presents a Moodle plugin together with its framework. It describes the mechanism for effectively collecting data from Moodle, which AI algorithms then use to generate personalized learning paths. Subsequently these paths are visualized with the help of the Moodle plugin. We started with a set of requirements and use cases for the interface connecting Moodle to the AI system, which were established with a group of experts. Based on the requirements, various relevant technologies were assessed, and the best ones were chosen for implementation. Following that, the paper develops a strategy for software structuring as well as an architecture, focusing on performance, modularity, and ease of deployment for widespread use. Furthermore, the architecture ensures a simple method for integrating the algorithms. Afterwards, the framework's concrete implementation is described. A technique for enriching learning elements with metadata is presented, and additionally a concept for presenting these learning elements within a hierarchy. Moreover, it is shown how questionnaire responses and learning analytics are utilized for data collection. We cover in detail techniques for extracting and storing data from the Moodle database, as well as methods for customizing Moodle course rooms and a standard API for incorporating AI algorithms. Finally, the paper discusses the application of the proposed framework in an actual course and how student feedback is collected, which could enhance the framework. It concludes with an assessment of the outcomes obtained and prospects for the framework's future advancements.}, language = {en} } @article{FuxenSchoenhaerlSchmidtetal., author = {Fuxen, Philipp and Sch{\"o}nh{\"a}rl, Stefan and Schmidt, Jonas and Gerstner, Mathias and Jahn, Sabrina and Graf, Julian and Hackenberg, Rudolf and Mottok, J{\"u}rgen}, title = {A Cybersecurity Education Platform for Automotive Penetration Testing}, series = {International Journal On Advances in Security}, volume = {15}, journal = {International Journal On Advances in Security}, number = {3\&4}, publisher = {IARIA}, issn = {1942-2636}, pages = {106 -- 118}, abstract = {The paper presents a penetration testing framework for automotive IT security education and evaluates its realization. The automotive sector is changing due to automated driving functions, connected vehicles, and electric vehicles. This development also creates new and more critical vulnerabilities. This paper addresses a possible countermeasure, automotive IT security education. Some existing solutions are evaluated and compared with the created Automotive Penetration Testing Education Platform (APTEP) framework. In addition, the APTEP architecture is described. It consists of three layers representing different attack points of a vehicle. The realization of the APTEP is a hardware case and a virtual platform referred to as the Automotive Network Security Case (ANSKo). The hardware case contains emulated control units and different communication protocols. The virtual platform uses Docker containers to provide a similar experience over the internet. Both offer two kinds of challenges. The first introduces users to a specific interface, while the second combines multiple interfaces, to a complex and realistic challenge. This concept is based on modern didactic theories, such as constructivism and problem-based/challenge-based learning. Computer Science students from the Ostbayerische Technische Hochschule (OTH) Regensburg experienced the challenges as part of a elective subject. In an online survey evaluated in this paper, they gave positive feedback. Also, a part of the evaluation is the mapping of the ANSKo and the maturity levels in the Software Assurance Maturity Model (SAMM) practice Education \& Guidance as well as the SAMM practice Security Testing. The scientific contribution of this paper is to present an APTEP, a corresponding learning concept and an evaluation method.}, language = {en} } @inproceedings{StauferHauserGrabingeretal., author = {Staufer, Susanne and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Learning elements in LMS - a survey among students}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.1087}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-71135}, pages = {4224 -- 4231}, abstract = {In higher education, improving learning and learning success are goals of general improvement. Lecturers teaches content and students acquire that content in an efficient way. To structure content, learning element categories are evaluated from the student's point of view in higher education area. The aim is to validate given definitions of ten learning element categories within a Learning Management System (LMS). This paper evaluates a categorization of learning elements for organizing learning content in online education within LMSs. Therefore, ten categories of learning elements and corresponding definitions were defined in a previous work as base for this paper. The learning elements to examine are manuscript, exercise, quiz, brief overview, learning goal, summary, collaboration tool, auditory additional material, textual additional material, and visual additional material. To validate the definitions and to get improvements to each learning element a survey is processed. Beside the demographic data questions, the survey consists of two questions to the acceptance of the definitions and asks for improvements. 148 students between the ages 19 and 35 participate in the survey in summer term 2023. The education level of the participants ranges from undergraduates to Ph.D. students. The results of this paper are that more than 80\% accept the given definitions. Some definitions of the learning elements are changed, but the changes are restricted to additions of maximal four words. This categorization of learning elements could lead to improvements in learning by giving the content more structure. With the structure students get the possibility to learn with preferred learning elements which could lead to more success in learning and to a decreasing dropout rate in universities. In the future, the learning elements allow to classify content within LMSs with the goal of generating individual learning paths. Furthermore, our project will integrate these learning elements, use them to generate learning paths, and could set a new standard in the way of personalized learning.}, language = {en} } @inproceedings{GrabingerEzerHauseretal., author = {Grabinger, Lisa and Ezer, Timur and Hauser, Florian and Mottok, J{\"u}rgen}, title = {The impact of eyenalyzer}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.0271}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78215}, pages = {695 -- 701}, abstract = {Empirical research poses numerous challenges for beginners. This is especially true for data analysis - a task that usually requires knowledge from two distinct areas: statistics and programming. To support prospective researchers with that task, we developed a web-based tool called eyenalyzer. It supports common activities in the data analysis phase of empirical studies in a way that is suitable for novices in both, statistics and programming. The present article describes a controlled experiment investigating the impact of this tool with a total of 20 participants. All of them are given a set of common data analysis tasks. Half of the participants complete the tasks using eyenalyzer, the other half can use anything except for eyenalyzer. For each task and participant, we record the time in minutes, the task score, and the perceived difficulty. The results confirm that our tool is a valuable support for novice researchers: With eyenalyzer, the participants are significantly faster, achieve higher scores, and perceive the tasks to be less difficult.}, language = {en} } @inproceedings{JahnWeissAkcakocaetal., author = {Jahn, Sabrina and Weiss, Nils and Akcakoca, Ugur and Mottok, J{\"u}rgen}, title = {Under The Hood - A Concept for Virtualized Automotive Security Education}, series = {EDULEARN21: Proceedings, 13th International Conference on Education and New Learning Technologies, Online Conference. 5-6 July, 2021}, booktitle = {EDULEARN21: Proceedings, 13th International Conference on Education and New Learning Technologies, Online Conference. 5-6 July, 2021}, editor = {G{\´o}mez Chova, Luis and L{\´o}pez Mart{\´i}nez, A. and Candel Torres, I.}, isbn = {978-84-09-31267-2}, issn = {2340-1117}, doi = {10.21125/edulearn.2021.1231}, pages = {6109 -- 6118}, abstract = {In recent years, our society faced a massive interconnection of computer-based everyday objects, which opens these items for cyber-attacks. Dependent on the physical capabilities, successful attacks can vary from data exposure or a loss of functionality to a threat to life and limb. Connected- and autonomous vehicles are extremely safety-critical systems with a huge damage potential. This global trend, together with existing and upcoming regulations (ISO 270xx, ISO 21434, UNECE WP.29, UNECE R155), and the lack of qualified professionals create a tension field for the entire automotive industry. Hence, new education concepts for engineers of safety-critical and connected systems are necessary to secure our daily and future systems against cyber-attacks and raise awareness and knowledge of the topic of IT-Security. Existing automotive security education systems have one common problem: All systems are hardware-based and therefore have very steep learning curves for beginners. Hardware-based systems, in general, are expensive in their initial costs, require regular maintenance, and add diverse operational difficulties independent of the aspired education goal. Additionally, the global pandemic increased the necessity of virtual education concepts for security training in cyber-physical systems. Therefore, we present a novel concept for the education of cyber-security professionals for automotive systems based on discovery and problem-based learning in a virtual learning environment (VLE). Our concept contains individual exercises focusing on the topics of vulnerabilities and attacks in automotive networks and systems. Each exercise relates those topics to the corresponding security goals and countermeasures for mitigation. The learners work collaboratively in a self-contained manner within the VLE to acquire the necessary information to answer questions or find a solution to the given problem. To consider the heterogeneous background (e.g. knowledge, experience, preconceptions) of the learners, the topics can be presented in different difficulties, enabling an adaptable learning environment and different learning trajectories within the exercises. The concept is based on a VLE, consisting of automotive networks and components, which simulate the behavior of a vehicle. This environment provides a hands-on, "real-life" scenario, which allows discovery and problem-based learning in a realistic, but cheap and scalable education environment. Furthermore, virtualization removes common difficulties, always present in training on real hardware. This aims to decrease complexity, prevent learning obstacles related to hardware handling, and enables a location-independent learning environment. The target group of our education concept is Bachelor and Master students of computer science, engineering (e.g. electrical engineering, mechatronics), or similar studies, and (experienced) engineers from the industry. In summary, our publication contains two contributions. We present an adaptable virtual learning environment for automotive security education, combined with an educational concept based on discovery and problem-based learning techniques. The goals of our concept are the education of cyber-security professionals for safety-critical, connected automotive systems and the support of life-long learning reaching from academic education to training in the industry.}, language = {en} } @inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING AS TECHNOLOGY IN EDUCATION: FURTHER INVESTIGATION OF DATA QUALITY AND IMPROVEMENTS}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0802}, pages = {2955 -- 2961}, abstract = {Eye tracking serves as a powerful tool across a variety of empirical research areas: From usability research over cognitive research to educational research and applications in classrooms. However, data noise in eye tracking data poses a challenge to researchers and educators, as it leads to gaze positions being measured imprecisely under unfavorable conditions. In our previous study, we systematically investigated factors that influence data quality and are easily controllable in a classroom or laboratory environment, such as illumination, sampling frequency, and head orientation. However, no recommendations regarding the light source and light orientation could be provided, as these influences could not be analyzed in sufficient detail. Yet, a further examination of these factors, eliminating human influences by using an artificial head, revealed significant differences between individual settings. Hence, in this empirical study of eye tracking as an educational technology, we delve deeper into examining the impact of both light source and light orientation on data quality. This is investigated with an artificial head together with the Tobii Pro Spectrum eye tracking device. To measure data quality, we use the metrics precision and standard deviation as indicators of data noise. The obtained results derive practical advice for educators and researchers, such as not to illuminate the subject from the rear, in order to gather useful data for research and future classroom applications. Thereby, this study serves as a complement to our previous research, answering open questions regarding best practices for researchers and educators when using eye trackers. It aims to provide valuable insights into producing data of the highest quality possible when using eye trackers, both in laboratory settings and in future classrooms applications.}, language = {en} } @inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING METRICS FOR DISTINGUISHING GLOBAL AND FOCAL GAZE PATTERNS: A SYSTEMATIC LITERATURE REVIEW}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0814}, pages = {3005 -- 3014}, abstract = {Global and focal eye tracking gaze patterns are distinguished in a variety of domains, such as radiology research, empirical software engineering, behavioral psychology, and cartography research. A global gaze pattern is present if a participant in an eye tracking study gains an overview of the stimulus, whereas a focal pattern emerges during a more detailed evaluation of a specific part of the stimulus. With this higher-level measure of global and focal gaze patterns, cognitive effort, expertise levels, and even neurological characteristics - such as autism - can be quantified. Furthermore, with this measure, cognitive efforts of students in certain tasks can be investigated and clues for targeted support can be provided. These properties in particular make this eye tracking measure valuable for the education domain. In the field of eye tracking research, many researchers have established distinct criteria for differentiating global and focal gaze patterns. Moreover, it is rarely quantitatively measured which of these patterns is present, but rather determined based on qualitative considerations. However, some studies explicitly use quantitative metrics like saccade-length or fixation-duration to distinguish between global and focal gaze patterns. This is the focus of the present systematic literature review: It searches for and compiles the eye tracking metrics used in the literature to distinguish global from focal gaze patterns in a quantitative way. In doing so, this study fills the yawning gap in quantitative metrics for determining global and focal gaze patterns. In the long run, this can be used to answer questions about cognitive load and problems in processing tasks during eye tracking studies and to provide further insights into the cognitive processes of students. The present paper first discusses definitions of global and focal gaze patterns and presents examples in which this metric has already been applied. Then, the research questions together with search strings and search engines used for the systematic literature review are described. Finally, the results are summarized, presenting a compilation of and connections between quantitative metrics utilized in the literature to distinguish between global and focal viewing patterns.}, language = {en} } @inproceedings{EzerGreinerGrabingeretal., author = {Ezer, Timur and Greiner, Matthias and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Eye tracking al technology in education; data quality analysis and improvements}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.1127}, pages = {4500 -- 4509}, abstract = {Eye tracking has proven to be a powerful tool in a variety of empirical research areas; hence, it is steadily gaining attention. Driven by the expanding frontiers of Artificial Intelligence and its potential for data analysis, eye tracking technology offers promising applications in diverse fields, from usability research to cognitive research. The education sector in particular can benefit from the increased use of eye tracking technology - both indirectly, for example by studying the differences in gaze patterns between experts and novices to identify promising strategies, and directly by using the technology itself to teach in future classrooms. As with any empirical method, the results depend directly on the quality of the data collected. That raises the question of which parameters educators or researchers can influence to maximize the data quality of an eye tracker. This is the starting point of the present work: In an empirical study of eye tracking as an (educational) technology, we systematically examine factors that influence the data quality, such as illumination, sampling frequency, and head orientation - parameters that can be varied without much additional effort in everyday classroom or research use - using two human subjects, an artificial face, and the Tobii Pro Spectrum. We rely on metrics derived from the raw gaze data, such as accuracy or precision, to measure data quality. The obtained results derive practical advice for educators and researchers, such as using the lowest sampling frequency appropriate for a certain purpose. Thereby, this research fills a gap in the current understanding of eye tracker performance and, by offering best practices, enables researchers or teachers to produce data of the highest quality possible and therefore best results when using eye trackers in laboratories or future classrooms.}, language = {en} } @inproceedings{HomannGrabingerHauseretal., author = {Homann, Alexander and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {An Eye Tracking Study on MISRA C Coding Guidelines}, series = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593671}, pages = {130 -- 137}, abstract = {C is one of the most widely used programming languages - MISRA C is one of the most known sets of coding guidelines for C. This paper examines the usefulness and comprehensibility of the MISRA C:2012 guidelines in an eye tracking study. There, subjects encounter non-compliant code in four different code review settings: with no additional reference, with an actual MISRA C guideline, with a case-specific interpretation of a MISRA C guideline, and with a compliant version of the code. The data collected was analyzed not only in terms of the four presentation styles, but also by dividing the subjects into experience levels based on their semesters of study or years of work experience. Regarding the difference between actual and interpreted guidelines, we found that for interpreted guidelines the error detection rate is higher whereas the duration and frequency of visits to the guideline itself are mainly lower. This suggest that the actual guidelines are less useful and more difficult to understand. The former is contradicted by the subjects' opinions: when surveyed, they rated the usefulness of the actual guidelines higher.}, language = {en} } @misc{ScharfenbergMottokArtmannetal., author = {Scharfenberg, Georg and Mottok, J{\"u}rgen and Artmann, Christina and Hobelsberger, Martin and Paric, Ivan and Großmann, Benjamin and Pohlt, Clemens and Wackerbarth, Alena and Pausch, Uli and Heidrich, Christiane and Fadanelli, Martin and Elsner, Michael and P{\"o}cher, Daniel and Pittroff, Lenz and Beer, Stefan and Br{\"u}ckl, Oliver and Haslbeck, Matthias and Sterner, Michael and Thema, Martin and Muggenthaler, Nicole and Lenck, Thorsten and G{\"o}tz, Philipp and Eckert, Fabian and Deubzer, Michael and Stingl, Armin and Simsek, Erol and Kr{\"a}mer, Stefan and Großmann, Benjamin and Schlegl, Thomas and Niedersteiner, Sascha and Berlehner, Thomas and Joblin, Mitchell and Mauerer, Wolfgang and Apel, Sven and Siegmund, Janet and Riehle, Dirk and Weber, Joachim and Palm, Christoph and Zobel, Martin and Al-Falouji, Ghassan and Prestel, Dietmar and Scharfenberg, Georg and Mandl, Roland and Deinzer, Arnulf and Halang, W. and Margraf-Stiksrud, Jutta and Sick, Bernhard and Deinzer, Renate and Scherzinger, Stefanie and Klettke, Meike and St{\"o}rl, Uta and Wiech, Katharina and Kubata, Christoph and Sindersberger, Dirk and Monkman, Gareth J. and Dollinger, Markus and Dembianny, Sven and K{\"o}lbl, Andreas and Welker, Franz and Meier, Matthias and Thumann, Philipp and Swidergal, Krzysztof and Wagner, Marcus and Haug, Sonja and Vernim, Matthias and Seidenst{\"u}cker, Barbara and Weber, Karsten and Arsan, Christian and Schone, Reinhold and M{\"u}nder, Johannes and Schroll-Decker, Irmgard and Dillinger, Andrea Elisabeth and Fuchshofer, Rudolf and Monkman, Gareth J. and Shamonin (Chamonine), Mikhail and Geith, Markus A. and Koch, Fabian and {\"U}hlin, Christian and Schratzenstaller, Thomas and Saßmannshausen, Sean Patrick and Auchter, Eberhard and Kriz, Willy and Springer, Othmar and Thumann, Maria and Kusterle, Wolfgang and Obermeier, Andreas and Udalzow, Anton and Schmailzl, Anton and Hierl, Stefan and Langer, Christoph and Schreiner, Rupert}, title = {Forschungsbericht 2015}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-00-048589-3}, doi = {10.35096/othr/pub-1386}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-13867}, language = {de} } @misc{BeimlerLeisslEbneretal., author = {Beimler, Josef and Leißl, Caroline and Ebner, Lena and Elsner, Michael and M{\"u}hlbauer, Gerhard and Kohlert, Dieter and Schubert, Martin J. W. and Weiß, Andreas P. and Sterner, Michael and Raith, Thomas and Afranseder, Martin and Krapf, Tobias and Mottok, J{\"u}rgen and Siemers, Christian and Großmann, Benjamin and H{\"o}cherl, Johannes and Schlegl, Thomas and Schneider, Ralph and Milaev, Johannes and Rampelt, Christina and Roduner, Christian and Glowa, Christoph and Bachl, Christoph and Schliekmann, Claus and Gnan, Alfons and Grill, Martin and Ruhland, Karl and Piehler, Thomas and Friers, Daniel and Wels, Harald and Pflug, Kenny and Kucera, Markus and Waas, Thomas and Schlachetzki, Felix and Boy, Sandra and Pemmerl, Josef and Leis, Alexander and Welsch, Andreas F.X. and Graf, Franz and Zenger, Gerhard and Volbert, Klaus and Waas, Thomas and Scherzinger, Stefanie and Klettke, Meike and St{\"o}rl, Uta and Heyl, C. and Boldenko, A. and Monkman, Gareth J. and Kujat, Richard and Briem, Ulrich and Hierl, Stefan and Talbot, Sebastian and Schmailzl, Anton and Ławrowski, Robert Damian and Prommesberger, Christian and Langer, Christoph and Dams, Florian and Schreiner, Rupert and Valentino, Piergiorgio and Romano, Marco and Ehrlich, Ingo and Furgiuele, Franco and Gebbeken, Norbert and Eisenried, Michael and Jungbauer, Bastian and Hutterer, Albert and Bauhuber, Michael and Mikrievskij, Andreas and Argauer, Monika and Hummel, Helmut and Lechner, Alfred and Liebetruth, Thomas and Schumm, Michael and Joseph, Saskia and Reschke, Michael and Soska, Alexander and Schroll-Decker, Irmgard and Putzer, Michael and Rasmussen, John and Dendorfer, Sebastian and Weber, Tim and Al-Munajjed, Amir Andreas and Verkerke, Gijsbertus Jacob and Renkawitz, Tobias and Haug, Sonja and Rudolph, Clarissa and Zeitler, Annika and Schaubeck, Simon and Steffens, Oliver and Rechenauer, Christian and Schulz-Brize, Thekla and Fleischmann, Florian and Kusterle, Wolfgang and Beer, Anne and Wagner, Bernd and Neidhart, Thomas}, title = {Forschungsbericht 2013}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, doi = {10.35096/othr/pub-799}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-7990}, pages = {80}, language = {de} } @misc{AppelhansKampmannMottoketal., author = {Appelhans, Marie-Luise and Kampmann, Matthias and Mottok, J{\"u}rgen and Riederer, Michael and Nagl, Klaus and Steffens, Oliver and D{\"u}nnweber, Jan and Wildgruber, Markus and Roth, Julius and Stadler, Timo and Palm, Christoph and Weiß, Martin Georg and Rochholz, Sandra and Bierl, Rudolf and Gschossmann, Andreas and Haug, Sonja and Schmidbauer, Simon and Koch, Anna and Westner, Markus and Bary, Benedikt von and Ellermeier, Andreas and V{\"o}gele, Daniel and Maiwald, Frederik and Hierl, Stefan and Schlamp, Matthias and Ehrlich, Ingo and Siegl, Marco and H{\"u}ntelmann, Sven and Wildfeuer, Matthias and Br{\"u}ckl, Oliver and Sterner, Michael and Hofrichter, Andreas and Eckert, Fabian and Bauer, Franz and Dawoud, Belal and Rabl, Hans-Peter and Gamisch, Bernd and Schmidt, Ottfried and Heberl, Michael and Thema, Martin and Mayer, Ulrike and Eller, Johannes and Sippenauer, Thomas and Adelt, Christian and Haslbeck, Matthias and Vogl, Bettina and Mauerer, Wolfgang and Ramsauer, Ralf and Lohmann, Daniel and Sax, Irmengard and Gabor, Thomas and Feld, Sebastian and Linnhoff-Popien, Claudia and Ławrowski, Robert Damian and Langer, Christoph and Schreiner, Rupert and Sellmair, Josef}, title = {Forschung 2019}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-9818209-7-3}, doi = {10.35096/othr/pub-789}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-7890}, pages = {72}, abstract = {Bericht mit Forschungsprojekten aus verschiedenen Bereichen der OTH Regensburg mit dem Schwerpunktthema "K{\"u}nstliche Intelligenz" und einem Gespr{\"a}ch zur "Medizin der Zukunft"}, subject = {Forschung}, language = {de} } @inproceedings{BockMottokKoehler, author = {Bock, T. and Mottok, J{\"u}rgen and K{\"o}hler, Thorsten}, title = {A gesture-based human-machine interface using stereoscopic depth images}, series = {2nd Applied Research Conference 2012 (ARC 2012), 25./26. June 2012, Nuremberg}, booktitle = {2nd Applied Research Conference 2012 (ARC 2012), 25./26. June 2012, Nuremberg}, editor = {Mottok, J{\"u}rgen and Ziemann, Olaf}, publisher = {Shaker}, address = {Aachen}, pages = {166 -- 169}, abstract = {Reasonable integration of gesture-based automotive HMI-functionality offers potential safety benefits by reducing driver distractions and glance times to operate tertiary in-car devices. Stereo camera systems are a well investigated choice to perform the task of generating depth data for spatial gesture recognition. This paper describes the functionality of our stereo vision software, which is intended for application in a target system based on CMOS wafer-level cameras. The retrieved point cloud data was passed to a gesture-based sample application.}, language = {en} } @inproceedings{MaierMottok, author = {Maier, Robert and Mottok, J{\"u}rgen}, title = {BayesianSafety - an Open-Source Package for Causality-Guided, Multi-Model Safety Analysis}, series = {Computer Safety, Reliability, and Security, 41st International Conference (SAFECOMP 2022): Munich, Germany, September 6-9, 2022, Proceedings}, booktitle = {Computer Safety, Reliability, and Security, 41st International Conference (SAFECOMP 2022): Munich, Germany, September 6-9, 2022, Proceedings}, editor = {Trapp, Mario and Saglietti, Francesca and Spisl{\"a}nder, Marc and Bitsch, Friedemann}, publisher = {Springer Nature}, address = {Cham}, doi = {10.1007/978-3-031-14835-4_2}, pages = {17 -- 30}, abstract = {Development and verification of modern, dependable automotive systems require appropriate modelling approaches. Classic automotive safety is described by the normative regulations ISO 26262, its relative ISO/PAS 21448, and their respective methodologies. In recent publications, an emerging demand to combine environmental influences, machine learning, or reasoning under uncertainty with standard-compliant analysis techniques can be noticed. Therefore, adapting established methods like FTA and proper tool support is necessary. We argue that Bayesian Networks (BNs) can be used as a central component to address and merge these demands. In this paper, we present our Open-Source Python package BayesianSafety. First, we review how BNs relate to data-driven methods, model-to-model transformations, and causal reasoning. Together with FTA and ETA, these models form the core functionality of our software. After describing currently implemented features and possibilities of combining individual modelling approaches, we provide an informal view of the tool's architecture and of the resulting software ecosystem. By comparing selected publicly available safety and reliability analysis libraries, we outline that many relevant methodologies yield specialized implementations. Finally, we show that there is a demand for a flexible, unifying analysis tool that allows researching system safety by using multi-model and multi-domain approaches.}, language = {en} } @inproceedings{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Towards Causal Model-Based Engineering in Automotive System Safety}, series = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, booktitle = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, editor = {Seguin, Christel and Zeller, Marc and Prosvirnova, Tatiana}, publisher = {Springer Nature}, address = {Cham}, doi = {10.1007/978-3-031-15842-1_9}, pages = {116 -- 129}, abstract = {Engineering is based on the understanding of causes and effects. Thus, causality should also guide the safety assessment of complex systems such as autonomous driving cars. To ensure the safety of the intended functionality of these systems, normative regulations like ISO 21448 recommend scenario-based testing. An important task here is to identify critical scenarios, so-called edge and corner cases. Data-driven approaches to this task (e.g. based on machine learning) cannot adequately address a constantly changing operational design domain. Model-based approaches offer a remedy - they allow including different sources of knowledge (e.g. data, human experts) into safety considerations. With this paper, we outline a novel approach for ensuring automotive system safety. We propose to use structural causal models as a probabilistic modelling language to combine knowledge about an open-context environment from different sources. Based on these models, we investigate parameter configurations that are candidates for critical scenarios. In this paper, we first discuss some aspects of scenario-based testing. We then provide an informal introduction to causal models and relate their development lifecycle to the established V-model. Finally, we outline a generic workflow for using causal models to identify critical scenarios and highlight some challenges that arise in the process.}, language = {en} } @article{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Causal Models to Support Scenario-Based Testing of ADAS}, series = {IEEE Transactions on Intelligent Transportation Systems}, journal = {IEEE Transactions on Intelligent Transportation Systems}, publisher = {IEEE}, issn = {1524-9050}, doi = {10.1109/TITS.2023.3317475}, pages = {1 -- 17}, abstract = {In modern vehicles, system complexity and technical capabilities are constantly growing. As a result, manufacturers and regulators are both increasingly challenged to ensure the reliability, safety, and intended behavior of these systems. With current methodologies, it is difficult to address the various interactions between vehicle components and environmental factors. However, model-based engineering offers a solution by allowing to abstract reality and enhancing communication among engineers and stakeholders. Applying this method requires a model format that is machine-processable, human-understandable, and mathematically sound. In addition, the model format needs to support probabilistic reasoning to account for incomplete data and knowledge about a problem domain. We propose structural causal models as a suitable framework for addressing these demands. In this article, we show how to combine data from different sources into an inferable causal model for an advanced driver-assistance system. We then consider the developed causal model for scenario-based testing to illustrate how a model-based approach can improve industrial system development processes. We conclude this paper by discussing the ongoing challenges to our approach and provide pointers for future work.}, language = {en} } @inproceedings{MaierMottok, author = {Maier, Robert and Mottok, J{\"u}rgen}, title = {Causality and Functional Safety - How Causal Models Relate to the Automotive Standards ISO 26262, ISO/PAS 21448, and UL 4600}, series = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, booktitle = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, publisher = {IEEE}, doi = {10.1109/AE54730.2022.9920053}, pages = {6}, abstract = {With autonomous driving, the system complexity of vehicles will increase drastically. This requires new approaches to ensure system safety. Looking at standards like ISO 26262 or ISO/PAS 21448 and their suggested methodologies, an increasing trend in the recent literature can be noticed to incorporate uncertainty. Often this is done by using Bayesian Networks as a framework to enable probabilistic reasoning. These models can also be used to represent causal relationships. Many publications claim to model cause-effect relations, yet rarely give a formal introduction of the implications and resulting possibilities such an approach may have. This paper aims to link the domains of causal reasoning and automotive system safety by investigating relations between causal models and approaches like FMEA, FTA, or GSN. First, the famous "Ladder of Causation" and its implications on causality are reviewed. Next, we give an informal overview of common hazard and reliability analysis techniques and associate them with probabilistic models. Finally, we analyse a mixed-model methodology called Hybrid Causal Logic, extend its idea, and build the concept of a causal shell model of automotive system safety.}, language = {en} } @inproceedings{KristenEnglMottok, author = {Kristen, Meret and Engl, Fabian and Mottok, J{\"u}rgen}, title = {Enhancing Phishing Detection: An Eye-Tracking Study on User Interaction and Oversights in Phishing Emails}, series = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, booktitle = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, publisher = {IARIA}, isbn = {978-1-68558-206-7}, pages = {71 -- 80}, abstract = {Phishing remains a significant threat to organizational security, necessitating effective countermeasures. This paper presents findings from an in-depth eye-tracking study with 103 participants, evaluating the effectiveness of phishing awareness tools and trainings. The study examines how a phishing awareness system influences user behavior, efficiency, and the ability to identify phishing attempts. By analyzing eye movements, the study reveals real-time interactions and oversights, providing insights into the decision-making process. Results indicate that while the system improves the efficiency of users already proficient in phishing detection, it does not universally enhance recognition rates. Notably, participants using the tool spent significantly less time looking at attachment-related phishing markers, indicating partial efficiency improvements. Since phishing attempts containing suspicious attachments were successful in 19\% of cases, as compared to an overall phishing success rate of 15\%, the phishing awareness tool is particularly useful here. A usability evaluation revealed that users reporting a higher perceived usability score profited more from the help of the tool. Additionally, no improvement in phishing detection rates was observed in users who had completed prior IT-security training, highlighting the necessity for a paradigm shift in phishing training to adequately prepare users for phishing attempts.}, language = {en} } @misc{WeberDendorferSuessetal., author = {Weber, Karsten and Dendorfer, Sebastian and S{\"u}ß, Franz and Kubowitsch, Simone and Schratzenstaller, Thomas and Haug, Sonja and Mohr, Christa and Kiesl, Hans and Drechsler, J{\"o}rg and Westner, Markus and Kobus, J{\"o}rn and Schubert, Martin J. W. and Zenger, Stefan and Pietsch, Alexander and Weiß, Josef and Hinterseer, Sebastian and Schieck, Roland and Scherzinger, Stefanie and Klettke, Meike and Ringlstetter, Andreas and St{\"o}rl, Uta and Bissyand{\´e}, Tegawend{\´e} F. and Seeburger, Achim and Schindler, Timo and Ramsauer, Ralf and Kiszka, Jan and K{\"o}lbl, Andreas and Lohmann, Daniel and Mauerer, Wolfgang and Maier, Johannes and Scorna, Ulrike and Palm, Christoph and Soska, Alexander and Mottok, J{\"u}rgen and Ellermeier, Andreas and V{\"o}gele, Daniel and Hierl, Stefan and Briem, Ulrich and Buschmann, Knut and Ehrlich, Ingo and Pongratz, Christian and Pielmeier, Benjamin and Tyroller, Quirin and Monkman, Gareth J. and Gut, Franz and Roth, Carina and Hausler, Peter and Bierl, Rudolf and Prommesberger, Christian and Ławrowski, Robert Damian and Langer, Christoph and Schreiner, Rupert and Huang, Yifeng and She, Juncong and Ottl, Andreas and Rieger, Walter and Kraml, Agnes and Poxleitner, Thomas and Hofer, Simon and Heisterkamp, Benjamin and Lerch, Maximilian and Sammer, Nike and Golde, Olivia and Wellnitz, Felix and Schmid, Sandra and Muntschick, Claudia and Kusterle, Wolfgang and Paric, Ivan and Br{\"u}ckl, Oliver and Haslbeck, Matthias and Schmidt, Ottfried and Schwanzer, Peter and Rabl, Hans-Peter and Sterner, Michael and Bauer, Franz and Steinmann, Sven and Eckert, Fabian and Hofrichter, Andreas}, title = {Forschungsbericht 2017}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-9818209-3-5}, doi = {10.35096/othr/pub-1383}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-13835}, subject = {Forschung}, language = {de} } @inproceedings{StauferHauserGrabingeretal., author = {Staufer, Susanne and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Mottok, J{\"u}rgen}, title = {Learning elements in online learning management systems}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.0815}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-67725}, pages = {3121 -- 3130}, language = {en} } @inproceedings{StauferNadimpalliHauseretal., author = {Staufer, Susanne and Nadimpalli, Vamsi Krishna and Hauser, Florian and Bittner, Dominik and Grabinger, Lisa and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Persistence of Questionnaire Data on Learning Styles, Learning Strategies AND Personality Traits}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.1524}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78246}, pages = {6310 -- 6319}, abstract = {In the context of learning, questionnaires are carried out to gain information about learners. This learner profile has various benefits, like adapting the learning content, promoting of self-reflection, or increasing motivation in learning and therefore better learning results. Some researchers take the results of such questionnaires as ground truth or trust them blindly. Examining how persistent questionnaires are, asking the same questions twice, and comparing the results is a way to prove or falsify this statement. Our research procedure compares the results of three different questionnaires. The first questionnaire is the ILS (index of learning styles) according to the Felder-Silverman Learning Style Model (FSLSM) with about 44 questions. Learning strategies are examined with the LIST-K questionnaire consisting of 39 questions after Klingsieck. The third and last questionnaire is about personality traits. With only ten questions, Rammstedt et al. describe the BFI-10 questionnaire for personality traits. To compare results, the same study with the three named questionnaires is carried out twice with three to four months in between. The sample includes 35 students in their bachelor studies taking the course Software Engineering in a blended learning format. After collecting the questionnaire data from the students, a comparison is made in two different ways. First, we compare the data points based on the given answers. Second, a comparison is made based on the calculated questionnaire results because each of the three questionnaires has its own analysis method. For example, the analysis method of the ILS delivers as a result four integers representing the four characteristics of a learning style, while LIST-K makes a factor analysis. The results of the paper show that both the given answers and the calculated questionnaire results differ. Not one student has given the same answer inside each questionnaire with causes, like a change of learning style, learning strategy, and personality traits, or not filling in conscientiously.}, language = {en} } @article{RoehrlStauferBugertetal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Bugert, Flemming and Nadimpalli, Vamsi Krishna and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Altweck, Ricardo and Graf, Sabine and Kriza, Thomas and Mottok, J{\"u}rgen}, title = {Ethical Considerations of AI in Education: A Case Study based on Pythia Learning Enhancement System}, series = {IEEE Access}, volume = {11}, journal = {IEEE Access}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, issn = {2169-3536}, doi = {10.1109/ACCESS.2025.3583975}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-83403}, pages = {1 -- 25}, abstract = {As the use of AI in education increases, addressing ethical concerns is essential for its responsible use and implementation. This study explores the ethical considerations of AI in education by analyzing a concrete application, the Pythia Learning Enhancement System, which enables personalized and adaptive educational experiences. In this case study, the concrete implementation of Pythia, contrary to high-level abstract analyses, provides practical insights into these ethical issues. To achieve this goal, we first define Pythia and outline its implementation. Using the various topics covered by Pythia, the ethical issues associated with each of these topics are outlined, resulting in a list of ten distinct ethical issues. Because there is overlap in issues covered by similar applications, they can benefit from this identification. An ethical (human rights) and didactic (constructivism) theoretical background is then provided as a basis for further discussion. This is used to build the arguments used in the main study. This consists of analyzing each of the issues and providing recommendations to mitigate potential harm arising from these issues. This helps to provide guidelines for future applications. In the analysis, the ethical discussion is mainly based on the human rights of the stakeholders involved, emphasizing human dignity. After the analysis, each of the issues is contextualized with the recent AI Act of the European Union, providing a novel mapping of the issues of AI in education to the AI Act. Finally, the limitations of the study are stated and a plan for future research is presented.}, language = {en} } @techreport{TaiberChowduryHammondetal., author = {Taiber, Joachim and Chowdury, M. and Hammond, G. and Hipp, V. and Huttner, B. and Lonien, J. and Mottok, J{\"u}rgen and Neukart, Florian and Stengel, T.}, title = {Unsettled Topics Concerning the Impact of Quantum Technologies on Automotive Cybersecurity}, address = {Warrendale, Pennsylvania, USA}, issn = {2640-3536}, doi = {10.4271/EPR2020026}, abstract = {Quantum computing is considered the "next big thing" when it comes to solving computational problems impossible to tackle using conventional computers. However, a major concern is that quantum computers could be used to crack current cryptographic schemes designed to withstand traditional cyberattacks. This threat also impacts future automated vehicles as they become embedded in a vehicle-to-everything (V2X) ecosystem. In this scenario, encrypted data is transmitted between a complex network of cloud-based data servers, vehicle-based data servers, and vehicle sensors and controllers. While the vehicle hardware ages, the software enabling V2X interactions will be updated multiple times. It is essential to make the V2X ecosystem quantum-safe through use of "post-quantum cryptography" as well other applicable quantum technologies. This SAE EDGE™ Research Report considers the following three areas to be unsettled questions in the V2X ecosystem: How soon will quantum computing pose a threat to connected and automated vehicle technologies? What steps and measures are needed to make a V2X ecosystem "quantum-safe?" What standardization is needed to ensure that quantum technologies do not pose an unacceptable risk from an automotive cybersecurity perspective?}, language = {en} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @misc{StarkSchreistetterReuteretal., author = {Stark, T. and Schreistetter, Stefan and Reuter, Rebecca and Hauser, Florian and Holmqvist, Kenneth and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Learning from Gaze: Eye Movement Modeling Examples in Software Engineering Education}, series = {Earli Book of Abstracts}, journal = {Earli Book of Abstracts}, publisher = {Earli}, pages = {291}, language = {en} } @inproceedings{DeNiklasBradaetal., author = {De, Sangita and Niklas, Michael and Brada, Premek and Mottok, J{\"u}rgen}, title = {Model Transformation of Application Software Component from Classic to Adaptive AUTOSAR: An Approach to Migrate Software Components}, series = {SEAA 2018, the 44th EUROMICRO Conference on Software Engineering and Advanced Applications, August 29 - 31 2018, Prague, Czech Republic}, booktitle = {SEAA 2018, the 44th EUROMICRO Conference on Software Engineering and Advanced Applications, August 29 - 31 2018, Prague, Czech Republic}, isbn = {978-3-902457-50-9}, language = {en} } @inproceedings{BugertStauferBittneretal., author = {Bugert, Flemming and Staufer, Susanne and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Ezer, Timur and Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {Ariadne's Thread for Unravelling Learning Paths: Identifying Learning Styles via Hidden Markov Models}, series = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, booktitle = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, publisher = {IEEE}, issn = {2165-9567}, doi = {10.1109/EDUCON60312.2024.10578825}, pages = {1 -- 7}, abstract = {Modern education through Learning Management Systems (LMSs) provides learners with personalized learning paths. This is achieved by first querying the learning style according to the theory of Felder and Silverman to recommend suitable learning content. However, a rigid learning style representation is lacking of adaptability to the learners' choices. Therefore, the present study evaluates the idea of providing adaption to the representation of learning styles by using Hidden Markov Models (HMMs). Thus, data is collected from participants out of the Higher Education Area. The Index of Learning Styles questionnaire is used to obtain the learning style based on the theory of Felder and Silverman. Also, a questionnaire that asks the respondents to create a preferred learning path with the sequence length of nine learning elements is provided. From the given data, we initially evaluate the probability relationships between learning styles and learning elements. Then, we use the Viterbi algorithm in HMMs to identify alterations in learning styles from the provided learning paths. The alignment is then quantified by introducing a metric called support value. The findings imply that our concept can be used to adapt the learning style based on the user's real choice of learning elements. Thus, the proposed model also offers a way to integrate a feedback loop within LMSs leading to an improvement of learning path recommendation algorithms.}, language = {en} }