@article{MaierSchlattlGuessetal., author = {Maier, Robert and Schlattl, Andreas and Guess, Thomas and Mottok, J{\"u}rgen}, title = {CausalOps - Towards an industrial lifecycle for causal probabilistic graphical models}, series = {Information and Software Technology}, journal = {Information and Software Technology}, publisher = {Elsevier}, issn = {0950-5849}, doi = {10.1016/j.infsof.2024.107520}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73350}, abstract = {Context: Causal probabilistic graph-based models have gained widespread utility, enabling the modeling of cause-and-effect relationships across diverse domains. With their rising adoption in new areas, such as safety analysis of complex systems, software engineering, and machine learning, the need for an integrated lifecycle framework akin to DevOps and MLOps has emerged. Currently, such a reference for organizations interested in employing causal engineering is missing. This lack of guidance hinders the incorporation and maturation of causal methods in the context of real-life applications. Objective: This work contextualizes causal model usage across different stages and stakeholders and outlines a holistic view of creating and maintaining them within the process landscape of an organization. Method: A novel lifecycle framework for causal model development and application called CausalOps is proposed. By defining key entities, dependencies, and intermediate artifacts generated during causal engineering, a consistent vocabulary and workflow model to guide organizations in adopting causal methods are established. Results: Based on the early adoption of the discussed methodology to a real-life problem within the automotive domain, an experience report underlining the practicability and challenges of the proposed approach is discussed. Conclusion: It is concluded that besides current technical advancements in various aspects of causal engineering, an overarching lifecycle framework that integrates these methods into organizational practices is missing. Although diverse skills from adjacent disciplines are widely available, guidance on how to transfer these assets into causality-driven practices still need to be addressed in the published literature. CausalOps' aim is to set a baseline for the adoption of causal methods in practical applications within interested organizations and the causality community.}, language = {en} } @inproceedings{StauferHauserEzeretal., author = {Staufer, Susanne and Hauser, Florian and Ezer, Timur and Grabinger, Lisa and Nadimpalli, Vamsi Krishna and R{\"o}hrl, Simon and Bugert, Flemming and Bittner, Dominik and Mottok, J{\"u}rgen}, title = {EVALUATION OF THE LEARNING MANAGEMENT SYSTEM PYTHIA}, series = {EDULEARN Proceedings: 16th International Conference on Education and New Learning Technologies, Palma, Spain. 1-3 July, 2024}, booktitle = {EDULEARN Proceedings: 16th International Conference on Education and New Learning Technologies, Palma, Spain. 1-3 July, 2024}, publisher = {IATED}, issn = {2340-1117}, doi = {10.21125/edulearn.2024.2189}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-73474}, pages = {9089 -- 9098}, abstract = {Learning management systems gain importance due to the Corona pandemic. To personalize such a learning management system, a Moodle adaption named Pythia was created. Pythia is implemented as a Moodle plugin solution. The possibility of generating learning paths with various algorithms and the change of the graphical user interface is significant. Learning paths are generated with two different algorithms. Nestor algorithm generates learning paths with a Bayesian network, while Tyche algorithm uses a Markov model. The graphical user interface is adapted to the generated learning paths where learning element symbols are customized and the individual learning paths are depicted. This paper presents the results of a qualitative survey among German students with the aim of evaluating the first version of the learning management system Pythia. 25 students took the subject "Software Engineering for Safe and Secure Systems" in the winter term of 2023/24. The 68 asked questions focus on usage behavior, graphical user interface, usability, preferences, volume, and quality of learning elements, and learning paths. Our Moodle course for the lecture contains seven sections, each section has minimum one subsection on which the learning path is calculated. Last three sections are designed by presenting minimum one learning element of each learning element category except the collaboration tool. In a previous work, ten learning element categories were designed and evaluated comprising manuscript, brief overview, learning goal, quiz, exercise, summary, three types of additional material, and collaboration tool. The first sections are left as they are initially designed by the lecturer (normal section). The survey considers the difference between normal sections and diverse sections. Furthermore, the generated learning paths are evaluated. 13 students undertook Nestor learning paths, whereas 12 undertook Tyche learning paths. The results suggest that for the majority of students, the learning element symbols are well-chosen. Moreover, all students wish the elements relevant to the exam to be labelled. 23 students are overwhelmed by the number of learning elements in the last sections of the Moodle course. In the future, some suggestions will be implemented such as the labelling of exam relevant learning elements. To overcome the overload of learning elements, a strategy could be developed like hiding learning elements not preferred by the learning path algorithm.}, language = {en} } @inproceedings{GrabingerMottok, author = {Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {On selecting hypothesis tests for group differences}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, doi = {10.21125/iceri.2024.0272}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78200}, pages = {702 -- 712}, abstract = {Deciding on the right method of analyzing empirical research data can be difficult - especially when it comes to choosing specific methods of inferential statistics, where there is often not one right way, but a variety of valid options (e.g., using an ANOVA or its non-parametric alternative for data that is not perfectly normally distributed). Novice researchers not only lack the experience to know when a particular hypothesis test is appropriate, but struggle to find suitable literature to familiarize themselves (i.e., literature that is not too superficial, yet comprehensible). With the present article we provide a remedy following the didactic method of scaffolding: We present a systematization of the most elementary inferential statistical methods, namely hypothesis tests for group differences. We start by explaining basic terms (e.g., independent variable) and then give step-by-step instructions for choosing a proper hypothesis test based on data properties, implementing it from scratch, and reporting or interpreting its results. With these practical cookbook-like guidelines, this article serves as a concise starting point for young researchers entering the field of empirical research, as a valuable resource for their instructors, and as a basis for automating statistical procedures in a software system.}, language = {en} } @unpublished{LinzMottok, author = {Linz, Tilo and Mottok, J{\"u}rgen}, title = {Application of Causal Models in Scenario-based Testing}, doi = {10.13140/RG.2.2.34160.06402}, abstract = {This paper presents a new methodology for scenario-based testing of automated driving functions in the context of ISO 21448 (safety of the target function). By using structural causal models (SCMs), the evaluation process of highly automated vehicle systems is to be improved, thus increasing their safety and reliability. Using SCMs, the presented methodology systematically analyzes causal relationships between various risk factors of the investigated system and its operating environment and automatically identifies potential parameter combinations that influence system safety. This approach makes it possible to safeguard automated driving functions, such as an emergency brake assistant, by determining foreseeable risks and providing them as test parameters for relevant scenarios. The HolmeS3 approach combines expert knowledge with probabilistic data analysis to develop robust causal models that can be validated through both simulation and real-world testing. The use of causal inference enables the generation of critical test cases, known as "edge and corner cases", which are essential for testing vehicle systems under investigation. This focused testing approach helps to limit the test case explosion that occurs with conventional approaches by specifically identifying highly relevant parameter combinations that potentially (negatively) influence system performance. The methodology presented, which was developed as part of the HolmeS3 R\&D project, offers transparency, comparability, explainability and traceability in the modeling and testing processes. It supports compliance with the ISO 21448 standard and lays the foundation for the causality-driven development of safe and reliable automotive technology. The project's tools and methods can be applied beyond the automotive sector to all cyber-physical systems that require rigorous safety validation.}, language = {en} } @inproceedings{FrauenschlaegerMottok, author = {Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Problems and New Approaches for Crypto-Agility in Operational Technology}, series = {12th European Congress Embedded Real Time Systems (ERTS 2024), 11-12 June 2024, Toulouse, France}, booktitle = {12th European Congress Embedded Real Time Systems (ERTS 2024), 11-12 June 2024, Toulouse, France}, abstract = {In recent years, cybersecurity has also become relevant for Operational Technology (OT). Critical systems like industrial automation systems or transportation systems are faced with new threats, and therefore require the implementation of thorough security measures. Regulations further mandate the deployment and regular verification of these security measures. However, OT systems differ from well-known systems of classic Information Technology (IT), such as mission times spanning decades, infrequent updates only during on-site maintenance, or diverse devices with varying support for security measures. The growing field of crypto-agility examines approaches to integrate security measures in an agile and flexible way, making updates easier and, therefore, encouraging a more frequent deployment of them. This paper contributes to this research field in the context of secure communication in two ways. We first examine the current state of crypto-agility by providing an overview of existing measures for OT systems. Then, we propose a new architecture concept with different deployment approaches to integrate security measures in a crypto-agile way. Based on a security library with a generic interface and a flexible proxy application, our architecture is capable of securing both new OT systems and existing ones via retrofit.}, language = {en} } @inproceedings{SchwindFrauenschlaegerMottok, author = {Schwind, Philipp and Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Implementation of a Bump-in-the-Wire Security Gateway}, series = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, booktitle = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, isbn = {978-80-01-07303-2}, pages = {26 -- 35}, abstract = {In the face of escalating cyber threats, the integration of Operational Technology (OT) with Information Technology (IT) systems presents heightened vulnerabilities to critical infrastructures. This paper focuses on the need for cybersecurity, showcasing the design and implementation of a security gateway to achieve bump-in-the-wire security between two units to be protected (assets). For that, each asset is assigned one security module that safeguards its communication paths. To ease bump-in-the-wire capability, the communication between the asset and the security-gateway must be stateless and operate on OSI layer 2. This is necessary to safeguard the whole communication bandwidth, regardless of the used protocols. For this objective, Linux-based packet sockets are used. An encrypted tunnel is established between two security gateways using the Datagram Transport Layer Security (DTLS) protocol. The results show that the implemented solution is capable of securing the asset's network traffic without the need of any modifications.}, language = {en} } @inproceedings{HornFrauenschlaegerMottok, author = {Horn, Luca and Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Integration and Evaluation of Different FPGA based Hardware Accelerators for the AES Algorithm in the TLS Protocol to be Used in Critical Automation Systems}, series = {4. Symposium Elektronik und Systemintegration, Tagungsband: Symposium am 17. April 2024 Hochschule Landshut}, booktitle = {4. Symposium Elektronik und Systemintegration, Tagungsband: Symposium am 17. April 2024 Hochschule Landshut}, publisher = {Hochschule Landshut}, address = {Landshut}, isbn = {978-3-9818439-9-6}, pages = {18 -- 27}, abstract = {This thesis addresses the challenges of hardware-assisted cryptography in the context of automation systems in critical infrastructures. While hardware accelerators enhance cryptographic calculations in both performance and security, their permanence poses issues in adapting to evolving security concerns. To overcome this problem, we integrated and evaluated a hardware accelerator for the AES algorithm on an FPGA within a TLS application, comparing its performance with other accelerators. Employing a hybrid FPGA-CPU processor system, this setup achieves over 800 Mbit/s data rates, showcasing a more than 27 times acceleration in TLS transmissions compared to purely software-based solutions. The FPGA's flexibility and upgradability therefore make it an ideal platform for critical infrastructure, ensuring longevity and superior acceleration in TLS data transfers.}, language = {en} } @inproceedings{FuerederMottok, author = {F{\"u}reder, Lukas and Mottok, J{\"u}rgen}, title = {Assessment of a MACsec-based Security System for Use in Critical Infrastructure Communication}, series = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, booktitle = {Proceedings of the 12th Prague Embedded Systems Workshop, June 27 - 29, 2024, Horoměřice, Czech Republic}, isbn = {978-80-01-07303-2}, pages = {51 -- 59}, abstract = {This paper investigates the integration of Media Access Control Security (MACsec) into the communication of critical infrastructure, specifically within power grid applications, such as Substation Automation Systems (SAS) using the IEC 61850 standard. Building on the principles of both standards, this study aims to determine if MACsec can meet the security and performance requirements set by IEC 62351 for power system communications. Furthermore, a test environment containing a number of Intelligent Electronic Devices (IEDs) supporting communication compliant to all IEC 61850 message types is established to evaluate this integration. The results of the measurements executed in this environment indicate that MACsec could secure all types of messages, such as Manufacturing Message Specification (MMS), Sampled-Value (SV) and Generic Object Oriented Substation Events (GOOSE), within the required time periods without significant delays. Even with additional encryption activated in the cipher suite, the resulting transmission times are well below the required times. This suggests that MACsec can enhance the security goals for industrial communication by providing confidentiality in addition to the already mandated assurance of authenticity and integrity to all messages without compromising performance. Only the requirement for end-to-end security cannot be met by MACsec in this configuration, as the security system re-encrypts with every hop of the transmission. For this reason, we propose a hybrid approach of Transport Layer Security (TLS) and MACsec as part of future work.}, language = {en} } @inproceedings{RoehrlStauferNadimpallietal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Bugert, Flemming and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Mottok, J{\"u}rgen}, title = {PYTHIA - AI SUGGESTED INDIVIDUAL LEARNING PATHS FOR EVERY STUDENT}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0783}, pages = {2871 -- 2880}, abstract = {During the COVID-19 pandemic, the importance of digital course rooms, where teachers provide their learning materials, increased dramatically. While these platforms are crucial for providing teaching materials, they often fall short in addressing individual student needs. A system within an academic setting, capable of creating and presenting individual learning paths for each student, can solve these issues. These paths are composed of various learning elements - defined in our previous work as units of educational content with which a learner works. Currently, there is no suitable system that enables the integration of learning path generating algorithms into a digital course room. Therefore we present an application that enables this integration into the Moodle Learning Management System (LMS). More precisely, this paper presents a Moodle plugin together with its framework. It describes the mechanism for effectively collecting data from Moodle, which AI algorithms then use to generate personalized learning paths. Subsequently these paths are visualized with the help of the Moodle plugin. We started with a set of requirements and use cases for the interface connecting Moodle to the AI system, which were established with a group of experts. Based on the requirements, various relevant technologies were assessed, and the best ones were chosen for implementation. Following that, the paper develops a strategy for software structuring as well as an architecture, focusing on performance, modularity, and ease of deployment for widespread use. Furthermore, the architecture ensures a simple method for integrating the algorithms. Afterwards, the framework's concrete implementation is described. A technique for enriching learning elements with metadata is presented, and additionally a concept for presenting these learning elements within a hierarchy. Moreover, it is shown how questionnaire responses and learning analytics are utilized for data collection. We cover in detail techniques for extracting and storing data from the Moodle database, as well as methods for customizing Moodle course rooms and a standard API for incorporating AI algorithms. Finally, the paper discusses the application of the proposed framework in an actual course and how student feedback is collected, which could enhance the framework. It concludes with an assessment of the outcomes obtained and prospects for the framework's future advancements.}, language = {en} } @inproceedings{StauferHauserGrabingeretal., author = {Staufer, Susanne and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Learning elements in LMS - a survey among students}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.1087}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-71135}, pages = {4224 -- 4231}, abstract = {In higher education, improving learning and learning success are goals of general improvement. Lecturers teaches content and students acquire that content in an efficient way. To structure content, learning element categories are evaluated from the student's point of view in higher education area. The aim is to validate given definitions of ten learning element categories within a Learning Management System (LMS). This paper evaluates a categorization of learning elements for organizing learning content in online education within LMSs. Therefore, ten categories of learning elements and corresponding definitions were defined in a previous work as base for this paper. The learning elements to examine are manuscript, exercise, quiz, brief overview, learning goal, summary, collaboration tool, auditory additional material, textual additional material, and visual additional material. To validate the definitions and to get improvements to each learning element a survey is processed. Beside the demographic data questions, the survey consists of two questions to the acceptance of the definitions and asks for improvements. 148 students between the ages 19 and 35 participate in the survey in summer term 2023. The education level of the participants ranges from undergraduates to Ph.D. students. The results of this paper are that more than 80\% accept the given definitions. Some definitions of the learning elements are changed, but the changes are restricted to additions of maximal four words. This categorization of learning elements could lead to improvements in learning by giving the content more structure. With the structure students get the possibility to learn with preferred learning elements which could lead to more success in learning and to a decreasing dropout rate in universities. In the future, the learning elements allow to classify content within LMSs with the goal of generating individual learning paths. Furthermore, our project will integrate these learning elements, use them to generate learning paths, and could set a new standard in the way of personalized learning.}, language = {en} } @inproceedings{GrabingerEzerHauseretal., author = {Grabinger, Lisa and Ezer, Timur and Hauser, Florian and Mottok, J{\"u}rgen}, title = {The impact of eyenalyzer}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.0271}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78215}, pages = {695 -- 701}, abstract = {Empirical research poses numerous challenges for beginners. This is especially true for data analysis - a task that usually requires knowledge from two distinct areas: statistics and programming. To support prospective researchers with that task, we developed a web-based tool called eyenalyzer. It supports common activities in the data analysis phase of empirical studies in a way that is suitable for novices in both, statistics and programming. The present article describes a controlled experiment investigating the impact of this tool with a total of 20 participants. All of them are given a set of common data analysis tasks. Half of the participants complete the tasks using eyenalyzer, the other half can use anything except for eyenalyzer. For each task and participant, we record the time in minutes, the task score, and the perceived difficulty. The results confirm that our tool is a valuable support for novice researchers: With eyenalyzer, the participants are significantly faster, achieve higher scores, and perceive the tasks to be less difficult.}, language = {en} } @inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING AS TECHNOLOGY IN EDUCATION: FURTHER INVESTIGATION OF DATA QUALITY AND IMPROVEMENTS}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0802}, pages = {2955 -- 2961}, abstract = {Eye tracking serves as a powerful tool across a variety of empirical research areas: From usability research over cognitive research to educational research and applications in classrooms. However, data noise in eye tracking data poses a challenge to researchers and educators, as it leads to gaze positions being measured imprecisely under unfavorable conditions. In our previous study, we systematically investigated factors that influence data quality and are easily controllable in a classroom or laboratory environment, such as illumination, sampling frequency, and head orientation. However, no recommendations regarding the light source and light orientation could be provided, as these influences could not be analyzed in sufficient detail. Yet, a further examination of these factors, eliminating human influences by using an artificial head, revealed significant differences between individual settings. Hence, in this empirical study of eye tracking as an educational technology, we delve deeper into examining the impact of both light source and light orientation on data quality. This is investigated with an artificial head together with the Tobii Pro Spectrum eye tracking device. To measure data quality, we use the metrics precision and standard deviation as indicators of data noise. The obtained results derive practical advice for educators and researchers, such as not to illuminate the subject from the rear, in order to gather useful data for research and future classroom applications. Thereby, this study serves as a complement to our previous research, answering open questions regarding best practices for researchers and educators when using eye trackers. It aims to provide valuable insights into producing data of the highest quality possible when using eye trackers, both in laboratory settings and in future classrooms applications.}, language = {en} } @inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING METRICS FOR DISTINGUISHING GLOBAL AND FOCAL GAZE PATTERNS: A SYSTEMATIC LITERATURE REVIEW}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0814}, pages = {3005 -- 3014}, abstract = {Global and focal eye tracking gaze patterns are distinguished in a variety of domains, such as radiology research, empirical software engineering, behavioral psychology, and cartography research. A global gaze pattern is present if a participant in an eye tracking study gains an overview of the stimulus, whereas a focal pattern emerges during a more detailed evaluation of a specific part of the stimulus. With this higher-level measure of global and focal gaze patterns, cognitive effort, expertise levels, and even neurological characteristics - such as autism - can be quantified. Furthermore, with this measure, cognitive efforts of students in certain tasks can be investigated and clues for targeted support can be provided. These properties in particular make this eye tracking measure valuable for the education domain. In the field of eye tracking research, many researchers have established distinct criteria for differentiating global and focal gaze patterns. Moreover, it is rarely quantitatively measured which of these patterns is present, but rather determined based on qualitative considerations. However, some studies explicitly use quantitative metrics like saccade-length or fixation-duration to distinguish between global and focal gaze patterns. This is the focus of the present systematic literature review: It searches for and compiles the eye tracking metrics used in the literature to distinguish global from focal gaze patterns in a quantitative way. In doing so, this study fills the yawning gap in quantitative metrics for determining global and focal gaze patterns. In the long run, this can be used to answer questions about cognitive load and problems in processing tasks during eye tracking studies and to provide further insights into the cognitive processes of students. The present paper first discusses definitions of global and focal gaze patterns and presents examples in which this metric has already been applied. Then, the research questions together with search strings and search engines used for the systematic literature review are described. Finally, the results are summarized, presenting a compilation of and connections between quantitative metrics utilized in the literature to distinguish between global and focal viewing patterns.}, language = {en} } @inproceedings{KristenEnglMottok, author = {Kristen, Meret and Engl, Fabian and Mottok, J{\"u}rgen}, title = {Enhancing Phishing Detection: An Eye-Tracking Study on User Interaction and Oversights in Phishing Emails}, series = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, booktitle = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, publisher = {IARIA}, isbn = {978-1-68558-206-7}, pages = {71 -- 80}, abstract = {Phishing remains a significant threat to organizational security, necessitating effective countermeasures. This paper presents findings from an in-depth eye-tracking study with 103 participants, evaluating the effectiveness of phishing awareness tools and trainings. The study examines how a phishing awareness system influences user behavior, efficiency, and the ability to identify phishing attempts. By analyzing eye movements, the study reveals real-time interactions and oversights, providing insights into the decision-making process. Results indicate that while the system improves the efficiency of users already proficient in phishing detection, it does not universally enhance recognition rates. Notably, participants using the tool spent significantly less time looking at attachment-related phishing markers, indicating partial efficiency improvements. Since phishing attempts containing suspicious attachments were successful in 19\% of cases, as compared to an overall phishing success rate of 15\%, the phishing awareness tool is particularly useful here. A usability evaluation revealed that users reporting a higher perceived usability score profited more from the help of the tool. Additionally, no improvement in phishing detection rates was observed in users who had completed prior IT-security training, highlighting the necessity for a paradigm shift in phishing training to adequately prepare users for phishing attempts.}, language = {en} } @inproceedings{StauferNadimpalliHauseretal., author = {Staufer, Susanne and Nadimpalli, Vamsi Krishna and Hauser, Florian and Bittner, Dominik and Grabinger, Lisa and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Persistence of Questionnaire Data on Learning Styles, Learning Strategies AND Personality Traits}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.1524}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78246}, pages = {6310 -- 6319}, abstract = {In the context of learning, questionnaires are carried out to gain information about learners. This learner profile has various benefits, like adapting the learning content, promoting of self-reflection, or increasing motivation in learning and therefore better learning results. Some researchers take the results of such questionnaires as ground truth or trust them blindly. Examining how persistent questionnaires are, asking the same questions twice, and comparing the results is a way to prove or falsify this statement. Our research procedure compares the results of three different questionnaires. The first questionnaire is the ILS (index of learning styles) according to the Felder-Silverman Learning Style Model (FSLSM) with about 44 questions. Learning strategies are examined with the LIST-K questionnaire consisting of 39 questions after Klingsieck. The third and last questionnaire is about personality traits. With only ten questions, Rammstedt et al. describe the BFI-10 questionnaire for personality traits. To compare results, the same study with the three named questionnaires is carried out twice with three to four months in between. The sample includes 35 students in their bachelor studies taking the course Software Engineering in a blended learning format. After collecting the questionnaire data from the students, a comparison is made in two different ways. First, we compare the data points based on the given answers. Second, a comparison is made based on the calculated questionnaire results because each of the three questionnaires has its own analysis method. For example, the analysis method of the ILS delivers as a result four integers representing the four characteristics of a learning style, while LIST-K makes a factor analysis. The results of the paper show that both the given answers and the calculated questionnaire results differ. Not one student has given the same answer inside each questionnaire with causes, like a change of learning style, learning strategy, and personality traits, or not filling in conscientiously.}, language = {en} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @inproceedings{BugertStauferBittneretal., author = {Bugert, Flemming and Staufer, Susanne and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Ezer, Timur and Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {Ariadne's Thread for Unravelling Learning Paths: Identifying Learning Styles via Hidden Markov Models}, series = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, booktitle = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, publisher = {IEEE}, issn = {2165-9567}, doi = {10.1109/EDUCON60312.2024.10578825}, pages = {1 -- 7}, abstract = {Modern education through Learning Management Systems (LMSs) provides learners with personalized learning paths. This is achieved by first querying the learning style according to the theory of Felder and Silverman to recommend suitable learning content. However, a rigid learning style representation is lacking of adaptability to the learners' choices. Therefore, the present study evaluates the idea of providing adaption to the representation of learning styles by using Hidden Markov Models (HMMs). Thus, data is collected from participants out of the Higher Education Area. The Index of Learning Styles questionnaire is used to obtain the learning style based on the theory of Felder and Silverman. Also, a questionnaire that asks the respondents to create a preferred learning path with the sequence length of nine learning elements is provided. From the given data, we initially evaluate the probability relationships between learning styles and learning elements. Then, we use the Viterbi algorithm in HMMs to identify alterations in learning styles from the provided learning paths. The alignment is then quantified by introducing a metric called support value. The findings imply that our concept can be used to adapt the learning style based on the user's real choice of learning elements. Thus, the proposed model also offers a way to integrate a feedback loop within LMSs leading to an improvement of learning path recommendation algorithms.}, language = {en} } @inproceedings{EzerPloesslGrabingeretal., author = {Ezer, Timur and Pl{\"o}ßl, Moritz and Grabinger, Lisa and Bittner, Dominik and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Deep learning for eye movement classification}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1028}, pages = {4056 -- 4065}, language = {en} }