@inproceedings{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Towards Causal Model-Based Engineering in Automotive System Safety}, series = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, booktitle = {Model-Based Safety and Assessment, 8th International Symposium, IMBSA 2022: Munich, Germany, September 5-7, 2022, Proceedings}, editor = {Seguin, Christel and Zeller, Marc and Prosvirnova, Tatiana}, publisher = {Springer Nature}, address = {Cham}, doi = {10.1007/978-3-031-15842-1_9}, pages = {116 -- 129}, abstract = {Engineering is based on the understanding of causes and effects. Thus, causality should also guide the safety assessment of complex systems such as autonomous driving cars. To ensure the safety of the intended functionality of these systems, normative regulations like ISO 21448 recommend scenario-based testing. An important task here is to identify critical scenarios, so-called edge and corner cases. Data-driven approaches to this task (e.g. based on machine learning) cannot adequately address a constantly changing operational design domain. Model-based approaches offer a remedy - they allow including different sources of knowledge (e.g. data, human experts) into safety considerations. With this paper, we outline a novel approach for ensuring automotive system safety. We propose to use structural causal models as a probabilistic modelling language to combine knowledge about an open-context environment from different sources. Based on these models, we investigate parameter configurations that are candidates for critical scenarios. In this paper, we first discuss some aspects of scenario-based testing. We then provide an informal introduction to causal models and relate their development lifecycle to the established V-model. Finally, we outline a generic workflow for using causal models to identify critical scenarios and highlight some challenges that arise in the process.}, language = {en} } @article{MaierGrabingerUrlhartetal., author = {Maier, Robert and Grabinger, Lisa and Urlhart, David and Mottok, J{\"u}rgen}, title = {Causal Models to Support Scenario-Based Testing of ADAS}, series = {IEEE Transactions on Intelligent Transportation Systems}, journal = {IEEE Transactions on Intelligent Transportation Systems}, publisher = {IEEE}, issn = {1524-9050}, doi = {10.1109/TITS.2023.3317475}, pages = {1 -- 17}, abstract = {In modern vehicles, system complexity and technical capabilities are constantly growing. As a result, manufacturers and regulators are both increasingly challenged to ensure the reliability, safety, and intended behavior of these systems. With current methodologies, it is difficult to address the various interactions between vehicle components and environmental factors. However, model-based engineering offers a solution by allowing to abstract reality and enhancing communication among engineers and stakeholders. Applying this method requires a model format that is machine-processable, human-understandable, and mathematically sound. In addition, the model format needs to support probabilistic reasoning to account for incomplete data and knowledge about a problem domain. We propose structural causal models as a suitable framework for addressing these demands. In this article, we show how to combine data from different sources into an inferable causal model for an advanced driver-assistance system. We then consider the developed causal model for scenario-based testing to illustrate how a model-based approach can improve industrial system development processes. We conclude this paper by discussing the ongoing challenges to our approach and provide pointers for future work.}, language = {en} } @inproceedings{MaierMottok, author = {Maier, Robert and Mottok, J{\"u}rgen}, title = {Causality and Functional Safety - How Causal Models Relate to the Automotive Standards ISO 26262, ISO/PAS 21448, and UL 4600}, series = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, booktitle = {27th International Conference on Applied Electronics (AE): 06-07 September 2022, Pilsen, CZ}, publisher = {IEEE}, doi = {10.1109/AE54730.2022.9920053}, pages = {6}, abstract = {With autonomous driving, the system complexity of vehicles will increase drastically. This requires new approaches to ensure system safety. Looking at standards like ISO 26262 or ISO/PAS 21448 and their suggested methodologies, an increasing trend in the recent literature can be noticed to incorporate uncertainty. Often this is done by using Bayesian Networks as a framework to enable probabilistic reasoning. These models can also be used to represent causal relationships. Many publications claim to model cause-effect relations, yet rarely give a formal introduction of the implications and resulting possibilities such an approach may have. This paper aims to link the domains of causal reasoning and automotive system safety by investigating relations between causal models and approaches like FMEA, FTA, or GSN. First, the famous "Ladder of Causation" and its implications on causality are reviewed. Next, we give an informal overview of common hazard and reliability analysis techniques and associate them with probabilistic models. Finally, we analyse a mixed-model methodology called Hybrid Causal Logic, extend its idea, and build the concept of a causal shell model of automotive system safety.}, language = {en} } @inproceedings{KristenEnglMottok, author = {Kristen, Meret and Engl, Fabian and Mottok, J{\"u}rgen}, title = {Enhancing Phishing Detection: An Eye-Tracking Study on User Interaction and Oversights in Phishing Emails}, series = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, booktitle = {SECURWARE 2024 : The Eighteenth International Conference on Emerging Security Information, Systems and Technologies, November 03-07, 2024, Nice, France}, publisher = {IARIA}, isbn = {978-1-68558-206-7}, pages = {71 -- 80}, abstract = {Phishing remains a significant threat to organizational security, necessitating effective countermeasures. This paper presents findings from an in-depth eye-tracking study with 103 participants, evaluating the effectiveness of phishing awareness tools and trainings. The study examines how a phishing awareness system influences user behavior, efficiency, and the ability to identify phishing attempts. By analyzing eye movements, the study reveals real-time interactions and oversights, providing insights into the decision-making process. Results indicate that while the system improves the efficiency of users already proficient in phishing detection, it does not universally enhance recognition rates. Notably, participants using the tool spent significantly less time looking at attachment-related phishing markers, indicating partial efficiency improvements. Since phishing attempts containing suspicious attachments were successful in 19\% of cases, as compared to an overall phishing success rate of 15\%, the phishing awareness tool is particularly useful here. A usability evaluation revealed that users reporting a higher perceived usability score profited more from the help of the tool. Additionally, no improvement in phishing detection rates was observed in users who had completed prior IT-security training, highlighting the necessity for a paradigm shift in phishing training to adequately prepare users for phishing attempts.}, language = {en} } @misc{WeberDendorferSuessetal., author = {Weber, Karsten and Dendorfer, Sebastian and S{\"u}ß, Franz and Kubowitsch, Simone and Schratzenstaller, Thomas and Haug, Sonja and Mohr, Christa and Kiesl, Hans and Drechsler, J{\"o}rg and Westner, Markus and Kobus, J{\"o}rn and Schubert, Martin J. W. and Zenger, Stefan and Pietsch, Alexander and Weiß, Josef and Hinterseer, Sebastian and Schieck, Roland and Scherzinger, Stefanie and Klettke, Meike and Ringlstetter, Andreas and St{\"o}rl, Uta and Bissyand{\´e}, Tegawend{\´e} F. and Seeburger, Achim and Schindler, Timo and Ramsauer, Ralf and Kiszka, Jan and K{\"o}lbl, Andreas and Lohmann, Daniel and Mauerer, Wolfgang and Maier, Johannes and Scorna, Ulrike and Palm, Christoph and Soska, Alexander and Mottok, J{\"u}rgen and Ellermeier, Andreas and V{\"o}gele, Daniel and Hierl, Stefan and Briem, Ulrich and Buschmann, Knut and Ehrlich, Ingo and Pongratz, Christian and Pielmeier, Benjamin and Tyroller, Quirin and Monkman, Gareth J. and Gut, Franz and Roth, Carina and Hausler, Peter and Bierl, Rudolf and Prommesberger, Christian and Ławrowski, Robert Damian and Langer, Christoph and Schreiner, Rupert and Huang, Yifeng and She, Juncong and Ottl, Andreas and Rieger, Walter and Kraml, Agnes and Poxleitner, Thomas and Hofer, Simon and Heisterkamp, Benjamin and Lerch, Maximilian and Sammer, Nike and Golde, Olivia and Wellnitz, Felix and Schmid, Sandra and Muntschick, Claudia and Kusterle, Wolfgang and Paric, Ivan and Br{\"u}ckl, Oliver and Haslbeck, Matthias and Schmidt, Ottfried and Schwanzer, Peter and Rabl, Hans-Peter and Sterner, Michael and Bauer, Franz and Steinmann, Sven and Eckert, Fabian and Hofrichter, Andreas}, title = {Forschungsbericht 2017}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-9818209-3-5}, doi = {10.35096/othr/pub-1383}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-13835}, subject = {Forschung}, language = {de} } @inproceedings{StauferHauserGrabingeretal., author = {Staufer, Susanne and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Mottok, J{\"u}rgen}, title = {Learning elements in online learning management systems}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.0815}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-67725}, pages = {3121 -- 3130}, language = {en} } @inproceedings{StauferNadimpalliHauseretal., author = {Staufer, Susanne and Nadimpalli, Vamsi Krishna and Hauser, Florian and Bittner, Dominik and Grabinger, Lisa and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Persistence of Questionnaire Data on Learning Styles, Learning Strategies AND Personality Traits}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.1524}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78246}, pages = {6310 -- 6319}, abstract = {In the context of learning, questionnaires are carried out to gain information about learners. This learner profile has various benefits, like adapting the learning content, promoting of self-reflection, or increasing motivation in learning and therefore better learning results. Some researchers take the results of such questionnaires as ground truth or trust them blindly. Examining how persistent questionnaires are, asking the same questions twice, and comparing the results is a way to prove or falsify this statement. Our research procedure compares the results of three different questionnaires. The first questionnaire is the ILS (index of learning styles) according to the Felder-Silverman Learning Style Model (FSLSM) with about 44 questions. Learning strategies are examined with the LIST-K questionnaire consisting of 39 questions after Klingsieck. The third and last questionnaire is about personality traits. With only ten questions, Rammstedt et al. describe the BFI-10 questionnaire for personality traits. To compare results, the same study with the three named questionnaires is carried out twice with three to four months in between. The sample includes 35 students in their bachelor studies taking the course Software Engineering in a blended learning format. After collecting the questionnaire data from the students, a comparison is made in two different ways. First, we compare the data points based on the given answers. Second, a comparison is made based on the calculated questionnaire results because each of the three questionnaires has its own analysis method. For example, the analysis method of the ILS delivers as a result four integers representing the four characteristics of a learning style, while LIST-K makes a factor analysis. The results of the paper show that both the given answers and the calculated questionnaire results differ. Not one student has given the same answer inside each questionnaire with causes, like a change of learning style, learning strategy, and personality traits, or not filling in conscientiously.}, language = {en} } @article{RoehrlStauferBugertetal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Bugert, Flemming and Nadimpalli, Vamsi Krishna and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Altweck, Ricardo and Graf, Sabine and Kriza, Thomas and Mottok, J{\"u}rgen}, title = {Ethical Considerations of AI in Education: A Case Study based on Pythia Learning Enhancement System}, series = {IEEE Access}, volume = {11}, journal = {IEEE Access}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, issn = {2169-3536}, doi = {10.1109/ACCESS.2025.3583975}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-83403}, pages = {1 -- 25}, abstract = {As the use of AI in education increases, addressing ethical concerns is essential for its responsible use and implementation. This study explores the ethical considerations of AI in education by analyzing a concrete application, the Pythia Learning Enhancement System, which enables personalized and adaptive educational experiences. In this case study, the concrete implementation of Pythia, contrary to high-level abstract analyses, provides practical insights into these ethical issues. To achieve this goal, we first define Pythia and outline its implementation. Using the various topics covered by Pythia, the ethical issues associated with each of these topics are outlined, resulting in a list of ten distinct ethical issues. Because there is overlap in issues covered by similar applications, they can benefit from this identification. An ethical (human rights) and didactic (constructivism) theoretical background is then provided as a basis for further discussion. This is used to build the arguments used in the main study. This consists of analyzing each of the issues and providing recommendations to mitigate potential harm arising from these issues. This helps to provide guidelines for future applications. In the analysis, the ethical discussion is mainly based on the human rights of the stakeholders involved, emphasizing human dignity. After the analysis, each of the issues is contextualized with the recent AI Act of the European Union, providing a novel mapping of the issues of AI in education to the AI Act. Finally, the limitations of the study are stated and a plan for future research is presented.}, language = {en} } @techreport{TaiberChowduryHammondetal., author = {Taiber, Joachim and Chowdury, M. and Hammond, G. and Hipp, V. and Huttner, B. and Lonien, J. and Mottok, J{\"u}rgen and Neukart, Florian and Stengel, T.}, title = {Unsettled Topics Concerning the Impact of Quantum Technologies on Automotive Cybersecurity}, address = {Warrendale, Pennsylvania, USA}, issn = {2640-3536}, doi = {10.4271/EPR2020026}, abstract = {Quantum computing is considered the "next big thing" when it comes to solving computational problems impossible to tackle using conventional computers. However, a major concern is that quantum computers could be used to crack current cryptographic schemes designed to withstand traditional cyberattacks. This threat also impacts future automated vehicles as they become embedded in a vehicle-to-everything (V2X) ecosystem. In this scenario, encrypted data is transmitted between a complex network of cloud-based data servers, vehicle-based data servers, and vehicle sensors and controllers. While the vehicle hardware ages, the software enabling V2X interactions will be updated multiple times. It is essential to make the V2X ecosystem quantum-safe through use of "post-quantum cryptography" as well other applicable quantum technologies. This SAE EDGE™ Research Report considers the following three areas to be unsettled questions in the V2X ecosystem: How soon will quantum computing pose a threat to connected and automated vehicle technologies? What steps and measures are needed to make a V2X ecosystem "quantum-safe?" What standardization is needed to ensure that quantum technologies do not pose an unacceptable risk from an automotive cybersecurity perspective?}, language = {en} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @misc{StarkSchreistetterReuteretal., author = {Stark, T. and Schreistetter, Stefan and Reuter, Rebecca and Hauser, Florian and Holmqvist, Kenneth and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Learning from Gaze: Eye Movement Modeling Examples in Software Engineering Education}, series = {Earli Book of Abstracts}, journal = {Earli Book of Abstracts}, publisher = {Earli}, pages = {291}, language = {en} } @inproceedings{DeNiklasBradaetal., author = {De, Sangita and Niklas, Michael and Brada, Premek and Mottok, J{\"u}rgen}, title = {Model Transformation of Application Software Component from Classic to Adaptive AUTOSAR: An Approach to Migrate Software Components}, series = {SEAA 2018, the 44th EUROMICRO Conference on Software Engineering and Advanced Applications, August 29 - 31 2018, Prague, Czech Republic}, booktitle = {SEAA 2018, the 44th EUROMICRO Conference on Software Engineering and Advanced Applications, August 29 - 31 2018, Prague, Czech Republic}, isbn = {978-3-902457-50-9}, language = {en} } @inproceedings{BugertStauferBittneretal., author = {Bugert, Flemming and Staufer, Susanne and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Ezer, Timur and Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {Ariadne's Thread for Unravelling Learning Paths: Identifying Learning Styles via Hidden Markov Models}, series = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, booktitle = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, publisher = {IEEE}, issn = {2165-9567}, doi = {10.1109/EDUCON60312.2024.10578825}, pages = {1 -- 7}, abstract = {Modern education through Learning Management Systems (LMSs) provides learners with personalized learning paths. This is achieved by first querying the learning style according to the theory of Felder and Silverman to recommend suitable learning content. However, a rigid learning style representation is lacking of adaptability to the learners' choices. Therefore, the present study evaluates the idea of providing adaption to the representation of learning styles by using Hidden Markov Models (HMMs). Thus, data is collected from participants out of the Higher Education Area. The Index of Learning Styles questionnaire is used to obtain the learning style based on the theory of Felder and Silverman. Also, a questionnaire that asks the respondents to create a preferred learning path with the sequence length of nine learning elements is provided. From the given data, we initially evaluate the probability relationships between learning styles and learning elements. Then, we use the Viterbi algorithm in HMMs to identify alterations in learning styles from the provided learning paths. The alignment is then quantified by introducing a metric called support value. The findings imply that our concept can be used to adapt the learning style based on the user's real choice of learning elements. Thus, the proposed model also offers a way to integrate a feedback loop within LMSs leading to an improvement of learning path recommendation algorithms.}, language = {en} } @inproceedings{HauserGrabingerMottoketal., author = {Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen and Jahn, Sabrina and Nadimpalli, Vamsi Krishna}, title = {The Expert's View: Eye Movement Modeling Examples in Software Engineering Education}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593683}, pages = {148 -- 152}, abstract = {This study investigates the impact of eye movement modeling examples in Software Engineering education. Software Engineering is a highly visual domain. The daily tasks of a software engineer (e.g., formulating requirements, creating UML diagrams, or conducting a code review) require in many cases the use of certain visual strategies. Although these strategies can be found for experts, it has been observed in different eye tracking studies that students have difficulties in learning and applying them. To familiarize students with these visual strategies and to provide them with a better understanding for the cognitive processes involved, a total of seven eye movement modeling examples was created. The seven eye movement modeling examples cover relevant parts of an introductory Software Engineering lecture; they are focused on typical situations in which visual strategies are applied. The results of a questionnaire-based evaluation shows that students consider the eye movement modeling examples as useful, feel supported in their learning process, and would like to see more use of them in the Software Engineering lecture. Furthermore, the students suggested that eye movement modeling examples should also be used in other lectures.}, language = {en} } @inproceedings{BugertGrabingerBittneretal., author = {Bugert, Flemming and Grabinger, Lisa and Bittner, Dominik and Hauser, Florian and Nadimpalli, Vamsi Krishna and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {Towards Learning Style Prediction based on Personality}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593682}, pages = {48 -- 55}, abstract = {This paper assesses the relation between personality, demographics, and learning style. Hence, data is collected from 200 participants using 1) the BFI-10 to obtain the participant's expression of personality traits according to the five-factor model, 2) the ILS to determine the participant's learning style according to Felder and Silverman, and 3) a demographic questionnaire. From the obtained data, we train and evaluate a Bayesian network. Using Bayesian statistics, we show that age and gender slightly influence personality and that demographics as well as personality have at least a minor effect on learning styles. We also discuss the limitations and future work of the presented approach.}, language = {en} } @inproceedings{BittnerHauserNadimpallietal., author = {Bittner, Dominik and Hauser, Florian and Nadimpalli, Vamsi Krishna and Grabinger, Lisa and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {Towards Eye Tracking based Learning Style Identification}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593680}, pages = {138 -- 147}, abstract = {The dropout rate at universities has been very high for years. Thereby, the inexperience and lack of knowledge of students in dealing with individual learning paths in various courses of study plays a decisive role. Adaptive learning management systems are suitable countermeasures, in which learners' learning styles are classified using questionnaires or computationally intensive algorithms before a learning path is suggested accordingly. In this paper, a study design for student learning style classification using eye tracking is presented. Furthermore, qualitative and quantitative analyses clarify certain relationships between students' eye movements and learning styles. With the help of classification based on eye tracking, the filling out of questionnaires or the integration of computationally or cost-intensive algorithms can be made redundant in the future.}, language = {en} } @inproceedings{NadimpalliBugertBittneretal., author = {Nadimpalli, Vamsi Krishna and Bugert, Flemming and Bittner, Dominik and Hauser, Florian and Grabinger, Lisa and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {Towards personalized learning paths in adaptive learning management systems: bayesian modelling of psychological theories}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.1144}, pages = {4593 -- 4603}, abstract = {In educational research, non-personalized learning content increases learners' cognitive load, causing them to lower their performance and sometimes drop out of the course. Personalizing learning content with learners' unique characteristics, like learning styles, personality traits, and learning strategies, is being suggested to improve learners' success. Several theories exist for assessing learners' unique characteristics. By the end of 2020, 71 learning style theories have been formulated, and research has shown that combining multiple learning style theories to recommend learning paths yields better results. As of the end of 2022, there is no single research that demonstrates a relationship between the Index of Learning Styles (ILS) based Felder-Silverman learning style model (FSLSM) dimensions, Big Five (BFI-10) based personality traits, and the Learning strategies in studying (LIST-K) based learning strategies factors for personalizing learning content. In this paper, an innovative approach is proposed to estimate the relationship between these theories and map the corresponding learning elements to create personalized learning paths. Respective questionnaires were distributed to 297 higher education students for data collection. A three-step approach was formulated to estimate the relationship between the models. First, a literature search was conducted to find existing studies. Then, an expert interview was carried out with a group of one software engineering education research professor, three doctoral students, and two master's students. Finally, the correlations between the students' questionnaire responses were calculated. To achieve this, a Bayesian Network was built with expert knowledge from the three-step approach, and the weights were learned from collected data. The probability of individual FSLSM learning style dimensions was estimated for a new test sample. Based on the literature, the learning elements were mapped to the respective FSLSM learning style dimensions and were initiated as learning paths to the learners. The next steps are proposed to extend this framework and dynamically recommend learning paths in real time. In addition, the individual levels of learning style dimensions, personality traits, and learning strategies can be considered to improve the recommendations. Further, using probabilities for mapping learning elements to learning styles can increase the chance of initiating multiple learning paths for an individual learner.}, language = {en} } @inproceedings{EzerPloesslGrabingeretal., author = {Ezer, Timur and Pl{\"o}ßl, Moritz and Grabinger, Lisa and Bittner, Dominik and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Deep learning for eye movement classification}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1028}, pages = {4056 -- 4065}, language = {en} } @misc{BroserFalterŁawrowskietal., author = {Broser, Christian and Falter, Thomas and Ławrowski, Robert Damian and Altenbuchner, Amelie and V{\"o}gele, Daniel and Koss, Claus and Schlamp, Matthias and Dunnweber, Jan and Steffens, Oliver and Heckner, Markus and Jaritz, Sabine and Schiegl, Thomas and Corsten, Sabine and Lauer, Norina and Guertler, Katherine and Koenig, Eric and Haug, Sonja and Huber, Dominik and Birkenmaier, Clemens and Krenkel, Lars and Wagner, Thomas and Justus, Xenia and Saßmannshausen, Sean Patrick and Kleine, Nadine and Weber, Karsten and Braun, Carina N. and Giacoppo, Giuliano and Heinrich, Michael and Just, Tobias and Schreck, Thomas and Schnabl, Andreas and Gilmore, Amador T{\´e}ran and Roeslin, Samuel and Schmid, Sandra and Wellnitz, Felix and Malz, Sebastian and Maurial, Andreas and Hauser, Florian and Mottok, J{\"u}rgen and Klettke, Meike and Scherzinger, Stefanie and St{\"o}rl, Uta and Heckner, Markus and Bazo, Alexander and Wolff, Christian and Kopper, Andreas and Westner, Markus and Pongratz, Christian and Ehrlich, Ingo and Briem, Ulrich and Hederer, Sebastian and Wagner, Marcus and Schillinger, Moritz and G{\"o}rlach, Julien and Hierl, Stefan and Siegl, Marco and Langer, Christoph and Hausladen, Matthias and Schreiner, Rupert and Haslbeck, Matthias and Kreuzer, Reinhard and Br{\"u}ckl, Oliver and Dawoud, Belal and Rabl, Hans-Peter and Gamisch, Bernd and Schmidt, Ottfried and Heberl, Michael and G{\"a}nsbauer, Bianca and Bick, Werner and Ellermeier, Andreas and Monkman, Gareth J. and Prem, Nina and Sindersberger, Dirk and Tschurtschenthaler, Karl and Aurbach, Maximilian and Dendorfer, Sebastian and Betz, Michael A. and Szecsey, Tamara and Mauerer, Wolfgang and Murr, Florian}, title = {Forschung 2018}, editor = {Baier, Wolfgang}, address = {Regensburg}, organization = {Ostbayerische Technische Hochschule Regensburg}, isbn = {978-3-9818209-5-9}, doi = {10.35096/othr/pub-1382}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-13826}, pages = {98}, subject = {Forschung}, language = {de} } @unpublished{GaubeJussupowKokjeetal., author = {Gaube, Susanne and Jussupow, Ekaterina and Kokje, Eesha and Khan, Jowaria and Bondi-Kelly, Elizabeth and Schicho, Andreas and Kitamura, Felipe Campos and Koch, Timo Kevin and Ezer, Timur and Mottok, J{\"u}rgen and Lermer, Eva and Ghassemi, Marzyeh and Colak, Errol}, title = {Underreliance Harms Human-AI Collaboration More Than Overreliance in Medical Imaging}, publisher = {OSFPreprints}, doi = {10.31219/osf.io/4wv8j}, abstract = {Importance: The use of artificial intelligence (AI) to support clinicians in diagnostic decision-making holds significant potential; however, evidence regarding its clinical utility remains mixed. In many cases, the interaction between healthcare professionals and AI systems does not improve collaborative performance compared to the standalone performance of humans or AI. Currently, the underlying mechanisms that limit human-AI collaboration are poorly understood. Objective: To examine the impact of AI advice on diagnostic decision-making among experts and novices, focusing on understanding the role of explainability (XAI) on users' reliance on advice. Design, Setting, and Participants: A mixed-methods design combining a crossover experimental design with a think-aloud and an eye-tracking study arm was conducted in 2023. Participants were task experts (radiologists) and novices (non-radiologist physicians and medical trainees) from 10 countries, with the think-aloud and eye-tracking conducted in Germany. Intervention: Participants reviewed 50 patient cases containing head CT scans and patient information. Every case was reviewed in three time-separate sessions in randomized order. In each session, participants were exposed to a different experimental condition: (a) control, i.e., no AI prediction presented; (b) basic advice, i.e., AI prediction without annotations; and (c) XAI advice, i.e., AI prediction with annotations. For each case, participants had to determine if the patients had an intracranial hemorrhage (ICH), rate their confidence, and, if applicable, the usefulness of the AI advice. Main Outcome(s) and Measure(s): Diagnostic performance, confidence in the diagnosis, case reading time, and AI advice usefulness ratings. Results: The data analysis included 125 participants. The mean age was 28.5 years (SD = 6.72), and 55.2\% identified as female. Underreliance on correct AI advice was associated with high uncertainty and had a more detrimental impact on diagnostic performance than overreliance on incorrect advice. XAI advice reduced underreliance and improved performance and confidence, particularly when reviewing more difficult cases with ICH. AI advice, particularly XAI, did not reduce reading time. XAI was perceived as more useful than basic AI advice, especially among novices. Conclusions and Relevance: Our findings indicate that underreliance on AI might be more harmful than overreliance, highlighting the need to develop efficient counterstrategies beyond current XAI methods.}, language = {en} } @inproceedings{BittnerHauserEngletal., author = {Bittner, Dominik and Hauser, Florian and Engl, Fabian and Mottok, J{\"u}rgen}, title = {Eye Movement Modelling Examples on Usability Heuristics}, series = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, booktitle = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, editor = {Mottok, J{\"u}rgen and Hagel, Georg}, publisher = {ACM}, isbn = {9798400712821}, doi = {10.1145/3723010.3723035}, pages = {106 -- 114}, abstract = {The user interface (UI) and user experience (UX) design is of crucial importance for human-computer interaction (HCI), particularly in the context of web applications. In light of the high expectations of users and the competitive nature of the market, it is imperative to employ usability measurement techniques to avoid losing users. Heuristic evaluation (HE) is a cost- and resource-efficient method for evaluating the usability of websites in which evaluators are guided by heuristics. However, the level of expertise of the evaluators has a significant impact on the results, with experts identifying up to 50\% more usability issues than novices. To address this gap, this paper proposes Eye Movement Modeling Examples (EMMEs) to demonstrate Jakob Nielsen's ten usability heuristics in an easy-to-understand format for all levels of experience while also incorporating expert knowledge. In particular, the eye movements and verbal feedback of a usability expert are recorded as the expert analyses the usability of a simple website application in terms of Jakob Nielsen's ten usability heuristics. This reveals the strategies and cognitive processes of the expert when assessing the usability of a website and makes them more tangible for non-experts or novices. The findings of a questionnaire-based assessment indicate that EMMEs are perceived as beneficial and supportive during the learning process. Ultimately, this comprehensive analysis not only enables a deeper understanding of heuristics for usability novices, but could also lead to EMMEs being applied more efficiently in diverse domains.}, language = {en} } @misc{RueckBierlLechneretal., author = {R{\"u}ck, Thomas and Bierl, Rudolf and Lechner, Alfred and Graf, Antonia and Dams, Florian and Schreiner, Rupert and Auchter, Eberhard and Kriz, Willy and Deubzer, MIchael and Schiller, Frank and Mottok, J{\"u}rgen and Niemetz, Michael and Margull, Ulrich and Hagel, Georg and Utesch, Matthias and Waldherr, Franz and B{\"o}hm, Matthias and Fraunhoffer, Judith and Gardeia, Armin and Schneider, Ralph and Streubel, Janet and Landes, Dieter and Studt, Reimer and Peuker, Dominik and Scharfenberg, Georg and Hook, Christian and Schuster, Dietwald and Ehrlich, Ingo and Dinnebier, Heinrich and Briem, Ulrich and L{\"a}mmlein, Stephan and Koder, Alexander and Bialek, Adam and Genewsky, Axel and Neumeier, Michael and Schlosser, Philipp and Rabl, Hans-Peter and Paule, Matthias and Galster, Christoph and Schiedermeier, Michael and Zwickel, Andreas and Hobmeier, Christoph and Bischoff, Tobias and Rill, Georg and Schaeffer, Thomas and Arbesmeier, Martin and Groß, Andreas and Schlegl, Thomas and Becker, Mark and Senn, Konrad and Schliekmann, Claus and Scholz, Peter and Sippl, Christian and Grill, Martin}, title = {Forschungsbericht 2011 / Hochschule f{\"u}r Angewandte Wissenschaften - Fachhochschule Regensburg}, editor = {Eckstein, Josef}, address = {Regensburg}, organization = {Hochschule f{\"u}r Angewandte Wissenschaften Regensburg}, issn = {1868-3533}, doi = {10.35096/othr/pub-732}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-7321}, language = {de} } @inproceedings{HauserStauferGrabingeretal., author = {Hauser, Florian and Staufer, Susanne and Grabinger, Lisa and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {On the analysis of student learning strategies: using the LIST-K questionnaire ro generate ai-based individualized learning paths}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.1147}, pages = {4611 -- 4620}, abstract = {This paper presents the results of a data collection with the LIST-K questionnaire. This questionnaire measures students' learning strategies and shows which strategies are particularly dominant or rather weak. Learning strategies have long been a major area of research in educational science and psychology. In these disciplines, learning strategies are understood as intentional behaviors and cognitive skills that learners employ to effectively complete learning tasks, by selecting, acquiring, organizing, and integrating information into their existing knowledge for long-term retention. The LIST-K, developed by Klingsieck in 2018, was chosen for accessing learning strategies due to its thematic suitability, widespread use, and test economy. It covers a total of four main categories (i.e., cognitive strategies, metacognitive strategies, management of internal resources, and management of external resources), each of which are subdivided into further subscales. With a total of 39 items answered via a 5-step Likert scale, the LIST-K can cover the topic relatively comprehensively and at the same time be completed in a reasonable amount of time of approximately 10 minutes. The LIST-K was used as part of a combined data collection along with other questionnaires on their personal data, their preferences regarding certain learning elements, their learning style (i.e. the ILS), and personality (i.e. the BFI-10). A total of 207 students from different study programs participated via an online survey created using the survey tool "LimeSurvey". Participation in the study was voluntary, anonymously, and in compliance with the GDPR. Overall, the results of the LIST-K show that students are willing to work intensively on relevant topics intensively and to perform beyond the requirements of the course seeking additional learning material. At the same time, however, it is apparent that the organization of their own learning process could still be improved. For example, students start repeating content too late (mean=2.70; SD=0.92) and do not set goals for themselves and do not create a learning plan (mean=3.19; SD=0.90). They also learn without a schedule (mean=2.23; SD=0.97) and miss opportunities to learn together with other students (mean=3.17; SD=0.94). The findings of the data collection will be used to create an AI-based adaptive learning management system that will create individualized learning paths for students in their respective courses. From the results of the LIST-K, it appears that the adaptive learning management system should primarily support organizational aspects of student learning. Even small impulses (an individual schedule of when to learn what or a hierarchical structuring of the learning material) could help students to complete their courses more successfully and improve their learning.}, language = {en} } @inproceedings{BugertNadimpalliBittneretal., author = {Bugert, Flemming and Nadimpalli, Vamsi Krishna and Bittner, Dominik and Ezer, Timur and Grabinger, Lisa and Maier, Robert and R{\"o}hrl, Simon and Staufer, Susanne and Hauser, Florian and Mottok, J{\"u}rgen}, title = {ML based Evaluation Methodology for Learning Path Recommender Systems}, series = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, booktitle = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, editor = {Mottok, J{\"u}rgen and Hagel, Georg}, publisher = {ACM}, isbn = {9798400712821}, doi = {10.1145/3723010.3723022}, pages = {40 -- 48}, abstract = {In education, recommender systems can provide students with personalized learning materials based on their preferences. When comparing various recommendation algorithms, the main question is, which algorithm provides the most suitable recommendations for each student. Answering this question requires a quantitative evaluation methodology (i.e. a concrete metric) for ranking the results of (even non-deterministic) recommender systems. While there is already literature on this topic, the uniqueness of our approach lies in the application of machine learning: we deploy a likelihood based analysis via Hidden Markov Models named Aiakos. With this strategy, we aim to provide data-driven insights about accuracy and stability of recommendations towards a more reasonable selection of the appropriate recommender system. The training data for the Hidden Markov Models is collected from 80 students. Data from another 26 students is then used to discuss the behavior of our evaluation procedure considering a single recommendation as well as the results from 100 recommendations. Furthermore, the proposed concept allows to be applied to other domains as well.}, language = {en} }