@unpublished{GaubeJussupowKokjeetal., author = {Gaube, Susanne and Jussupow, Ekaterina and Kokje, Eesha and Khan, Jowaria and Bondi-Kelly, Elizabeth and Schicho, Andreas and Kitamura, Felipe Campos and Koch, Timo Kevin and Ezer, Timur and Mottok, J{\"u}rgen and Lermer, Eva and Ghassemi, Marzyeh and Colak, Errol}, title = {Examining Reliance Patterns on AI Advice in Medical Imaging: a Mixed-Methods Randomized Crossover Experiment}, doi = {10.31219/osf.io/4wv8j_v3}, pages = {20}, abstract = {Background: Artificial intelligence (AI) holds significant potential to support diagnostic decision-making; however, evidence regarding its clinical utility remains mixed. Often, the collaboration between clinicians and AI systems does not surpass the individual performance of unaided humans or standalone AI. Yet, currently, the mechanisms that limit human-AI synergy are poorly understood. This study examined the impact of AI advice on diagnostic decision-making among experts and novices, focusing on reliance patterns. Methods: We used a mixed-methods crossover experimental design with a think-aloud and an eye-tracking study arm. Participants were 50 task experts (radiologists) and 75 novices (non-radiologist physicians and medical trainees) from 10 countries. They reviewed 50 head CT scans and every case was examined in three time-separate sessions in randomized order. In each session, participants were exposed to different experimental conditions: (a) control, no AI prediction; (b) basic advice, AI prediction without annotations; and (c) XAI advice, AI prediction with scan annotations. For each case, participants had to determine if the patients had an intracranial hemorrhage (ICH). The main outcomes were diagnostic performance, confidence in the diagnosis, case reading time, and AI advice usefulness ratings. Findings: Both overreliance on incorrect advice and underreliance on correct advice occurred. Underreliance was associated with high uncertainty and, in absolute terms, had a more detrimental impact on diagnostic performance than overreliance. Correct XAI advice reduced underreliance, improved performance (OR=1·84, p<0·0001), and confidence (b=0·15, p<0·0001), particularly when reviewing more difficult cases with ICH. Surprisingly, correct XAI did not reduce reading time (b=1·81, p=0·0713). XAI was perceived as more useful than basic AI advice (b=0·12, p=0·0029), especially among novices. Interpretation: The occurrence of both under- and overreliance highlights the need for efficient counterstrategies beyond classic XAI methods to foster appropriate reliance and synergy.}, language = {en} } @inproceedings{PozzobonWeissMottoketal., author = {Pozzobon, Enrico and Weiß, Nils and Mottok, J{\"u}rgen and Matoušek, V{\´a}clav}, title = {Fuzzy fault injection attacks against secure automotive bootloaders}, series = {21th escar Europe : The World's Leading Automotive Cyber Security Conference (Hamburg, 15. - 16.11.2023)}, booktitle = {21th escar Europe : The World's Leading Automotive Cyber Security Conference (Hamburg, 15. - 16.11.2023)}, publisher = {Ruhr-Universit{\"a}t Bochum}, doi = {10.13154/294-10381}, url = {http://nbn-resolving.de/urn:nbn:de:hbz:294-103817}, pages = {20}, abstract = {Secure embedded bootloaders are the trust anchors for modern vehicles' software. The secure software update process of ECUs is well-defined across the entire automotive industry. Every OEM has his own implementation, but follows the general software update process. This paper demonstrates code execution attacks by combining software and hardware weaknesses in secure automotive bootloaders. The attack can be performed entirely automated, no static code analysisis required. Random fault injection parameters were sufficient to obtain code execution in a reasonable time. All experiments were conducted with electromagnetic fault injection and without any hardware modifications of the targets. We successfully performed our attack on two entirely different gateway Electronic Control Units (ECUs) used in current vehicles (at the time of this research) from Volkswagen and BMW. As a result of this attack, consisting of a combination of a hardware and asoftware attack, the general secure software update process used in the automotive industry needs to be revised.}, language = {en} } @phdthesis{Renner, author = {Renner, Sebastian}, title = {Secure Lightweight Authenticated Encryption for Critical Infrastructures in the Internet of Things}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:91-diss-20230922-1703211-1-0}, pages = {xix, 135}, abstract = {The cryptographic protection of transmitted data on resource-constraint IoT devices presents a difficult challenge. In this thesis, a benchmarking framework for the performance evaluation of lightweight encryption algorithms is introduced. It is analyzed, if and when novel encryption algorithms are more suitable for IoT use cases than the current standard. Besides comparing the sole performance, the cost for hardening the algorithms against side-channel analysis is discussed.}, language = {en} } @inproceedings{HammerMottokKrauseetal., author = {Hammer, Pascal and Mottok, J{\"u}rgen and Krause, Veronika and Probst, Tobias}, title = {Approach for High-Performance Random Number Generators for Critical Systems}, series = {Proceeding of the 12th European Congress on Embedded Real Time Software and Systems (ERTS2024) , Toulouse, 11-12 June 2024}, booktitle = {Proceeding of the 12th European Congress on Embedded Real Time Software and Systems (ERTS2024) , Toulouse, 11-12 June 2024}, doi = {10.5281/zenodo.14848832}, pages = {9}, abstract = {In times of digitalization, the encryption and signing of sensitive data is becoming increasingly important. These cryptographic processes require large quantities of high-quality random numbers. Which is why a high-performance random number generator (RNG) is to be developed. For this purpose, existing concepts of RNGs and application standards are first analyzed. The proposed approach is to design a physical true random number generator (PTRNG) with a high output of random numbers. Based on this, the development begins with the analog part of the RNG, the noise signal source and a suitable amplifier for the analog noise signal. Therefore, a special noise diode from Noisecom and an amplifier from NXP were chosen and analyzed in different measurements. From the results of the measurements, it can be concluded that both components are suitable for use in the RNG.}, language = {en} } @misc{Bugert, author = {Bugert, Flemming}, title = {Applying Ariadne: Dataset on Learning Styles and Moodle-Based Learning Paths [Data set]}, doi = {10.5281/zenodo.12594911}, abstract = {This dataset contains information queried from 22 students inside a Moodle based learning management system during the winter term 2023/24 at a German university. Abstract With the use of learning management systems students benefit from being recommended suitable learning elements based on their individual needs. In doing so, recommendation algorithms are applied which first query the student's learning style. To improve the recommendation of learning elements a continuous analysis of the individual's learning style is required. A frequent questionnaire assessment would however be too time consuming. Instead, in a prior study an algorithm has been designed to identify changes in learning styles from the student's selection of learning elements. In this paper, we investigate the functionality of that algorithm by applying it on real student data. In particular, we test if the algorithm correctly indicates changes in learning styles. The utilised data is collected in our learning management system. To be precise, the data is obtained from 22 students enrolled in a software engineering course during the winter term of 2023/24. The data comprises two types of information for each student: 1) learning style collected at the start and end of the term, and 2) the user's actual selection of learning elements inside the learning management system. The uniqueness of this study lies in the data and the evaluation strategy based on it. Having the learning style at the end of the semester period as ground truth allows us to test if the algorithm operates correctly with actual user data from our learning management system. The results validate the behaviour of our algorithm, yet they strongly suggest the need for an adaptation. Further research is required on how to parameterise the underlying models.}, language = {en} } @inproceedings{NadimpalliMaierStauferetal., author = {Nadimpalli, Vamsi Krishna and Maier, Robert and Staufer, Susanne and R{\"o}hrl, Simon and Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {EXPERT SURVEYS TO REAL TIME ADAPTATION OF LEARNING PATHS}, series = {ICERI2025 Proceedings}, booktitle = {ICERI2025 Proceedings}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2025.1571}, pages = {5677 -- 5687}, abstract = {Learning management systems rely on adaptive algorithms that use learner preferences to personalize the instructional content in form of learning paths. However, these preferences are uncertain in nature, and change over time. The present solutions are either static or purely data-driven missing the dynamic adaption to changes in the preferences and infusion of pedagogical nuances respectively. This paper introduces an extended variant of Nestor, our Bayesian network engine that models personality traits, learning styles, and learning strategies. This extension overlays a lightweight rule-based mechanism whose "secret recipe'' lies in the infusion of expert-derived weights adapting learning paths dynamically whenever a learner selects new material in Moodle. To parameterise these rules, we conducted a structured survey with 12 hand-picked professors and researchers in educational science. Each expert responded to 4 demographic items and 12 item that are distributed across algorithm-overview, scenario-based, and example-based categories, thereby supplying the nuanced weightings that result the personalised recommendations. This hybrid system (Nestor plus the expert-infused rule layer) operated during the winter term of 2025. 18 students completed an end-of-term questionnaire. Although their learning gains were not recorded, the majority of respondents reported positive or neutral experiences with the dynamically adapted learning paths. The {Future work} will compare three engines: (i) the present dynamic, expert-infused rule layer on top of the static Bayesian network, (ii) purely data-driven machine-learning models that neglect expert weighting, and (iii) the original static-adaptation Bayesian network without rules. Analyses of log files, intermediate satisfaction surveys, and pre/post term surveys will clarify whether this on-the-fly adaptation and pedagogical nuance lead to measurable learning benefits.}, language = {en} } @inproceedings{SchafferEzerRoehrletal., author = {Schaffer, Josefa and Ezer, Timur and R{\"o}hrl, Simon and Hauser, Florian and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Grabinger, Lisa and Antoni, Erika and Mottok, J{\"u}rgen}, title = {EYE TRACKING GLASSES IN EDUCATIONAL SETTINGS: GUIDELINES ON DATA QUALITY}, series = {ICERI2025 Proceedings}, booktitle = {ICERI2025 Proceedings}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2025.1419}, pages = {5027 -- 5038}, abstract = {Eye movement modeling examples, so-called EMME videos, are a valuable tool in education, helping learners better understand instructional content. Like conventional educational videos, EMME videos combine text, images, and voiceovers. However, they also display the instructor's or teacher's gaze, guiding learners attention to key elements. Although various approaches exist for creating EMME videos, there is currently no standardised guideline for ensuring gaze data quality. Eye tracking technology is essential to capture gaze behaviour, and in educational settings without a fixed computer monitor - such as when using blackboards or conducting live experiments - the usage of mobile eye tracking glasses is beneficial. An accuracy study is conducted using mobile eye tracking glasses to provide empirical guidance for the development of high-quality educational EMME videos and ensure that the instructor's or teacher's gaze is captured with high precision. The study uses the Tobii Pro Glasses 3 and involves a static and a dynamic setup with 34 participants. To gain insight into the effects of visual impairments on accuracy, we also include participants who wear contact lenses. In the static setup, participants are seated at a desk with a headrest and focus on a poster with nine fixation points. In the dynamic setup, participants are walking in a controlled half-circle around the poster while maintaining focus on its centre. Each setup is performed multiple times under varying lighting levels (300 lux, 700 lux) and distances between participant and poster (80 cm, 120 cm, 180 cm). This enables the simulation of diverse educational environments, including the possibility of a teacher's or instructor's movement. The study results will be evaluated regarding lighting conditions, the distance between the person wearing eye tracking glasses and the object, and possible influences of contact lenses. Based on these findings, favourable conditions for creating EMME videos in educational settings are collected, especially when working without a fixed computer monitor. The results address the outlined research gap by providing instructors and teachers with guidelines enabling them to produce high-quality educational EMME videos.}, language = {en} } @inproceedings{AlhulaibiFrauenschlaegerMottok, author = {Alhulaibi, Ayham and Frauenschl{\"a}ger, Tobias and Mottok, J{\"u}rgen}, title = {Towards Post-Quantum-Ready Automated Certificate Lifecycle Management in Operational Technology}, series = {SECURWARE 2025, The Nineteenth International Conference on Emerging Security Information, Systems and Technologies, 26.-30.10.2025, Barcelona}, booktitle = {SECURWARE 2025, The Nineteenth International Conference on Emerging Security Information, Systems and Technologies, 26.-30.10.2025, Barcelona}, publisher = {IARIA}, isbn = {978-1-68558-306-4}, pages = {112 -- 116}, abstract = {Operational Technology (OT) systems increasingly depend on robust and automated certificate lifecycle management to maintain secure operations across long device lifespans and constrained environments. As quantum-capable adversaries emerge, these systems must also support cryptographic agility and prepare for a seamless transition to Post-Quantum Cryptography (PQC). This work presents a crypto-agile, post-quantum-ready testbed architecture that extends existing standards, such as Enrollment over Secure Transport (EST) and Bootstrapping Remote Secure Key Infrastructure (BRSKI), to support hybrid certificates, hardware-based key storage, and protocol flexibility for device bootstrapping and certificate management. A work-in-progress prototype implementation demonstrates support for both traditional and PQC algorithms across device types. Planned evaluations target performance on constrained devices, PQC readiness, and compatibility with alternative protocols. The system lays a foundation for secure and standards-compliant certificate management in future-proof OT deployments.}, language = {en} } @inproceedings{HauserStauferRoehrletal., author = {Hauser, Florian and Staufer, Susanne and R{\"o}hrl, Simon and Nadimpalli, Vamsi Krishna and Ezer, Timur and Grabinger, Lisa and Mottok, J{\"u}rgen and Falter, Thomas}, title = {LEVERAGING FIVE QUESTIONNAIRES TO ANALYZE STUDENT LEARNING STRATEGIES AND GENERATE AI-POWERED INDIVIDUALIZED LEARNING PATHS}, series = {ICERI2025 Proceedings}, booktitle = {ICERI2025 Proceedings}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2025.0658}, pages = {1775 -- 1784}, abstract = {Background: The COVID-19 pandemic has significantly accelerated the shift toward online and blended learning in higher education, placing renewed emphasis on the individualization of learning content to meet diverse student needs. Even high-quality learning materials may fail to engage learners if they do not align with students' personal preferences and learning styles. Identifying these learner preferences, therefore, emerges as a critical challenge. Objectives: This paper presents ongoing work within a larger research project aimed at employing artificial intelligence to recommend optimal learning path for students in specific courses. Beyond mere optimization, the goal is to ensure the best possible fit between learning materials and individual learners. Sample \& Methods: A total of 27 students from technical degree programs took part in this survey. All participation was voluntary, and data were handled in full compliance with GDPR regulations. Although our broader project integrates fine-grained learning analytics from Moodle, the present abstract focuses exclusively on the self-report questionnaire results. Participants completed five instruments: 1. Index of Learning Styles (ILS) 2. LIST-K (Learning and Study Strategies Inventory - Short version) 3. BFI-10 (Big Five Inventory - 10 items) 4. Custom Preferences Instrument, capturing preferences for specific learning elements (e.g. instructional videos, lecture notes, summaries) and basic demographic data 5. Motivational Value Systems Questionnaire (MVSQ), piloted last semester to assess value orientations and motivational drivers Results: Preliminary analyses of the questionnaire data reveal: - Learning Styles (ILS): The majority lean toward the visual learning type (M = 5.740, SD = 3.430). - Learning Strategies (LIST-K): High scores on metacognitive strategies (M = 3.000; SD = 0.520) and collaboration with peers (M = 3.190; SD = 0.540). - Preferred Learning Elements: Summaries, overviews, and self-checks are most favored. - Value Orientations (MVSQ): Students are primarily driven by the pursuit of personal achievement (M = 4.400; SD = 11.140). Conclusion \& Significance: By integrating these five standardized questionnaires, we gain valuable insights into student learning preferences—insights that complement our Moodle analytics in the broader project. Observed trends suggest that learning materials should be concise and designed to facilitate peer interaction and knowledge deepening. These findings will guide the refinement of our AI-driven recommendation engine, enhancing its ability to deliver personalized learning paths that boost both engagement and effectiveness.}, language = {en} } @inproceedings{EzerRoehrlMottok, author = {Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Towards accurate eye tracking: quantifying error in linear pixel-to-degree conversion}, series = {ICERI2025 Proceedings}, booktitle = {ICERI2025 Proceedings}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2025.1841}, pages = {6709 -- 6717}, abstract = {Eye tracking has become a powerful tool for analyzing cognitive processes in educational research. Educators and researchers can utilize eye tracking to model learners by determining their gaze patterns. In addition, eye tracking can be used directly for teaching by extracting experts' gaze behavior in certain areas and learning from it. However, eye tracking data is captured in a variety of coordinate systems, which can differ across individual studies. Consequently, algorithms, such as eye movement classifiers, must frequently convert gaze data between different coordinate systems. In particular, the conversion from screen pixels into visual degrees is typically approximated by a linear conversion in current literature and standard practice. However, this approximation introduces inaccuracies, thus potentially obscuring eye movements relevant to educational research. This paper provides a detailed geometric and analytical examination of the commonly applied linear approximation, quantifying its error in comparison to the exact coordinate conversion from screen pixels to angular degrees. For this purpose, the exact conversion formulas are mathematically derived from geometric optics, enabling researchers and educators to use them in their work. Utilizing these derived transformations can improve the robustness of analyses, for example, when detecting subtle eye movements. The present work supports educational research using eye tracking to achieve more insightful findings that may have previously been obscured by measurement inaccuracies. Thereby, we provide an important contribution toward more reliable and valid research and educational practices in eye tracking.}, language = {en} } @inproceedings{StauferEzerRoehrletal., author = {Staufer, Susanne and Ezer, Timur and R{\"o}hrl, Simon and Grabinger, Lisa and Hauser, Florian and Nadimpalli, Vamsi Krishna and Antoni, Erika and Mottok, J{\"u}rgen and Schaffer, Josefa}, title = {TYCHE ALGORITHM 2.0: Learning Paths from Questionnaire Responses and Learning Analytics}, series = {ICERI2025 Proceedings}, booktitle = {ICERI2025 Proceedings}, publisher = {IATED}, isbn = {978-84-09-78706-7}, doi = {10.21125/iceri.2025.0831}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-87846}, pages = {2562 -- 2572}, abstract = {The digitalization of learning processes has increased the need for adaptive learning paths tailored individually to learners. A novel algorithm for learning path generation is presented in this paper, namely Tyche 2.0. It extends the original Tyche approach after Staufer et al. - a Markov model for generating learning paths - by integrating additional learner data beyond learning styles (Index of Learning Styles (ILS)), including learning strategies (LIST-K questionnaire), personality traits (BFI-10 questionnaire), and learning analytics captured through screen recordings. In order to be able to use the screen recordings, a heuristic evaluates them. Furthermore, this enhanced algorithm employs Markov models to dynamically generate personalized learning paths. These are based on both questionnaire responses and real-time engagement data, the weights of which undergo dynamic adjustment over time. We made a small evaluation of Tyche 2.0 without the learning analytics influence, which shows that there is room for further improvements. Future research will focus on evaluating whole Tyche 2.0 in another university setting to further improve personalization and user engagement.}, language = {en} } @inproceedings{HammerMottok, author = {Hammer, Pascal and Mottok, J{\"u}rgen}, title = {Prototyping for high-performance random number generators for critical systems}, series = {2025 International Conference on Applied Electronics (AE), 08-09. September 2025, Pilsen Czech Republic}, booktitle = {2025 International Conference on Applied Electronics (AE), 08-09. September 2025, Pilsen Czech Republic}, publisher = {IEEE}, doi = {10.1109/AE66163.2025.11197780}, pages = {7}, abstract = {The security of modern cryptographic applications depends on the quality of their random number generators (RNGs). While physical true random number generators (PTRNGs) provide high-quality randomness, their performance is often insufficient for high-throughput applications. On the other hand, deterministic random number generators (DRNGs) offer better speed but lack true randomness. This paper presents an approach to developing a high-performance PTRNG. The research focuses on optimizing the digitization of analog noise signals. For this purpose, an ADC was selected that can digitize analog signals at a high clock rate. The functionality of the ADC could be verified by digitizing reference signals. Preliminary results by digitizing the analog noise signal demonstrates the feasibility of the proposed approach, but highlight challenges in achieving good results for Min-Entropy.}, language = {en} } @article{RoehrlStauferBugertetal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Bugert, Flemming and Nadimpalli, Vamsi Krishna and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Altweck, Ricardo and Graf, Sabine and Kriza, Thomas and Mottok, J{\"u}rgen}, title = {Ethical Considerations of AI in Education: A Case Study based on Pythia Learning Enhancement System}, series = {IEEE Access}, volume = {11}, journal = {IEEE Access}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, issn = {2169-3536}, doi = {10.1109/ACCESS.2025.3583975}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-83403}, pages = {1 -- 25}, abstract = {As the use of AI in education increases, addressing ethical concerns is essential for its responsible use and implementation. This study explores the ethical considerations of AI in education by analyzing a concrete application, the Pythia Learning Enhancement System, which enables personalized and adaptive educational experiences. In this case study, the concrete implementation of Pythia, contrary to high-level abstract analyses, provides practical insights into these ethical issues. To achieve this goal, we first define Pythia and outline its implementation. Using the various topics covered by Pythia, the ethical issues associated with each of these topics are outlined, resulting in a list of ten distinct ethical issues. Because there is overlap in issues covered by similar applications, they can benefit from this identification. An ethical (human rights) and didactic (constructivism) theoretical background is then provided as a basis for further discussion. This is used to build the arguments used in the main study. This consists of analyzing each of the issues and providing recommendations to mitigate potential harm arising from these issues. This helps to provide guidelines for future applications. In the analysis, the ethical discussion is mainly based on the human rights of the stakeholders involved, emphasizing human dignity. After the analysis, each of the issues is contextualized with the recent AI Act of the European Union, providing a novel mapping of the issues of AI in education to the AI Act. Finally, the limitations of the study are stated and a plan for future research is presented.}, language = {en} } @inproceedings{BittnerHauserEngletal., author = {Bittner, Dominik and Hauser, Florian and Engl, Fabian and Mottok, J{\"u}rgen}, title = {Eye Movement Modelling Examples on Usability Heuristics}, series = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, booktitle = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, editor = {Mottok, J{\"u}rgen and Hagel, Georg}, publisher = {ACM}, isbn = {9798400712821}, doi = {10.1145/3723010.3723035}, pages = {106 -- 114}, abstract = {The user interface (UI) and user experience (UX) design is of crucial importance for human-computer interaction (HCI), particularly in the context of web applications. In light of the high expectations of users and the competitive nature of the market, it is imperative to employ usability measurement techniques to avoid losing users. Heuristic evaluation (HE) is a cost- and resource-efficient method for evaluating the usability of websites in which evaluators are guided by heuristics. However, the level of expertise of the evaluators has a significant impact on the results, with experts identifying up to 50\% more usability issues than novices. To address this gap, this paper proposes Eye Movement Modeling Examples (EMMEs) to demonstrate Jakob Nielsen's ten usability heuristics in an easy-to-understand format for all levels of experience while also incorporating expert knowledge. In particular, the eye movements and verbal feedback of a usability expert are recorded as the expert analyses the usability of a simple website application in terms of Jakob Nielsen's ten usability heuristics. This reveals the strategies and cognitive processes of the expert when assessing the usability of a website and makes them more tangible for non-experts or novices. The findings of a questionnaire-based assessment indicate that EMMEs are perceived as beneficial and supportive during the learning process. Ultimately, this comprehensive analysis not only enables a deeper understanding of heuristics for usability novices, but could also lead to EMMEs being applied more efficiently in diverse domains.}, language = {en} } @inproceedings{BugertNadimpalliBittneretal., author = {Bugert, Flemming and Nadimpalli, Vamsi Krishna and Bittner, Dominik and Ezer, Timur and Grabinger, Lisa and Maier, Robert and R{\"o}hrl, Simon and Staufer, Susanne and Hauser, Florian and Mottok, J{\"u}rgen}, title = {ML based Evaluation Methodology for Learning Path Recommender Systems}, series = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, booktitle = {Proceedings of the 6th European Conference on Software Engineering Education : ECSEE 2025, Seeon Germany, June 02-04, 2025}, editor = {Mottok, J{\"u}rgen and Hagel, Georg}, publisher = {ACM}, isbn = {9798400712821}, doi = {10.1145/3723010.3723022}, pages = {40 -- 48}, abstract = {In education, recommender systems can provide students with personalized learning materials based on their preferences. When comparing various recommendation algorithms, the main question is, which algorithm provides the most suitable recommendations for each student. Answering this question requires a quantitative evaluation methodology (i.e. a concrete metric) for ranking the results of (even non-deterministic) recommender systems. While there is already literature on this topic, the uniqueness of our approach lies in the application of machine learning: we deploy a likelihood based analysis via Hidden Markov Models named Aiakos. With this strategy, we aim to provide data-driven insights about accuracy and stability of recommendations towards a more reasonable selection of the appropriate recommender system. The training data for the Hidden Markov Models is collected from 80 students. Data from another 26 students is then used to discuss the behavior of our evaluation procedure considering a single recommendation as well as the results from 100 recommendations. Furthermore, the proposed concept allows to be applied to other domains as well.}, language = {en} } @techreport{Marschall, author = {Marschall, Felix}, title = {HEKATE - Implementierung eines Dashboards zur Visualisierung von Auswertungen des HASKI Konzepts f{\"u}r einen umfassenden Einblick in den Lernprozess}, publisher = {Regensburg}, doi = {10.35096/othr/pub-7922}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-79221}, pages = {XXV, 24 S.}, abstract = {In der gegenw{\"a}rtigen Bildungslandschaft erf{\"a}hrt die adaptive Hochschullehre eine zunehmende Relevanz, da traditionelle Lehrmethoden vielfach nicht mehr hinreichend sind, um den individuellen Bed{\"u}rfnissen der Studierenden zu entsprechen. Das Projekt HEKATE zielt darauf ab, die Erkenntnisse aus dem HASKI-System, einem innovativen Ansatz f{\"u}r personalisierte Lernunterst{\"u}tzung basierend auf KI und maschinellem Lernen, effektiv zu visualisieren. HEKATE erg{\"a}nzt das HASKI-System durch die Entwicklung eines Dashboards, welches eine transparente und nachvollziehbare Darstellung der Lernstildaten erm{\"o}glicht. Das Ziel des Projekts besteht in der Umsetzung einer Visualisierungsl{\"o}sung, die sich durch eine hohe Benutzerfreundlichkeit sowie Leistungsf{\"a}higkeit auszeichnet und alle relevanten Lern- und Nutzungsdaten Studierender ad{\"a}quat abbildet. Die funktionalen Anforderungen umfassten die pr{\"a}zise Darstellung von Lernstil-Ergebnissen, Quiz- und {\"U}bungsergebnissen sowie die Integration des ARIADNE-Konzepts. Des Weiteren werden nichtfunktionale Ziele definiert, welche eine hohe Benutzerfreundlichkeit, Systemsicherheit, kurze Ladezeiten sowie eine verl{\"a}ssliche Datenverarbeitung umfassten. Hekate bietet sowohl f{\"u}r Studierende als auch f{\"u}r Lehrende einen erheblichen Mehrwert, indem es Lern- und Nutzungsmuster auf einfache und intuitive Weise visualisiert. Die Integration in die HASKI-Umgebung und Moodle gew{\"a}hrleistet eine nahtlose Einbindung der Anwendung in bestehende Lernumgebungen, wodurch sich der Nutzen weiter steigert. In k{\"u}nftigen Entwicklungsstufen k{\"o}nnten zus{\"a}tzliche Visualisierungsoptionen und Funktionen integriert werden, um das System weiter zu optimieren und an die Bed{\"u}rfnisse der Nutzer anzupassen.}, language = {de} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @inproceedings{EzerPloesslGrabingeretal., author = {Ezer, Timur and Pl{\"o}ßl, Moritz and Grabinger, Lisa and Bittner, Dominik and Staufer, Susanne and Nadimpalli, Vamsi Krishna and Bugert, Flemming and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Deep learning for eye movement classification}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1028}, pages = {4056 -- 4065}, language = {en} } @inproceedings{NadimpalliStauferEzeretal., author = {Nadimpalli, Vamsi Krishna and Staufer, Susanne and Ezer, Timur and Bugert, Flemming and Bittner, Dominik and Hauser, Florian and Grabinger, Lisa and R{\"o}hrl, Simon and Maier, Robert and Mottok, J{\"u}rgen}, title = {Predicting learner characteristics using machine learning}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1454}, pages = {6005 -- 6014}, abstract = {In education science research, data collection is challenging due to difficulty identifying students at the higher education level, privacy concerns, and varying levels of student engagement. Importantly, psychological questionnaires can be lengthy, leading to incomplete responses. We conducted repeated studies, and over time, the focus of the research adapted, introducing new materials and consequently leading to missing learner characteristics in some datasets. In this research, the issue of incomplete learner characteristics is addressed using data from three different studies: winter term 2022/2023 (n=297), summer term 2023 (n=274), and winter term 2023/2024 (n=25). These studies collected various learner characteristics, such as learning styles, personalities, learning strategies, and learning element preferences. However, learning element preferences and learning strategies were missing in the winter term of 2022, and the summer term of 2023 respectively. To analyze the data and predict these missing features, statistical analysis, and machine learning techniques were employed. Then, these models are rigorously evaluated using cross-validation and performance metrics like accuracy, precision, recall, and F1-score. Our findings provide insights into the relationships between learners' learning styles, personalities, learning strategies, and learning element preferences. This offers valuable implications for the design and implementation of educational interventions, like learning path recommendations. The results imply that machine learning models can predict missing learner characteristics, thus addressing the problem of incomplete data in educational research}, language = {en} } @inproceedings{NadimpalliBugertBittneretal., author = {Nadimpalli, Vamsi Krishna and Bugert, Flemming and Bittner, Dominik and Staufer, Susanne and R{\"o}hrl, Simon and Hauser, Florian and Ezer, Timur and Grabinger, Lisa and Maier, Robert and Mottok, J{\"u}rgen}, title = {Probabilistic Machine Learning for Simulating Complex Learner Profiles}, series = {2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET), 06-08 November 2024, Paris, France}, booktitle = {2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET), 06-08 November 2024, Paris, France}, publisher = {IEEE}, isbn = {979-8-3315-1663-5}, issn = {2473-2060}, doi = {10.1109/ITHET61869.2024.10837641}, pages = {1 -- 10}, abstract = {Data is the foundation of all machine learning applications. In education science, especially for the learner characteristics that drive personalized learning, it is difficult to collect and often uncertain. It is challenging to model, train, evaluate, and analyze the underlying algorithms when developing AI-based systems and having small sample sizes. To address these problems, we present a synthetic data generator utilising probabilistic models. This generator can effectively model and simulate complex learner profiles. To achieve this, we collected extensive data on learning styles, learning strategies, personalities, and preferred learning paths from 593 students over several semesters at a higher education level. Then, Bayesian networks, Hidden Markov Models, and Markov Chains are used to model the relationships between learner profiles. Using the Bayesian information criterion, and cross-validation with log-likelihood scores, we compare various models to select the best fitting one for synthesizing the data. The synthetic data is then evaluated using statistical validation techniques. In addition, we developed a simulation module with the option to simulate learner profiles based on manual user-defined inputs. The data and code used in this work are available as open source1110.5281/zenodo.13768136 [Titel anhand dieser DOI in Citavi-Projekt {\"u}bernehmen] contributing to open science and developers for customized simulated data. In the future, this data will refine the training, evaluation, analysis, and benchmarking of algorithms for personalized learning.}, language = {en} }