@inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING AS TECHNOLOGY IN EDUCATION: FURTHER INVESTIGATION OF DATA QUALITY AND IMPROVEMENTS}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0802}, pages = {2955 -- 2961}, abstract = {Eye tracking serves as a powerful tool across a variety of empirical research areas: From usability research over cognitive research to educational research and applications in classrooms. However, data noise in eye tracking data poses a challenge to researchers and educators, as it leads to gaze positions being measured imprecisely under unfavorable conditions. In our previous study, we systematically investigated factors that influence data quality and are easily controllable in a classroom or laboratory environment, such as illumination, sampling frequency, and head orientation. However, no recommendations regarding the light source and light orientation could be provided, as these influences could not be analyzed in sufficient detail. Yet, a further examination of these factors, eliminating human influences by using an artificial head, revealed significant differences between individual settings. Hence, in this empirical study of eye tracking as an educational technology, we delve deeper into examining the impact of both light source and light orientation on data quality. This is investigated with an artificial head together with the Tobii Pro Spectrum eye tracking device. To measure data quality, we use the metrics precision and standard deviation as indicators of data noise. The obtained results derive practical advice for educators and researchers, such as not to illuminate the subject from the rear, in order to gather useful data for research and future classroom applications. Thereby, this study serves as a complement to our previous research, answering open questions regarding best practices for researchers and educators when using eye trackers. It aims to provide valuable insights into producing data of the highest quality possible when using eye trackers, both in laboratory settings and in future classrooms applications.}, language = {en} } @inproceedings{EzerGrabingerHauseretal., author = {Ezer, Timur and Grabinger, Lisa and Hauser, Florian and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {EYE TRACKING METRICS FOR DISTINGUISHING GLOBAL AND FOCAL GAZE PATTERNS: A SYSTEMATIC LITERATURE REVIEW}, series = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, booktitle = {INTED2024 Proceedings: 18th International Technology, Education and Development Conference, Valencia, Spain. 4-6 March, 2024}, publisher = {IATED Academy}, isbn = {978-84-09-59215-9}, issn = {2340-1079}, doi = {10.21125/inted.2024.0814}, pages = {3005 -- 3014}, abstract = {Global and focal eye tracking gaze patterns are distinguished in a variety of domains, such as radiology research, empirical software engineering, behavioral psychology, and cartography research. A global gaze pattern is present if a participant in an eye tracking study gains an overview of the stimulus, whereas a focal pattern emerges during a more detailed evaluation of a specific part of the stimulus. With this higher-level measure of global and focal gaze patterns, cognitive effort, expertise levels, and even neurological characteristics - such as autism - can be quantified. Furthermore, with this measure, cognitive efforts of students in certain tasks can be investigated and clues for targeted support can be provided. These properties in particular make this eye tracking measure valuable for the education domain. In the field of eye tracking research, many researchers have established distinct criteria for differentiating global and focal gaze patterns. Moreover, it is rarely quantitatively measured which of these patterns is present, but rather determined based on qualitative considerations. However, some studies explicitly use quantitative metrics like saccade-length or fixation-duration to distinguish between global and focal gaze patterns. This is the focus of the present systematic literature review: It searches for and compiles the eye tracking metrics used in the literature to distinguish global from focal gaze patterns in a quantitative way. In doing so, this study fills the yawning gap in quantitative metrics for determining global and focal gaze patterns. In the long run, this can be used to answer questions about cognitive load and problems in processing tasks during eye tracking studies and to provide further insights into the cognitive processes of students. The present paper first discusses definitions of global and focal gaze patterns and presents examples in which this metric has already been applied. Then, the research questions together with search strings and search engines used for the systematic literature review are described. Finally, the results are summarized, presenting a compilation of and connections between quantitative metrics utilized in the literature to distinguish between global and focal viewing patterns.}, language = {en} } @inproceedings{EzerGreinerGrabingeretal., author = {Ezer, Timur and Greiner, Matthias and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {Eye tracking al technology in education; data quality analysis and improvements}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.1127}, pages = {4500 -- 4509}, abstract = {Eye tracking has proven to be a powerful tool in a variety of empirical research areas; hence, it is steadily gaining attention. Driven by the expanding frontiers of Artificial Intelligence and its potential for data analysis, eye tracking technology offers promising applications in diverse fields, from usability research to cognitive research. The education sector in particular can benefit from the increased use of eye tracking technology - both indirectly, for example by studying the differences in gaze patterns between experts and novices to identify promising strategies, and directly by using the technology itself to teach in future classrooms. As with any empirical method, the results depend directly on the quality of the data collected. That raises the question of which parameters educators or researchers can influence to maximize the data quality of an eye tracker. This is the starting point of the present work: In an empirical study of eye tracking as an (educational) technology, we systematically examine factors that influence the data quality, such as illumination, sampling frequency, and head orientation - parameters that can be varied without much additional effort in everyday classroom or research use - using two human subjects, an artificial face, and the Tobii Pro Spectrum. We rely on metrics derived from the raw gaze data, such as accuracy or precision, to measure data quality. The obtained results derive practical advice for educators and researchers, such as using the lowest sampling frequency appropriate for a certain purpose. Thereby, this research fills a gap in the current understanding of eye tracker performance and, by offering best practices, enables researchers or teachers to produce data of the highest quality possible and therefore best results when using eye trackers in laboratories or future classrooms.}, language = {en} } @inproceedings{HomannGrabingerHauseretal., author = {Homann, Alexander and Grabinger, Lisa and Hauser, Florian and Mottok, J{\"u}rgen}, title = {An Eye Tracking Study on MISRA C Coding Guidelines}, series = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {ECSEE '23: Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593671}, pages = {130 -- 137}, abstract = {C is one of the most widely used programming languages - MISRA C is one of the most known sets of coding guidelines for C. This paper examines the usefulness and comprehensibility of the MISRA C:2012 guidelines in an eye tracking study. There, subjects encounter non-compliant code in four different code review settings: with no additional reference, with an actual MISRA C guideline, with a case-specific interpretation of a MISRA C guideline, and with a compliant version of the code. The data collected was analyzed not only in terms of the four presentation styles, but also by dividing the subjects into experience levels based on their semesters of study or years of work experience. Regarding the difference between actual and interpreted guidelines, we found that for interpreted guidelines the error detection rate is higher whereas the duration and frequency of visits to the guideline itself are mainly lower. This suggest that the actual guidelines are less useful and more difficult to understand. The former is contradicted by the subjects' opinions: when surveyed, they rated the usefulness of the actual guidelines higher.}, language = {en} } @inproceedings{StauferHauserGrabingeretal., author = {Staufer, Susanne and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Mottok, J{\"u}rgen}, title = {Learning elements in online learning management systems}, series = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, booktitle = {Proceedings of the 16th annual International Conference of Education, Research and Innovation (ICERI 2023), Seville, Spain, 11/13/2023 - 11/14/2023}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2023.0815}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-67725}, pages = {3121 -- 3130}, language = {en} } @inproceedings{StauferNadimpalliHauseretal., author = {Staufer, Susanne and Nadimpalli, Vamsi Krishna and Hauser, Florian and Bittner, Dominik and Grabinger, Lisa and Bugert, Flemming and Ezer, Timur and R{\"o}hrl, Simon and Mottok, J{\"u}rgen}, title = {Persistence of Questionnaire Data on Learning Styles, Learning Strategies AND Personality Traits}, series = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, booktitle = {ICERI2024 Proceedings: 17th Annual International Conference of Education, Research and Innovation, 11th-13th November 2024, Seville, Spain}, publisher = {IATED}, isbn = {978-84-09-63010-3}, issn = {2340-1095}, doi = {10.21125/iceri.2024.1524}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-78246}, pages = {6310 -- 6319}, abstract = {In the context of learning, questionnaires are carried out to gain information about learners. This learner profile has various benefits, like adapting the learning content, promoting of self-reflection, or increasing motivation in learning and therefore better learning results. Some researchers take the results of such questionnaires as ground truth or trust them blindly. Examining how persistent questionnaires are, asking the same questions twice, and comparing the results is a way to prove or falsify this statement. Our research procedure compares the results of three different questionnaires. The first questionnaire is the ILS (index of learning styles) according to the Felder-Silverman Learning Style Model (FSLSM) with about 44 questions. Learning strategies are examined with the LIST-K questionnaire consisting of 39 questions after Klingsieck. The third and last questionnaire is about personality traits. With only ten questions, Rammstedt et al. describe the BFI-10 questionnaire for personality traits. To compare results, the same study with the three named questionnaires is carried out twice with three to four months in between. The sample includes 35 students in their bachelor studies taking the course Software Engineering in a blended learning format. After collecting the questionnaire data from the students, a comparison is made in two different ways. First, we compare the data points based on the given answers. Second, a comparison is made based on the calculated questionnaire results because each of the three questionnaires has its own analysis method. For example, the analysis method of the ILS delivers as a result four integers representing the four characteristics of a learning style, while LIST-K makes a factor analysis. The results of the paper show that both the given answers and the calculated questionnaire results differ. Not one student has given the same answer inside each questionnaire with causes, like a change of learning style, learning strategy, and personality traits, or not filling in conscientiously.}, language = {en} } @article{RoehrlStauferBugertetal., author = {R{\"o}hrl, Simon and Staufer, Susanne and Bugert, Flemming and Nadimpalli, Vamsi Krishna and Hauser, Florian and Grabinger, Lisa and Bittner, Dominik and Ezer, Timur and Altweck, Ricardo and Graf, Sabine and Kriza, Thomas and Mottok, J{\"u}rgen}, title = {Ethical Considerations of AI in Education: A Case Study based on Pythia Learning Enhancement System}, series = {IEEE Access}, volume = {11}, journal = {IEEE Access}, publisher = {Institute of Electrical and Electronics Engineers (IEEE)}, issn = {2169-3536}, doi = {10.1109/ACCESS.2025.3583975}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-83403}, pages = {1 -- 25}, abstract = {As the use of AI in education increases, addressing ethical concerns is essential for its responsible use and implementation. This study explores the ethical considerations of AI in education by analyzing a concrete application, the Pythia Learning Enhancement System, which enables personalized and adaptive educational experiences. In this case study, the concrete implementation of Pythia, contrary to high-level abstract analyses, provides practical insights into these ethical issues. To achieve this goal, we first define Pythia and outline its implementation. Using the various topics covered by Pythia, the ethical issues associated with each of these topics are outlined, resulting in a list of ten distinct ethical issues. Because there is overlap in issues covered by similar applications, they can benefit from this identification. An ethical (human rights) and didactic (constructivism) theoretical background is then provided as a basis for further discussion. This is used to build the arguments used in the main study. This consists of analyzing each of the issues and providing recommendations to mitigate potential harm arising from these issues. This helps to provide guidelines for future applications. In the analysis, the ethical discussion is mainly based on the human rights of the stakeholders involved, emphasizing human dignity. After the analysis, each of the issues is contextualized with the recent AI Act of the European Union, providing a novel mapping of the issues of AI in education to the AI Act. Finally, the limitations of the study are stated and a plan for future research is presented.}, language = {en} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @misc{StarkSchreistetterReuteretal., author = {Stark, T. and Schreistetter, Stefan and Reuter, Rebecca and Hauser, Florian and Holmqvist, Kenneth and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Learning from Gaze: Eye Movement Modeling Examples in Software Engineering Education}, series = {Earli Book of Abstracts}, journal = {Earli Book of Abstracts}, publisher = {Earli}, pages = {291}, language = {en} } @inproceedings{BugertStauferBittneretal., author = {Bugert, Flemming and Staufer, Susanne and Bittner, Dominik and Nadimpalli, Vamsi Krishna and Ezer, Timur and Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen}, title = {Ariadne's Thread for Unravelling Learning Paths: Identifying Learning Styles via Hidden Markov Models}, series = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, booktitle = {2024 IEEE Global Engineering Education Conference (EDUCON), 08-11 May 2024, Kos Island, Greece}, publisher = {IEEE}, issn = {2165-9567}, doi = {10.1109/EDUCON60312.2024.10578825}, pages = {1 -- 7}, abstract = {Modern education through Learning Management Systems (LMSs) provides learners with personalized learning paths. This is achieved by first querying the learning style according to the theory of Felder and Silverman to recommend suitable learning content. However, a rigid learning style representation is lacking of adaptability to the learners' choices. Therefore, the present study evaluates the idea of providing adaption to the representation of learning styles by using Hidden Markov Models (HMMs). Thus, data is collected from participants out of the Higher Education Area. The Index of Learning Styles questionnaire is used to obtain the learning style based on the theory of Felder and Silverman. Also, a questionnaire that asks the respondents to create a preferred learning path with the sequence length of nine learning elements is provided. From the given data, we initially evaluate the probability relationships between learning styles and learning elements. Then, we use the Viterbi algorithm in HMMs to identify alterations in learning styles from the provided learning paths. The alignment is then quantified by introducing a metric called support value. The findings imply that our concept can be used to adapt the learning style based on the user's real choice of learning elements. Thus, the proposed model also offers a way to integrate a feedback loop within LMSs leading to an improvement of learning path recommendation algorithms.}, language = {en} } @inproceedings{HauserGrabingerMottoketal., author = {Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen and Jahn, Sabrina and Nadimpalli, Vamsi Krishna}, title = {The Expert's View: Eye Movement Modeling Examples in Software Engineering Education}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593683}, pages = {148 -- 152}, abstract = {This study investigates the impact of eye movement modeling examples in Software Engineering education. Software Engineering is a highly visual domain. The daily tasks of a software engineer (e.g., formulating requirements, creating UML diagrams, or conducting a code review) require in many cases the use of certain visual strategies. Although these strategies can be found for experts, it has been observed in different eye tracking studies that students have difficulties in learning and applying them. To familiarize students with these visual strategies and to provide them with a better understanding for the cognitive processes involved, a total of seven eye movement modeling examples was created. The seven eye movement modeling examples cover relevant parts of an introductory Software Engineering lecture; they are focused on typical situations in which visual strategies are applied. The results of a questionnaire-based evaluation shows that students consider the eye movement modeling examples as useful, feel supported in their learning process, and would like to see more use of them in the Software Engineering lecture. Furthermore, the students suggested that eye movement modeling examples should also be used in other lectures.}, language = {en} } @inproceedings{BugertGrabingerBittneretal., author = {Bugert, Flemming and Grabinger, Lisa and Bittner, Dominik and Hauser, Florian and Nadimpalli, Vamsi Krishna and Staufer, Susanne and Mottok, J{\"u}rgen}, title = {Towards Learning Style Prediction based on Personality}, series = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, booktitle = {Proceedings of the 5th European Conference on Software Engineering Education, Seeon/Germany, June 19 - 21, 2023}, publisher = {ACM}, isbn = {978-1-4503-9956-2}, doi = {10.1145/3593663.3593682}, pages = {48 -- 55}, abstract = {This paper assesses the relation between personality, demographics, and learning style. Hence, data is collected from 200 participants using 1) the BFI-10 to obtain the participant's expression of personality traits according to the five-factor model, 2) the ILS to determine the participant's learning style according to Felder and Silverman, and 3) a demographic questionnaire. From the obtained data, we train and evaluate a Bayesian network. Using Bayesian statistics, we show that age and gender slightly influence personality and that demographics as well as personality have at least a minor effect on learning styles. We also discuss the limitations and future work of the presented approach.}, language = {en} }