@misc{GegenfurtnerBoucheixGruberetal., author = {Gegenfurtner, Andreas and Boucheix, Jean-Michel and Gruber, Hans and Hauser, Florian and Lehtinen, Erno and Lowe, Richard K.}, title = {Der Gaze Relational Index als Indikator visueller Expertise}, series = {51. Kongress der Deutschen Gesellschaft f{\"u}r Psychologie : 15. bis 20. September 2018, Goethe-Universit{\"a}t Frankfurt am Main, Campus Westend}, journal = {51. Kongress der Deutschen Gesellschaft f{\"u}r Psychologie : 15. bis 20. September 2018, Goethe-Universit{\"a}t Frankfurt am Main, Campus Westend}, issn = {2573-2773}, pages = {402}, abstract = {Eye tracking is a powerful technique that helps reveal how people process visual information. This paper discusses a novel metric for indicating expertise in visual information processing. Named the Gaze Relational Index (GRI), this metric is defined as the ratio of mean fixation duration to fixation count. Data from two eye-tracking studies of professional vision and visual expertise in using 3D dynamic medical visualizations are presented as cases to illustrate the suitability and additional benefits of the GRI. Calculated values of the GRI were higher for novices than for experts, and higher in non-representative, semi-familiar / unfamiliar task conditions than in domain-representative familiar tasks. These differences in GRI suggest that, compared to novices, experts engaged in more knowledge-driven, top-down processing that was characterized by quick, exploratory visual search. We discuss future research aiming to replicate the GRI in professional domains with complex visual stimuli and to identify the moderating role of cognitive ability on GRI estimates.}, language = {de} } @misc{HauserReuterGegenfurtneretal., author = {Hauser, Florian and Reuter, Rebecca and Gegenfurtner, Andreas and Gruber, Hans and Mottok, J{\"u}rgen and Hutzler, Ivonne}, title = {Heuristics in Software Modelling: An Eyetracking Study}, series = {Earli Book of Abstracts}, journal = {Earli Book of Abstracts}, publisher = {RWTH Aachen}, abstract = {To investigate the role of heuristics in the domain of software engineering, an eye tracking study was conducted in which experts and novices were compared. The study focused on one of the most challenging parts in this domain: the generation of an object model for a software product based on a requirements specification. During their training, software engineers are taught different techniques to solve this task. One of these techniques is the noun/verb analysis. However, it is still unclear to what extent novice and expert programmers are making use of it. Ideally, the noun/verb analysis works as a heuristic and helps programmers to make fast and accurate decisions. Participants in the study were 40 software programmers at four levels of expertise (novices, intermediates, experienced rogrammers, experts). They were presented with ten decision tasks. In each task, participants read a requirement specification and then had to choose one out of three presented class diagrams that they considered the best solution. During the task, their eye movements were recorded. Results show that all participants used the noun/verb analysis as a heuristic. Programmers with higher levels of expertise, however, outperformed programmers with lower levels of expertise. Interestingly, the more experienced programmers were not following the noun/verb analysis in a blindfolded way. They realised that the noun/verb analysis would produce diagrams, but a skilled software architect would not model them in this way. Instead they created their models in a way that they perceived as more logical and realistic}, language = {en} } @inproceedings{GruberWolffMottoketal., author = {Gruber, Hans and Wolff, Christian and Mottok, J{\"u}rgen and Bazo, Alexander and Hauser, Florian and Schreistetter, Stefan}, title = {Tutorial on Software Engineering Education in Co-Located Multi-User Eye-Tracking-Environments}, series = {Proceedings of the 32nd IEEE Conference on Software Engineering Education and Training: Munich, November 2020}, booktitle = {Proceedings of the 32nd IEEE Conference on Software Engineering Education and Training: Munich, November 2020}, doi = {10.1109/CSEET49119.2020.9206170}, abstract = {We briefly describe a tutorial on the application of Eye-Tracking technology for Software Engineering Education. We will showcase our setup of a large-scale Eye-Tracking-Classroom and its usage for real-time improvement of traditional learning scenarios in Software Engineering Education. We will focus on the integration of gaze data into modern integrated development environments (IDEs) and demonstrate a complete workflow for its usage in co-located multi-user Eye-Tracking-Environments.}, language = {en} } @inproceedings{HauserSchreistetterReuteretal., author = {Hauser, Florian and Schreistetter, Stefan and Reuter, Rebecca and Mottok, J{\"u}rgen and Gruber, Hans and Holmqvist, Kenneth and Schorr, Nick}, title = {Code reviews in C++: Preliminary results from an eye tracking study}, series = {ETRA '20 Short Papers: ACM Symposium on Eye Tracking Research and ApplicationsJune 2020}, booktitle = {ETRA '20 Short Papers: ACM Symposium on Eye Tracking Research and ApplicationsJune 2020}, isbn = {ISBN 9781450371346}, doi = {10.1145/3379156.3391980}, pages = {1 -- 5}, abstract = {Code reviews are an essential part of quality assurance in modern software projects. But despite their great importance, they are still carried out in a way that relies on human skills and decisions. During the last decade, there have been several publications on code reviews using eye tracking as a method, but only a few studies have focused on the performance differences between experts and novices. To get a deeper understanding of these differences, the following experiment was developed: This study surveys expertise-related differences in experts', advanced programmers', and novices' eye movements during the review of eight short C++ code examples, including correct and erroneous codes. A sample of 35 participants (21 novices, 14 advanced and expert programmers) were recruited. A Tobii Spectrum 600 was used for the data collection. Measures included participants' eye movements during the code review, demographic background data, and cued retrospective verbal comments on replays of their own eye movement recordings. Preliminary results give proof for experience-related differences between participants. Advanced and expert programmers performed significantly better in case of error detection and the eye tracking data implies a more efficient reviewing strategy.}, language = {en} } @inproceedings{HauserStarkMottoketal., author = {Hauser, Florian and Stark, Theresa and Mottok, J{\"u}rgen and Gruber, Hans and Reuter, Rebecca}, title = {Deliberate Practice in Programming: How is it carried out by programmers?}, series = {ECSEE '20: Proceedings of the 4th European Conference on Software Engineering Education, Seeon, Germany, June 2020}, booktitle = {ECSEE '20: Proceedings of the 4th European Conference on Software Engineering Education, Seeon, Germany, June 2020}, isbn = {ISBN 9781450377522}, doi = {10.1145/3396802.3396815}, pages = {42 -- 46}, abstract = {This work in progress study examines through which activities programmers perform deliberate practice to improve their own skills in coding and programming. For this reason, a qualitative questionnaire was developed and conducted with a sample of 22 participants. The results indicate that programmers perform formal and informal forms of training and learning. Typically, a classical programming training in the context of a university course or for work-related reasons is a first step in the acquisition of expertise. Building on these basic skills, non-formal and informal learning activities are carried out by the learners. Especially the social interaction and the collaborative work with other programmers is of great importance in this context. The activities mentioned by the test persons fulfil the characteristics of deliberate practice and will be examined more closely in a further study.}, language = {en} } @inproceedings{HauserReuterGegenfurtneretal., author = {Hauser, Florian and Reuter, Rebecca and Gegenfurtner, Andreas and Gruber, Hans and Mottok, J{\"u}rgen}, title = {Eye movements in software modelling - what do they tell us about heuristics}, series = {12th International Conference of Education, Research and Innovation (ICERI 2019), Conference Proceedings, 2019, Seville (Spain)}, booktitle = {12th International Conference of Education, Research and Innovation (ICERI 2019), Conference Proceedings, 2019, Seville (Spain)}, isbn = {978-84-09-14755-7}, doi = {10.21125/iceri.2019.1469}, pages = {6064 -- 6070}, language = {en} } @inproceedings{NivalaHauserMottoketal., author = {Nivala, Markus and Hauser, Florian and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Developing visual expertise in software engineering: An eye tracking study}, series = {IEEE Global Engineering Education Conference (EDUCON), 10-13 April 2016, Abu Dhabi, UAE}, booktitle = {IEEE Global Engineering Education Conference (EDUCON), 10-13 April 2016, Abu Dhabi, UAE}, doi = {10.1109/EDUCON.2016.7474614}, pages = {613 -- 620}, abstract = {Program comprehension and the ability to find program errors are key skills of software engineering. The aim of this pilot study was to examine the visual processes of novice and advanced programmers in authentic tasks. Fifteen novices and eight advanced programmers were given eight short pieces of code. Their task was to either identify an error or give the output of the code. Eye movements and keyboard activity were recorded. On average, the novices spent more time reading the code than composing the response, whereas the more advanced programmers started composing the response sooner and spent more time on it. In general, the advanced programmers had shorter fixations and saccades. The results suggest that the advanced programmers are quicker to grasp the essence of the code and able to see more details in it. The advanced programmers had shorter fixations and saccade lengths during the second phase which might indicate the process of chunking.}, language = {en} } @inproceedings{HauserReissNivalaetal., author = {Hauser, Florian and Reiß, Markus and Nivala, Markus and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Eye tracking applied: Visual expertise in code reviews}, series = {9th International Conference on Education and New Learning Technologies, EDULEARN17, 3-5 July, 2017, Barcelona, Spain, Proceedings}, booktitle = {9th International Conference on Education and New Learning Technologies, EDULEARN17, 3-5 July, 2017, Barcelona, Spain, Proceedings}, doi = {10.21125/edulearn.2017.1084}, pages = {379 -- 389}, language = {en} } @inproceedings{NivalaHauserJossbergeretal., author = {Nivala, Markus and Hauser, Florian and Jossberger, Helen and Reiß, Markus and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Detecting errors in program flow diagrams: Comparing novices and advanced programmers}, series = {EARLI Biennial Conference 2017, 17th European Association for Research on Learning and Instruction, 29 August - 2 September, 2017 - University of Tampere, Finland}, booktitle = {EARLI Biennial Conference 2017, 17th European Association for Research on Learning and Instruction, 29 August - 2 September, 2017 - University of Tampere, Finland}, language = {en} } @inproceedings{HauserReuterGruberetal., author = {Hauser, Florian and Reuter, Rebecca and Gruber, Hans and Mottok, J{\"u}rgen}, title = {Research competence: Modification of a questionnaire to measure research competence at universities of applied sciences}, series = {IEEE Global Engineering Education Conference (EDUCON), 17-20 April 2018, Santa Cruz de Tenerife, Spain}, booktitle = {IEEE Global Engineering Education Conference (EDUCON), 17-20 April 2018, Santa Cruz de Tenerife, Spain}, doi = {10.1109/EDUCON.2018.8363216}, pages = {109 -- 117}, abstract = {This paper deals with the validation and modification of the German questionnaire "F-Komp". In its original version, it was intended to measure university students' research competences. In the beginning of this study, there were only a few tools available which were reliable. For the purposes of this study, they were not suitable. At the same time, there was no validated version of the F-Komp available, which made the whole validation process for further usage necessary. This questionnaire is based on a structure, which consist of different skills and knowledge and is focused on measuring research competence in general. The validation and modification of the F-Komp is therefore the aim of our contribution as well as a revised version of the questionnaire. We proceeded an explorative factor and a reliability analysis to do a general evaluation of the tool. Some modifications were done in the questionnaire to make it more suitable to the requirements of technical oriented universities of applied sciences [5]. Our revised version is slightly longer and contains several items to gather data about the participants demographics. The modified questionnaire is based on a more appropriate factor structure. This structure is more practically oriented and pays attention to ethical issues. In future cases, this questionnaire will be used in research oriented courses to measure students' progress in acquiring the knowledge and methods which are necessary to perform as a scientist in different research areas.}, language = {en} } @inproceedings{HutzlerHauserReuteretal., author = {Hutzler, Ivonne and Hauser, Florian and Reuter, Rebecca and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Will the noun/verb analysis be used to generate class diagrams? An eye tracking study}, series = {IATED, 11th International Conference of Education, Research and Innovation (ICERI 2018), 12-14 November 2018, Seville, Spain}, booktitle = {IATED, 11th International Conference of Education, Research and Innovation (ICERI 2018), 12-14 November 2018, Seville, Spain}, doi = {10.21125/iceri.2018.1103}, pages = {505 -- 514}, language = {en} } @inproceedings{HauserMottokReuteretal., author = {Hauser, Florian and Mottok, J{\"u}rgen and Reuter, Rebecca and Hutzler, Ivonne and Gruber, Hans}, title = {Eye movement patterns in software engineering - What differs the expert from the novice?}, series = {IATED, 11th International Conference of Education, Research and Innovation (ICERI 2018), 12-14 November 2018, Seville, Spain}, booktitle = {IATED, 11th International Conference of Education, Research and Innovation (ICERI 2018), 12-14 November 2018, Seville, Spain}, doi = {10.21125/iceri.2018.1129}, language = {en} } @article{GegenfurtnerBoucheixGruberetal., author = {Gegenfurtner, Andreas and Boucheix, Jean-Michel and Gruber, Hans and Hauser, Florian and Lehtinen, Erno and Lowe, Richard K.}, title = {The gaze relational index as a measure of visual expertise}, series = {Journal of Expertise}, volume = {3}, journal = {Journal of Expertise}, number = {March}, publisher = {Michigan State University}, issn = {2573-2773}, pages = {32 -- 40}, abstract = {Eye tracking is a powerful technique that helps reveal how people process visual information. This paper discusses a novel metric for indicating expertise in visual information processing. Named the Gaze Relational Index (GRI), this metric is defined as the ratio of mean fixation duration to fixation count. Data from two eye-tracking studies of professional vision and visual expertise in using 3D dynamic medical visualizations are presented as cases to illustrate the suitability and additional benefits of the GRI. Calculated values of the GRI were higher for novices than for experts, and higher in non-representative, semi-familiar / unfamiliar task conditions than in domain-representative familiar tasks. These differences in GRI suggest that, compared to novices, experts engaged in more knowledge-driven, top-down processing that was characterized by quick, exploratory visual search. We discuss future research aiming to replicate the GRI in professional domains with complex visual stimuli and to identify the moderating role of cognitive ability on GRI estimates.}, language = {en} } @inproceedings{HauserMottokGruber, author = {Hauser, Florian and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Eye Tracking Metrics in Software Engineering}, series = {Proceedings of the 3rd European Conference of Software Engineering Education (ECSEE'18); Seeon/ Bavaria Germany, 14.06.2018 -15.06.2018}, booktitle = {Proceedings of the 3rd European Conference of Software Engineering Education (ECSEE'18); Seeon/ Bavaria Germany, 14.06.2018 -15.06.2018}, editor = {Mottok, J{\"u}rgen}, publisher = {ACM}, address = {New York, NY}, isbn = {9781450363839}, doi = {10.1145/3209087.3209092}, pages = {39 -- 44}, abstract = {This paper aims to provide an overview of the interdisciplinary combination of educational science, psychology, software engineering and the eye tracking methodology. The domain of software engineering is offering great potential for applied eye tracking research and in turn it can benefit from the possibilities of this upcoming technology as well. Nevertheless, software engineering has to struggle with some obstacles. These are namely the different terms, missing guidelines for experimental setups and a lack of common and standardized metrics. If eye tracking should be used in a broader way these problems must be solved. The main purpose of this paper is to list all eye tracking metrics which are relevant for software engineering and to give guidelines to help beginners by avoiding possible pitfalls.}, language = {en} } @inproceedings{HauserGrabingerMottoketal., author = {Hauser, Florian and Grabinger, Lisa and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Visual Expertise in Code Reviews: Using Holistic Models of Image Perception to Analyze and Interpret Eye Movements}, series = {ETRA '23: 2023 Symposium on Eye Tracking Research and Applications, Tubingen Germany 30 May 2023- 2 June 2023}, booktitle = {ETRA '23: 2023 Symposium on Eye Tracking Research and Applications, Tubingen Germany 30 May 2023- 2 June 2023}, publisher = {ACM}, doi = {10.1145/3588015.3589189}, pages = {1 -- 7}, abstract = {This study uses holistic models of image perception to analyze and interpret eye movements during a code review. 23 participants (15 novices and 8 experts) take part in the experiment. The subjects' task is to review six short code examples in C programming language and identify possible errors. During the experiment, their eye movements are recorded by an SMI 250 REDmobile. Additional data is collected through questionnaires and retrospective interviews. The results implicate that holistic models of image perception provide a suitable theoretical background for the analysis and interpretation of eye movements during code reviews. The assumptions of these models are particularly evident for expert programmers. Their approach can be divided into different phases with characteristic eye movement patterns. It is best described as switching between scans of the code example (global viewing) and the detailed examination of errors (focal viewing).}, language = {en} } @incollection{HauserGrabingerEzeretal., author = {Hauser, Florian and Grabinger, Lisa and Ezer, Timur and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Integrating deliberate practice in software engineering education}, series = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, booktitle = {ICERI 2024 Proceedings, 17th annual International Conference of Education, Research and Innovation,11-13 November, 2024, Seville, Spain}, editor = {G{\´o}mez Chova, Luis and Gonz{\´a}lez Mart{\´i}nez, Chelo and Lees, Joanna}, publisher = {IATED}, doi = {10.21125/iceri.2024.1331}, pages = {5457 -- 5466}, language = {en} } @misc{StarkSchreistetterReuteretal., author = {Stark, T. and Schreistetter, Stefan and Reuter, Rebecca and Hauser, Florian and Holmqvist, Kenneth and Mottok, J{\"u}rgen and Gruber, Hans}, title = {Learning from Gaze: Eye Movement Modeling Examples in Software Engineering Education}, series = {Earli Book of Abstracts}, journal = {Earli Book of Abstracts}, publisher = {Earli}, pages = {291}, language = {en} }