@inproceedings{KrieterBreiter2018, author = {Krieter, Philipp and Breiter, Andreas}, title = {Track every move of your students: log files for Learning Analytics from mobile screen recordings}, series = {DeLFI 2018: die 16. E-Learning Fachtagung Informatik der Gesellschaft f{\"u}r Informatik e.V., 10.-12. September 2018, Frankfurt am Main, Deutschland}, volume = {Lecture Notes in Informatics(LNI)-Proceedings, Vol. P-284}, booktitle = {DeLFI 2018: die 16. E-Learning Fachtagung Informatik der Gesellschaft f{\"u}r Informatik e.V., 10.-12. September 2018, Frankfurt am Main, Deutschland}, editor = {Kr{\"o}mker, Detlef and Schroeder, Ulrik}, publisher = {K{\"o}llen Druck+Verlag}, address = {Bonn}, organization = {Gesellschaft f{\"u}r Informatik, Bonn}, isbn = {9783885796787}, doi = {10.18154/RWTH-2018-229913}, pages = {231 -- 242}, year = {2018}, abstract = {One of the main data sources for Learning Analytics are Learning Management Systems (LMS).These log files are limited though to interactions within the LMS and cannot take into account interactions of students in other applications and software in a digital learning environment. In this paper, we present an approach for generating log files based on mobile screen recordings as a data source for Learning Analytics. Logging mobile application usage is limited to rather general system events unless you have access to the source code of the operating system or applications.To address this we generate log files from mobile screen recordings by applying computer vision and machine learning methods to detect individually defined events. In closing, we discuss how these log files can be used as a data source for Learning Analytics and relevant ethical concerns.}, language = {en} } @phdthesis{Krieter2020, author = {Krieter, Philipp}, title = {Looking Inside - Mobile Screen Recordings as a Privacy Friendly Long-Term Data Source to Analyze User Behavior}, publisher = {Bremen}, address = {Universit{\"a}t Bremen}, doi = {10.26092/elib/103}, url = {http://nbn-resolving.de/urn:nbn:de:gbv:46-elib43189}, year = {2020}, abstract = {Mobile devices are ubiquitous in many societies and shape the way we interact with technology and each other. Research on how we use and perceive technology is essential to understand its impact. This work advances how we can follow user behavior on mobile devices. We combine the strength of two common data sources for tracking on mobile devices, log files, and screen recordings. Log files are suitable for long-term and privacy-friendly analyzation but provide rather general data (e.g. system log files) unless one has access to the source code of the applications or operating systems. Screen recordings are usually used for short-termed analysis (e.g. usability tests) because the analysis is time-consuming, but they provide all activities on the screen in high detail regardless of which application or operating system. This thesis combines both data sources and presents an approach to automatically generate log files from mobile screen recordings. The approach utilizes methods of computer vision and machine learning to automatically process screen recordings and extend their use. Screen recordings reveal virtually everything a user does with a device, making privacy important, especially in user studies. We present a privacy concept and implementation and show how the risk of exposing private data can be reduced, by processing all recordings locally on the mobile devices and anonymizing the resulting log files. In order to apply the developed method in practice, we carry out a study in the context of education and show how log files of screen recordings can complement and extend existing research in learning analytics. This thesis opens up novel perspectives on how we can look at human-computer interaction with mobile devices. We show how to generate long-term log data with high detail and accuracy from mobile screen recordings, in a privacy-friendly way, locally on mobile devices.}, language = {en} }