@inproceedings{RudolphSeerMothesetal.2024, author = {Rudolph, Eric and Seer, Hanna and Mothes, Carina and Albrecht, Jens}, title = {Automated feedback generation in an intelligent tutoring system for counselor education}, series = {Annals of Computer Science and Information Systems}, volume = {39}, booktitle = {Annals of Computer Science and Information Systems}, publisher = {IEEE}, issn = {2300-5963}, doi = {10.15439/2024F1649}, pages = {501 -- 512}, year = {2024}, abstract = {This paper investigates the implementation of AI- driven feedback in an intelligent tutoring system (ITS) developed for training of counselors. By using LLMs, the study explores the automatic generation of feedback for communication-intensive tasks such as online counseling. The evaluation compares dif- ferent feedback methods, including the sandwich, WWW and STATE methods, and assesses their emotional and objective impact. The results show that AI-generated feedback fulfills objective criteria better than emotional ones. Fine-tuning an open source LLM can improve both the emotional and objective quality of feedback. Furthermore, the study examines the accep- tance of AI feedback among aspiring counselors, highlighting the influence of familiarity with AI on acceptance levels. Ethical con- siderations, including bias and hallucination, are addressed, with recommendations for risk mitigation through multi-feedback options and expert supervision. This research contributes to the understanding of the role of AI in improving digital counseling practices and highlights the need for continuous evaluation and ethical considerations.}, language = {en} } @inproceedings{RudolphEngertAlbrecht2024, author = {Rudolph, Eric and Engert, Natalie and Albrecht, Jens}, title = {An AI-Based Virtual Client for Educational Role-Playing in the Training of Online Counselors}, series = {Proceedings of the 16th International Conference on Computer Supported Education - Volume 2}, booktitle = {Proceedings of the 16th International Conference on Computer Supported Education - Volume 2}, publisher = {SCITEPRESS - Science and Technology Publications}, isbn = {978-989-758-697-2}, issn = {2184-5026}, doi = {10.5220/0012690700003693}, pages = {108 -- 117}, year = {2024}, language = {en} }