@inproceedings{RanzenbergerBockletFreisingeretal., author = {Ranzenberger, Thomas and Bocklet, Tobias and Freisinger, Steffen and Georges, Munir and Glocker, Kevin and Herygers, Aaricia and Riedhammer, Korbinian and Schneider, Fabian and Simic, Christopher and Zakaria, Khabbab}, title = {Extending HAnS: Large Language Models For Question Answering, Summarization, And Topic Segmentation In An ML-based Learning Experience Platform}, series = {Elektronische Sprachsignalverarbeitung 2024, Tagungsband der 35. Konferenz, Regensburg, 6.-8. M{\"a}rz 2024}, booktitle = {Elektronische Sprachsignalverarbeitung 2024, Tagungsband der 35. Konferenz, Regensburg, 6.-8. M{\"a}rz 2024}, editor = {Baumann, Timo}, publisher = {TUDpress}, address = {Dresden}, isbn = {978-3-95908-325-6}, doi = {10.35096/othr/pub-7103}, url = {http://nbn-resolving.de/urn:nbn:de:bvb:898-opus4-71032}, pages = {219 -- 224}, abstract = {The use of chatbots based on large language models (LLMs) and their impact on society are influencing our learning experience platform Hochschul-Assistenz-System (HAnS). HAnS uses machine learning (ML) methods to support students and lecturers in the online learning and teaching processes [1]. This paper introduces LLM-based features available in HAnS which are using the transcript of our improved Automatic Speech Recognition (ASR) pipeline with an average transcription duration of 45 seconds and an average word error rate (WER) of 6.66\% on over 8 hours of audio data of 7 lecture videos. A LLM-based chatbot could be used to answer questions on the lecture content as the ASR transcript is provided as context. The summarization and topic segmentation uses the LLM to improve our learning experience platform. We generate multiple choice questions using the LLM and the ASR transcript as context during playback in a period of 3 minutes and display them in the HAnS frontend.}, language = {en} }