<?xml version="1.0" encoding="utf-8"?>
<export-example>
  <doc>
    <id>2811</id>
    <completedYear>2023</completedYear>
    <publishedYear>2023</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst/>
    <pageLast/>
    <pageNumber>5</pageNumber>
    <edition/>
    <issue/>
    <volume/>
    <type>conferenceobject</type>
    <publisherName>IEEE</publisherName>
    <publisherPlace/>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>0</belongsToBibliography>
    <completedDate>2024-01-05</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">Exploring the Potential of Large Language Models to Generate Formative Programming Feedback</title>
    <abstract language="deu">Ever since the emergence of large language models (LLMs) and related applications, such as ChatGPT, its performance and error analysis for programming tasks have been subject to research. In this work-in-progress paper, we explore the potential of such LLMs for computing educators and learners, as we analyze the feedback it generates to a given input containing program code. In particular, we aim at (1) exploring how an LLM like ChatGPT responds to students seeking help with their introductory programming tasks, and (2) identifying feedback types in its responses. To achieve these goals, we used students' programming sequences from a dataset gathered within a CS1 course as input for ChatGPT along with questions required to elicit feedback and correct solutions. The results show that ChatGPT performs reasonably well for some of the introductory programming tasks and student errors, which means that students can potentially benefit. However, educators should provide guidance on how to use the provided feedback, as it can contain misleading information for novices.</abstract>
    <parentTitle language="eng">2023 IEEE Frontiers in Education Conference (FIE)</parentTitle>
    <identifier type="doi">10.1109/FIE58773.2023.10343457</identifier>
    <enrichment key="opus_doi_flag">true</enrichment>
    <enrichment key="opus_import_data">{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T01:17:48Z","timestamp":1726449468728},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T00:00:00Z","timestamp":1697587200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,18]],"date-time":"2023-10-18T00:00:00Z","timestamp":1697587200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,18]]},"DOI":"10.1109\/fie58773.2023.10343457","type":"proceedings-article","created":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T19:26:01Z","timestamp":1704482761000},"source":"Crossref","is-referenced-by-count":12,"title":["Exploring the Potential of Large Language Models to Generate Formative Programming Feedback"],"prefix":"10.1109","author":[{"given":"Natalie","family":"Kiesler","sequence":"first","affiliation":[{"name":"DIPF Leibniz Institute for Research and Information in Education,Information Center Education,Frankfurt am Main,Germany"}]},{"given":"Dominic","family":"Lohr","sequence":"additional","affiliation":[{"name":"Friedrich-Alexander-University,Computer Science Education,Erlangen,Germany"}]},{"given":"Hieke","family":"Keuning","sequence":"additional","affiliation":[{"name":"Utrecht University,Information and Computing Sciences,Utrecht,The Netherlands"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2999541.2999552"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IEEECONF56852.2023.10104622"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3160489.3160492"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3571785.3574124"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3587103.3594206"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588860"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"ref11","article-title":"Large Language Models in Introductory Programming Education: ChatGPTs Performance and Implications for Assessments","author":"Kiesler","year":"2023","journal-title":"CoRR abs\/2308.08572"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"ref15","author":"Zhang","year":"2022","journal-title":"Repairing bugs in python assignments using large language models"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3617367"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588852"},{"key":"ref21","author":"Pankiewicz","year":"2023","journal-title":"Large language models (gpt) for automating feedback on programming assignments"},{"key":"ref22","first-page":"181","article-title":"How to design informative tutoring feedback for multi-media learning","volume-title":"Instructional design for multimedia learning","author":"Narciss","year":"2004"},{"key":"ref23","first-page":"125","article-title":"Feedback strategies for interactive learning tasks","author":"Narciss","year":"2008","journal-title":"Hand-book of research on educational communications and technology"},{"key":"ref24","article-title":"Towards criteria for valuable automatic feedback in large programming classes","volume-title":"Proceedings of the 2021 Conference on Hochschuldidaktik Informatik (HDI)","author":"Lohr","year":"2021"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3341525.3387419"},{"key":"ref26","volume-title":"A taxonomy for learning, teaching, and assessing: A revision of Blooms taxonomy of educational objectives","author":"Anderson","year":"2001"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3428029.3428030"}],"event":{"name":"2023 IEEE Frontiers in Education Conference (FIE)","location":"College Station, TX, USA","start":{"date-parts":[[2023,10,18]]},"end":{"date-parts":[[2023,10,21]]}},"container-title":["2023 IEEE Frontiers in Education Conference (FIE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10342661\/10342889\/10343457.pdf?arnumber=10343457","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T03:04:10Z","timestamp":1705028650000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10343457\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,18]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/fie58773.2023.10343457","relation":{},"subject":[],"published":{"date-parts":[[2023,10,18]]}}}</enrichment>
    <enrichment key="local_crossrefDocumentType">proceedings-article</enrichment>
    <enrichment key="local_crossrefLicence">https://doi.org/10.15223/policy-029</enrichment>
    <enrichment key="local_import_origin">crossref</enrichment>
    <enrichment key="local_doiImportPopulated">PersonAuthorFirstName_1,PersonAuthorLastName_1,PersonAuthorFirstName_2,PersonAuthorLastName_2,PersonAuthorFirstName_3,PersonAuthorLastName_3,Enrichmentconference_title,Enrichmentconference_place,PublisherName,TitleMain_1,TitleParent_1,CompletedYear,Enrichmentlocal_crossrefLicence</enrichment>
    <enrichment key="conference_title">2023 IEEE Frontiers in Education Conference (FIE)</enrichment>
    <enrichment key="conference_place">College Station, TX, USA</enrichment>
    <enrichment key="Reviewstatus">Begutachtet/Reviewed</enrichment>
    <enrichment key="opus.source">doi-import</enrichment>
    <enrichment key="opus.doi.autoCreate">false</enrichment>
    <enrichment key="opus.urn.autoCreate">false</enrichment>
    <author>Natalie Kiesler</author>
    <author>Dominic Lohr</author>
    <author>Hieke Keuning</author>
    <collection role="institutes" number="">Fakultät Informatik</collection>
    <collection role="Forschungsschwerpunkt" number="5">Digitalisierung &amp; Künstliche Intelligenz</collection>
  </doc>
</export-example>
