@inproceedings{MuchaRobertBreitschwerdtetal.2021, author = {Mucha, Henrik and Robert, Sebastian and Breitschwerdt, Ruediger and Fellmann, Michael}, title = {Interfaces for Explanations in Human-AI Interaction: Proposing a Design Evaluation Approach}, series = {Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. Association for Computing Machinery, New York, NY, USA}, booktitle = {Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. Association for Computing Machinery, New York, NY, USA}, pages = {327}, year = {2021}, abstract = {Explanations in Human-AI Interaction are communicated to human decision makers through interfaces. Yet, it is not clear what consequences the exact representation of such explanations as part of decision support systems (DSS) and working on machine learning (ML) models has on human decision making. We observe a need for research methods that allow for measuring the effect different eXplainable AI (XAI) interface designs have on people's decision making. In this paper, we argue for adopting research approaches from decision theory for HCI research on XAI interface design. We outline how we used estimation tasks in human-grounded design research in order to introduce a method and measurement for collecting evidence on XAI interface effects. To this end, we investigated representations of LIME explanations in an estimation task online study as proof-of-concept for our proposal.}, language = {en} }