@inproceedings{cdde70cb5ca6468393c7f4c9cc0b081e,
title = "Hmm, you seem confused! Tracking interlocutor confusion for situated task-oriented HRI",
abstract = "Our research seeks to develop a long-lasting and high-quality engagement between the user and the social robot, which in turn requires a more sophisticated alignment of the user and the system than is currently commonly available. Close monitoring of interlocutors' states, and we argue their confusion state in particular, and adjusting dialogue policies based on this state of confusion is needed for successful joint activity. In this paper, we present an initial study of a human-robot conversation scenarios using a Pepper robot to investigate the confusion states of users. A Wizard-of-Oz (WoZ) HRI experiment is illustrated in detail with stimuli strategies to trigger confused states from interlocutors. For the collected data, we estimated emotions, head pose, and eye gaze, and these features were analysed against the silence duration time of the speech data and the post-study self-reported confusion states that are reported by participants. Our analysis found a signifcant relationship between confusion states and most of these features. We see these results as being particularly signifcant for multimodal situated dialogues for human-robot interaction and beyond.",
keywords = "confusion detection, situated dialogues, user engagement, woz",
author = "Na Li and Robert Ross",
note = "Publisher Copyright: {\textcopyright} 2023 Copyright held by the owner/author(s).; 18th Annual ACM/IEEE International Conference on Human-Robot Interaction, HRI 2023 ; Conference date: 13-03-2023 Through 16-03-2023",
year = "2023",
month = mar,
day = "13",
doi = "10.1145/3568162.3576999",
language = "English",
series = "ACM/IEEE International Conference on Human-Robot Interaction",
publisher = "IEEE Computer Society",
pages = "142--151",
booktitle = "HRI 2023 - Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction",
address = "United States",
}