@inproceedings{93d13f9c9a36472dba5452cf658c3946,
title = "Using Cipherbot: An Exploratory Analysis of Student Interaction with an LLM-Based Educational Chatbot",
abstract = "Cipherbot, an educational chatbot using large language models to answer student questions concerning learning materials uploaded by the educator, was pilot tested in a classroom setting. Forty-four students used Cipherbot for seven weeks, sending 8077 messages. The average number of messages sent per student was 184 (SD = 80), with an average length of 98 characters (SD = 80). The engagement followed a non-normal distribution, with few power users, implying that most students are still hesitant to adopt tools like Cipherbot. Cipherbot was able to answer 82.5% of the student questions, demonstrating a scalable ability to address students' learning queries, with some room for improvement.",
keywords = "LLMs, cipherbot, generative AI, student interaction",
author = "Joni Salminen and Jung, {Soon Gyo} and Johanne Medina and Kholoud Aldous and Jinan Azem and Waleed Akhtar and Jansen, {Bernard J.}",
note = "Publisher Copyright: {\textcopyright} 2024 ACM.; 11th ACM Conference on Learning @ Scale, L@S 2024 ; Conference date: 18-07-2024 Through 20-07-2024",
year = "2024",
month = jul,
day = "9",
doi = "10.1145/3657604.3664690",
language = "English",
series = "L@S 2024 - Proceedings of the 11th ACM Conference on Learning @ Scale",
publisher = "Association for Computing Machinery, Inc",
pages = "279--283",
booktitle = "L@S 2024 - Proceedings of the 11th ACM Conference on Learning @ Scale",
}