@inbook{f4ccdee3046d4bf9bf620bec4143a012,
title = "'Realness' in chatbots: Establishing quantifiable criteria",
abstract = "The aim of this research is to generate measurable evaluation criteria acceptable to chatbot users. Results of two studies are summarised. In the first, fourteen participants were asked to do a critical incident analysis of their transcriptions with an ELIZA-type chatbot. Results were content analysed, and yielded seven overall themes. In the second, these themes were made into statements of an attitude-like nature, and 20 participants chatted with five winning entrants in the 2011 Chatterbox Challenge and five which failed to place. Latent variable analysis reduced the themes to four, resulting in four subscales with strong reliability which discriminated well between the two categories of chatbots. Content analysis of freeform comments led to a proposal of four dimensions along which people judge the naturalness of a conversation with chatbots.",
keywords = "Chatbot, Chatterbox, convincing, evaluation, intelligent assistant, naturalness, quantitative, questionnaire, Turing, usability, user-agent",
author = "Kellie Morrissey and Jurek Kirakowski",
year = "2013",
doi = "10.1007/978-3-642-39330-3\_10",
language = "English",
isbn = "9783642393297",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
number = "PART 4",
pages = "87--96",
booktitle = "Human-Computer Interaction",
edition = "PART 4",
note = "15th International Conference on Human-Computer Interaction, HCI International 2013 ; Conference date: 21-07-2013 Through 26-07-2013",
}