@inproceedings{fb81c036cc2a4bc48a4daeedd46ec1c9,
title = "EyeSayCorrect: Eye Gaze and Voice Based Hands-free Text Correction for Mobile Devices",
abstract = "Text correction on mobile devices usually requires precise and repetitive manual control. In this paper, we present EyeSayCorrect, an eye gaze and voice based hands-free text correction method for mobile devices. To correct text with EyeSayCorrect, the user first utilizes the gaze location on the screen to select a word, then speaks the new phrase. EyeSayCorrect would then infer the user's correction intention based on the inputs and the text context. We used a Bayesian approach for determining the selected word given an eye-gaze trajectory. Given each sampling point in an eye-gaze trajectory, the posterior probability of selecting a word is calculated and accumulated. The target word would be selected when its accumulated interest is larger than a threshold. The misspelt words have higher priors. Our user studies showed that using priors for misspelt words reduced the task completion time up to 23.79\% and the text selection time up to 40.35\%, and EyeSayCorrect is a feasible hands-free text correction method on mobile devices.",
keywords = "eye gaze, multimodal interaction, text correction, voice input.",
author = "Maozheng Zhao and Henry Huang and Zhi Li and Rui Liu and Wenzhe Cui and Kajal Toshniwal and Ananya Goel and Andrew Wang and Xia Zhao and Sina Rashidian and Furqan Baig and Khiem Phi and Shumin Zhai and Ramakrishnan, \{I. V.\} and Fusheng Wang and Xiaojun Bi",
note = "Publisher Copyright: {\textcopyright} 2022 ACM.; 27th International Conference on Intelligent User Interfaces, IUI 2022 ; Conference date: 22-03-2022 Through 25-03-2022",
year = "2022",
month = mar,
day = "22",
doi = "10.1145/3490099.3511103",
language = "English",
series = "International Conference on Intelligent User Interfaces, Proceedings IUI",
publisher = "Association for Computing Machinery",
pages = "470--482",
booktitle = "27th International Conference on Intelligent User Interfaces, IUI 2022",
}