Free-hand interaction in VR is intuitive and easy to learn, making it applicable to fundamental interactions such as VR typing. However, the absence of haptic feedback reduces spatial awareness and immersion while performing the input, impacting accuracy and increasing fatigue. While previous works embedded haptic feedback, they either require constant contact with the skin or a desktop installation with a fixed distance. We propose Ultraboard, a novel wearable haptic interface providing ultrasonic mid-air haptic feedback for all hand regions, including fingertips. We adaptively control the phased array's position in accordance with the hand movement and location to support consistent haptic feedback for real-time VR typing input. With simulation and experiment, we designed and validated the customized ultrasound phased array to support hand input. We propose guidelines for the development of a finger-level wearable ultrasonic mid-air haptics interface and system through this process. A follow-up user study showed significant improvements in typing confidence and usability with Ultraboard. Notably, the mid-air tactile typo alert enabled with our interface enhances user experience during VR typing. Our results showed a promising approach to utilizing a mid-air haptic interface to promote confidence in VR typing.
We explored the size and shape of phased arrays and distance range, enabling effective finger-level wearable UMH by simulating the spatial distribution of acoustic radiation pressure.
We explored the size and shape of phased arrays and distance range, enabling effective finger-level wearable UMH by simulating the spatial distribution of acoustic radiation pressure.
We proposed criteria for developing a wearable UMH form factor capable of providing feedback across the entire hand by conducting a perception study targeting the fingers.
We validated the effectiveness of the proposed interface and system guidelines by developing and evaluating a system that provides haptic feedback during VR typing.
@article{10.1145/3731413,
author = {Park, Changhyeon and Lee, Yubin and Yoon, Sang Ho},
title = {UltraBoard: Always-available Wearable Ultrasonic Mid-air Haptic Interface for Responsive and Robust VR Inputs},
year = {2025},
issue_date = {June 2025},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {9},
number = {2},
url = {https://doi.org/10.1145/3731413},
doi = {10.1145/3731413},
abstract = {Free-hand interaction in VR is intuitive and easy to learn, making it applicable to fundamental interactions such as VR typing. However, the absence of haptic feedback reduces spatial awareness and immersion while performing the input, impacting accuracy and increasing fatigue. While previous works embedded haptic feedback, they either require constant contact with the skin or a desktop installation with a fixed distance. We propose Ultraboard, a novel wearable haptic interface providing ultrasonic mid-air haptic feedback for all hand regions, including fingertips. We adaptively control the phased array's position in accordance with the hand movement and location to support consistent haptic feedback for real-time VR typing input. With simulation and experiment, we designed and validated the customized ultrasound phased array to support hand input. We propose guidelines for the development of a finger-level wearable ultrasonic mid-air haptics interface and system through this process. A follow-up user study showed significant improvements in typing confidence and usability with Ultraboard. Notably, the mid-air tactile typo alert enabled with our interface enhances user experience during VR typing. Our results showed a promising approach to utilizing a mid-air haptic interface to promote confidence in VR typing.},
journal = {Proc. ACM Interact. Mob. Wearable Ubiquitous Technol.},
month = jun,
articleno = {44},
numpages = {31},
keywords = {Mid-air haptic wearables, VR typing, always-available tactile interface, mid-air hand interactions}
}