@inproceedings{KruijffMarquardtTrepkowskietal.2016, author = {Ernst Kruijff and Alexander Marquardt and Christina Trepkowski and Robert W. Lindeman and Andre Hinkenjann and Jens Maiero and Bernhard E. Riecke}, title = {On Your Feet!: Enhancing Vection in Leaning-Based Interfaces through Multisensory Stimuli}, series = {Proceedings of the 2016 Symposium on Spatial User Interfaces (SUI '16). October 15-16, 2016, Tokyo, Japan}, publisher = {ACM Press}, isbn = {978-1-4503-4068-7}, doi = {10.1145/2983310.2985759}, pages = {149 -- 158}, year = {2016}, abstract = {When navigating larger virtual environments and computer games, natural walking is often unfeasible. Here, we investigate how alternatives such as joystick- or leaning-based locomotion interfaces (\"human joystick\") can be enhanced by adding walking-related cues following a sensory substitution approach. Using a custom-designed foot haptics system and evaluating it in a multi-part study, we show that adding walking related auditory cues (footstep sounds), visual cues (simulating bobbing head-motions from walking), and vibrotactile cues (via vibrotactile transducers and bass-shakers under participants' feet) could all enhance participants' sensation of self-motion (vection) and involement/presence. These benefits occurred similarly for seated joystick and standing leaning locomotion. Footstep sounds and vibrotactile cues also enhanced participants' self-reported ability to judge self-motion velocities and distances traveled. Compared to seated joystick control, standing leaning enhanced self-motion sensations. Combining standing leaning with a minimal walking-in-place procedure showed no benefits and reduced usability, though. Together, results highlight the potential of incorporating walking-related auditory, visual, and vibrotactile cues for improving user experience and self-motion perception in applications such as virtual reality, gaming, and tele-presence.}, language = {en} }