2024
Aayush Shrestha
Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration Masters Thesis
Dalhousie University, 2024.
Abstract | BibTeX | Tags: assistive technology, haptics, navigation, spatial audio, VR
@mastersthesis{Shrestha2024,
title = {Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration},
author = {Aayush Shrestha},
year = {2024},
date = {2024-08-09},
school = {Dalhousie University},
abstract = {Virtual Reality (VR), predominantly focusing on visuospatial renderings in its contemporary approach, has created a conservative narrative, making VR solely analogous to a mediated visual experience. While accessibility is included in the developmental phase of commercial VR applications, it is often considered an add-on, resulting in sub-par virtual experiences that often exclude visually impaired users. This research addresses these limitations by designing a hapto-acoustic VR system that leverages spatial audio and haptic feedback for sensory substitution of visual dominance in VR. A large-scale urban virtual environment (VE) was created using the Unity Game Engine, incorporating a physical cane prototype coupled with a virtual cane for interaction and an omnidirectional slide mill for navigation. A user study with 20 normally sighted participants evaluated and compared the system's effectiveness in texture differentiation and navigation tasks under two conditions: with visual cues and exclusively through audio-haptic feedback. The study results indicated that even with minimal training and limited prior VR experience, participants could navigate the environment effectively in non-visual conditions, though at the cost of increased cognitive load and error rates compared to visual conditions. The evaluation highlights the necessity for improved feedback mechanisms and suggests further validation with visually impaired users. The overall research contributes to the development of accessible VR systems through a novel white cane prototype, realistic spatial audio effects and a comprehensive evaluation demonstrating the system's potential in aiding non-visual navigation in a complex, large-scale VE while also engendering empathetic literacy among sighted users.},
keywords = {assistive technology, haptics, navigation, spatial audio, VR},
pubstate = {published},
tppubtype = {mastersthesis}
}
Virtual Reality (VR), predominantly focusing on visuospatial renderings in its contemporary approach, has created a conservative narrative, making VR solely analogous to a mediated visual experience. While accessibility is included in the developmental phase of commercial VR applications, it is often considered an add-on, resulting in sub-par virtual experiences that often exclude visually impaired users. This research addresses these limitations by designing a hapto-acoustic VR system that leverages spatial audio and haptic feedback for sensory substitution of visual dominance in VR. A large-scale urban virtual environment (VE) was created using the Unity Game Engine, incorporating a physical cane prototype coupled with a virtual cane for interaction and an omnidirectional slide mill for navigation. A user study with 20 normally sighted participants evaluated and compared the system's effectiveness in texture differentiation and navigation tasks under two conditions: with visual cues and exclusively through audio-haptic feedback. The study results indicated that even with minimal training and limited prior VR experience, participants could navigate the environment effectively in non-visual conditions, though at the cost of increased cognitive load and error rates compared to visual conditions. The evaluation highlights the necessity for improved feedback mechanisms and suggests further validation with visually impaired users. The overall research contributes to the development of accessible VR systems through a novel white cane prototype, realistic spatial audio effects and a comprehensive evaluation demonstrating the system's potential in aiding non-visual navigation in a complex, large-scale VE while also engendering empathetic literacy among sighted users.
2022
Thiago Porcino; Derek Reilly; Daniela Trevisan; Esteban Clua
A guideline proposal for minimizing cybersickness in VR-based serious games and applications Proceedings Article
In: Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022), IEEE, 2022.
BibTeX | Tags: cybersickness, exergames, gamification, health, VR
@inproceedings{PorcinoSeGAH2022,
title = {A guideline proposal for minimizing cybersickness in VR-based serious games and applications},
author = {Thiago Porcino and Derek Reilly and Daniela Trevisan and Esteban Clua},
year = {2022},
date = {2022-08-10},
urldate = {2022-08-10},
booktitle = {Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022)},
publisher = {IEEE},
keywords = {cybersickness, exergames, gamification, health, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Sathaporn "Hubert" Hu; Joseph Malloch; Derek Reilly
A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality Proceedings Article
In: Proceedings of the Graphics Interface 2021 Conference, 2021.
Abstract | Links | BibTeX | Tags: peripheral vision, target acquisition, VR
@inproceedings{Hu2021,
title = {A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality},
author = {Sathaporn "Hubert" Hu and Joseph Malloch and Derek Reilly},
doi = {10.20380/GI2021.32},
year = {2021},
date = {2021-05-27},
urldate = {2021-05-27},
booktitle = {Proceedings of the Graphics Interface 2021 Conference},
abstract = {In this work, we present the design and comparative evaluation of techniques for increasing awareness of out-of-view targets in virtual reality. We first compare two variants of SOUS--a technique that guides the user to out-of-view targets using circle cues in their peripheral vision--with the existing FlyingARrow technique, in which arrows fly from the user's central (foveal) vision toward the target. fSOUS, a variant with low visual salience, performed well in a simple environment but not in visually complex environments, while bSOUS, a visually salient variant, yielded faster target selection than both fSous and FlyingARrow across all environments. We then compare hybrid techniques in which aspects of SOUS relating to unobtrusiveness and visual persistence were reflected in design modifications made to FlyingARrow. Increasing persistence by adding trails to arrows improved performance but there were concerns about obtrusiveness, while other modifications yielded slower and less accurate target acquisition. Nevertheless, since fSOUS and bSOUS are exclusively for head-mounted display with wide field-of-view, FlyingARrow with trail can still be beneficial for devices with limited field-of-view.},
keywords = {peripheral vision, target acquisition, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
In this work, we present the design and comparative evaluation of techniques for increasing awareness of out-of-view targets in virtual reality. We first compare two variants of SOUS--a technique that guides the user to out-of-view targets using circle cues in their peripheral vision--with the existing FlyingARrow technique, in which arrows fly from the user's central (foveal) vision toward the target. fSOUS, a variant with low visual salience, performed well in a simple environment but not in visually complex environments, while bSOUS, a visually salient variant, yielded faster target selection than both fSous and FlyingARrow across all environments. We then compare hybrid techniques in which aspects of SOUS relating to unobtrusiveness and visual persistence were reflected in design modifications made to FlyingARrow. Increasing persistence by adding trails to arrows improved performance but there were concerns about obtrusiveness, while other modifications yielded slower and less accurate target acquisition. Nevertheless, since fSOUS and bSOUS are exclusively for head-mounted display with wide field-of-view, FlyingARrow with trail can still be beneficial for devices with limited field-of-view.
Abbey Singh; Ramanpreet Kaur; Peter Haltner; Matthew Peachey; Mar Gonzalez-Franco; Joseph Malloch; Derek Reilly
Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling Conference
Proceedings of IEEE VR 2021, IEEE VR, 2021.
Links | BibTeX | Tags: AR, open source software, proxemics, space syntax, VR
@conference{Singh2021,
title = {Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling},
author = {Abbey Singh and Ramanpreet Kaur and Peter Haltner and Matthew Peachey and Mar Gonzalez-Franco and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2023/06/Story-CreatAR-a-Toolkit-for-Spatially-Adaptive-Augmented-Reality-Storytelling.pdf},
year = {2021},
date = {2021-02-01},
urldate = {2021-02-01},
booktitle = {Proceedings of IEEE VR 2021},
journal = {IEEE VR 2021},
publisher = {IEEE VR},
keywords = {AR, open source software, proxemics, space syntax, VR},
pubstate = {published},
tppubtype = {conference}
}
2020
Mar Gonzalez-Franco; Zelia Egan; Matthew Peachey; Angus Antley; Tanmay Randhavane; Payod Panda; Yaying Zhang; Derek Reilly; Tabitha C Peck; Andrea Stevenson Won; Cheng Yao Wang; Anthony Steed; Eyal Ofek
MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library Proceedings Article
In: Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. , IEEE, 2020.
BibTeX | Tags: AR, mixed reality, open source software, VR
@inproceedings{MoveBox2020,
title = {MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library},
author = {Mar Gonzalez-Franco and Zelia Egan and Matthew Peachey and Angus Antley and Tanmay Randhavane and Payod Panda and Yaying Zhang and Derek Reilly and Tabitha C Peck and Andrea Stevenson Won and Cheng Yao Wang and Anthony Steed and Eyal Ofek},
year = {2020},
date = {2020-12-14},
urldate = {2020-12-14},
booktitle = {Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. },
publisher = {IEEE},
keywords = {AR, mixed reality, open source software, VR},
pubstate = {published},
tppubtype = {inproceedings}
}