2025
Matthew Peachey; Sageev Oore; Joseph Malloch
Evaluating Low-Dimensional Representations as a Creative Interface for Digital Synthesizers Proceedings Article Forthcoming
In: The Conference on AI Music Creativity (AIMC), Forthcoming.
BibTeX | Tags:
@inproceedings{Peachey2025,
title = {Evaluating Low-Dimensional Representations as a Creative Interface for Digital Synthesizers},
author = {Matthew Peachey and Sageev Oore and Joseph Malloch},
year = {2025},
date = {2025-09-10},
booktitle = {The Conference on AI Music Creativity (AIMC)},
keywords = {},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}
Rugaia Almangush; Muhammad Raza; Raghav V. Sampangi; Derek Reilly
Rewind and Recover: A Comparative Study of Resumption Aids for 3D Model Tasks Proceedings Article Forthcoming
In: Proceedings of INTERACT 2025, IFIPS Forthcoming.
BibTeX | Tags: 3-D user interface, natural user interface, touchscreen
@inproceedings{RewindRecover,
title = {Rewind and Recover: A Comparative Study of Resumption Aids for 3D Model Tasks},
author = {Rugaia Almangush; Muhammad Raza; Raghav V. Sampangi; Derek Reilly},
year = {2025},
date = {2025-09-09},
urldate = {2025-09-09},
booktitle = {Proceedings of INTERACT 2025},
organization = {IFIPS},
keywords = {3-D user interface, natural user interface, touchscreen},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}
Rowland Goddy-Worlu; Nirmal Adhikari; Derek Reilly
Virtual Reality for Active Aging: First-Time Experiences of Older Adults with 'First Steps.' Best Paper Conference
In: Our Future is Aging: Multidisciplinary Research Informing People, Policy and Practice., 2025.
@conference{Goddy-Worlu2025,
title = {Virtual Reality for Active Aging: First-Time Experiences of Older Adults with 'First Steps.'},
author = {Rowland Goddy-Worlu and Nirmal Adhikari and Derek Reilly },
year = {2025},
date = {2025-06-04},
urldate = {2025-06-04},
publisher = {In: Our Future is Aging: Multidisciplinary Research Informing People, Policy and Practice.},
abstract = {Virtual Reality (VR) is increasingly recognized in gerontology as a tool for promoting physical activities, enhancing cognitive engagement, reducing isolation, and fostering interactive experiences among older adults. However, seniors often face challenges when learning VR, including physical limitations. Partnering with a local active aging community, we explore First Steps - a beginner-friendly VR application for Meta Quest, across two monthly sessions involving five community members to identify the challenges in using VR and applications of interest. Each session begins with a brief VR exposure, followed by initial impressions, extended VR engagement, and a focus group discussion. Our thematic analysis of the focus group and facilitator debrief sessions revealed key themes that provide insights into the group's various challenges, perceptions and interests. Our findings highlight both challenges - device discomfort, controller interaction difficulties, accessibility, and safety concerns - and opportunities, including enhanced social engagement, facilitator support, immersive enjoyment and potential for unlocking unlived adventures. These insights underscore VR's potential to enrich the lives of older adults when thoughtfully adapted to an active aging community's unique needs and interests for their members. },
keywords = {VR},
pubstate = {published},
tppubtype = {conference}
}
Virtual Reality (VR) is increasingly recognized in gerontology as a tool for promoting physical activities, enhancing cognitive engagement, reducing isolation, and fostering interactive experiences among older adults. However, seniors often face challenges when learning VR, including physical limitations. Partnering with a local active aging community, we explore First Steps - a beginner-friendly VR application for Meta Quest, across two monthly sessions involving five community members to identify the challenges in using VR and applications of interest. Each session begins with a brief VR exposure, followed by initial impressions, extended VR engagement, and a focus group discussion. Our thematic analysis of the focus group and facilitator debrief sessions revealed key themes that provide insights into the group's various challenges, perceptions and interests. Our findings highlight both challenges - device discomfort, controller interaction difficulties, accessibility, and safety concerns - and opportunities, including enhanced social engagement, facilitator support, immersive enjoyment and potential for unlocking unlived adventures. These insights underscore VR's potential to enrich the lives of older adults when thoughtfully adapted to an active aging community's unique needs and interests for their members.
Aayush Shrestha; Joseph Malloch
Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration Proceedings Article
In: Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2025), pp. 1–19, ACM, 2025.
Abstract | Links | BibTeX | Tags: assistive technology, haptics, navigation, spatial audio, virtual environment, VR
@inproceedings{Shrestha2025,
title = {Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration},
author = {Aayush Shrestha and Joseph Malloch},
url = {https://dl.acm.org/doi/10.1145/3706598.3713400},
doi = {10.1145/3706598.371340},
year = {2025},
date = {2025-04-26},
urldate = {2025-04-26},
booktitle = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2025)},
number = {812},
pages = {1--19},
publisher = {ACM},
abstract = {Contemporary research in Virtual Reality for users who are visually impaired often employs navigation and interaction modalities that are either non-conventional, constrained by physical spaces, or both. We designed and examined a hapto-acoustic VR system that mitigates this by enabling non-visual exploration of large virtual environments using white cane simulation and walk-in place locomotion. The system features a complex urban cityscape incorporating a physical cane prototype coupled with a virtual cane for rendering surface textures, and an omnidirectional slide mill for navigation. In addition, spatialized audio is rendered based on the progression of sound through the geometry around the user. A study involving twenty sighted participants evaluated the system through three formative tasks while blindfolded to simulate absolute blindness. Participants were highly successful in completing all the tasks while effectively navigating through the environment. Our work highlights the potential for accessible, non-visual VR experiences, achievable even with minimal training and little prior exposure to VR.},
keywords = {assistive technology, haptics, navigation, spatial audio, virtual environment, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Contemporary research in Virtual Reality for users who are visually impaired often employs navigation and interaction modalities that are either non-conventional, constrained by physical spaces, or both. We designed and examined a hapto-acoustic VR system that mitigates this by enabling non-visual exploration of large virtual environments using white cane simulation and walk-in place locomotion. The system features a complex urban cityscape incorporating a physical cane prototype coupled with a virtual cane for rendering surface textures, and an omnidirectional slide mill for navigation. In addition, spatialized audio is rendered based on the progression of sound through the geometry around the user. A study involving twenty sighted participants evaluated the system through three formative tasks while blindfolded to simulate absolute blindness. Participants were highly successful in completing all the tasks while effectively navigating through the environment. Our work highlights the potential for accessible, non-visual VR experiences, achievable even with minimal training and little prior exposure to VR.
Muhammad Raza; Vachiraporn Ketsoi; Joseph Malloch; Saman Bashbaghi; Hakimeh Purmehdi; Derek Reilly
PerspectAR: Addressing Perspective Distortion on Very Large Displays with Adaptive Augmented Reality Overlays Proceedings Article
In: Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2025), pp. 1–21, 2025.
Abstract | Links | BibTeX | Tags: AR, augmented reality, collaborative systems, wall display
@inproceedings{nokey,
title = {PerspectAR: Addressing Perspective Distortion on Very Large Displays with Adaptive Augmented Reality Overlays},
author = {Muhammad Raza and Vachiraporn Ketsoi and Joseph Malloch and Saman Bashbaghi and Hakimeh Purmehdi and Derek Reilly},
url = {https://dl.acm.org/doi/10.1145/3706598.3713389},
doi = {10.1145/3706598.3713389},
year = {2025},
date = {2025-04-26},
booktitle = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2025)},
number = {34},
pages = {1--21},
abstract = {We present PerspectAR, a novel system addressing perspective distortion on displays caused by large size and wide viewing angles. PerspectAR has three components: a virtual AR screen that curves dynamically according to a user’s position relative to the display, a sliding transparent window giving unobstructed access to the physical display in front of the user, and gaze indicators to assist collaborators when they are looking at different renderings. In a within-subjects study in a semi-controlled public environment with 12 pairs, we compared physical display-only and PerspectAR configurations for data analysis tasks. Participants reported less physical workload with PerspectAR and spent more time near the physical display without compromising task performance. Feedback indicates that PerspectAR addressed perspective distortion and provided a contextual view that was useful as a memory aid. Due to the virtual screen curvature, PerspectAR was seen as less effective for tasks involving distance estimates between objects.},
keywords = {AR, augmented reality, collaborative systems, wall display},
pubstate = {published},
tppubtype = {inproceedings}
}
We present PerspectAR, a novel system addressing perspective distortion on displays caused by large size and wide viewing angles. PerspectAR has three components: a virtual AR screen that curves dynamically according to a user’s position relative to the display, a sliding transparent window giving unobstructed access to the physical display in front of the user, and gaze indicators to assist collaborators when they are looking at different renderings. In a within-subjects study in a semi-controlled public environment with 12 pairs, we compared physical display-only and PerspectAR configurations for data analysis tasks. Participants reported less physical workload with PerspectAR and spent more time near the physical display without compromising task performance. Feedback indicates that PerspectAR addressed perspective distortion and provided a contextual view that was useful as a memory aid. Due to the virtual screen curvature, PerspectAR was seen as less effective for tasks involving distance estimates between objects.
2024
Sathaporn "Hubert" Hu; Muhammad Raza; Derek Reilly
Gander: Preliminary Design and Evaluation of an AR + Tablet System for Geospatial Analysis Proceedings Article
In: IEEE Symposium on Mixed and Augmented Reality (ISMAR 2024) Adjunct Proceedings (MASK 2024), 2024.
BibTeX | Tags: AR, ARTIV, augmented reality, design, geospatial analytics, immersive visualization, visualization
@inproceedings{Hu2024b,
title = {Gander: Preliminary Design and Evaluation of an AR + Tablet System for Geospatial Analysis},
author = {Sathaporn "Hubert" Hu and Muhammad Raza and Derek Reilly},
year = {2024},
date = {2024-10-22},
urldate = {2024-10-22},
booktitle = {IEEE Symposium on Mixed and Augmented Reality (ISMAR 2024) Adjunct Proceedings (MASK 2024)},
keywords = {AR, ARTIV, augmented reality, design, geospatial analytics, immersive visualization, visualization},
pubstate = {published},
tppubtype = {inproceedings}
}
Cherelle Connor; Sathaporn "Hubert" Hu; Cameron Moore; Eric Schoenborn; Thiago Malheiros Porcino; Derek Reilly; Wallace Lages
Design Considerations for Shared, Co-located Augmented Reality Narratives Proceedings Article
In: Proceedings of the ACM Symposium on Spatial User Interaction (SUI 2024), 2024.
BibTeX | Tags: AR, augmented reality, collaborative systems, narrative, storytelling
@inproceedings{Connor2024,
title = {Design Considerations for Shared, Co-located Augmented Reality Narratives},
author = {Cherelle Connor and Sathaporn "Hubert" Hu and Cameron Moore and Eric Schoenborn and Thiago Malheiros Porcino and Derek Reilly and Wallace Lages},
year = {2024},
date = {2024-10-07},
urldate = {2024-10-07},
booktitle = {Proceedings of the ACM Symposium on Spatial User Interaction (SUI 2024)},
keywords = {AR, augmented reality, collaborative systems, narrative, storytelling},
pubstate = {published},
tppubtype = {inproceedings}
}
Matthew Peachey; Kyle Smith; Joseph Malloch
Extending Networked Mapping Research Middleware Into the Browser Sandbox Proceedings Article
In: Proceedings of the IEEE International Symposium on the Internet of Sounds, IEEE Communications Society Erlangen, Germany, 2024.
BibTeX | Tags: control mapping, creativity support tools, interactive media systems, open source software
@inproceedings{Peachey2024_IS2,
title = {Extending Networked Mapping Research Middleware Into the Browser Sandbox},
author = {Matthew Peachey and Kyle Smith and Joseph Malloch},
year = {2024},
date = {2024-09-30},
urldate = {2024-09-30},
booktitle = {Proceedings of the IEEE International Symposium on the Internet of Sounds},
address = {Erlangen, Germany},
organization = {IEEE Communications Society},
keywords = {control mapping, creativity support tools, interactive media systems, open source software},
pubstate = {published},
tppubtype = {inproceedings}
}
Matthew Peachey; Karansingh Chauhan; Juliano Franz; Sue Molloy; Christopher Whidden
A Machine Learning Approach to Modeling Small Vessel Performance Proceedings Article
In: International OCEANS24 Conference, 2024.
Abstract | BibTeX | Tags: machine learning
@inproceedings{peachey2024machine,
title = {A Machine Learning Approach to Modeling Small Vessel Performance},
author = {Matthew Peachey and Karansingh Chauhan and Juliano Franz and Sue Molloy and Christopher Whidden},
year = {2024},
date = {2024-09-26},
urldate = {2024-09-26},
publisher = {International OCEANS24 Conference},
abstract = {The maritime industry is a critical component of global trade. However, it is also responsible for a significant amount of Greenhouse Gas emissions. While small vessels are often overlooked as main contributors to emissions, when analyzed as a group, they collectively have a meaningful impact. In order to help promote more sustainable operation of these vessels, it is important to to model fuel consumption based on different weather and sea conditions. To this end, we present a machine learning approach to modelling fuel consumption aboard small vessels using an LSTM architecture. In this paper, we discuss the process of collecting data aboard one such small vessel, the end-to-end model training & evaluation process, and discuss plans for future work.
},
keywords = {machine learning},
pubstate = {published},
tppubtype = {inproceedings}
}
The maritime industry is a critical component of global trade. However, it is also responsible for a significant amount of Greenhouse Gas emissions. While small vessels are often overlooked as main contributors to emissions, when analyzed as a group, they collectively have a meaningful impact. In order to help promote more sustainable operation of these vessels, it is important to to model fuel consumption based on different weather and sea conditions. To this end, we present a machine learning approach to modelling fuel consumption aboard small vessels using an LSTM architecture. In this paper, we discuss the process of collecting data aboard one such small vessel, the end-to-end model training & evaluation process, and discuss plans for future work.
Thiago Malheiros Porcino; Seyed Adel Ghaeinian; Joseph Malloch; Derek Reilly
AQUARIA: Assistive Querying in Augmented Reality for Interactive Analytics Proceedings Article
In: Proceedings of OCEANS 2024, 2024.
BibTeX | Tags: 3-D user interface, AR, augmented reality, collaborative systems, design, immersive visualization, tabletop displays
@inproceedings{Porcino2024,
title = {AQUARIA: Assistive Querying in Augmented Reality for Interactive Analytics},
author = {Thiago Malheiros Porcino and Seyed Adel Ghaeinian and Joseph Malloch and Derek Reilly},
year = {2024},
date = {2024-09-24},
urldate = {2024-09-24},
booktitle = {Proceedings of OCEANS 2024},
keywords = {3-D user interface, AR, augmented reality, collaborative systems, design, immersive visualization, tabletop displays},
pubstate = {published},
tppubtype = {inproceedings}
}
Francisco Bravo; Joana Amorim; Melika Besharati; Peter Bodorik; Vitor Cerqueira; Nuno Gomes; Jennie Korus; Mariana Oliveira; João Pimentel; Derek Reilly; Tyler Sclodnick; Jon Grant; Ramón Filgueira; Christopher Whidden; Luis Torgo
Advancing Precision Aquaculture Through Big Data Analytics and Machine Learning in Canadian Fish Farming Proceedings Article
In: OCEANS 2024, 2024.
BibTeX | Tags:
@inproceedings{Bravo2024,
title = {Advancing Precision Aquaculture Through Big Data Analytics and Machine Learning in Canadian Fish Farming},
author = {Francisco Bravo and Joana Amorim and Melika Besharati and Peter Bodorik and Vitor Cerqueira and Nuno Gomes and Jennie Korus and Mariana Oliveira and João Pimentel and Derek Reilly and Tyler Sclodnick and Jon Grant and Ramón Filgueira and Christopher Whidden and Luis Torgo},
year = {2024},
date = {2024-09-24},
urldate = {2024-09-24},
booktitle = {OCEANS 2024},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Matthew Peachey; Joseph Malloch
Maplet: Integrating Distributed Data Signal Mappings for Performative Interactions Within the Eurorack Modular Synthesizer Ecosystem Proceedings Article
In: Proceedings of the International Audio Mostly Conference, Milan, Italy, 2024.
Abstract | Links | BibTeX | Tags: interactive media systems, libmapper, music, open source software
@inproceedings{peachey2024maplet,
title = {Maplet: Integrating Distributed Data Signal Mappings for Performative Interactions Within the Eurorack Modular Synthesizer Ecosystem},
author = {Matthew Peachey and Joseph Malloch},
url = {https://dl.acm.org/doi/10.1145/3678299.3678333},
year = {2024},
date = {2024-09-20},
urldate = {2024-09-20},
booktitle = {Proceedings of the International Audio Mostly Conference},
address = {Milan, Italy},
abstract = {Eurorack is a popular format of modular synthesizers that allow users to customize their instruments by swapping in various modules and creating patches based on their specific needs. While these instruments are very effective at creating a wide range of timbres, the way they in which they are typically performed is not always engaging to an audience or even to the performer. This paper present an initial prototype of Maplet, a module for integrating the libmapper project into the world of Eurorack. libmapper is an open-source project built to support the creation of mappings between components of Digital Musical Instruments. Decades worth of literature has shown how effective mappings are the backbone of the way both performers as well as their audience engage with the output of a digital instrument. With this in mind, we hypothesize that by introducing this mapping-first approach to performing with Eurorack synthesizers that musicians will be empowered to experiment with novel interfaces and techniques for performing with their instrument.},
keywords = {interactive media systems, libmapper, music, open source software},
pubstate = {published},
tppubtype = {inproceedings}
}
Eurorack is a popular format of modular synthesizers that allow users to customize their instruments by swapping in various modules and creating patches based on their specific needs. While these instruments are very effective at creating a wide range of timbres, the way they in which they are typically performed is not always engaging to an audience or even to the performer. This paper present an initial prototype of Maplet, a module for integrating the libmapper project into the world of Eurorack. libmapper is an open-source project built to support the creation of mappings between components of Digital Musical Instruments. Decades worth of literature has shown how effective mappings are the backbone of the way both performers as well as their audience engage with the output of a digital instrument. With this in mind, we hypothesize that by introducing this mapping-first approach to performing with Eurorack synthesizers that musicians will be empowered to experiment with novel interfaces and techniques for performing with their instrument.
Aayush Shrestha
Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration Masters Thesis
Dalhousie University, 2024.
Abstract | BibTeX | Tags: assistive technology, haptics, navigation, spatial audio, VR
@mastersthesis{Shrestha2024,
title = {Virtual Worlds Beyond Sight: Designing and Evaluating an Audio-Haptic System for Non-Visual VR Exploration},
author = {Aayush Shrestha},
year = {2024},
date = {2024-08-09},
school = {Dalhousie University},
abstract = {Virtual Reality (VR), predominantly focusing on visuospatial renderings in its contemporary approach, has created a conservative narrative, making VR solely analogous to a mediated visual experience. While accessibility is included in the developmental phase of commercial VR applications, it is often considered an add-on, resulting in sub-par virtual experiences that often exclude visually impaired users. This research addresses these limitations by designing a hapto-acoustic VR system that leverages spatial audio and haptic feedback for sensory substitution of visual dominance in VR. A large-scale urban virtual environment (VE) was created using the Unity Game Engine, incorporating a physical cane prototype coupled with a virtual cane for interaction and an omnidirectional slide mill for navigation. A user study with 20 normally sighted participants evaluated and compared the system's effectiveness in texture differentiation and navigation tasks under two conditions: with visual cues and exclusively through audio-haptic feedback. The study results indicated that even with minimal training and limited prior VR experience, participants could navigate the environment effectively in non-visual conditions, though at the cost of increased cognitive load and error rates compared to visual conditions. The evaluation highlights the necessity for improved feedback mechanisms and suggests further validation with visually impaired users. The overall research contributes to the development of accessible VR systems through a novel white cane prototype, realistic spatial audio effects and a comprehensive evaluation demonstrating the system's potential in aiding non-visual navigation in a complex, large-scale VE while also engendering empathetic literacy among sighted users.},
keywords = {assistive technology, haptics, navigation, spatial audio, VR},
pubstate = {published},
tppubtype = {mastersthesis}
}
Virtual Reality (VR), predominantly focusing on visuospatial renderings in its contemporary approach, has created a conservative narrative, making VR solely analogous to a mediated visual experience. While accessibility is included in the developmental phase of commercial VR applications, it is often considered an add-on, resulting in sub-par virtual experiences that often exclude visually impaired users. This research addresses these limitations by designing a hapto-acoustic VR system that leverages spatial audio and haptic feedback for sensory substitution of visual dominance in VR. A large-scale urban virtual environment (VE) was created using the Unity Game Engine, incorporating a physical cane prototype coupled with a virtual cane for interaction and an omnidirectional slide mill for navigation. A user study with 20 normally sighted participants evaluated and compared the system's effectiveness in texture differentiation and navigation tasks under two conditions: with visual cues and exclusively through audio-haptic feedback. The study results indicated that even with minimal training and limited prior VR experience, participants could navigate the environment effectively in non-visual conditions, though at the cost of increased cognitive load and error rates compared to visual conditions. The evaluation highlights the necessity for improved feedback mechanisms and suggests further validation with visually impaired users. The overall research contributes to the development of accessible VR systems through a novel white cane prototype, realistic spatial audio effects and a comprehensive evaluation demonstrating the system's potential in aiding non-visual navigation in a complex, large-scale VE while also engendering empathetic literacy among sighted users.
Seyed Adel Ghaeinian
Design and Implementation of an Interactive Visual Querying System for Maritime Data Masters Thesis
Dalhousie University, 2024.
Abstract | BibTeX | Tags: AMNIS, tabletop displays, visualization
@mastersthesis{Ghaeinian2024,
title = {Design and Implementation of an Interactive Visual Querying System for Maritime Data},
author = {Seyed Adel Ghaeinian},
year = {2024},
date = {2024-06-10},
school = {Dalhousie University},
abstract = {Automatic Identification System (AIS) data is a crucial foundation of maritime operations such as navigation, traffic management, and safety monitoring. This requires robust management, visualization, and interactive visual analytics systems for the operators. Since usability, effectiveness, and accuracy are key factors in such maritime operations, it is important to design, implement, and evaluate these tools meticulously and incorporate the latest advancements in user interaction and analytics. This research explores the design and implementation of a novel system architecture for maritime data querying and exploration, enabling enhanced user interactions through direct-manipulation techniques. This system architecture provides a collaborative environment that incorporates Mixed Reality (MR), a touchable table-top interface, as well as iterative design and evaluation of a graph-based Visual Query Builder (VQB). The aim of developing the VQB interface is to allow non-experts to explore and query maritime data without the need of having technical skills while enhancing the decision-making process and spatial awareness of the maritime operations. This research further evaluates the VQB interface in terms of efficiency, accuracy, and user preferences by conducting a user study. For this study, we developed a baseline web-based textual interface for SPARQL queries, enhanced with auto-correction features and additional spatial querying capabilities, to effectively measure and fairly compare the performance of the VQB interface. 20 students from the faculty of computer science participated in this study without prior knowledge of RDF data querying and SPARQL language. Overall, the results of this study were promising as it showed a higher efficiency and accuracy rate as well as less perceived workload among participants in the VQB interface compared to the baseline. These findings highlight the role of visual query interfaces in improving the user experience as well as elevating efficiency, especially for non-experts, allowing them to explore and query maritime data without the need to learn technical skills.},
keywords = {AMNIS, tabletop displays, visualization},
pubstate = {published},
tppubtype = {mastersthesis}
}
Automatic Identification System (AIS) data is a crucial foundation of maritime operations such as navigation, traffic management, and safety monitoring. This requires robust management, visualization, and interactive visual analytics systems for the operators. Since usability, effectiveness, and accuracy are key factors in such maritime operations, it is important to design, implement, and evaluate these tools meticulously and incorporate the latest advancements in user interaction and analytics. This research explores the design and implementation of a novel system architecture for maritime data querying and exploration, enabling enhanced user interactions through direct-manipulation techniques. This system architecture provides a collaborative environment that incorporates Mixed Reality (MR), a touchable table-top interface, as well as iterative design and evaluation of a graph-based Visual Query Builder (VQB). The aim of developing the VQB interface is to allow non-experts to explore and query maritime data without the need of having technical skills while enhancing the decision-making process and spatial awareness of the maritime operations. This research further evaluates the VQB interface in terms of efficiency, accuracy, and user preferences by conducting a user study. For this study, we developed a baseline web-based textual interface for SPARQL queries, enhanced with auto-correction features and additional spatial querying capabilities, to effectively measure and fairly compare the performance of the VQB interface. 20 students from the faculty of computer science participated in this study without prior knowledge of RDF data querying and SPARQL language. Overall, the results of this study were promising as it showed a higher efficiency and accuracy rate as well as less perceived workload among participants in the VQB interface compared to the baseline. These findings highlight the role of visual query interfaces in improving the user experience as well as elevating efficiency, especially for non-experts, allowing them to explore and query maritime data without the need to learn technical skills.
Sathaporn "Hubert" Hu
2024.
Links | BibTeX | Tags: AR, ARTIV, immersive visualization, statistics
@phdthesis{Hu2024,
title = {A Tablet + Augmented Reality Interface for Interactive Multiple Linear Regression with Geospatial Data},
author = {Sathaporn "Hubert" Hu},
url = {http://hdl.handle.net/10222/83437},
year = {2024},
date = {2024-01-29},
urldate = {2024-01-29},
keywords = {AR, ARTIV, immersive visualization, statistics},
pubstate = {published},
tppubtype = {phdthesis}
}
2023
Sathaporn "Hubert" Hu; Derek Reilly
Parallax-based Glyph Composition Technique with Colour-Blending Glyphs Proceedings
The Eurographics Association, 2023.
Links | BibTeX | Tags: ARTIV, colour perception, immersive visualization, peripheral vision
@proceedings{Hu2023_Poster,
title = {Parallax-based Glyph Composition Technique with Colour-Blending Glyphs},
author = {Sathaporn "Hubert" Hu and Derek Reilly },
editor = {Abraham Campbell and Claudia Krogmeier and Gareth W. Young},
url = {https://diglib.eg.org:443/handle/10.2312/egve20231342},
doi = {https://doi.org/10.2312/egve.20231342},
year = {2023},
date = {2023-12-06},
urldate = {2023-12-06},
booktitle = {ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments - Posters and Demos},
publisher = {The Eurographics Association},
keywords = {ARTIV, colour perception, immersive visualization, peripheral vision},
pubstate = {published},
tppubtype = {proceedings}
}
Sathaporn "Hubert" Hu; Derek Reilly
Comparative Glyph-Field Trajectory Analyses with an AR+Tablet Hybrid User Interface for Geospatial Analysis Tasks Proceedings Article
In: Normand, Jean-Marie; Sugimoto, Maki; Sundstedt, Veronica (Ed.): ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments, The Eurographics Association, 2023.
Links | BibTeX | Tags: ARTIV, immersive visualization, mobile
@inproceedings{Hu2023,
title = {Comparative Glyph-Field Trajectory Analyses with an AR+Tablet Hybrid User Interface for Geospatial Analysis Tasks},
author = {Sathaporn "Hubert" Hu and Derek Reilly},
editor = {Jean-Marie Normand and Maki Sugimoto and Veronica Sundstedt},
url = {https://diglib.eg.org:443/handle/10.2312/egve20231320},
doi = {10.2312/egve.20231320 },
year = {2023},
date = {2023-12-06},
urldate = {2023-12-06},
booktitle = {ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments},
publisher = {The Eurographics Association},
keywords = {ARTIV, immersive visualization, mobile},
pubstate = {published},
tppubtype = {inproceedings}
}
Matthew Peachey; Sageev Oore; Joseph Malloch
Creating Latent Representations of Synthesizer Patches using Variational Autoencoders Proceedings Article
In: Proceedings of the 4th International Symposium on the Internet of Sounds (IS2), Pisa, Italy, 2023.
Links | BibTeX | Tags: machine learning, music
@inproceedings{Peachey2023,
title = {Creating Latent Representations of Synthesizer Patches using Variational Autoencoders},
author = {Matthew Peachey and Sageev Oore and Joseph Malloch},
url = {https://ieeexplore.ieee.org/document/10335466},
year = {2023},
date = {2023-10-26},
urldate = {2023-10-26},
booktitle = {Proceedings of the 4th International Symposium on the Internet of Sounds (IS2)},
address = {Pisa, Italy},
keywords = {machine learning, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Matthew Peachey; Joseph Malloch
FAUSTMapper: Facilitating Complex Mappings for Smart Musical Instruments Best Paper Proceedings Article
In: Proceedings of the 4th International Symposium on the Internet of Sounds (IS2), Pisa, Italy, 2023.
Links | BibTeX | Tags: control mapping, digital musical instruments, FAUST, libmapper, music
@inproceedings{Peachey2023b,
title = {FAUSTMapper: Facilitating Complex Mappings for Smart Musical Instruments},
author = {Matthew Peachey and Joseph Malloch},
url = {https://ieeexplore.ieee.org/document/10335404},
year = {2023},
date = {2023-10-26},
urldate = {2023-10-26},
booktitle = {Proceedings of the 4th International Symposium on the Internet of Sounds (IS2)},
address = {Pisa, Italy},
keywords = {control mapping, digital musical instruments, FAUST, libmapper, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Peter Haltner; Rowland Goddy-Worlu; Claire Nicholas; James Forren; Derek Reilly
A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving Conference
Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR), IEEE, 2023.
Abstract | BibTeX | Tags: AR, augmented reality, craft, cultural heritage, embodied interaction, training
@conference{nokey,
title = {A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving},
author = {Peter Haltner and Rowland Goddy-Worlu and Claire Nicholas and James Forren and Derek Reilly},
year = {2023},
date = {2023-10-16},
booktitle = {Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},
publisher = {IEEE},
abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.},
keywords = {AR, augmented reality, craft, cultural heritage, embodied interaction, training},
pubstate = {published},
tppubtype = {conference}
}
The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.
Majid Nasirinejad; Derek Reilly
mF+C: Linking Suboptimal Projections to Detail on Handheld Devices Journal Article
In: International Journal of Human Computer Studies (IJHCS), 2023, ISSN: 1071-5819.
Abstract | Links | BibTeX | Tags: mobile, projection, ubiquitous computing, visualization
@article{Nasirinejad2023,
title = {mF+C: Linking Suboptimal Projections to Detail on Handheld Devices},
author = {Majid Nasirinejad and Derek Reilly},
doi = {https://doi.org/10.1016/j.ijhcs.2023.103170.},
issn = {1071-5819},
year = {2023},
date = {2023-10-14},
journal = {International Journal of Human Computer Studies (IJHCS)},
abstract = {Mobile Focus + Context (mF+C) involves using a handheld device as a focus screen for content on an immersive display or mobile projector. In this work we examine how using a focus device can mitigate poor context image quality due to environmental factors. In an exploratory study we compare three techniques for linking focus and context: lens-focus (Lens), where the device works as a mobile lens held parallel to and in front of the context, center-focus (Centered), where the user holds the device in the center of the projection and pans both context and focus by swiping, and marker-focus (Marker), where the focus region is highlighted on the context, and the user pans the focus by swiping. Participants performed searching, tracing, and detail acquisition tasks with maps and electronics diagrams under a range of simulated projection conditions. All techniques were able to mitigate poor projection quality and performed comparably in time and precision, but the effectiveness of each technique was impacted by task type. There was lower variation in time between participants using Lens for tracing tasks versus the other techniques, but wider variation for searching tasks. Tasks completed using sub-optimal projections involved more time spent looking at the context image than tasks with clear projections, however this difference is less pronounced for the Lens technique. We propose a hybrid Lens-Marker approach for mobile Focus+Context applications in dynamic environments.},
keywords = {mobile, projection, ubiquitous computing, visualization},
pubstate = {published},
tppubtype = {article}
}
Mobile Focus + Context (mF+C) involves using a handheld device as a focus screen for content on an immersive display or mobile projector. In this work we examine how using a focus device can mitigate poor context image quality due to environmental factors. In an exploratory study we compare three techniques for linking focus and context: lens-focus (Lens), where the device works as a mobile lens held parallel to and in front of the context, center-focus (Centered), where the user holds the device in the center of the projection and pans both context and focus by swiping, and marker-focus (Marker), where the focus region is highlighted on the context, and the user pans the focus by swiping. Participants performed searching, tracing, and detail acquisition tasks with maps and electronics diagrams under a range of simulated projection conditions. All techniques were able to mitigate poor projection quality and performed comparably in time and precision, but the effectiveness of each technique was impacted by task type. There was lower variation in time between participants using Lens for tracing tasks versus the other techniques, but wider variation for searching tasks. Tasks completed using sub-optimal projections involved more time spent looking at the context image than tasks with clear projections, however this difference is less pronounced for the Lens technique. We propose a hybrid Lens-Marker approach for mobile Focus+Context applications in dynamic environments.
Brady Boettcher; Eduardo Meneses; Christian Frisson; Marcelo M. Wanderley; Joseph Malloch
Addressing Barriers for Entry and Operation of a Distributed Signal Mapping Framework Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression (NIME), Mexico City, Mexico, 2023.
BibTeX | Tags: collaborative systems, control mapping, music
@inproceedings{Boettcher2023,
title = {Addressing Barriers for Entry and Operation of a Distributed Signal Mapping Framework},
author = {Brady Boettcher and Eduardo Meneses and Christian Frisson and Marcelo M. Wanderley and Joseph Malloch},
year = {2023},
date = {2023-05-31},
urldate = {2023-05-31},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression (NIME)},
address = {Mexico City, Mexico},
keywords = {collaborative systems, control mapping, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Juliano Franz
Enhancing Collaboration Through Role-Specific Information Sharing PhD Thesis
Dalhousie University, 2023.
Abstract | Links | BibTeX | Tags: augmented reality, collaborative systems, cycling
@phdthesis{Franz2023,
title = {Enhancing Collaboration Through Role-Specific Information Sharing},
author = {Juliano Franz},
url = {https://dalspace.library.dal.ca/bitstream/handle/10222/82339/JulianoFranz2023.pdf},
year = {2023},
date = {2023-03-17},
school = {Dalhousie University},
abstract = {Information sharing, either directly or trough summaries and proxies, is one of the pillars of collaborative systems in human-computer interaction. Representing and sharing role-specific information in collocated systems is one of the many challenges in groupware systems. In my thesis, I explore methods and their impacts on sharing role-based information in applications where users do not have uniform access to information either because they are using different technologies to access data or because there is no support for the flow of information. I present tools spanning both "What You See Is What I See" and "What You See Is Not What I See" approaches displaying either raw or summarized information to users. I present three studies leading towards an approach to support road cyclists to perform better as a unit by sharing their exertion information among all group members while leveraging technology ubiquitous to them. I start my work with a study exploring how to enable shared augmented reality experiences in museums when only one of the group members has access to an augmented reality headset. Either because there are not enough devices available or someone might feel uncomfortable using one in public. I propose two approaches for AR experiences (Over-the-Shoulder AR and Semantic Linking), a complementary technique (Indicator Rings), evaluate them in a long-term in-the-wild study, and discuss their impacts on museum scenarios and other applications. Later I present a design research study exploring the work done by road cyclists while training together, following a Contextual Design methodology. I expose their strategies and challenges with group coordination and communication and uncover a lack of support for sharing individual metrics such as effort in standard tools. Finally, I present my last study comparing the impacts on performance and self-reported metrics of two methods for road cyclists to share their exertion levels with group members while exercising: Paceguide and RPE View. I then discuss the broader implications of my work for the HCI community while proposing future research venues in Sport-HCI and other co-located work domains.},
keywords = {augmented reality, collaborative systems, cycling},
pubstate = {published},
tppubtype = {phdthesis}
}
Information sharing, either directly or trough summaries and proxies, is one of the pillars of collaborative systems in human-computer interaction. Representing and sharing role-specific information in collocated systems is one of the many challenges in groupware systems. In my thesis, I explore methods and their impacts on sharing role-based information in applications where users do not have uniform access to information either because they are using different technologies to access data or because there is no support for the flow of information. I present tools spanning both "What You See Is What I See" and "What You See Is Not What I See" approaches displaying either raw or summarized information to users. I present three studies leading towards an approach to support road cyclists to perform better as a unit by sharing their exertion information among all group members while leveraging technology ubiquitous to them. I start my work with a study exploring how to enable shared augmented reality experiences in museums when only one of the group members has access to an augmented reality headset. Either because there are not enough devices available or someone might feel uncomfortable using one in public. I propose two approaches for AR experiences (Over-the-Shoulder AR and Semantic Linking), a complementary technique (Indicator Rings), evaluate them in a long-term in-the-wild study, and discuss their impacts on museum scenarios and other applications. Later I present a design research study exploring the work done by road cyclists while training together, following a Contextual Design methodology. I expose their strategies and challenges with group coordination and communication and uncover a lack of support for sharing individual metrics such as effort in standard tools. Finally, I present my last study comparing the impacts on performance and self-reported metrics of two methods for road cyclists to share their exertion levels with group members while exercising: Paceguide and RPE View. I then discuss the broader implications of my work for the HCI community while proposing future research venues in Sport-HCI and other co-located work domains.
2022
Rowland Goddy-Worlu; Martha Dais Ferreira; Matthew Peachey; Claire Nicholas; James Forren; Derek Reilly
Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), IEEE, 2022.
BibTeX | Tags: augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning
@inproceedings{GoddyWorlu2022,
title = {Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network},
author = {Rowland Goddy-Worlu and Martha Dais Ferreira and Matthew Peachey and Claire Nicholas and James Forren and Derek Reilly},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022)},
publisher = {IEEE},
keywords = {augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning},
pubstate = {published},
tppubtype = {inproceedings}
}
Muhammad Raza; Derek Reilly; Joseph Malloch
Active Visualization of Visual Cues on the Hand for Better User Interface Design Generalization in Mixed Reality Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), Late-Breaking Work, pp. 149–152, IEEE, 2022.
Links | BibTeX | Tags: continuous interaction, embodied interaction, feedforward, mixed reality, natural user interface
@inproceedings{Raza2022,
title = {Active Visualization of Visual Cues on the Hand for Better User Interface Design Generalization in Mixed Reality},
author = {Muhammad Raza and Derek Reilly and Joseph Malloch},
doi = {10.1109/AIVR56993.2022.00030},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), Late-Breaking Work},
pages = {149--152},
publisher = {IEEE},
keywords = {continuous interaction, embodied interaction, feedforward, mixed reality, natural user interface},
pubstate = {published},
tppubtype = {inproceedings}
}
Abbey Singh; Matthew Peachey; Ramanpreet Kaur; Peter Haltner; Shannon Frederick; Mohammed Alnusayri; David Choco Manco; Colton Morris; Shannon Brownlee; Joseph Malloch; Derek Reilly
Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study Proceedings Article
In: Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022), Association for Research in Digital Interactive Narratives (ARDIN) Springer LNCS, 2022.
Links | BibTeX | Tags: AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax
@inproceedings{nokey,
title = {Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study},
author = {Abbey Singh and Matthew Peachey and Ramanpreet Kaur and Peter Haltner and Shannon Frederick and Mohammed Alnusayri and David Choco Manco and Colton Morris and Shannon Brownlee and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/10/StoryCreatAR_2022.pdf},
year = {2022},
date = {2022-12-04},
urldate = {2022-12-04},
booktitle = {Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022)},
publisher = {Springer LNCS},
organization = {Association for Research in Digital Interactive Narratives (ARDIN)},
series = {LNCS},
keywords = {AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
Thiago Malheiros Porcino; Seyed Adel Ghaeinian; Juliano Franz; Joseph Malloch; Derek Reilly
Design of an Extended Reality Collaboration Architecture for Mixed Immersive and Multi-Surface Interaction Proceedings Article
In: The 21st IFIP International Conference on Entertainment Computing (ICEC 2022), IFIP, 2022.
BibTeX | Tags: 3-D user interface, AR, architecture, collaborative systems, connected devices, embodied interaction, gesture, immersive visualization, information propagation, natural user interface, spatial annotation, temporal objects, toolkit
@inproceedings{PorcinoICEC2022,
title = {Design of an Extended Reality Collaboration Architecture for Mixed Immersive and Multi-Surface Interaction},
author = {Thiago Malheiros Porcino and Seyed Adel Ghaeinian and Juliano Franz and Joseph Malloch and Derek Reilly
},
year = {2022},
date = {2022-11-01},
urldate = {2022-11-01},
booktitle = {The 21st IFIP International Conference on Entertainment Computing (ICEC 2022)},
publisher = {IFIP},
keywords = {3-D user interface, AR, architecture, collaborative systems, connected devices, embodied interaction, gesture, immersive visualization, information propagation, natural user interface, spatial annotation, temporal objects, toolkit},
pubstate = {published},
tppubtype = {inproceedings}
}
Thiago Malheiros Porcino; Derek Reilly; Daniela Trevisan; Esteban Clua
A guideline proposal for minimizing cybersickness in VR-based serious games and applications Proceedings Article
In: Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022), IEEE, 2022.
BibTeX | Tags: cybersickness, exergames, gamification, health, VR
@inproceedings{PorcinoSeGAH2022,
title = {A guideline proposal for minimizing cybersickness in VR-based serious games and applications},
author = {Thiago Malheiros Porcino and Derek Reilly and Daniela Trevisan and Esteban Clua},
year = {2022},
date = {2022-08-10},
urldate = {2022-08-10},
booktitle = {Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022)},
publisher = {IEEE},
keywords = {cybersickness, exergames, gamification, health, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Brady Boettcher; Joseph Malloch; Johnty Wang; Marcelo M. Wanderley
Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, 2022.
BibTeX | Tags: Ableton Live, control mapping, creativity support tools, libmapper, max, music
@inproceedings{Boettcher2022,
title = {Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments},
author = {Brady Boettcher and Joseph Malloch and Johnty Wang and Marcelo M. Wanderley},
year = {2022},
date = {2022-06-28},
urldate = {2022-06-28},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
keywords = {Ableton Live, control mapping, creativity support tools, libmapper, max, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Claire Nicholas; James Forren; Derek Reilly
Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective Conference
Proceedings of the Design Research Society 2022 Conference, Design Research Society, 2022.
BibTeX | Tags: 3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization
@conference{DRS2022,
title = {Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective},
author = {Claire Nicholas and James Forren and Derek Reilly},
year = {2022},
date = {2022-06-25},
urldate = {2022-06-25},
booktitle = {Proceedings of the Design Research Society 2022 Conference},
publisher = {Design Research Society},
keywords = {3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
Juliano Franz; Derek Reilly
Ride With Me: Exploring Group Road Cycling Through Contextual Design Proceedings Article
In: Proceedings of ACM SIGCHI Conference on Designing Interactive Systems (DIS 2022), ACM, 2022.
BibTeX | Tags: annotation, collaborative systems, cycling, design, ethnography, mobile, visualization
@inproceedings{FranzDIS2022,
title = {Ride With Me: Exploring Group Road Cycling Through Contextual Design},
author = {Juliano Franz and Derek Reilly},
year = {2022},
date = {2022-06-20},
urldate = {2022-06-20},
booktitle = {Proceedings of ACM SIGCHI Conference on Designing Interactive Systems (DIS 2022)},
publisher = {ACM},
keywords = {annotation, collaborative systems, cycling, design, ethnography, mobile, visualization},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Peter Haltner
A Comparative Evaluation of Augmented Reality Learning Techniques and Traditional Learning Materials for Bead Weaving Masters Thesis
Dalhousie University, 2021.
@mastersthesis{Haltner2021,
title = {A Comparative Evaluation of Augmented Reality Learning Techniques and Traditional Learning Materials for Bead Weaving},
author = {Peter Haltner},
year = {2021},
date = {2021-12-13},
school = {Dalhousie University},
abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge in the way an in-person tutor can. I developed EmbodiAR, an application for headworn augmented reality (AR) displays designed to teach beginner bead weaving patterns using virtual 3D hands that show weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), I compared the AR learning materials with videos and figures, and I compared learning material placement at the area of work or off to the side. Quantitative and qualitative data analysis shows that the new AR learning materials had comparable effectiveness to the more traditional video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the animated 3D model of beadwork. Additionally, extra measures to prevent obstruction are required when placing learning materials at the area of work.},
keywords = {},
pubstate = {published},
tppubtype = {mastersthesis}
}
The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge in the way an in-person tutor can. I developed EmbodiAR, an application for headworn augmented reality (AR) displays designed to teach beginner bead weaving patterns using virtual 3D hands that show weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), I compared the AR learning materials with videos and figures, and I compared learning material placement at the area of work or off to the side. Quantitative and qualitative data analysis shows that the new AR learning materials had comparable effectiveness to the more traditional video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the animated 3D model of beadwork. Additionally, extra measures to prevent obstruction are required when placing learning materials at the area of work.
Abbey Singh
Story CreatAR: a spatial analysis tool for space-adaptive story content placement Masters Thesis
Dalhousie University, 2021.
@mastersthesis{Singh2021b,
title = {Story CreatAR: a spatial analysis tool for space-adaptive story content placement},
author = {Abbey Singh},
year = {2021},
date = {2021-12-06},
urldate = {2021-12-06},
school = {Dalhousie University},
abstract = {Immersive locative augmented reality (AR) provides rich storytelling possibilities. When authors place content in a locative AR narrative, they need to consider the relationships between the environment, the player's perspective, and the story events. This becomes more challenging and time-consuming when designing for multiple and/or unknown locations. We present Story CreatAR, a locative authoring tool that uses spatial analysis techniques to facilitate multi-site deployment. Story CreatAR was iteratively designed to help authors consider, test, and adjust spatial relationships in their story. We evaluated Story CreatAR in several ways: authors used Story CreatAR with a graph representation of their story and with a script, and developers did the same. Through a thematic analysis of user comments and behaviour we find that authors had difficulty understanding spatial analysis concepts and thinking in the abstract about placement across multiple sites. However, Story CreatAR encouraged authors to consider how the physical environment impacts their stories, and authors desired additional spatial analysis features.},
keywords = {AR},
pubstate = {published},
tppubtype = {mastersthesis}
}
Immersive locative augmented reality (AR) provides rich storytelling possibilities. When authors place content in a locative AR narrative, they need to consider the relationships between the environment, the player's perspective, and the story events. This becomes more challenging and time-consuming when designing for multiple and/or unknown locations. We present Story CreatAR, a locative authoring tool that uses spatial analysis techniques to facilitate multi-site deployment. Story CreatAR was iteratively designed to help authors consider, test, and adjust spatial relationships in their story. We evaluated Story CreatAR in several ways: authors used Story CreatAR with a graph representation of their story and with a script, and developers did the same. Through a thematic analysis of user comments and behaviour we find that authors had difficulty understanding spatial analysis concepts and thinking in the abstract about placement across multiple sites. However, Story CreatAR encouraged authors to consider how the physical environment impacts their stories, and authors desired additional spatial analysis features.
Claire Nicholas; James Forren; Derek Reilly
Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making Conference
4S Annual Meeting - Society for Social Studies of Science, 2021.
BibTeX | Tags: augmented reality, cultural heritage, embodied interaction, immersive visualization
@conference{GestureForm2021,
title = {Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making},
author = {Claire Nicholas and James Forren and Derek Reilly},
year = {2021},
date = {2021-10-08},
urldate = {2021-10-08},
booktitle = {4S Annual Meeting - Society for Social Studies of Science},
journal = {4S Annual Meeting - Society for Social Studies of Science},
keywords = {augmented reality, cultural heritage, embodied interaction, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
Mohammed Alnusayri
ProxemicUI: Iterative Design and Evaluation of a Flexible and Generic Framework for Proxemics Aware Applications PhD Thesis
Dalhousie University, 2021.
BibTeX | Tags:
@phdthesis{Alnusayri2021,
title = { ProxemicUI: Iterative Design and Evaluation of a Flexible and Generic Framework for Proxemics Aware Applications },
author = {Mohammed Alnusayri},
year = {2021},
date = {2021-08-19},
urldate = {2021-08-19},
school = {Dalhousie University},
keywords = {},
pubstate = {published},
tppubtype = {phdthesis}
}
Felipe Calegario; Christian Frisson; Vincent Cusson; Eduardo Meneses; Joao Tragtenberg; Joseph Malloch; Marcelo M. Wanderley
Documentation and Replicability in the NIME Community Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, Shanghai, China, 2021.
BibTeX | Tags: digital musical instruments, replication
@inproceedings{Calegario2021,
title = {Documentation and Replicability in the NIME Community},
author = {Felipe Calegario and Christian Frisson and Vincent Cusson and Eduardo Meneses and Joao Tragtenberg and Joseph Malloch and Marcelo M. Wanderley},
year = {2021},
date = {2021-06-15},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
address = {Shanghai, China},
keywords = {digital musical instruments, replication},
pubstate = {published},
tppubtype = {inproceedings}
}
Christian Frisson; Mathias Bredholt; Joseph Malloch; Marcelo M. Wanderley
MapLooper: Live-looping of Distributed Gesture-to-Sound Mappings Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, Shanghai, China, 2021.
BibTeX | Tags: control mapping, digital musical instruments, gesture, live looping
@inproceedings{Frisson2021,
title = {MapLooper: Live-looping of Distributed Gesture-to-Sound Mappings},
author = {Christian Frisson and Mathias Bredholt and Joseph Malloch and Marcelo M. Wanderley},
year = {2021},
date = {2021-06-15},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
address = {Shanghai, China},
keywords = {control mapping, digital musical instruments, gesture, live looping},
pubstate = {published},
tppubtype = {inproceedings}
}
Sathaporn "Hubert" Hu; Joseph Malloch; Derek Reilly
A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality Proceedings Article
In: Proceedings of the Graphics Interface 2021 Conference, 2021.
Abstract | Links | BibTeX | Tags: peripheral vision, target acquisition, VR
@inproceedings{Hu2021,
title = {A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality},
author = {Sathaporn "Hubert" Hu and Joseph Malloch and Derek Reilly},
doi = {10.20380/GI2021.32},
year = {2021},
date = {2021-05-27},
urldate = {2021-05-27},
booktitle = {Proceedings of the Graphics Interface 2021 Conference},
abstract = {In this work, we present the design and comparative evaluation of techniques for increasing awareness of out-of-view targets in virtual reality. We first compare two variants of SOUS--a technique that guides the user to out-of-view targets using circle cues in their peripheral vision--with the existing FlyingARrow technique, in which arrows fly from the user's central (foveal) vision toward the target. fSOUS, a variant with low visual salience, performed well in a simple environment but not in visually complex environments, while bSOUS, a visually salient variant, yielded faster target selection than both fSous and FlyingARrow across all environments. We then compare hybrid techniques in which aspects of SOUS relating to unobtrusiveness and visual persistence were reflected in design modifications made to FlyingARrow. Increasing persistence by adding trails to arrows improved performance but there were concerns about obtrusiveness, while other modifications yielded slower and less accurate target acquisition. Nevertheless, since fSOUS and bSOUS are exclusively for head-mounted display with wide field-of-view, FlyingARrow with trail can still be beneficial for devices with limited field-of-view.},
keywords = {peripheral vision, target acquisition, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
In this work, we present the design and comparative evaluation of techniques for increasing awareness of out-of-view targets in virtual reality. We first compare two variants of SOUS--a technique that guides the user to out-of-view targets using circle cues in their peripheral vision--with the existing FlyingARrow technique, in which arrows fly from the user's central (foveal) vision toward the target. fSOUS, a variant with low visual salience, performed well in a simple environment but not in visually complex environments, while bSOUS, a visually salient variant, yielded faster target selection than both fSous and FlyingARrow across all environments. We then compare hybrid techniques in which aspects of SOUS relating to unobtrusiveness and visual persistence were reflected in design modifications made to FlyingARrow. Increasing persistence by adding trails to arrows improved performance but there were concerns about obtrusiveness, while other modifications yielded slower and less accurate target acquisition. Nevertheless, since fSOUS and bSOUS are exclusively for head-mounted display with wide field-of-view, FlyingARrow with trail can still be beneficial for devices with limited field-of-view.
Matthew Peachey
Effectively and Efficiently Representing Hand-Tracking Data using Named Signal Instances Bachelor Thesis
2021.
@bachelorthesis{Peachey2021,
title = {Effectively and Efficiently Representing Hand-Tracking Data using Named Signal Instances},
author = {Matthew Peachey},
year = {2021},
date = {2021-04-15},
urldate = {2021-04-15},
institution = {Dalhousie University},
abstract = {Hand-tracking has been an important research topic in both Human Computer Interaction and Machine Learning in recent years. Hand-tracking has many meaningful use cases such as input mechanisms for Virtual and Augmented reality systems to sign language recognition and translation services. Several high quality research projects and consumer grade products have been introduced recently, which has made hand-tracking more accessible to both developers and users than ever before. While many resources have been spent on developing these highly accurate hand-tracking services, significantly less effort has been spent on defining effective and efficient representations for the output data that these services report. As a solution to these shortcomings, this thesis introduces the concept of "named instances" which aim to provide a conceptual framework for representing hand-tracking data in a way that is accessible to users with all manner of unique use cases.},
keywords = {},
pubstate = {published},
tppubtype = {bachelorthesis}
}
Hand-tracking has been an important research topic in both Human Computer Interaction and Machine Learning in recent years. Hand-tracking has many meaningful use cases such as input mechanisms for Virtual and Augmented reality systems to sign language recognition and translation services. Several high quality research projects and consumer grade products have been introduced recently, which has made hand-tracking more accessible to both developers and users than ever before. While many resources have been spent on developing these highly accurate hand-tracking services, significantly less effort has been spent on defining effective and efficient representations for the output data that these services report. As a solution to these shortcomings, this thesis introduces the concept of "named instances" which aim to provide a conceptual framework for representing hand-tracking data in a way that is accessible to users with all manner of unique use cases.
Abbey Singh; Ramanpreet Kaur; Peter Haltner; Matthew Peachey; Mar Gonzalez-Franco; Joseph Malloch; Derek Reilly
Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling Conference
Proceedings of IEEE VR 2021, IEEE VR, 2021.
Links | BibTeX | Tags: AR, open source software, proxemics, space syntax, VR
@conference{Singh2021,
title = {Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling},
author = {Abbey Singh and Ramanpreet Kaur and Peter Haltner and Matthew Peachey and Mar Gonzalez-Franco and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2023/06/Story-CreatAR-a-Toolkit-for-Spatially-Adaptive-Augmented-Reality-Storytelling.pdf},
year = {2021},
date = {2021-02-01},
urldate = {2021-02-01},
booktitle = {Proceedings of IEEE VR 2021},
journal = {IEEE VR 2021},
publisher = {IEEE VR},
keywords = {AR, open source software, proxemics, space syntax, VR},
pubstate = {published},
tppubtype = {conference}
}
2020
Mar Gonzalez-Franco; Zelia Egan; Matthew Peachey; Angus Antley; Tanmay Randhavane; Payod Panda; Yaying Zhang; Derek Reilly; Tabitha C Peck; Andrea Stevenson Won; Cheng Yao Wang; Anthony Steed; Eyal Ofek
MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library Proceedings Article
In: Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. , IEEE, 2020.
BibTeX | Tags: AR, mixed reality, open source software, VR
@inproceedings{MoveBox2020,
title = {MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library},
author = {Mar Gonzalez-Franco and Zelia Egan and Matthew Peachey and Angus Antley and Tanmay Randhavane and Payod Panda and Yaying Zhang and Derek Reilly and Tabitha C Peck and Andrea Stevenson Won and Cheng Yao Wang and Anthony Steed and Eyal Ofek},
year = {2020},
date = {2020-12-14},
urldate = {2020-12-14},
booktitle = {Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. },
publisher = {IEEE},
keywords = {AR, mixed reality, open source software, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Derek Reilly; Shivam Mahajan; Abbey Singh; Jake Moore; Isaac Fresia; Matthew Peachey; Joseph Malloch
Using Space Syntax to Enable Walkable AR Experiences Proceedings Article
In: 2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), IEEE, 2020.
BibTeX | Tags: AR, augmented reality, mixed reality, open source software, space syntax
@inproceedings{Reilly2020,
title = {Using Space Syntax to Enable Walkable AR Experiences},
author = {Derek Reilly and Shivam Mahajan and Abbey Singh and Jake Moore and Isaac Fresia and Matthew Peachey and Joseph Malloch},
year = {2020},
date = {2020-11-09},
urldate = {2020-11-09},
booktitle = {2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
publisher = {IEEE},
keywords = {AR, augmented reality, mixed reality, open source software, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
Fatima Alshammari; Khalid Tearo; Aaqib Mohammed; Rita Orji; Kirstie Hawkey; Derek Reilly
MAR: A Study of the Impact of Positive and Negative Reinforcement on Medication Adherence Reminders Proceedings Article
In: Proceedings of SeGAH 2020 , IEEE, 2020.
BibTeX | Tags: gamification, health, mobile, persuasive technology
@inproceedings{AlShammari2020,
title = {MAR: A Study of the Impact of Positive and Negative Reinforcement on Medication Adherence Reminders},
author = {Fatima Alshammari and Khalid Tearo and Aaqib Mohammed and Rita Orji and Kirstie Hawkey and Derek Reilly},
year = {2020},
date = {2020-08-12},
booktitle = {Proceedings of SeGAH 2020 },
publisher = {IEEE},
keywords = {gamification, health, mobile, persuasive technology},
pubstate = {published},
tppubtype = {inproceedings}
}
Juliano Franz; Joseph Malloch; Derek Reilly
Compensating for Perspective-based Distortion on Large Interactive Floor Displays: the SpaceHopper Field Experiment Proceedings Article
In: Proceedings of the ACM International Conference on Interactive Media Experiences (IMX 2020), ACM, 2020.
BibTeX | Tags: embodied interaction, installation, projection mapping, top-down tracking
@inproceedings{Franz2020,
title = {Compensating for Perspective-based Distortion on Large Interactive Floor Displays: the SpaceHopper Field Experiment},
author = {Juliano Franz and Joseph Malloch and Derek Reilly},
year = {2020},
date = {2020-06-16},
booktitle = {Proceedings of the ACM International Conference on Interactive Media Experiences (IMX 2020)},
publisher = {ACM},
keywords = {embodied interaction, installation, projection mapping, top-down tracking},
pubstate = {published},
tppubtype = {inproceedings}
}
2019
Shivam Mahajan; Jake Moore; Isaac Fresia; Juliano Franz; Joseph Malloch; Derek Reilly
Space Syntax in Mixed Reality Gaming Applications Journal Article
In: Undergraduate Research in Natural and Clinical Science and Technology (URNCST), vol. 3, no. 11, pp. 1–4, 2019.
Abstract | Links | BibTeX | Tags: AR, augmented reality, mixed reality, space syntax
@article{Mahajan2019,
title = {Space Syntax in Mixed Reality Gaming Applications},
author = {Shivam Mahajan and Jake Moore and Isaac Fresia and Juliano Franz and Joseph Malloch and Derek Reilly},
url = {https://www.urncst.com/index.php/urncst/article/view/168/46},
doi = {10.26685/urncst.168},
year = {2019},
date = {2019-11-12},
urldate = {2019-11-12},
journal = {Undergraduate Research in Natural and Clinical Science and Technology (URNCST)},
volume = {3},
number = {11},
pages = {1--4},
abstract = {With the rapidly growing interest in AR, grows the motivation to overcome some of the problems facing the implementations of the technology. The main challenge encountered in the building of large-scale mixed reality AR games is the uniqueness of the spatial settings in which the game will be experienced by the user. Game designers will require data of the spatial settings to determine game object placement, events and narrative flow. The problem arises because the designers are not aware of the physical environment in which the game will be played. In our research, we address this problem and take an approach to solving it by using Space Syntax techniques. We demonstrate the use of this technique, using a proof-of-concept game called Adventure AR.},
keywords = {AR, augmented reality, mixed reality, space syntax},
pubstate = {published},
tppubtype = {article}
}
With the rapidly growing interest in AR, grows the motivation to overcome some of the problems facing the implementations of the technology. The main challenge encountered in the building of large-scale mixed reality AR games is the uniqueness of the spatial settings in which the game will be experienced by the user. Game designers will require data of the spatial settings to determine game object placement, events and narrative flow. The problem arises because the designers are not aware of the physical environment in which the game will be played. In our research, we address this problem and take an approach to solving it by using Space Syntax techniques. We demonstrate the use of this technique, using a proof-of-concept game called Adventure AR.
Juliano Franz; Mohammed Alnusayri; Joseph Malloch; Derek Reilly
A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums Proceedings Article
In: Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW), ACM, 2019.
Abstract | BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CSCW,
title = {A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-11-09},
booktitle = {Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW)},
publisher = {ACM},
abstract = {Museums are constantly searching for new ways to increase engagement with their exhibits, from electronic guides to modern digital technologies such as special-purpose tablets, smartphones, and virtual and augmented reality (AR). For AR exhibits in particular, promoting shared experience and group cohesion is not straight-forward. In this work, we investigate scenarios in which not everyone is using a head-worn display (HWD), either because there aren’t enough available or simply because someone might feel uncomfortable using it.We propose three sharing techniques for AR experiences and evaluate them in a long term in-the-wild study: Over-the-Shoulder AR, which renders a real-time virtual representation of the augmented reality content on a large secondary display; Semantic Linking, which displays contextual information about the virtual content on the same large display; and Indicator Rings, which display the locations of the HWD user’s objects-of-focus. We observed that participants in theOver-the-Shoulder AR and Semantic Linking conditions stayed together and exhibited more verbal exchanges than participants in a Baseline condition, which could indicate that they were more engaged. Self-reported measures indicated an increase in pair communication and increased comprehension of the virtual content for participants without the HWD. Participants without the HWD also displayed a greater understanding of the location of virtual elements with support from theIndicator Rings, and used them as a tool to guide the HWD user through the virtual content. We discuss design implications for interactive augmented reality exhibits and possible applications outside the cultural heritage scenario.},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
Museums are constantly searching for new ways to increase engagement with their exhibits, from electronic guides to modern digital technologies such as special-purpose tablets, smartphones, and virtual and augmented reality (AR). For AR exhibits in particular, promoting shared experience and group cohesion is not straight-forward. In this work, we investigate scenarios in which not everyone is using a head-worn display (HWD), either because there aren’t enough available or simply because someone might feel uncomfortable using it.We propose three sharing techniques for AR experiences and evaluate them in a long term in-the-wild study: Over-the-Shoulder AR, which renders a real-time virtual representation of the augmented reality content on a large secondary display; Semantic Linking, which displays contextual information about the virtual content on the same large display; and Indicator Rings, which display the locations of the HWD user’s objects-of-focus. We observed that participants in theOver-the-Shoulder AR and Semantic Linking conditions stayed together and exhibited more verbal exchanges than participants in a Baseline condition, which could indicate that they were more engaged. Self-reported measures indicated an increase in pair communication and increased comprehension of the virtual content for participants without the HWD. Participants without the HWD also displayed a greater understanding of the location of virtual elements with support from theIndicator Rings, and used them as a tool to guide the HWD user through the virtual content. We discuss design implications for interactive augmented reality exhibits and possible applications outside the cultural heritage scenario.
Hossein Salimian; Stephen Brooks; Derek Reilly
Immersed and Integral: Relaxing View Congruence for Mixed Presence Collaboration With 3D Content Proceedings Article
In: Proceedings of CSCW 2019, The 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing, ACM, 2019.
BibTeX | Tags: collaborative systems, immersive visualization, mixed presence, tabletop, top-down tracking
@inproceedings{Salimian2019,
title = {Immersed and Integral: Relaxing View Congruence for Mixed Presence Collaboration With 3D Content},
author = {Hossein Salimian and Stephen Brooks and Derek Reilly},
year = {2019},
date = {2019-11-09},
booktitle = {Proceedings of CSCW 2019, The 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing},
publisher = {ACM},
keywords = {collaborative systems, immersive visualization, mixed presence, tabletop, top-down tracking},
pubstate = {published},
tppubtype = {inproceedings}
}
Juliano Franz; Mohammed Alnusayri; Joseph Malloch; Derek Reilly
AR in the Gallery: The Psychogeographer's Table Proceedings Article
In: Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019), ACM, Glasgow, UK, 2019.
BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CHI,
title = {AR in the Gallery: The Psychogeographer's Table},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-05-04},
booktitle = {Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019)},
publisher = {ACM},
address = {Glasgow, UK},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
Joseph Malloch; Jérémia Garcia; Marcelo M. Wanderley; Wendy E. Mackay; Michel Beaudouin-Lafon; Stéphane Huot
A Design Workbench for Interactive Music Systems Book Chapter
In: Holland, Simon; Wilkie, Katie; Mudd, Tom; McPherson, Andrew; Wanderley, Marcelo M. (Ed.): Music and Human–Computer Interaction: Remixed, Chapter 2, Springer Verlag, Berlin, Heidelberg, 2019.
BibTeX | Tags: creativity support tools, design workbench, digital musical instruments, music
@inbook{Malloch2018_MIDWAY,
title = {A Design Workbench for Interactive Music Systems},
author = {Joseph Malloch and Jérémia Garcia and Marcelo M. Wanderley and Wendy E. Mackay and Michel Beaudouin-Lafon and Stéphane Huot},
editor = {Simon Holland and Katie Wilkie and Tom Mudd and Andrew McPherson and Marcelo M. Wanderley},
year = {2019},
date = {2019-02-22},
booktitle = {Music and Human–Computer Interaction: Remixed},
publisher = {Springer Verlag},
address = {Berlin, Heidelberg},
chapter = {2},
keywords = {creativity support tools, design workbench, digital musical instruments, music},
pubstate = {published},
tppubtype = {inbook}
}
2018
Hossein Salimian
Dalhousie University, 2018.
Abstract | Links | BibTeX | Tags:
@phdthesis{Salimian2018b,
title = {Exploring the Impact of Asymmetrical Interfaces on Presence and Group Awareness in Mixed Reality Collaborative Environments},
author = {Hossein Salimian},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/06/salimian-MohamadHossein-PhD-December-2018.pdf},
year = {2018},
date = {2018-12-18},
urldate = {2018-12-18},
school = {Dalhousie University},
abstract = {Mixed Reality (MR) can be used for mixed presence collaboration by connecting physical and virtual worlds to create an integrated space: remote collaborators connect virtually to a physical workspace inhabited by collocated collaborators. While a “What-You-See-Is-What-I-See” (WYSIWIS) approach holds benefits for group awareness in traditional desktop collaborative systems, WYSIWIS is made problematic by the fundamental asymmetry of many MR configurations. This thesis examines the relationship between interface asymmetry, group awareness, and a sense of co-presence in MR collaborative spaces. We conducted a user study with three scenarios involving hiding and sharing blended physical-virtual documents around a fused physical-virtual tabletop. The remote collaborator was presented to collocated collaborators as an avatar in a VE in tableside and circumambient display conditions. Collocated collaborators actively sought information about how the physical and virtual environments were mapped chiefly when this was relevant to the tasks, although the circumambient displays generated more curiosity than a single tableside display about how the spaces were connected. Most participants felt that keeping documents away from the tabletop was sufficient to hide them from the remote collaborator, but indications that remote participants could somehow “see” around the physical environment in WYSIWIS fashion led some participants to trust the integrated physical-virtual environment less. We further investigated how the nature of WYSIWIS abstraction in a collaborative MR environment impacts collaborators’ awareness and feeling of co-presence, specifically for tasks involving 3D artefacts. Collocated collaborators used a tabletop display, while remote collaborators used either a tabletop display or a head-mounted display and physical proxy table to work on tasks involving 3D object manipulation. The results of the study suggest that an immersive VE significantly increases group awareness and the feeling of being co-present for both remote and collocated collaborators in comparison to a pure WYSIWIS tabletop configuration. Presenting 3D models in front of the remote participant above the virtual tabletop (Hover) or within the virtual tabletop (Fishtank) did not yield significant differences in group awareness or presence, despite Fishtank providing a more WYSIWIS experience. In addition, a significant percentage of remote participants preferred presentation over the virtual tabletop. The lack of toolkit support for our research motivated us to combine the software technologies and algorithms used in our work to create a Unity toolkit for rapidly prototyping immersive mixed reality collaborative environments (IMRCE). The IMRCE toolkit helps developers add five components to their systems: hand tracking (visualized and synchronized on all clients), position tracking, touch gestures, virtual reality interaction, and client/server functionality. We evaluated the usability of our toolkit by conducting an A/B comparison between IMRCE and common Unity libraries. The results showed that the IMRCE toolkit made a significant improvement in time to completion, lines of code, number of features, and number of bugs in comparison to development without IMRCE.},
keywords = {},
pubstate = {published},
tppubtype = {phdthesis}
}
Mixed Reality (MR) can be used for mixed presence collaboration by connecting physical and virtual worlds to create an integrated space: remote collaborators connect virtually to a physical workspace inhabited by collocated collaborators. While a “What-You-See-Is-What-I-See” (WYSIWIS) approach holds benefits for group awareness in traditional desktop collaborative systems, WYSIWIS is made problematic by the fundamental asymmetry of many MR configurations. This thesis examines the relationship between interface asymmetry, group awareness, and a sense of co-presence in MR collaborative spaces. We conducted a user study with three scenarios involving hiding and sharing blended physical-virtual documents around a fused physical-virtual tabletop. The remote collaborator was presented to collocated collaborators as an avatar in a VE in tableside and circumambient display conditions. Collocated collaborators actively sought information about how the physical and virtual environments were mapped chiefly when this was relevant to the tasks, although the circumambient displays generated more curiosity than a single tableside display about how the spaces were connected. Most participants felt that keeping documents away from the tabletop was sufficient to hide them from the remote collaborator, but indications that remote participants could somehow “see” around the physical environment in WYSIWIS fashion led some participants to trust the integrated physical-virtual environment less. We further investigated how the nature of WYSIWIS abstraction in a collaborative MR environment impacts collaborators’ awareness and feeling of co-presence, specifically for tasks involving 3D artefacts. Collocated collaborators used a tabletop display, while remote collaborators used either a tabletop display or a head-mounted display and physical proxy table to work on tasks involving 3D object manipulation. The results of the study suggest that an immersive VE significantly increases group awareness and the feeling of being co-present for both remote and collocated collaborators in comparison to a pure WYSIWIS tabletop configuration. Presenting 3D models in front of the remote participant above the virtual tabletop (Hover) or within the virtual tabletop (Fishtank) did not yield significant differences in group awareness or presence, despite Fishtank providing a more WYSIWIS experience. In addition, a significant percentage of remote participants preferred presentation over the virtual tabletop. The lack of toolkit support for our research motivated us to combine the software technologies and algorithms used in our work to create a Unity toolkit for rapidly prototyping immersive mixed reality collaborative environments (IMRCE). The IMRCE toolkit helps developers add five components to their systems: hand tracking (visualized and synchronized on all clients), position tracking, touch gestures, virtual reality interaction, and client/server functionality. We evaluated the usability of our toolkit by conducting an A/B comparison between IMRCE and common Unity libraries. The results showed that the IMRCE toolkit made a significant improvement in time to completion, lines of code, number of features, and number of bugs in comparison to development without IMRCE.