2023
Peter Haltner; Rowland Goddy-Worlu; Claire Nicholas; James Forren; Derek Reilly
A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving Conference
Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR), IEEE, 2023.
Abstract | BibTeX | Tags: AR, augmented reality, craft, cultural heritage, embodied interaction, training
@conference{nokey,
title = {A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving},
author = {Peter Haltner and Rowland Goddy-Worlu and Claire Nicholas and James Forren and Derek Reilly},
year = {2023},
date = {2023-10-16},
booktitle = {Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},
publisher = {IEEE},
abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.},
keywords = {AR, augmented reality, craft, cultural heritage, embodied interaction, training},
pubstate = {published},
tppubtype = {conference}
}
The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.
Juliano Franz
Enhancing Collaboration Through Role-Specific Information Sharing PhD Thesis
Dalhousie University, 2023.
Abstract | Links | BibTeX | Tags: augmented reality, collaborative systems, cycling
@phdthesis{Franz2023,
title = {Enhancing Collaboration Through Role-Specific Information Sharing},
author = {Juliano Franz},
url = {https://dalspace.library.dal.ca/bitstream/handle/10222/82339/JulianoFranz2023.pdf},
year = {2023},
date = {2023-03-17},
school = {Dalhousie University},
abstract = {Information sharing, either directly or trough summaries and proxies, is one of the pillars of collaborative systems in human-computer interaction. Representing and sharing role-specific information in collocated systems is one of the many challenges in groupware systems. In my thesis, I explore methods and their impacts on sharing role-based information in applications where users do not have uniform access to information either because they are using different technologies to access data or because there is no support for the flow of information. I present tools spanning both "What You See Is What I See" and "What You See Is Not What I See" approaches displaying either raw or summarized information to users. I present three studies leading towards an approach to support road cyclists to perform better as a unit by sharing their exertion information among all group members while leveraging technology ubiquitous to them. I start my work with a study exploring how to enable shared augmented reality experiences in museums when only one of the group members has access to an augmented reality headset. Either because there are not enough devices available or someone might feel uncomfortable using one in public. I propose two approaches for AR experiences (Over-the-Shoulder AR and Semantic Linking), a complementary technique (Indicator Rings), evaluate them in a long-term in-the-wild study, and discuss their impacts on museum scenarios and other applications. Later I present a design research study exploring the work done by road cyclists while training together, following a Contextual Design methodology. I expose their strategies and challenges with group coordination and communication and uncover a lack of support for sharing individual metrics such as effort in standard tools. Finally, I present my last study comparing the impacts on performance and self-reported metrics of two methods for road cyclists to share their exertion levels with group members while exercising: Paceguide and RPE View. I then discuss the broader implications of my work for the HCI community while proposing future research venues in Sport-HCI and other co-located work domains.},
keywords = {augmented reality, collaborative systems, cycling},
pubstate = {published},
tppubtype = {phdthesis}
}
Information sharing, either directly or trough summaries and proxies, is one of the pillars of collaborative systems in human-computer interaction. Representing and sharing role-specific information in collocated systems is one of the many challenges in groupware systems. In my thesis, I explore methods and their impacts on sharing role-based information in applications where users do not have uniform access to information either because they are using different technologies to access data or because there is no support for the flow of information. I present tools spanning both "What You See Is What I See" and "What You See Is Not What I See" approaches displaying either raw or summarized information to users. I present three studies leading towards an approach to support road cyclists to perform better as a unit by sharing their exertion information among all group members while leveraging technology ubiquitous to them. I start my work with a study exploring how to enable shared augmented reality experiences in museums when only one of the group members has access to an augmented reality headset. Either because there are not enough devices available or someone might feel uncomfortable using one in public. I propose two approaches for AR experiences (Over-the-Shoulder AR and Semantic Linking), a complementary technique (Indicator Rings), evaluate them in a long-term in-the-wild study, and discuss their impacts on museum scenarios and other applications. Later I present a design research study exploring the work done by road cyclists while training together, following a Contextual Design methodology. I expose their strategies and challenges with group coordination and communication and uncover a lack of support for sharing individual metrics such as effort in standard tools. Finally, I present my last study comparing the impacts on performance and self-reported metrics of two methods for road cyclists to share their exertion levels with group members while exercising: Paceguide and RPE View. I then discuss the broader implications of my work for the HCI community while proposing future research venues in Sport-HCI and other co-located work domains.
2022
Rowland Goddy-Worlu; Martha Dais Ferreira; Matthew Peachey; Claire Nicholas; James Forren; Derek Reilly
Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), IEEE, 2022.
BibTeX | Tags: augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning
@inproceedings{GoddyWorlu2022,
title = {Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network},
author = {Rowland Goddy-Worlu and Martha Dais Ferreira and Matthew Peachey and Claire Nicholas and James Forren and Derek Reilly},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022)},
publisher = {IEEE},
keywords = {augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning},
pubstate = {published},
tppubtype = {inproceedings}
}
Abbey Singh; Matthew Peachey; Ramanpreet Kaur; Peter Haltner; Shannon Frederick; Mohammed Alnusayri; David Choco Manco; Colton Morris; Shannon Brownlee; Joseph Malloch; Derek Reilly
Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study Proceedings Article
In: Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022), Association for Research in Digital Interactive Narratives (ARDIN) Springer LNCS, 2022.
Links | BibTeX | Tags: AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax
@inproceedings{nokey,
title = {Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study},
author = {Abbey Singh and Matthew Peachey and Ramanpreet Kaur and Peter Haltner and Shannon Frederick and Mohammed Alnusayri and David Choco Manco and Colton Morris and Shannon Brownlee and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/10/StoryCreatAR_2022.pdf},
year = {2022},
date = {2022-12-04},
urldate = {2022-12-04},
booktitle = {Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022)},
publisher = {Springer LNCS},
organization = {Association for Research in Digital Interactive Narratives (ARDIN)},
series = {LNCS},
keywords = {AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Claire Nicholas; James Forren; Derek Reilly
Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making Conference
4S Annual Meeting - Society for Social Studies of Science, 2021.
BibTeX | Tags: augmented reality, cultural heritage, embodied interaction, immersive visualization
@conference{GestureForm2021,
title = {Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making},
author = {Claire Nicholas and James Forren and Derek Reilly},
year = {2021},
date = {2021-10-08},
urldate = {2021-10-08},
booktitle = {4S Annual Meeting - Society for Social Studies of Science},
journal = {4S Annual Meeting - Society for Social Studies of Science},
keywords = {augmented reality, cultural heritage, embodied interaction, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
2020
Derek Reilly; Shivam Mahajan; Abbey Singh; Jake Moore; Isaac Fresia; Matthew Peachey; Joseph Malloch
Using Space Syntax to Enable Walkable AR Experiences Proceedings Article
In: 2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), IEEE, 2020.
BibTeX | Tags: AR, augmented reality, mixed reality, open source software, space syntax
@inproceedings{Reilly2020,
title = {Using Space Syntax to Enable Walkable AR Experiences},
author = {Derek Reilly and Shivam Mahajan and Abbey Singh and Jake Moore and Isaac Fresia and Matthew Peachey and Joseph Malloch},
year = {2020},
date = {2020-11-09},
urldate = {2020-11-09},
booktitle = {2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
publisher = {IEEE},
keywords = {AR, augmented reality, mixed reality, open source software, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
2019
Shivam Mahajan; Jake Moore; Isaac Fresia; Juliano Franz; Joseph Malloch; Derek Reilly
Space Syntax in Mixed Reality Gaming Applications Journal Article
In: Undergraduate Research in Natural and Clinical Science and Technology (URNCST), vol. 3, no. 11, pp. 1–4, 2019.
Abstract | Links | BibTeX | Tags: AR, augmented reality, mixed reality, space syntax
@article{Mahajan2019,
title = {Space Syntax in Mixed Reality Gaming Applications},
author = {Shivam Mahajan and Jake Moore and Isaac Fresia and Juliano Franz and Joseph Malloch and Derek Reilly},
url = {https://www.urncst.com/index.php/urncst/article/view/168/46},
doi = {10.26685/urncst.168},
year = {2019},
date = {2019-11-12},
urldate = {2019-11-12},
journal = {Undergraduate Research in Natural and Clinical Science and Technology (URNCST)},
volume = {3},
number = {11},
pages = {1--4},
abstract = {With the rapidly growing interest in AR, grows the motivation to overcome some of the problems facing the implementations of the technology. The main challenge encountered in the building of large-scale mixed reality AR games is the uniqueness of the spatial settings in which the game will be experienced by the user. Game designers will require data of the spatial settings to determine game object placement, events and narrative flow. The problem arises because the designers are not aware of the physical environment in which the game will be played. In our research, we address this problem and take an approach to solving it by using Space Syntax techniques. We demonstrate the use of this technique, using a proof-of-concept game called Adventure AR.},
keywords = {AR, augmented reality, mixed reality, space syntax},
pubstate = {published},
tppubtype = {article}
}
With the rapidly growing interest in AR, grows the motivation to overcome some of the problems facing the implementations of the technology. The main challenge encountered in the building of large-scale mixed reality AR games is the uniqueness of the spatial settings in which the game will be experienced by the user. Game designers will require data of the spatial settings to determine game object placement, events and narrative flow. The problem arises because the designers are not aware of the physical environment in which the game will be played. In our research, we address this problem and take an approach to solving it by using Space Syntax techniques. We demonstrate the use of this technique, using a proof-of-concept game called Adventure AR.
Juliano Franz; Mohammed Alnusayri; Joseph Malloch; Derek Reilly
A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums Proceedings Article
In: Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW), ACM, 2019.
Abstract | BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CSCW,
title = {A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-11-09},
booktitle = {Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW)},
publisher = {ACM},
abstract = {Museums are constantly searching for new ways to increase engagement with their exhibits, from electronic guides to modern digital technologies such as special-purpose tablets, smartphones, and virtual and augmented reality (AR). For AR exhibits in particular, promoting shared experience and group cohesion is not straight-forward. In this work, we investigate scenarios in which not everyone is using a head-worn display (HWD), either because there aren’t enough available or simply because someone might feel uncomfortable using it.We propose three sharing techniques for AR experiences and evaluate them in a long term in-the-wild study: Over-the-Shoulder AR, which renders a real-time virtual representation of the augmented reality content on a large secondary display; Semantic Linking, which displays contextual information about the virtual content on the same large display; and Indicator Rings, which display the locations of the HWD user’s objects-of-focus. We observed that participants in theOver-the-Shoulder AR and Semantic Linking conditions stayed together and exhibited more verbal exchanges than participants in a Baseline condition, which could indicate that they were more engaged. Self-reported measures indicated an increase in pair communication and increased comprehension of the virtual content for participants without the HWD. Participants without the HWD also displayed a greater understanding of the location of virtual elements with support from theIndicator Rings, and used them as a tool to guide the HWD user through the virtual content. We discuss design implications for interactive augmented reality exhibits and possible applications outside the cultural heritage scenario.},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
Museums are constantly searching for new ways to increase engagement with their exhibits, from electronic guides to modern digital technologies such as special-purpose tablets, smartphones, and virtual and augmented reality (AR). For AR exhibits in particular, promoting shared experience and group cohesion is not straight-forward. In this work, we investigate scenarios in which not everyone is using a head-worn display (HWD), either because there aren’t enough available or simply because someone might feel uncomfortable using it.We propose three sharing techniques for AR experiences and evaluate them in a long term in-the-wild study: Over-the-Shoulder AR, which renders a real-time virtual representation of the augmented reality content on a large secondary display; Semantic Linking, which displays contextual information about the virtual content on the same large display; and Indicator Rings, which display the locations of the HWD user’s objects-of-focus. We observed that participants in theOver-the-Shoulder AR and Semantic Linking conditions stayed together and exhibited more verbal exchanges than participants in a Baseline condition, which could indicate that they were more engaged. Self-reported measures indicated an increase in pair communication and increased comprehension of the virtual content for participants without the HWD. Participants without the HWD also displayed a greater understanding of the location of virtual elements with support from theIndicator Rings, and used them as a tool to guide the HWD user through the virtual content. We discuss design implications for interactive augmented reality exhibits and possible applications outside the cultural heritage scenario.
Juliano Franz; Mohammed Alnusayri; Joseph Malloch; Derek Reilly
AR in the Gallery: The Psychogeographer's Table Proceedings Article
In: Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019), ACM, Glasgow, UK, 2019.
BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CHI,
title = {AR in the Gallery: The Psychogeographer's Table},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-05-04},
booktitle = {Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019)},
publisher = {ACM},
address = {Glasgow, UK},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
2018
Hossein Salimian; Stephen Brooks; Derek Reilly
IMRCE: A Unity Toolkit for Virtual Co-Presence Conference
Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018), ACM, Berlin, Germany, 2018.
BibTeX | Tags: 3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking
@conference{Salimian2018,
title = {IMRCE: A Unity Toolkit for Virtual Co-Presence},
author = {Hossein Salimian and Stephen Brooks and Derek Reilly},
year = {2018},
date = {2018-10-13},
booktitle = {Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018)},
publisher = {ACM},
address = {Berlin, Germany},
keywords = {3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking},
pubstate = {published},
tppubtype = {conference}
}
Juliano Franz; Joseph Malloch; Brian Lilley; Bob Bean; Derek Reilly
The Psychogeographer's Table Miscellaneous
Curated Exhibit, Maritime Museum of the Atlantic, 2018.
BibTeX | Tags: AR, augmented reality, installation, museum, projection mapping
@misc{Franz2018_MMA,
title = {The Psychogeographer's Table},
author = {Juliano Franz and Joseph Malloch and Brian Lilley and Bob Bean and Derek Reilly},
year = {2018},
date = {2018-05-18},
publisher = {Maritime Museum of the Atlantic},
address = {Halifax, Nova Scotia, Canada},
institution = {Maritime Museum of the Atlantic},
howpublished = {Curated Exhibit, Maritime Museum of the Atlantic},
type = {Curated Exhibit},
keywords = {AR, augmented reality, installation, museum, projection mapping},
pubstate = {published},
tppubtype = {misc}
}
2017
Juliano Franz; Bjorn Huntemann; Charles Hu; Joseph Malloch; Brian Lilley; Bob Bean; Derek Reilly
Beyond the Debris Field Miscellaneous
Curated Exhibit, Dalhousie Art Gallery, 2017.
BibTeX | Tags: AR, augmented reality, halifax, installation, museum, projection mapping
@misc{Franz2017_Gallery,
title = {Beyond the Debris Field},
author = {Juliano Franz and Bjorn Huntemann and Charles Hu and Joseph Malloch and Brian Lilley and Bob Bean and Derek Reilly},
year = {2017},
date = {2017-11-01},
urldate = {2017-11-01},
address = {Dalhousie Art Gallery},
school = {Dalhousie University},
howpublished = {Curated Exhibit, Dalhousie Art Gallery},
type = {Curated Exhibit},
keywords = {AR, augmented reality, halifax, installation, museum, projection mapping},
pubstate = {published},
tppubtype = {misc}
}
Juliano Franz; Joseph Malloch; Derek Reilly
Exploring Shared Immersive Visualization in AR Conference
Extended Abstracts of VIS 2017, Phoenix, AZ, USA, 2017.
BibTeX | Tags: AR, augmented reality, immersive visualization
@conference{Franz2017_VIS,
title = {Exploring Shared Immersive Visualization in AR},
author = {Juliano Franz and Joseph Malloch and Derek Reilly},
year = {2017},
date = {2017-10-01},
booktitle = {Extended Abstracts of VIS 2017},
address = {Phoenix, AZ, USA},
keywords = {AR, augmented reality, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}