Publications

@conference{nokey,

title = {A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving},

author = {Peter Haltner and Rowland Goddy-Worlu and Claire Nicholas and James Forren and Derek Reilly},

year  = {2023},

date = {2023-10-16},

booktitle = {Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},

publisher = {IEEE},

abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.},

keywords = {AR, augmented reality, craft, cultural heritage, embodied interaction, training},

pubstate = {published},

tppubtype = {conference}

}

@conference{DRS2022,

title = {Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective},

author = {Claire Nicholas and James Forren and Derek Reilly},

year  = {2022},

date = {2022-06-25},

urldate = {2022-06-25},

booktitle = {Proceedings of the Design Research Society 2022 Conference},

publisher = {Design Research Society},

keywords = {3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{GestureForm2021,

title = {Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making},

author = {Claire Nicholas and James Forren and Derek Reilly},

year  = {2021},

date = {2021-10-08},

urldate = {2021-10-08},

booktitle = {4S Annual Meeting - Society for Social Studies of Science},

journal = {4S Annual Meeting - Society for Social Studies of Science},

keywords = {augmented reality, cultural heritage, embodied interaction, immersive visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{Salimian2018,

title = {IMRCE: A Unity Toolkit for Virtual Co-Presence},

author = {Hossein Salimian and Stephen Brooks and Derek Reilly},

year  = {2018},

date = {2018-10-13},

booktitle = {Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018)},

publisher = {ACM},

address = {Berlin, Germany},

keywords = {3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking},

pubstate = {published},

tppubtype = {conference}

}

@conference{Alqahtani2018,

title = {It’s the Gesture That (re)Counts: Annotating While Running to Recall Affective Experience},

author = {Felwah Alqahtani and Derek Reilly},

doi = {10.20380/GI2018.12},

year  = {2018},

date = {2018-05-08},

booktitle = {Proceedings of Graphics Interface (GI 2018)},

address = {Toronto, Canada},

abstract = {We present results from a study exploring whether gestural annotations of felt emotion presented on a map-based visualization can support recall of affective experience during recreational runs. We compare gestural annotations with audio and video notes and a “mental note” baseline. In our study, 20 runners were asked to record their emotional state at regular intervals while running a familiar route. Each runner used one of the four methods to capture emotion over four separate runs. Five days after the last run, runners used an interactive map-based visualization to review and recall their running experiences. Results indicate that gestural annotation promoted recall of affective experience more effectively than the baseline condition, as measured by confidence in recall and detail provided. Gestural annotation was also comparable to video and audio annotation in terms of recollection confidence and detail. Audio annotation supported recall primarily through the runner's spoken annotation, but sound in the background was sometimes used. Video annotation yielded the most detail, much directly related to visual cues in the video, however using video annotations required runners to stop during their runs. Given these results we propose that background logging of ambient sounds and video may supplement gestural annotation.},

keywords = {embodied interaction, emotional recall, gesture, mobile, running, spatial annotation, visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{Salimian2016,

title = {Physical-Digital Privacy Interfaces for Mixed Reality Collaboration: An Exploratory Study},

author = {Hossein Salimian and Stephen Brooks and Bonnie Mackay and Derek Reilly},

doi = {10.1145/2992154.2992167},

year  = {2016},

date = {2016-11-06},

booktitle = {Proceedings of the ACM Conference on Interactive Surfaces and Spaces (ISS 2016)},

publisher = {ACM},

address = {Niagara Falls, Canada},

keywords = {collaborative systems, embodied interaction, mixed presence, mixed reality, natural user interface, privacy, tangible interfaces, virtual environment},

pubstate = {published},

tppubtype = {conference}

}

@conference{Waje2016,

title = {Grab This, Swipe That: Combining Tangible and Gestural Interaction in Multiple Display Collaborative Gameplay},

author = {Aniruddha Waje and Khalid Tearo and Raghav V. Sampangi and Derek Reilly},

doi = {10.1145/2992154.2996794},

year  = {2016},

date = {2016-11-06},

booktitle = {Proceedings of the 2016 ACM International Conference on Interactive Surfaces and Spaces (ISS '16)},

publisher = {ACM},

address = {Niagara Falls, Canada},

abstract = {In this paper, we explore the use of multimodal interfaces (tangible and gestural) in collaborative gameplay. In our setup, gestural interaction is performed to perform tasks with reference content on a wall display, in support of a main activity involving tangible interaction on a tabletop display. We designed two games using this configuration, in order to explore how children share these multimodal tasks during collaborative gameplay. We conducted a pilot within-subjects user study, piloting the games with 35 children between the ages of 8 and 15, and considered the impact of a number of factors (group size, age range, game type and interaction style) on gameplay. We present lessons learned from prototyping and pilot testing tangible+gestural multi-display systems, and describe the resulting refinements made in our design and implementation.},

keywords = {children, collaborative systems, embodied interaction, gesture, museum, tabletop, tangible interfaces},

pubstate = {published},

tppubtype = {conference}

}