2023
"Hubert" Hu, Sathaporn; Reilly, Derek
Parallax-based Glyph Composition Technique with Colour-Blending Glyphs Proceedings Article Forthcoming
In: Claudia Krogmeier Abraham Campbell, Gareth W. Young (Ed.): ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments - Posters and Demos, The Eurographics Association, Forthcoming.
BibTeX | Tags: colour perception, immersive visualization, peripheral vision
@inproceedings{nokey,
title = {Parallax-based Glyph Composition Technique with Colour-Blending Glyphs},
author = {Sathaporn "Hubert" Hu and Derek Reilly },
editor = {Abraham Campbell, Claudia Krogmeier, Gareth W. Young},
year = {2023},
date = {2023-12-06},
urldate = {2023-12-06},
booktitle = {ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments - Posters and Demos},
publisher = {The Eurographics Association},
keywords = {colour perception, immersive visualization, peripheral vision},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}
"Hubert" Hu, Sathaporn; Reilly, Derek
Comparative Glyph-Field Trajectory Analyses with an AR+TabletHybrid User Interface for Geospatial Analysis TasksHybrid User Interface for Analysis Tasks Proceedings Article Forthcoming
In: Maki Sugimoto Jean-Marie Normand, Veronica Sundstedt (Ed.): ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments, The Eurographics Association, Forthcoming.
BibTeX | Tags: immersive visualization, mobile
@inproceedings{Hu2023,
title = {Comparative Glyph-Field Trajectory Analyses with an AR+TabletHybrid User Interface for Geospatial Analysis TasksHybrid User Interface for Analysis Tasks},
author = {Sathaporn "Hubert" Hu and Derek Reilly},
editor = {Jean-Marie Normand, Maki Sugimoto, Veronica Sundstedt},
year = {2023},
date = {2023-12-06},
urldate = {2023-12-06},
booktitle = {ICAT-EGVE 2023 - International Conference on Artificial Reality and Telexistence and Eurographics Symposium on Virtual Environments},
publisher = {The Eurographics Association},
keywords = {immersive visualization, mobile},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}
Peachey, Matthew; Oore, Sageev; Malloch, Joseph
Creating Latent Representations of Synthesizer Patches using Variational Autoencoders Proceedings Article
In: Proceedings of the 4th International Symposium on the Internet of Sounds (IS2), Pisa, Italy, 2023.
BibTeX | Tags: machine learning, music
@inproceedings{Peachey2023,
title = {Creating Latent Representations of Synthesizer Patches using Variational Autoencoders},
author = {Matthew Peachey and Sageev Oore and Joseph Malloch},
year = {2023},
date = {2023-10-26},
urldate = {2023-10-26},
booktitle = {Proceedings of the 4th International Symposium on the Internet of Sounds (IS2)},
address = {Pisa, Italy},
keywords = {machine learning, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Peachey, Matthew; Malloch, Joseph
FAUSTMapper: Facilitating Complex Mappings for Smart Musical Instruments Proceedings Article
In: Proceedings of the 4th International Symposium on the Internet of Sounds (IS2), Pisa, Italy, 2023.
BibTeX | Tags: control mapping, digital musical instruments, FAUST, libmapper, music
@inproceedings{Peachey2023b,
title = {FAUSTMapper: Facilitating Complex Mappings for Smart Musical Instruments},
author = {Matthew Peachey and Joseph Malloch},
year = {2023},
date = {2023-10-26},
urldate = {2023-10-26},
booktitle = {Proceedings of the 4th International Symposium on the Internet of Sounds (IS2)},
address = {Pisa, Italy},
keywords = {control mapping, digital musical instruments, FAUST, libmapper, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Haltner, Peter; Goddy-Worlu, Rowland; Nicholas, Claire; Forren, James; Reilly, Derek
A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving Conference
Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR), IEEE, 2023.
Abstract | BibTeX | Tags: AR, augmented reality, craft, cultural heritage, embodied interaction, training
@conference{nokey,
title = {A Comparative Evaluation of AR Embodiments vs. Videos and Figures for Learning Bead Weaving},
author = {Peter Haltner and Rowland Goddy-Worlu and Claire Nicholas and James Forren and Derek Reilly},
year = {2023},
date = {2023-10-16},
booktitle = {Proceedings of the 22nd IEEE International Symposium on Mixed and Augmented Reality (ISMAR)},
publisher = {IEEE},
abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge as an in-person tutor could. We developed WeavAR, an application for headworn augmented reality (AR) displays designed to teach basic bead weaving patterns. WeavAR combines virtual 3D hands showing weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), we compared learning materials (AR to videos and figures) and learning material placement (in the area of work or to the side). Results show that the AR learning materials had comparable effectiveness to video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the 3D bead model. Extra measures to prevent obstruction are required when placing learning materials at the area of work.},
keywords = {AR, augmented reality, craft, cultural heritage, embodied interaction, training},
pubstate = {published},
tppubtype = {conference}
}
Nasirinejad, Majid; Reilly, Derek
mF+C: Linking Suboptimal Projections to Detail on Handheld Devices Journal Article
In: International Journal of Human Computer Studies (IJHCS), 2023, ISSN: 1071-5819.
Abstract | Links | BibTeX | Tags: mobile, projection, ubiquitous computing, visualization
@article{Nasirinejad2023,
title = {mF+C: Linking Suboptimal Projections to Detail on Handheld Devices},
author = {Majid Nasirinejad and Derek Reilly},
doi = {https://doi.org/10.1016/j.ijhcs.2023.103170.},
issn = {1071-5819},
year = {2023},
date = {2023-10-14},
journal = {International Journal of Human Computer Studies (IJHCS)},
abstract = {Mobile Focus + Context (mF+C) involves using a handheld device as a focus screen for content on an immersive display or mobile projector. In this work we examine how using a focus device can mitigate poor context image quality due to environmental factors. In an exploratory study we compare three techniques for linking focus and context: lens-focus (Lens), where the device works as a mobile lens held parallel to and in front of the context, center-focus (Centered), where the user holds the device in the center of the projection and pans both context and focus by swiping, and marker-focus (Marker), where the focus region is highlighted on the context, and the user pans the focus by swiping. Participants performed searching, tracing, and detail acquisition tasks with maps and electronics diagrams under a range of simulated projection conditions. All techniques were able to mitigate poor projection quality and performed comparably in time and precision, but the effectiveness of each technique was impacted by task type. There was lower variation in time between participants using Lens for tracing tasks versus the other techniques, but wider variation for searching tasks. Tasks completed using sub-optimal projections involved more time spent looking at the context image than tasks with clear projections, however this difference is less pronounced for the Lens technique. We propose a hybrid Lens-Marker approach for mobile Focus+Context applications in dynamic environments.},
keywords = {mobile, projection, ubiquitous computing, visualization},
pubstate = {published},
tppubtype = {article}
}
Boettcher, Brady; Meneses, Eduardo A. L.; Frisson, Christian; Wanderley, Marcelo M.; Malloch, Joseph
Addressing Barriers for Entry and Operation of a Distributed Signal Mapping Framework Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression (NIME), Mexico City, Mexico, 2023.
BibTeX | Tags: collaborative systems, control mapping, music
@inproceedings{Boettcher2023,
title = {Addressing Barriers for Entry and Operation of a Distributed Signal Mapping Framework},
author = {Brady Boettcher and Eduardo A. L. Meneses and Christian Frisson and Marcelo M. Wanderley and Joseph Malloch},
year = {2023},
date = {2023-05-31},
urldate = {2023-05-31},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression (NIME)},
address = {Mexico City, Mexico},
keywords = {collaborative systems, control mapping, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Franz, Juliano
Enhancing Collaboration Through Role-Specific Information Sharing PhD Thesis
Dalhousie University, 2023.
Abstract | Links | BibTeX | Tags: augmented reality, collaborative systems, cycling
@phdthesis{Franz2023,
title = {Enhancing Collaboration Through Role-Specific Information Sharing},
author = {Juliano Franz},
url = {https://dalspace.library.dal.ca/bitstream/handle/10222/82339/JulianoFranz2023.pdf},
year = {2023},
date = {2023-03-17},
school = {Dalhousie University},
abstract = {Information sharing, either directly or trough summaries and proxies, is one of the pillars of collaborative systems in human-computer interaction. Representing and sharing role-specific information in collocated systems is one of the many challenges in groupware systems. In my thesis, I explore methods and their impacts on sharing role-based information in applications where users do not have uniform access to information either because they are using different technologies to access data or because there is no support for the flow of information. I present tools spanning both "What You See Is What I See" and "What You See Is Not What I See" approaches displaying either raw or summarized information to users. I present three studies leading towards an approach to support road cyclists to perform better as a unit by sharing their exertion information among all group members while leveraging technology ubiquitous to them. I start my work with a study exploring how to enable shared augmented reality experiences in museums when only one of the group members has access to an augmented reality headset. Either because there are not enough devices available or someone might feel uncomfortable using one in public. I propose two approaches for AR experiences (Over-the-Shoulder AR and Semantic Linking), a complementary technique (Indicator Rings), evaluate them in a long-term in-the-wild study, and discuss their impacts on museum scenarios and other applications. Later I present a design research study exploring the work done by road cyclists while training together, following a Contextual Design methodology. I expose their strategies and challenges with group coordination and communication and uncover a lack of support for sharing individual metrics such as effort in standard tools. Finally, I present my last study comparing the impacts on performance and self-reported metrics of two methods for road cyclists to share their exertion levels with group members while exercising: Paceguide and RPE View. I then discuss the broader implications of my work for the HCI community while proposing future research venues in Sport-HCI and other co-located work domains.},
keywords = {augmented reality, collaborative systems, cycling},
pubstate = {published},
tppubtype = {phdthesis}
}
2022
Goddy-Worlu, Rowland; Ferreira, Martha Dais; Peachey, Matthew; Nicholas, Claire; Forren, James; Reilly, Derek
Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), IEEE, 2022.
BibTeX | Tags: augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning
@inproceedings{GoddyWorlu2022,
title = {Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network},
author = {Rowland Goddy-Worlu and Martha Dais Ferreira and Matthew Peachey and Claire Nicholas and James Forren and Derek Reilly},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022)},
publisher = {IEEE},
keywords = {augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning},
pubstate = {published},
tppubtype = {inproceedings}
}
Raza, Muhammad; Reilly, Derek; Malloch, Joseph
Active Visualization of Visual Cues on the Hand for Better User Interface Design Generalization in Mixed Reality Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), Late-Breaking Work, pp. 149–152, IEEE, 2022.
Links | BibTeX | Tags: continuous interaction, embodied interaction, feedforward, mixed reality, natural user interface
@inproceedings{Raza2022,
title = {Active Visualization of Visual Cues on the Hand for Better User Interface Design Generalization in Mixed Reality},
author = {Muhammad Raza and Derek Reilly and Joseph Malloch},
doi = {10.1109/AIVR56993.2022.00030},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), Late-Breaking Work},
pages = {149--152},
publisher = {IEEE},
keywords = {continuous interaction, embodied interaction, feedforward, mixed reality, natural user interface},
pubstate = {published},
tppubtype = {inproceedings}
}
Singh, Abbey; Peachey, Matthew; Kaur, Ramanpreet; Haltner, Peter; Frederick, Shannon; Alnusayri, Mohammed; Manco, David Choco; Morris, Colton; Brownlee, Shannon; Malloch, Joseph; Reilly, Derek
Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study Proceedings Article
In: Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022), Association for Research in Digital Interactive Narratives (ARDIN) Springer LNCS, 2022.
Links | BibTeX | Tags: AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax
@inproceedings{nokey,
title = {Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study},
author = {Abbey Singh and Matthew Peachey and Ramanpreet Kaur and Peter Haltner and Shannon Frederick and Mohammed Alnusayri and David Choco Manco and Colton Morris and Shannon Brownlee and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/10/StoryCreatAR_2022.pdf},
year = {2022},
date = {2022-12-04},
urldate = {2022-12-04},
booktitle = {Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022)},
publisher = {Springer LNCS},
organization = {Association for Research in Digital Interactive Narratives (ARDIN)},
series = {LNCS},
keywords = {AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
Porcino, Thiago; Ghaeinian, Seyed Adel; Franz, Juliano; Malloch, Joseph; Reilly, Derek
Design of an Extended Reality Collaboration Architecture for Mixed Immersive and Multi-Surface Interaction Proceedings Article
In: The 21st IFIP International Conference on Entertainment Computing (ICEC 2022), IFIP, 2022.
BibTeX | Tags: 3-D user interface, AR, architecture, collaborative systems, connected devices, embodied interaction, gesture, immersive visualization, information propagation, natural user interface, spatial annotation, temporal objects, toolkit
@inproceedings{PorcinoICEC2022,
title = {Design of an Extended Reality Collaboration Architecture for Mixed Immersive and Multi-Surface Interaction},
author = {Thiago Porcino and Seyed Adel Ghaeinian and Juliano Franz and Joseph Malloch and Derek Reilly
},
year = {2022},
date = {2022-11-01},
urldate = {2022-11-09},
booktitle = {The 21st IFIP International Conference on Entertainment Computing (ICEC 2022)},
publisher = {IFIP},
keywords = {3-D user interface, AR, architecture, collaborative systems, connected devices, embodied interaction, gesture, immersive visualization, information propagation, natural user interface, spatial annotation, temporal objects, toolkit},
pubstate = {published},
tppubtype = {inproceedings}
}
Porcino, Thiago; Reilly, Derek; Trevisan, Daniela; Clua, Esteban
A guideline proposal for minimizing cybersickness in VR-based serious games and applications Proceedings Article
In: Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022), IEEE, 2022.
BibTeX | Tags: cybersickness, exergames, gamification, health, VR
@inproceedings{PorcinoSeGAH2022,
title = {A guideline proposal for minimizing cybersickness in VR-based serious games and applications},
author = {Thiago Porcino and Derek Reilly and Daniela Trevisan and Esteban Clua},
year = {2022},
date = {2022-08-10},
urldate = {2022-08-10},
booktitle = {Proceedings of the IEEE 10th International Conference on Serious Games and Applications for Health (SeGAH 2022)},
publisher = {IEEE},
keywords = {cybersickness, exergames, gamification, health, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Boettcher, Brady; Malloch, Joseph; Wang, Johnty; Wanderley, Marcelo M.
Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, 2022.
BibTeX | Tags: Ableton Live, control mapping, creativity support tools, libmapper, max, music
@inproceedings{Boettcher2022,
title = {Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments},
author = {Brady Boettcher and Joseph Malloch and Johnty Wang and Marcelo M. Wanderley},
year = {2022},
date = {2022-06-28},
urldate = {2022-06-28},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
keywords = {Ableton Live, control mapping, creativity support tools, libmapper, max, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Nicholas, Claire; Forren, James; Reilly, Derek
Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective Conference
Proceedings of the Design Research Society 2022 Conference, Design Research Society, 2022.
BibTeX | Tags: 3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization
@conference{DRS2022,
title = {Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective},
author = {Claire Nicholas and James Forren and Derek Reilly},
year = {2022},
date = {2022-06-25},
urldate = {2022-06-25},
booktitle = {Proceedings of the Design Research Society 2022 Conference},
publisher = {Design Research Society},
keywords = {3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
Franz, Juliano; Reilly, Derek
Ride With Me: Exploring Group Road Cycling Through Contextual Design Proceedings Article
In: Proceedings of ACM SIGCHI Conference on Designing Interactive Systems (DIS 2022), ACM, 2022.
BibTeX | Tags: annotation, collaborative systems, cycling, design, ethnography, mobile, visualization
@inproceedings{FranzDIS2022,
title = {Ride With Me: Exploring Group Road Cycling Through Contextual Design},
author = {Juliano Franz and Derek Reilly},
year = {2022},
date = {2022-06-20},
urldate = {2022-06-20},
booktitle = {Proceedings of ACM SIGCHI Conference on Designing Interactive Systems (DIS 2022)},
publisher = {ACM},
keywords = {annotation, collaborative systems, cycling, design, ethnography, mobile, visualization},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Haltner, Peter
A Comparative Evaluation of Augmented Reality Learning Techniques and Traditional Learning Materials for Bead Weaving Masters Thesis
Dalhousie University, 2021.
@mastersthesis{Haltner2021,
title = {A Comparative Evaluation of Augmented Reality Learning Techniques and Traditional Learning Materials for Bead Weaving},
author = {Peter Haltner},
year = {2021},
date = {2021-12-13},
school = {Dalhousie University},
abstract = {The most common learning materials for handcraft today are videos and figures, which are limited in their ability to express embodied knowledge in the way an in-person tutor can. I developed EmbodiAR, an application for headworn augmented reality (AR) displays designed to teach beginner bead weaving patterns using virtual 3D hands that show weaving sequences recorded from an experienced bead weaver and a dynamic 3D bead model showing how the work progresses. Using a mixed within/between-subjects user study (n=30), I compared the AR learning materials with videos and figures, and I compared learning material placement at the area of work or off to the side. Quantitative and qualitative data analysis shows that the new AR learning materials had comparable effectiveness to the more traditional video and figures. Hand visualizations were found to lack crucial context, however, making them less useful than the animated 3D model of beadwork. Additionally, extra measures to prevent obstruction are required when placing learning materials at the area of work.},
keywords = {},
pubstate = {published},
tppubtype = {mastersthesis}
}
Singh, Abbey
Story CreatAR: a spatial analysis tool for space-adaptive story content placement Masters Thesis
Dalhousie University, 2021.
@mastersthesis{Singh2021b,
title = {Story CreatAR: a spatial analysis tool for space-adaptive story content placement},
author = {Abbey Singh},
year = {2021},
date = {2021-12-06},
urldate = {2021-12-06},
school = {Dalhousie University},
abstract = {Immersive locative augmented reality (AR) provides rich storytelling possibilities. When authors place content in a locative AR narrative, they need to consider the relationships between the environment, the player's perspective, and the story events. This becomes more challenging and time-consuming when designing for multiple and/or unknown locations. We present Story CreatAR, a locative authoring tool that uses spatial analysis techniques to facilitate multi-site deployment. Story CreatAR was iteratively designed to help authors consider, test, and adjust spatial relationships in their story. We evaluated Story CreatAR in several ways: authors used Story CreatAR with a graph representation of their story and with a script, and developers did the same. Through a thematic analysis of user comments and behaviour we find that authors had difficulty understanding spatial analysis concepts and thinking in the abstract about placement across multiple sites. However, Story CreatAR encouraged authors to consider how the physical environment impacts their stories, and authors desired additional spatial analysis features.},
keywords = {AR},
pubstate = {published},
tppubtype = {mastersthesis}
}
Nicholas, Claire; Forren, James; Reilly, Derek
Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making Conference
4S Annual Meeting - Society for Social Studies of Science, 2021.
BibTeX | Tags: augmented reality, cultural heritage, embodied interaction, immersive visualization
@conference{GestureForm2021,
title = {Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making},
author = {Claire Nicholas and James Forren and Derek Reilly},
editor = {4S Annual Meeting - Society for Social Studies of Science},
year = {2021},
date = {2021-10-08},
urldate = {2021-10-08},
booktitle = {4S Annual Meeting - Society for Social Studies of Science},
journal = {4S Annual Meeting - Society for Social Studies of Science},
keywords = {augmented reality, cultural heritage, embodied interaction, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
Alnusayri, Mohammed
ProxemicUI: Iterative Design and Evaluation of a Flexible and Generic Framework for Proxemics Aware Applications PhD Thesis
Dalhousie University, 2021.
BibTeX | Tags:
@phdthesis{Alnusayri2021,
title = { ProxemicUI: Iterative Design and Evaluation of a Flexible and Generic Framework for Proxemics Aware Applications },
author = {Mohammed Alnusayri},
year = {2021},
date = {2021-08-19},
urldate = {2021-08-19},
school = {Dalhousie University},
keywords = {},
pubstate = {published},
tppubtype = {phdthesis}
}
Calegario, Felipe; Frisson, Christian; Cusson, Vincent; Meneses, Eduardo; Tragtenberg, Joao; Malloch, Joseph; Wanderley, Marcelo M.
Documentation and Replicability in the NIME Community Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, Shanghai, China, 2021.
BibTeX | Tags: digital musical instruments, replication
@inproceedings{Calegario2021,
title = {Documentation and Replicability in the NIME Community},
author = {Felipe Calegario and Christian Frisson and Vincent Cusson and Eduardo Meneses and Joao Tragtenberg and Joseph Malloch and Marcelo M. Wanderley},
year = {2021},
date = {2021-06-15},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
address = {Shanghai, China},
keywords = {digital musical instruments, replication},
pubstate = {published},
tppubtype = {inproceedings}
}
Frisson, Christian; Bredholt, Mathias; Malloch, Joseph; Wanderley, Marcelo M.
MapLooper: Live-looping of Distributed Gesture-to-Sound Mappings Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, Shanghai, China, 2021.
BibTeX | Tags: control mapping, digital musical instruments, gesture, live looping
@inproceedings{Frisson2021,
title = {MapLooper: Live-looping of Distributed Gesture-to-Sound Mappings},
author = {Christian Frisson and Mathias Bredholt and Joseph Malloch and Marcelo M. Wanderley},
year = {2021},
date = {2021-06-15},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
address = {Shanghai, China},
keywords = {control mapping, digital musical instruments, gesture, live looping},
pubstate = {published},
tppubtype = {inproceedings}
}
"Hubert" Hu, Sathaporn; Malloch, Joseph; Reilly, Derek
A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality Proceedings Article
In: Proceedings of the Graphics Interface 2021 Conference, 2021.
Abstract | Links | BibTeX | Tags: peripheral vision, target acquisition, VR
@inproceedings{Hu2021,
title = {A Comparative Evaluation of Techniques for Locating Out of View Targets in Virtual Reality},
author = {Sathaporn "Hubert" Hu and Joseph Malloch and Derek Reilly},
doi = {10.20380/GI2021.32},
year = {2021},
date = {2021-05-27},
urldate = {2021-05-27},
booktitle = {Proceedings of the Graphics Interface 2021 Conference},
abstract = {In this work, we present the design and comparative evaluation of techniques for increasing awareness of out-of-view targets in virtual reality. We first compare two variants of SOUS--a technique that guides the user to out-of-view targets using circle cues in their peripheral vision--with the existing FlyingARrow technique, in which arrows fly from the user's central (foveal) vision toward the target. fSOUS, a variant with low visual salience, performed well in a simple environment but not in visually complex environments, while bSOUS, a visually salient variant, yielded faster target selection than both fSous and FlyingARrow across all environments. We then compare hybrid techniques in which aspects of SOUS relating to unobtrusiveness and visual persistence were reflected in design modifications made to FlyingARrow. Increasing persistence by adding trails to arrows improved performance but there were concerns about obtrusiveness, while other modifications yielded slower and less accurate target acquisition. Nevertheless, since fSOUS and bSOUS are exclusively for head-mounted display with wide field-of-view, FlyingARrow with trail can still be beneficial for devices with limited field-of-view.},
keywords = {peripheral vision, target acquisition, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Peachey, Matthew
Effectively and Efficiently Representing Hand-Tracking Data using Named Signal Instances Bachelor Thesis
2021.
@bachelorthesis{Peachey2021,
title = {Effectively and Efficiently Representing Hand-Tracking Data using Named Signal Instances},
author = {Matthew Peachey},
year = {2021},
date = {2021-04-15},
urldate = {2021-04-15},
institution = {Dalhousie University},
abstract = {Hand-tracking has been an important research topic in both Human Computer Interaction and Machine Learning in recent years. Hand-tracking has many meaningful use cases such as input mechanisms for Virtual and Augmented reality systems to sign language recognition and translation services. Several high quality research projects and consumer grade products have been introduced recently, which has made hand-tracking more accessible to both developers and users than ever before. While many resources have been spent on developing these highly accurate hand-tracking services, significantly less effort has been spent on defining effective and efficient representations for the output data that these services report. As a solution to these shortcomings, this thesis introduces the concept of "named instances" which aim to provide a conceptual framework for representing hand-tracking data in a way that is accessible to users with all manner of unique use cases.},
keywords = {},
pubstate = {published},
tppubtype = {bachelorthesis}
}
Singh, Abbey; Kaur, Ramanpreet; Haltner, Peter; Peachey, Matthew; Gonzalez-Franco, Mar; Malloch, Joseph; Reilly, Derek
Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling Conference
Proceedings of IEEE VR 2021, IEEE VR, 2021.
Links | BibTeX | Tags: AR, open source software, proxemics, space syntax, VR
@conference{Singh2021,
title = {Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling},
author = {Abbey Singh and Ramanpreet Kaur and Peter Haltner and Matthew Peachey and Mar Gonzalez-Franco and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2023/06/Story-CreatAR-a-Toolkit-for-Spatially-Adaptive-Augmented-Reality-Storytelling.pdf},
year = {2021},
date = {2021-02-01},
urldate = {2021-02-01},
booktitle = {Proceedings of IEEE VR 2021},
journal = {IEEE VR 2021},
publisher = {IEEE VR},
keywords = {AR, open source software, proxemics, space syntax, VR},
pubstate = {published},
tppubtype = {conference}
}
2020
Gonzalez-Franco, Mar; Egan, Zelia; Peachey, Matthew; Antley, Angus; Randhavane, Tanmay; Panda, Payod; Zhang, Yaying; Reilly, Derek F.; Peck, Tabitha C; Won, Andrea Stevenson; Wang, Cheng Yao; Steed, Anthony; Ofek, Eyal
MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library Proceedings Article
In: Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. , IEEE, 2020.
BibTeX | Tags: AR, mixed reality, open source software, VR
@inproceedings{MoveBox2020,
title = {MoveBox: Democratizing MoCap for the Microsoft Rocketbox Avatar Library},
author = {Mar Gonzalez-Franco and Zelia Egan and Matthew Peachey and Angus Antley and Tanmay Randhavane and Payod Panda and Yaying Zhang and Derek F. Reilly and Tabitha C Peck and Andrea Stevenson Won and Cheng Yao Wang and Anthony Steed and Eyal Ofek},
year = {2020},
date = {2020-12-14},
booktitle = {Proceedings of the 3rd International Conference on Artificial Intelligence & Virtual Reality, special session on Avatars for AI and VR. },
publisher = {IEEE},
keywords = {AR, mixed reality, open source software, VR},
pubstate = {published},
tppubtype = {inproceedings}
}
Reilly, Derek; Mahajan, Shivam; Singh, Abbey; Moore, Jake; Fresia, Isaac; Peachey, Matt; Malloch, Joseph
Using Space Syntax to Enable Walkable AR Experiences Proceedings Article
In: 2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), IEEE, 2020.
BibTeX | Tags: AR, augmented reality, mixed reality, open source software, space syntax
@inproceedings{Reilly2020,
title = {Using Space Syntax to Enable Walkable AR Experiences},
author = {Derek Reilly and Shivam Mahajan and Abbey Singh and Jake Moore and Isaac Fresia and Matt Peachey and Joseph Malloch},
year = {2020},
date = {2020-11-09},
booktitle = {2020 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
publisher = {IEEE},
keywords = {AR, augmented reality, mixed reality, open source software, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
Alshammari, Fatima; Tearo, Khalid; Mohammed, Aaqib; Orji, Rita; Hawkey, Kirstie; Reilly, Derek
MAR: A Study of the Impact of Positive and Negative Reinforcement on Medication Adherence Reminders Proceedings Article
In: Proceedings of SeGAH 2020 , IEEE, 2020.
BibTeX | Tags: gamification, health, mobile, persuasive technology
@inproceedings{AlShammari2020,
title = {MAR: A Study of the Impact of Positive and Negative Reinforcement on Medication Adherence Reminders},
author = {Fatima Alshammari and Khalid Tearo and Aaqib Mohammed and Rita Orji and Kirstie Hawkey and Derek Reilly},
year = {2020},
date = {2020-08-12},
booktitle = {Proceedings of SeGAH 2020 },
publisher = {IEEE},
keywords = {gamification, health, mobile, persuasive technology},
pubstate = {published},
tppubtype = {inproceedings}
}
Franz, Juliano; Malloch, Joseph; Reilly, Derek
Compensating for Perspective-based Distortion on Large Interactive Floor Displays: the SpaceHopper Field Experiment Proceedings Article
In: Proceedings of the ACM International Conference on Interactive Media Experiences (IMX 2020), ACM, 2020.
BibTeX | Tags: embodied interaction, installation, projection mapping, top-down tracking
@inproceedings{Franz2020,
title = {Compensating for Perspective-based Distortion on Large Interactive Floor Displays: the SpaceHopper Field Experiment},
author = {Juliano Franz and Joseph Malloch and Derek Reilly},
year = {2020},
date = {2020-06-16},
booktitle = {Proceedings of the ACM International Conference on Interactive Media Experiences (IMX 2020)},
publisher = {ACM},
keywords = {embodied interaction, installation, projection mapping, top-down tracking},
pubstate = {published},
tppubtype = {inproceedings}
}
2019
Mahajan, S.; Moore, Jake; Fresia, Isaac; Franz, Juliano; Malloch, Joseph; Reilly, Derek
Space Syntax in Mixed Reality Gaming Applications Journal Article
In: Undergraduate Research in Natural and Clinical Science and Technology (URNCST), vol. 3, no. 11, pp. 1–4, 2019.
Abstract | Links | BibTeX | Tags: AR, augmented reality, mixed reality, space syntax
@article{Mahajan2019,
title = {Space Syntax in Mixed Reality Gaming Applications},
author = {S. Mahajan and Jake Moore and Isaac Fresia and Juliano Franz and Joseph Malloch and Derek Reilly},
url = {https://www.urncst.com/index.php/urncst/article/view/168/46},
doi = {10.26685/urncst.168},
year = {2019},
date = {2019-11-12},
journal = {Undergraduate Research in Natural and Clinical Science and Technology (URNCST)},
volume = {3},
number = {11},
pages = {1--4},
abstract = {With the rapidly growing interest in AR, grows the motivation to overcome some of the problems facing the implementations of the technology. The main challenge encountered in the building of large-scale mixed reality AR games is the uniqueness of the spatial settings in which the game will be experienced by the user. Game designers will require data of the spatial settings to determine game object placement, events and narrative flow. The problem arises because the designers are not aware of the physical environment in which the game will be played. In our research, we address this problem and take an approach to solving it by using Space Syntax techniques. We demonstrate the use of this technique, using a proof-of-concept game called Adventure AR.},
keywords = {AR, augmented reality, mixed reality, space syntax},
pubstate = {published},
tppubtype = {article}
}
Franz, Juliano; Alnusayri, Mohammed; Malloch, Joseph; Reilly, Derek
A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums Proceedings Article
In: Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW), ACM, 2019.
Abstract | BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CSCW,
title = {A Comparative Evaluation of Techniques for Sharing AR Experiences in Museums},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-11-09},
booktitle = {Proceedings of the 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing (CSCW)},
publisher = {ACM},
abstract = {Museums are constantly searching for new ways to increase engagement with their exhibits, from electronic guides to modern digital technologies such as special-purpose tablets, smartphones, and virtual and augmented reality (AR). For AR exhibits in particular, promoting shared experience and group cohesion is not straight-forward. In this work, we investigate scenarios in which not everyone is using a head-worn display (HWD), either because there aren’t enough available or simply because someone might feel uncomfortable using it.We propose three sharing techniques for AR experiences and evaluate them in a long term in-the-wild study: Over-the-Shoulder AR, which renders a real-time virtual representation of the augmented reality content on a large secondary display; Semantic Linking, which displays contextual information about the virtual content on the same large display; and Indicator Rings, which display the locations of the HWD user’s objects-of-focus. We observed that participants in theOver-the-Shoulder AR and Semantic Linking conditions stayed together and exhibited more verbal exchanges than participants in a Baseline condition, which could indicate that they were more engaged. Self-reported measures indicated an increase in pair communication and increased comprehension of the virtual content for participants without the HWD. Participants without the HWD also displayed a greater understanding of the location of virtual elements with support from theIndicator Rings, and used them as a tool to guide the HWD user through the virtual content. We discuss design implications for interactive augmented reality exhibits and possible applications outside the cultural heritage scenario.},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
Salimian, Hossein; Brooks, Stephen; Reilly, Derek
Immersed and Integral: Relaxing View Congruence for Mixed Presence Collaboration With 3D Content Proceedings Article
In: Proceedings of CSCW 2019, The 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing, ACM, 2019.
BibTeX | Tags: collaborative systems, immersive visualization, mixed presence, tabletop, top-down tracking
@inproceedings{Salimian2019,
title = {Immersed and Integral: Relaxing View Congruence for Mixed Presence Collaboration With 3D Content},
author = {Hossein Salimian and Stephen Brooks and Derek Reilly},
year = {2019},
date = {2019-11-09},
booktitle = {Proceedings of CSCW 2019, The 22nd ACM Conference on Computer-Supported Cooperative Work and Social Computing},
publisher = {ACM},
keywords = {collaborative systems, immersive visualization, mixed presence, tabletop, top-down tracking},
pubstate = {published},
tppubtype = {inproceedings}
}
Franz, Juliano; Alnusayri, Mohammed; Malloch, Joseph; Reilly, Derek
AR in the Gallery: The Psychogeographer's Table Proceedings Article
In: Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019), ACM, Glasgow, UK, 2019.
BibTeX | Tags: AR, augmented reality, installation, museum
@inproceedings{Franz2019_CHI,
title = {AR in the Gallery: The Psychogeographer's Table},
author = {Juliano Franz and Mohammed Alnusayri and Joseph Malloch and Derek Reilly},
year = {2019},
date = {2019-05-04},
booktitle = {Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2019)},
publisher = {ACM},
address = {Glasgow, UK},
keywords = {AR, augmented reality, installation, museum},
pubstate = {published},
tppubtype = {inproceedings}
}
Malloch, Joseph; Garcia, Jérémia; Wanderley, Marcelo M.; Mackay, Wendy E.; Beaudouin-Lafon, Michel; Huot, Stéphane
A Design Workbench for Interactive Music Systems Book Chapter
In: Holland, Simon; Wilkie, Katie; Mudd, Tom; McPherson, Andrew; Wanderley, Marcelo M. (Ed.): Music and Human–Computer Interaction: Remixed, Chapter 2, Springer Verlag, Berlin, Heidelberg, 2019.
BibTeX | Tags: creativity support tools, design workbench, digital musical instruments, music
@inbook{Malloch2018_MIDWAY,
title = {A Design Workbench for Interactive Music Systems},
author = {Joseph Malloch and Jérémia Garcia and Marcelo M. Wanderley and Wendy E. Mackay and Michel Beaudouin-Lafon and Stéphane Huot},
editor = {Simon Holland and Katie Wilkie and Tom Mudd and Andrew McPherson and Marcelo M. Wanderley},
year = {2019},
date = {2019-02-22},
booktitle = {Music and Human–Computer Interaction: Remixed},
publisher = {Springer Verlag},
address = {Berlin, Heidelberg},
chapter = {2},
keywords = {creativity support tools, design workbench, digital musical instruments, music},
pubstate = {published},
tppubtype = {inbook}
}
2018
Salimian, Hossein
Dalhousie University, 2018.
Abstract | Links | BibTeX | Tags:
@phdthesis{Salimian2018b,
title = {Exploring the Impact of Asymmetrical Interfaces on Presence and Group Awareness in Mixed Reality Collaborative Environments},
author = {Hossein Salimian},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/06/salimian-MohamadHossein-PhD-December-2018.pdf},
year = {2018},
date = {2018-12-18},
urldate = {2018-12-18},
school = {Dalhousie University},
abstract = {Mixed Reality (MR) can be used for mixed presence collaboration by connecting physical and virtual worlds to create an integrated space: remote collaborators connect virtually to a physical workspace inhabited by collocated collaborators. While a “What-You-See-Is-What-I-See” (WYSIWIS) approach holds benefits for group awareness in traditional desktop collaborative systems, WYSIWIS is made problematic by the fundamental asymmetry of many MR configurations. This thesis examines the relationship between interface asymmetry, group awareness, and a sense of co-presence in MR collaborative spaces. We conducted a user study with three scenarios involving hiding and sharing blended physical-virtual documents around a fused physical-virtual tabletop. The remote collaborator was presented to collocated collaborators as an avatar in a VE in tableside and circumambient display conditions. Collocated collaborators actively sought information about how the physical and virtual environments were mapped chiefly when this was relevant to the tasks, although the circumambient displays generated more curiosity than a single tableside display about how the spaces were connected. Most participants felt that keeping documents away from the tabletop was sufficient to hide them from the remote collaborator, but indications that remote participants could somehow “see” around the physical environment in WYSIWIS fashion led some participants to trust the integrated physical-virtual environment less. We further investigated how the nature of WYSIWIS abstraction in a collaborative MR environment impacts collaborators’ awareness and feeling of co-presence, specifically for tasks involving 3D artefacts. Collocated collaborators used a tabletop display, while remote collaborators used either a tabletop display or a head-mounted display and physical proxy table to work on tasks involving 3D object manipulation. The results of the study suggest that an immersive VE significantly increases group awareness and the feeling of being co-present for both remote and collocated collaborators in comparison to a pure WYSIWIS tabletop configuration. Presenting 3D models in front of the remote participant above the virtual tabletop (Hover) or within the virtual tabletop (Fishtank) did not yield significant differences in group awareness or presence, despite Fishtank providing a more WYSIWIS experience. In addition, a significant percentage of remote participants preferred presentation over the virtual tabletop. The lack of toolkit support for our research motivated us to combine the software technologies and algorithms used in our work to create a Unity toolkit for rapidly prototyping immersive mixed reality collaborative environments (IMRCE). The IMRCE toolkit helps developers add five components to their systems: hand tracking (visualized and synchronized on all clients), position tracking, touch gestures, virtual reality interaction, and client/server functionality. We evaluated the usability of our toolkit by conducting an A/B comparison between IMRCE and common Unity libraries. The results showed that the IMRCE toolkit made a significant improvement in time to completion, lines of code, number of features, and number of bugs in comparison to development without IMRCE.},
keywords = {},
pubstate = {published},
tppubtype = {phdthesis}
}
Salimian, Hossein; Brooks, Stephen; Reilly, Derek
IMRCE: A Unity Toolkit for Virtual Co-Presence Conference
Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018), ACM, Berlin, Germany, 2018.
BibTeX | Tags: 3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking
@conference{Salimian2018,
title = {IMRCE: A Unity Toolkit for Virtual Co-Presence},
author = {Hossein Salimian and Stephen Brooks and Derek Reilly},
year = {2018},
date = {2018-10-13},
booktitle = {Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018)},
publisher = {ACM},
address = {Berlin, Germany},
keywords = {3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking},
pubstate = {published},
tppubtype = {conference}
}
Orji, Rita; Reilly, Derek; Oyibo, Kiemute; Orji, Fidelia A.
Deconstructing persuasiveness of strategies in behaviour change systems using the ARCS model of motivation Journal Article
In: Behaviour and Information Technology, 2018.
Abstract | Links | BibTeX | Tags: ARCS model, behaviour change, personalisation, Persuasive strategies, persuasive technology
@article{orji2018BIT,
title = {Deconstructing persuasiveness of strategies in behaviour change systems using the ARCS model of motivation},
author = {Rita Orji and Derek Reilly and Kiemute Oyibo and Fidelia A. Orji},
doi = {10.1080/0144929X.2018.1520302},
year = {2018},
date = {2018-09-17},
journal = {Behaviour and Information Technology},
abstract = {Persuasive technologies (PTs) motivate behaviour change using various persuasive strategies. However, there is still a dearth of knowledge on how PTs motivate behaviour change and how to design systems to increase their persuasiveness. To provide empirical insight into the mechanism through which PTs persuade, we conducted a large-scale study with 543 participants to investigate the relation between Attention, Relevance, Confidence, and Satisfaction constructs from the ARCS model of motivation and 10 strategies that are commonly used in persuasive systems design. Our results show that the ARCS constructs collectively explain between 82% and 91% of the variance in persuasiveness across the ten strategies. Relevance, followed by Attention, has the strongest association with persuasiveness. The result generalises across gender groups. Therefore, to increase a system’s persuasiveness, designers should focus on designing to increase relevance and to capture user’s attention, while also promoting confidence and a feeling of satisfaction. We contribute to Human–Computer Interaction (HCI) and Persuasive Technology by offering design guidelines for PTs to increase their persuasiveness and hence efficacy.},
keywords = {ARCS model, behaviour change, personalisation, Persuasive strategies, persuasive technology},
pubstate = {published},
tppubtype = {article}
}
Malloch, Joseph; Schumacher, Marlon; Sinclair, Stephen; Wanderley, Marcelo M.
The Digital Orchestra Toolbox for Max Conference
Proceedings of the International Conference on New Interfaces for Musical Expression, Blacksburg, Virginia, USA, 2018.
BibTeX | Tags: digital musical instruments, max, open source software, software toolbox
@conference{Malloch2018_DOT,
title = {The Digital Orchestra Toolbox for Max},
author = {Joseph Malloch and Marlon Schumacher and Stephen Sinclair and Marcelo M. Wanderley},
year = {2018},
date = {2018-06-03},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
address = {Blacksburg, Virginia, USA},
keywords = {digital musical instruments, max, open source software, software toolbox},
pubstate = {published},
tppubtype = {conference}
}
Nieva, Alex; Wang, Johnty; Malloch, Joseph; Wanderley, Marcelo M.
Tackling Obsolescence in Digital Musical Instruments – A Case Study: Twelve Years of the T-Stick Conference
Proceeding of the International Conference on New Interfaces for Musical Expression, 2018.
BibTeX | Tags: digital musical instruments, T-Stick, technological obsolescence
@conference{Nieva2018,
title = {Tackling Obsolescence in Digital Musical Instruments – A Case Study: Twelve Years of the T-Stick},
author = {Alex Nieva and Johnty Wang and Joseph Malloch and Marcelo M. Wanderley},
year = {2018},
date = {2018-06-03},
booktitle = {Proceeding of the International Conference on New Interfaces for Musical Expression},
keywords = {digital musical instruments, T-Stick, technological obsolescence},
pubstate = {published},
tppubtype = {conference}
}
Franz, Juliano; Malloch, Joseph; Lilley, Brian; Bean, Bob; Reilly, Derek
The Psychogeographer's Table Miscellaneous
Curated Exhibit, Maritime Museum of the Atlantic, 2018.
BibTeX | Tags: AR, augmented reality, installation, museum, projection mapping
@misc{Franz2018_MMA,
title = {The Psychogeographer's Table},
author = {Juliano Franz and Joseph Malloch and Brian Lilley and Bob Bean and Derek Reilly},
year = {2018},
date = {2018-05-18},
publisher = {Maritime Museum of the Atlantic},
address = {Halifax, Nova Scotia, Canada},
institution = {Maritime Museum of the Atlantic},
howpublished = {Curated Exhibit, Maritime Museum of the Atlantic},
type = {Curated Exhibit},
keywords = {AR, augmented reality, installation, museum, projection mapping},
pubstate = {published},
tppubtype = {misc}
}
Alqahtani, Felwah; Reilly, Derek
It’s the Gesture That (re)Counts: Annotating While Running to Recall Affective Experience Conference
Proceedings of Graphics Interface (GI 2018), Toronto, Canada, 2018.
Abstract | Links | BibTeX | Tags: embodied interaction, emotional recall, gesture, mobile, running, spatial annotation, visualization
@conference{Alqahtani2018,
title = {It’s the Gesture That (re)Counts: Annotating While Running to Recall Affective Experience},
author = {Felwah Alqahtani and Derek Reilly},
doi = {10.20380/GI2018.12},
year = {2018},
date = {2018-05-08},
booktitle = {Proceedings of Graphics Interface (GI 2018)},
address = {Toronto, Canada},
abstract = {We present results from a study exploring whether gestural annotations of felt emotion presented on a map-based visualization can support recall of affective experience during recreational runs. We compare gestural annotations with audio and video notes and a “mental note” baseline. In our study, 20 runners were asked to record their emotional state at regular intervals while running a familiar route. Each runner used one of the four methods to capture emotion over four separate runs. Five days after the last run, runners used an interactive map-based visualization to review and recall their running experiences. Results indicate that gestural annotation promoted recall of affective experience more effectively than the baseline condition, as measured by confidence in recall and detail provided. Gestural annotation was also comparable to video and audio annotation in terms of recollection confidence and detail. Audio annotation supported recall primarily through the runner's spoken annotation, but sound in the background was sometimes used. Video annotation yielded the most detail, much directly related to visual cues in the video, however using video annotations required runners to stop during their runs. Given these results we propose that background logging of ambient sounds and video may supplement gestural annotation.},
keywords = {embodied interaction, emotional recall, gesture, mobile, running, spatial annotation, visualization},
pubstate = {published},
tppubtype = {conference}
}
Alghamdi, Elham; Alyami, Eman; Toze, Sandra; Reilly, Derek
Saudi Females in Human-Computer Interaction Studies: Challenges in Data Collection Workshop
Proceedings of the CHI 2018 Workshop on Exploring Participatory Design Methods to Engage with Arab Communities, Montreal, Canada, 2018.
Links | BibTeX | Tags: identity formation, privacy, social media based businesses, women
@workshop{Alghamdi2018,
title = {Saudi Females in Human-Computer Interaction Studies: Challenges in Data Collection},
author = {Elham Alghamdi and Eman Alyami and Sandra Toze and Derek Reilly},
doi = {10.1145/3170427.3170623},
year = {2018},
date = {2018-04-22},
booktitle = {Proceedings of the CHI 2018 Workshop on Exploring Participatory Design Methods to Engage with Arab Communities},
address = {Montreal, Canada},
keywords = {identity formation, privacy, social media based businesses, women},
pubstate = {published},
tppubtype = {workshop}
}
Malloch, Joseph
Toward Rich, Continuous Representation and Interaction Conference
Workshop on Rethinking Interaction, ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2018), ACM Montreal, Canada, 2018.
Abstract | BibTeX | Tags: continuous interaction, continuous representations
@conference{Malloch2018_CHI_Workshop,
title = {Toward Rich, Continuous Representation and Interaction},
author = {Joseph Malloch},
year = {2018},
date = {2018-04-21},
booktitle = {Workshop on Rethinking Interaction, ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2018)},
address = {Montreal, Canada},
organization = {ACM},
abstract = {I present a suggestion for rethinking some common assumptions when designing interactive systems. In brief, I advocate that developers exercise restraint before perform- ing classification or identification steps when processing human input to a system, and consider carefully a) whether classification is necessary or desirable for the interaction; b) whether a continuous representation might be prefer- able in terms of computational efficiency, user efficiency, or user experience; and finally c) in cases where classification/identification is the appropriate approach, whether it might be useful to augment and enrich the discrete, classified objects with continuous data representations.},
keywords = {continuous interaction, continuous representations},
pubstate = {published},
tppubtype = {conference}
}
Franz, Juliano; Malloch, Joseph; Sanches, Vinicius; Reilly, Derek
SpaceHopper: Bounce Your Way to Galactic Domination Conference
Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2018), ACM Montreal, Canada, 2018.
Links | BibTeX | Tags: exergames, floor display, IMU, kinect, projection mapping, top-down tracking
@conference{Franz2018,
title = {SpaceHopper: Bounce Your Way to Galactic Domination},
author = {Juliano Franz and Joseph Malloch and Vinicius Sanches and Derek Reilly},
doi = {10.1145/3170427.3186509},
year = {2018},
date = {2018-04-21},
booktitle = {Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2018)},
address = {Montreal, Canada},
organization = {ACM},
keywords = {exergames, floor display, IMU, kinect, projection mapping, top-down tracking},
pubstate = {published},
tppubtype = {conference}
}
Malloch, Joseph; Sinclair, Stephen; Wanderley, Marcelo M.
Generalized Multi-Instance Control Mapping for Interactive Media Systems Journal Article
In: IEEE Multimedia, vol. 25, no. 1, pp. 39–50, 2018.
Abstract | Links | BibTeX | Tags: connected devices, control mapping, graph theory, information propagation, interactive media systems, libmapper, multimedia communication, node connectivity, open source software, sensor arrays, temporal objects
@article{Malloch2018_Multimedia,
title = {Generalized Multi-Instance Control Mapping for Interactive Media Systems},
author = {Joseph Malloch and Stephen Sinclair and Marcelo M. Wanderley},
url = {https://ieeexplore.ieee.org/document/8259406/},
doi = {10.1109/MMUL.2018.112140028},
year = {2018},
date = {2018-01-01},
journal = {IEEE Multimedia},
volume = {25},
number = {1},
pages = {39–50},
abstract = {We articulate a need for the representation of temporal objects reflecting dynamic, short-lived mapping connections instantiated from a template, in tools for designing and using interactive media systems. A list of requirements is compiled from an examination of existing tools, practical use cases, and abstract considerations of node connectivity and information propagation within a graph of connected devices. We validate the concept through implementation in the open source software libmapper, and explore its application by integration with existing controller/synthesizer software and hardware.},
keywords = {connected devices, control mapping, graph theory, information propagation, interactive media systems, libmapper, multimedia communication, node connectivity, open source software, sensor arrays, temporal objects},
pubstate = {published},
tppubtype = {article}
}
2017
Franz, Juliano; Huntemann, Bjorn; Hu, X; Malloch, Joseph; Lilley, Brian; Bean, Bob; Reilly, Derek
Beyond the Debris Field Miscellaneous
Curated Exhibit, Dalhousie Art Gallery, 2017.
BibTeX | Tags: AR, augmented reality, halifax, installation, museum, projection mapping
@misc{Franz2017_Gallery,
title = {Beyond the Debris Field},
author = {Juliano Franz and Bjorn Huntemann and Hu, X and Joseph Malloch and Brian Lilley and Bob Bean and Derek Reilly},
year = {2017},
date = {2017-11-01},
address = {Dalhousie Art Gallery},
school = {Dalhousie University},
howpublished = {Curated Exhibit, Dalhousie Art Gallery},
type = {Curated Exhibit},
keywords = {AR, augmented reality, halifax, installation, museum, projection mapping},
pubstate = {published},
tppubtype = {misc}
}
Franz, Juliano; Malloch, Joseph; Reilly, Derek
Exploring Shared Immersive Visualization in AR Conference
Extended Abstracts of VIS 2017, Phoenix, AZ, USA, 2017.
BibTeX | Tags: AR, augmented reality, immersive visualization
@conference{Franz2017_VIS,
title = {Exploring Shared Immersive Visualization in AR},
author = {Juliano Franz and Joseph Malloch and Derek Reilly},
year = {2017},
date = {2017-10-01},
booktitle = {Extended Abstracts of VIS 2017},
address = {Phoenix, AZ, USA},
keywords = {AR, augmented reality, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
Franz, Juliano; Malloch, Joseph; Nedel, Luciana; Reilly, Derek
More Than Blips on the Radar: Exploring Immersive Visualization for Maritime Decision Making Workshop
Electronic Proceedings of Immersive Analytics Workshop at VIS 2017, Phoenix, AZ, USA, 2017.
BibTeX | Tags: immersive visualization
@workshop{Franz2017_Immersive,
title = {More Than Blips on the Radar: Exploring Immersive Visualization for Maritime Decision Making},
author = {Juliano Franz and Joseph Malloch and Luciana Nedel and Derek Reilly},
year = {2017},
date = {2017-10-01},
booktitle = {Electronic Proceedings of Immersive Analytics Workshop at VIS 2017},
address = {Phoenix, AZ, USA},
keywords = {immersive visualization},
pubstate = {published},
tppubtype = {workshop}
}
Wang, Johnty; Malloch, Joseph; Huot, Stéphane; Chevalier, Fanny; Wanderley, Marcelo M.
Versioning and Annotation Support for Collaborative Mapping Design Conference
Proceedings of the 14th Sound and Music Computing Conference, Espoo, Finland, 2017.
BibTeX | Tags: annotation, collaborative systems, libmapper, open source software, version control
@conference{Wang2017,
title = {Versioning and Annotation Support for Collaborative Mapping Design},
author = {Johnty Wang and Joseph Malloch and Stéphane Huot and Fanny Chevalier and Marcelo M. Wanderley},
year = {2017},
date = {2017-07-05},
booktitle = {Proceedings of the 14th Sound and Music Computing Conference},
address = {Espoo, Finland},
keywords = {annotation, collaborative systems, libmapper, open source software, version control},
pubstate = {published},
tppubtype = {conference}
}
Malloch, Joseph; Griggio, Carla; McGrenere, Joanna; Mackay, Wendy E.
Fieldward and Pathward: Dynamic Guides for Defining your own Gestures Conference
Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2017), ACM Denver, USA, 2017.
Abstract | Links | BibTeX | Tags: dynamic guides, feedforward, gesture, mobile, progressive feedforward
@conference{Malloch2017_CHI,
title = {Fieldward and Pathward: Dynamic Guides for Defining your own Gestures},
author = {Joseph Malloch and Carla Griggio and Joanna McGrenere and Wendy E. Mackay},
doi = {10.1145/3025453.3025764},
year = {2017},
date = {2017-05-06},
booktitle = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2017)},
address = {Denver, USA},
organization = {ACM},
abstract = {Although users accomplish ever more tasks on touch-enabled mobile devices, gesture-based interaction remains limited and almost never customizable by users. Our goal is to help users create gestures that are both personally memorable and reliably recognized by a touch-enabled mobile device. We address these competing requirements with two dynamic guides that use progressive feedforward to interactively visualize the "negative space" of unused gestures: the Pathward technique suggests four possible completions to the current gesture, and the Fieldward technique uses color gradients to reveal optimal directions for creating recognizable gestures. We ran a two-part experiment in which 27 participants each created 42 personal gesture shortcuts on a smartphone, using Pathward, Fieldward or No Feedforward. The Fieldward technique best supported the most common user strategy, i.e. to create a memorable gesture first and then adapt it to be recognized by the system. Users preferred the Fieldward technique to Pathward or No Feedforward, and remembered gestures more easily when using the technique. Dynamic guides can help developers design novel gesture vocabularies and support users as they design custom gestures for mobile applications.},
keywords = {dynamic guides, feedforward, gesture, mobile, progressive feedforward},
pubstate = {published},
tppubtype = {conference}
}