Publications

@conference{DRS2022,

title = {Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective},

author = {Claire Nicholas and James Forren and Derek Reilly},

year  = {2022},

date = {2022-06-25},

booktitle = {Proceedings of the Design Research Society 2022 Conference},

publisher = {Design Research Society},

keywords = {3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization},

pubstate = {forthcoming},

tppubtype = {conference}

}

@conference{GestureForm2021,

title = {Designing a Research-Creative Collective: Autoethnography of Architecture, Computer Science & Textile Design / Making},

author = {Claire Nicholas and James Forren and Derek Reilly},

editor = {4S Annual Meeting - Society for Social Studies of Science},

year  = {2021},

date = {2021-10-08},

urldate = {2021-10-08},

booktitle = {4S Annual Meeting - Society for Social Studies of Science},

journal = {4S Annual Meeting - Society for Social Studies of Science},

keywords = {augmented reality, cultural heritage, embodied interaction, immersive visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{Singh2021,

title = {Story CreatAR: a Toolkit for Spatially-Adaptive Augmented Reality Storytelling},

author = {Abbey Singh and Ramanpreet Kaur and Peter Haltner and Matthew Peachey and Mar Gonzalez-Franco and Joseph Malloch and Derek Reilly},

year  = {2021},

date = {2021-02-01},

booktitle = {Proceedings of IEEE VR 2021},

journal = {IEEE VR 2021},

publisher = {IEEE VR},

keywords = {AR, open source software, proxemics, space syntax, VR},

pubstate = {published},

tppubtype = {conference}

}

@conference{Salimian2018,

title = {IMRCE: A Unity Toolkit for Virtual Co-Presence},

author = {Hossein Salimian and Stephen Brooks and Derek Reilly},

year  = {2018},

date = {2018-10-13},

booktitle = {Proceedings of the 6th ACM Symposium on Spatial User Interaction (SUI 2018)},

publisher = {ACM},

address = {Berlin, Germany},

keywords = {3-D user interface, augmented reality, collaborative systems, embodied interaction, immersive visualization, mixed presence, mixed reality, open source software, tabletop, toolkit, top-down tracking},

pubstate = {published},

tppubtype = {conference}

}

@conference{Malloch2018_DOT,

title = {The Digital Orchestra Toolbox for Max},

author = {Joseph Malloch and Marlon Schumacher and Stephen Sinclair and Marcelo M. Wanderley},

year  = {2018},

date = {2018-06-03},

booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},

address = {Blacksburg, Virginia, USA},

keywords = {digital musical instruments, max, open source software, software toolbox},

pubstate = {published},

tppubtype = {conference}

}

@conference{Nieva2018,

title = {Tackling Obsolescence in Digital Musical Instruments – A Case Study: Twelve Years of the T-Stick},

author = {Alex Nieva and Johnty Wang and Joseph Malloch and Marcelo M. Wanderley},

year  = {2018},

date = {2018-06-03},

booktitle = {Proceeding of the International Conference on New Interfaces for Musical Expression},

keywords = {digital musical instruments, T-Stick, technological obsolescence},

pubstate = {published},

tppubtype = {conference}

}

@conference{Alqahtani2018,

title = {It’s the Gesture That (re)Counts: Annotating While Running to Recall Affective Experience},

author = {Felwah Alqahtani and Derek Reilly},

doi = {10.20380/GI2018.12},

year  = {2018},

date = {2018-05-08},

booktitle = {Proceedings of Graphics Interface (GI 2018)},

address = {Toronto, Canada},

abstract = {We present results from a study exploring whether gestural annotations of felt emotion presented on a map-based visualization can support recall of affective experience during recreational runs. We compare gestural annotations with audio and video notes and a “mental note” baseline. In our study, 20 runners were asked to record their emotional state at regular intervals while running a familiar route. Each runner used one of the four methods to capture emotion over four separate runs. Five days after the last run, runners used an interactive map-based visualization to review and recall their running experiences. Results indicate that gestural annotation promoted recall of affective experience more effectively than the baseline condition, as measured by confidence in recall and detail provided. Gestural annotation was also comparable to video and audio annotation in terms of recollection confidence and detail. Audio annotation supported recall primarily through the runner's spoken annotation, but sound in the background was sometimes used. Video annotation yielded the most detail, much directly related to visual cues in the video, however using video annotations required runners to stop during their runs. Given these results we propose that background logging of ambient sounds and video may supplement gestural annotation.},

keywords = {embodied interaction, emotional recall, gesture, mobile, running, spatial annotation, visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{Malloch2018_CHI_Workshop,

title = {Toward Rich, Continuous Representation and Interaction},

author = {Joseph Malloch},

year  = {2018},

date = {2018-04-21},

booktitle = {Workshop on Rethinking Interaction, ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2018)},

address = {Montreal, Canada},

organization = {ACM},

abstract = {I present a suggestion for rethinking some common assumptions when designing interactive systems. In brief, I advocate that developers exercise restraint before perform- ing classification or identification steps when processing human input to a system, and consider carefully a) whether classification is necessary or desirable for the interaction; b) whether a continuous representation might be prefer- able in terms of computational efficiency, user efficiency, or user experience; and finally c) in cases where classification/identification is the appropriate approach, whether it might be useful to augment and enrich the discrete, classified objects with continuous data representations.},

keywords = {continuous interaction, continuous representations},

pubstate = {published},

tppubtype = {conference}

}

@conference{Franz2018,

title = {SpaceHopper: Bounce Your Way to Galactic Domination},

author = {Juliano Franz and Joseph Malloch and Vinicius Sanches and Derek Reilly},

doi = {10.1145/3170427.3186509},

year  = {2018},

date = {2018-04-21},

booktitle = {Proceedings of the ACM SIGCHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2018)},

address = {Montreal, Canada},

organization = {ACM},

keywords = {exergames, floor display, IMU, kinect, projection mapping, top-down tracking},

pubstate = {published},

tppubtype = {conference}

}

@conference{Franz2017_VIS,

title = {Exploring Shared Immersive Visualization in AR},

author = {Juliano Franz and Joseph Malloch and Derek Reilly},

year  = {2017},

date = {2017-10-01},

booktitle = {Extended Abstracts of VIS 2017},

address = {Phoenix, AZ, USA},

keywords = {AR, augmented reality, immersive visualization},

pubstate = {published},

tppubtype = {conference}

}

@conference{Wang2017,

title = {Versioning and Annotation Support for Collaborative Mapping Design},

author = {Johnty Wang and Joseph Malloch and Stéphane Huot and Fanny Chevalier and Marcelo M. Wanderley},

year  = {2017},

date = {2017-07-05},

booktitle = {Proceedings of the 14th Sound and Music Computing Conference},

address = {Espoo, Finland},

keywords = {annotation, collaborative systems, libmapper, open source software, version control},

pubstate = {published},

tppubtype = {conference}

}

@conference{Malloch2017_CHI,

title = {Fieldward and Pathward: Dynamic Guides for Defining your own Gestures},

author = {Joseph Malloch and Carla Griggio and Joanna McGrenere and Wendy E. Mackay},

doi = {10.1145/3025453.3025764},

year  = {2017},

date = {2017-05-06},

booktitle = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2017)},

address = {Denver, USA},

organization = {ACM},

abstract = {Although users accomplish ever more tasks on touch-enabled mobile devices, gesture-based interaction remains limited and almost never customizable by users. Our goal is to help users create gestures that are both personally memorable and reliably recognized by a touch-enabled mobile device. We address these competing requirements with two dynamic guides that use progressive feedforward to interactively visualize the "negative space" of unused gestures: the Pathward technique suggests four possible completions to the current gesture, and the Fieldward technique uses color gradients to reveal optimal directions for creating recognizable gestures. We ran a two-part experiment in which 27 participants each created 42 personal gesture shortcuts on a smartphone, using Pathward, Fieldward or No Feedforward. The Fieldward technique best supported the most common user strategy, i.e. to create a memorable gesture first and then adapt it to be recognized by the system. Users preferred the Fieldward technique to Pathward or No Feedforward, and remembered gestures more easily when using the technique. Dynamic guides can help developers design novel gesture vocabularies and support users as they design custom gestures for mobile applications.},

keywords = {dynamic guides, feedforward, gesture, mobile, progressive feedforward},

pubstate = {published},

tppubtype = {conference}

}

@conference{Franz2017_CHIEA,

title = {TangiWoZ: A Tangible Interface for Wizard of Oz Studies},

author = {Juliano Franz and Derek Reilly},

year  = {2017},

date = {2017-05-06},

booktitle = {Proceedings of the 2017 CHI Conference Extended Abstracts on Human Factors in Computing Systems (CHI EA 2017)},

address = {Denver, USA},

organization = {ACM},

keywords = {tangible interfaces, TangiWoZ, Wizard of Oz},

pubstate = {published},

tppubtype = {conference}

}

@conference{Zhou2017,

title = {Block Party: Synchronized Planning and Navigation Views for Neighbourhood Expeditions},

author = {Huiyuan Zhou and Aisha Edrah and Bonnie Mackay and Derek Reilly},

doi = {10.1145/3025453.3026035},

year  = {2017},

date = {2017-04-21},

booktitle = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2017)},

journal = {Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems (CHI 2017)},

address = {Denver, USA},

organization = {ACM},

keywords = {design, itinerary planning, mobile guide, neighbourhood expeditions, wayfinding},

pubstate = {published},

tppubtype = {conference}

}

@conference{Bin_Hannan2017_IUI,

title = {Once More, with Feeling: Expressing Emotional Intensity in Touchscreen Gestures},

author = {Bin Hannan, Nabil and Khalid Tearo and Joseph Malloch and Derek Reilly},

doi = {10.1145/3025171.3025182},

year  = {2017},

date = {2017-03-14},

booktitle = {Proceedings of the 22nd International Conference on Intelligent User Interfaces (IUI 2017)},

pages = {427–437},

publisher = {ACM},

abstract = {In this paper, we explore how people use touchscreens to express emotional intensity, and whether these intensities can be understood by oneself at a later date or by others. In a controlled study, 26 participants were asked to express a set of emotions mapped to predefined gestures, at range of different intensities. One week later, participants were asked to identify the emotional intensity visualized in animations of the gestures made by themselves and by other participants. Our participants expressed emotional intensity using gesture length, pressure, and speed primarily; the choice of attributes was impacted by the specific emotion, and the range and rate of increase of these attributes varied by individual and by emotion. Recognition accuracy of emotional intensity was higher at extreme ends, and was higher for one's own gestures than those made by others. The attributes of size and pressure (mapped to color in the animation) were most readily interpreted, while speed was more difficult to differentiate. We discuss human gesture drawing patterns to express emotional intensities and implications for developers of annotation systems and other touchscreen interfaces that wish to capture affect.},

keywords = {emotion, gesture, touchscreen},

pubstate = {published},

tppubtype = {conference}

}

@conference{Salimian2016,

title = {Physical-Digital Privacy Interfaces for Mixed Reality Collaboration: An Exploratory Study},

author = {Hossein Salimian and Stephen Brooks and Bonnie Mackay and Derek Reilly},

doi = {10.1145/2992154.2992167},

year  = {2016},

date = {2016-11-06},

booktitle = {Proceedings of the ACM Conference on Interactive Surfaces and Spaces (ISS 2016)},

publisher = {ACM},

address = {Niagara Falls, Canada},

keywords = {collaborative systems, embodied interaction, mixed presence, mixed reality, natural user interface, privacy, tangible interfaces, virtual environment},

pubstate = {published},

tppubtype = {conference}

}

@conference{Waje2016,

title = {Grab This, Swipe That: Combining Tangible and Gestural Interaction in Multiple Display Collaborative Gameplay},

author = {Aniruddha Waje and Khalid Tearo and Raghav V. Sampangi and Derek Reilly},

doi = {10.1145/2992154.2996794},

year  = {2016},

date = {2016-11-06},

booktitle = {Proceedings of the 2016 ACM International Conference on Interactive Surfaces and Spaces (ISS '16)},

publisher = {ACM},

address = {Niagara Falls, Canada},

abstract = {In this paper, we explore the use of multimodal interfaces (tangible and gestural) in collaborative gameplay. In our setup, gestural interaction is performed to perform tasks with reference content on a wall display, in support of a main activity involving tangible interaction on a tabletop display. We designed two games using this configuration, in order to explore how children share these multimodal tasks during collaborative gameplay. We conducted a pilot within-subjects user study, piloting the games with 35 children between the ages of 8 and 15, and considered the impact of a number of factors (group size, age range, game type and interaction style) on gameplay. We present lessons learned from prototyping and pilot testing tangible+gestural multi-display systems, and describe the resulting refinements made in our design and implementation.},

keywords = {children, collaborative systems, embodied interaction, gesture, museum, tabletop, tangible interfaces},

pubstate = {published},

tppubtype = {conference}

}

@conference{Alnusayri2016,

title = {ProxemicUI: Object-Oriented Middleware and Event Model for Proxemics-Aware Applications on Large Displays},

author = {Mohammed Alnusayri and Gang Hu and Elham Alghamdi and Derek Reilly},

doi = {10.1145/2933242.2933252},

year  = {2016},

date = {2016-06-21},

booktitle = {Proceedings of the 8th ACM SIGCHI Symposium on Engineering Interactive Computing Systems (EICS 2016)},

publisher = {ACM},

address = {Brussels, Belgium},

keywords = {collaborative systems, museum, open source software, proxemics, sensor arrays, toolkit, top-down tracking},

pubstate = {published},

tppubtype = {conference}

}