2026
Matthew Peachey
Investigating Continuous Interactions for generative Tools in the Context of Musical Creativity PhD Thesis
Dalhousie University, 2026.
Abstract | BibTeX | Tags: continuous interaction, continuous-interaction-and-machine-learning, control mapping, creativity support tools, digital musical instruments, machine learning, music, sound & music computing
@phdthesis{Peachey2026b,
title = {Investigating Continuous Interactions for generative Tools in the Context of Musical Creativity},
author = {Matthew Peachey},
year = {2026},
date = {2026-10-19},
urldate = {2026-10-19},
school = {Dalhousie University},
abstract = {This thesis investigates continuous interaction as a design principle for Artificial Intelligence (AI)-powered music creativity support tools. Discrete text prompting, the de facto standard for current generative AI systems, can limit musicians’ sense of artistic agency and creative ownership. Continuous interaction instead can enable fine-grained, real-time control over the generative process, helping musicians retain a sense of authorship over the generated output.
This thesis presents three studies that together examine how continuous interaction, integrated into real-time interfaces, can better support musicians’ creative workflows. First, I derived low-dimensional latent representations from a Variational Autoencoder with an intentionally small latent space, integrated them into a real-time GUI, and evaluated them in a mixed-methods study with both novice and experienced synthesizer users (n = 18). Second, I interviewed experienced musicians (n = 10) about their hesitations toward generative AI; their concerns centered on a lack of compelling tools and workflows, further motivating continuous interaction as a design preference. Finally, I developed a framework for Aging Digital Musical Instruments (AgingDMIs), a novel class of instruments that adapt to a user’s play style over time. I then implemented a hardware prototype instantiating one point in the AgingDMI design space, and evaluated it longitudinally with experienced musicians (n= 4) for twelve recurring sessions over several weeks.
The findings presented in this thesis suggest that integrating continuous interaction into generative AI-powered creativity support tools increases musicians’ artistic agency and creative ownership and fits better within their existing creative workflows. I further contribute a validated
design framework for AgingDMIs, a novel class of adaptive and personalized digital musical instruments, and a hardware prototype that together demonstrate the principles of that framework in practice.},
keywords = {continuous interaction, continuous-interaction-and-machine-learning, control mapping, creativity support tools, digital musical instruments, machine learning, music, sound & music computing},
pubstate = {published},
tppubtype = {phdthesis}
}
This thesis presents three studies that together examine how continuous interaction, integrated into real-time interfaces, can better support musicians’ creative workflows. First, I derived low-dimensional latent representations from a Variational Autoencoder with an intentionally small latent space, integrated them into a real-time GUI, and evaluated them in a mixed-methods study with both novice and experienced synthesizer users (n = 18). Second, I interviewed experienced musicians (n = 10) about their hesitations toward generative AI; their concerns centered on a lack of compelling tools and workflows, further motivating continuous interaction as a design preference. Finally, I developed a framework for Aging Digital Musical Instruments (AgingDMIs), a novel class of instruments that adapt to a user’s play style over time. I then implemented a hardware prototype instantiating one point in the AgingDMI design space, and evaluated it longitudinally with experienced musicians (n= 4) for twelve recurring sessions over several weeks.
The findings presented in this thesis suggest that integrating continuous interaction into generative AI-powered creativity support tools increases musicians’ artistic agency and creative ownership and fits better within their existing creative workflows. I further contribute a validated
design framework for AgingDMIs, a novel class of adaptive and personalized digital musical instruments, and a hardware prototype that together demonstrate the principles of that framework in practice.
Matthew Peachey; Joseph Malloch
Exploring Musical Creativity in the Era of Generative Artificial Intelligence: A Qualitative Inquiry Proceedings Article Forthcoming
In: Proceedings of the Conference on AI Music Creativity (AIMC), Berlin, Germany, Forthcoming.
BibTeX | Tags: creativity support tools, machine learning, music, qualitative inquiry
@inproceedings{Peachey2026,
title = {Exploring Musical Creativity in the Era of Generative Artificial Intelligence: A Qualitative Inquiry},
author = {Matthew Peachey and Joseph Malloch},
year = {2026},
date = {2026-09-16},
urldate = {2026-09-16},
booktitle = {Proceedings of the Conference on AI Music Creativity (AIMC)},
address = {Berlin, Germany},
keywords = {creativity support tools, machine learning, music, qualitative inquiry},
pubstate = {forthcoming},
tppubtype = {inproceedings}
}
2024
Matthew Peachey; Kyle Smith; Joseph Malloch
Extending Networked Mapping Research Middleware Into the Browser Sandbox Proceedings Article
In: Proceedings of the IEEE International Symposium on the Internet of Sounds, IEEE Communications Society Erlangen, Germany, 2024.
Links | BibTeX | Tags: control mapping, creativity support tools, interactive media systems, open source software
@inproceedings{Peachey2024_IS2,
title = {Extending Networked Mapping Research Middleware Into the Browser Sandbox},
author = {Matthew Peachey and Kyle Smith and Joseph Malloch},
url = {https://ieeexplore.ieee.org/document/10704162},
year = {2024},
date = {2024-09-30},
urldate = {2024-09-30},
booktitle = {Proceedings of the IEEE International Symposium on the Internet of Sounds},
address = {Erlangen, Germany},
organization = {IEEE Communications Society},
keywords = {control mapping, creativity support tools, interactive media systems, open source software},
pubstate = {published},
tppubtype = {inproceedings}
}
2022
Rowland Goddy-Worlu; Martha Dais Ferreira; Matthew Peachey; Claire Nicholas; James Forren; Derek Reilly
Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network Proceedings Article
In: Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022), IEEE, 2022.
Links | BibTeX | Tags: augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning
@inproceedings{GoddyWorlu2022,
title = {Capture and Recognition of Bead Weaving Activities using Hand Skeletal Data and an LSTM Deep Neural Network},
author = {Rowland Goddy-Worlu and Martha Dais Ferreira and Matthew Peachey and Claire Nicholas and James Forren and Derek Reilly},
url = {https://doi.org/10.1109/AIVR56993.2022.00025},
doi = {10.1109/AIVR56993.2022.00025},
year = {2022},
date = {2022-12-12},
urldate = {2022-12-12},
booktitle = {Proceedings of the 5th IEEE International Conference on Artificial Intelligence & Virtual Reality (AIVR 2022)},
publisher = {IEEE},
keywords = {augmented reality, craft, creativity support tools, cultural heritage, dynamic guides, gesture, machine learning},
pubstate = {published},
tppubtype = {inproceedings}
}
Abbey Singh; Matthew Peachey; Ramanpreet Kaur; Peter Haltner; Shannon Frederick; Mohammed Alnusayri; David Choco Manco; Colton Morris; Shannon Brownlee; Joseph Malloch; Derek Reilly
Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study Proceedings Article
In: Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022), Association for Research in Digital Interactive Narratives (ARDIN) Springer LNCS, 2022.
Links | BibTeX | Tags: AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax
@inproceedings{nokey,
title = {Supporting Spatial Thinking in Augmented Reality Narrative: a Field Study},
author = {Abbey Singh and Matthew Peachey and Ramanpreet Kaur and Peter Haltner and Shannon Frederick and Mohammed Alnusayri and David Choco Manco and Colton Morris and Shannon Brownlee and Joseph Malloch and Derek Reilly},
url = {https://gem.cs.dal.ca/wp-content/uploads/2022/10/StoryCreatAR_2022.pdf},
year = {2022},
date = {2022-12-04},
urldate = {2022-12-04},
booktitle = {Proceedings of the 15th International Conference on Interactive Digital Storytelling (ICIDS 2022)},
publisher = {Springer LNCS},
organization = {Association for Research in Digital Interactive Narratives (ARDIN)},
series = {LNCS},
keywords = {AR, augmented reality, creativity support tools, design, interactive media systems, mixed reality, open source software, proxemics, space syntax},
pubstate = {published},
tppubtype = {inproceedings}
}
Brady Boettcher; Joseph Malloch; Johnty Wang; Marcelo M. Wanderley
Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments Proceedings Article
In: Proceedings of the International Conference on New Interfaces for Musical Expression, 2022.
BibTeX | Tags: Ableton Live, control mapping, creativity support tools, libmapper, max, music
@inproceedings{Boettcher2022,
title = {Mapper4Live: Using Control Structures to Embed Complex Mapping Tools into Music Production Environments},
author = {Brady Boettcher and Joseph Malloch and Johnty Wang and Marcelo M. Wanderley},
year = {2022},
date = {2022-06-28},
urldate = {2022-06-28},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
keywords = {Ableton Live, control mapping, creativity support tools, libmapper, max, music},
pubstate = {published},
tppubtype = {inproceedings}
}
Claire Nicholas; James Forren; Derek Reilly
Proceedings of the Design Research Society 2022 Conference, Design Research Society, 2022.
Links | BibTeX | Tags: 3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization
@conference{DRS2022,
title = {Augmented: Design and ethnography in/of an architecture, computer science, and textile research-creative collective},
author = {Claire Nicholas and James Forren and Derek Reilly},
url = {https://doi.org/10.21606/drs.2022.417},
doi = {10.21606/drs.2022.417},
year = {2022},
date = {2022-06-25},
urldate = {2022-06-25},
booktitle = {Proceedings of the Design Research Society 2022 Conference},
publisher = {Design Research Society},
keywords = {3-D user interface, annotation, AR, architecture, craft, creativity support tools, cultural heritage, design, dynamic guides, embodied cognition, embodied interaction, ethnography, immersive visualization},
pubstate = {published},
tppubtype = {conference}
}
2019
Joseph Malloch; Jérémia Garcia; Marcelo M. Wanderley; Wendy E. Mackay; Michel Beaudouin-Lafon; Stéphane Huot
A Design Workbench for Interactive Music Systems Book Chapter
In: Holland, Simon; Wilkie, Katie; Mudd, Tom; McPherson, Andrew; Wanderley, Marcelo M. (Ed.): Music and Human–Computer Interaction: Remixed, Chapter 2, Springer Verlag, Berlin, Heidelberg, 2019.
BibTeX | Tags: creativity support tools, design workbench, digital musical instruments, music
@inbook{Malloch2018_MIDWAY,
title = {A Design Workbench for Interactive Music Systems},
author = {Joseph Malloch and Jérémia Garcia and Marcelo M. Wanderley and Wendy E. Mackay and Michel Beaudouin-Lafon and Stéphane Huot},
editor = {Simon Holland and Katie Wilkie and Tom Mudd and Andrew McPherson and Marcelo M. Wanderley},
year = {2019},
date = {2019-02-22},
booktitle = {Music and Human–Computer Interaction: Remixed},
publisher = {Springer Verlag},
address = {Berlin, Heidelberg},
chapter = {2},
keywords = {creativity support tools, design workbench, digital musical instruments, music},
pubstate = {published},
tppubtype = {inbook}
}
