% === Direct Manipulation & the Theory of Directness === @article{hutchins1985direct, title={Direct Manipulation Interfaces}, author={Hutchins, Edwin L. and Hollan, James D. and Norman, Donald A.}, journal={Human-Computer Interaction}, volume={1}, number={4}, pages={311--338}, year={1985}, publisher={Taylor \& Francis} } @article{shneiderman1983direct, title={Direct Manipulation: A Step Beyond Programming Languages}, author={Shneiderman, Ben}, journal={Computer}, volume={16}, number={8}, pages={57--69}, year={1983}, publisher={IEEE} } @book{norman1988everyday, title={The Design of Everyday Things}, author={Norman, Donald A.}, year={1988}, publisher={Basic Books}, note={Popularized the ``gulf of execution'' / ``gulf of evaluation'' framing; the terms were introduced in Norman's ``Cognitive Engineering'' chapter in Norman \& Draper, User Centered System Design (1986)} } @misc{nngroup2021gulfs, title={The Two UX Gulfs: Evaluation and Execution}, author={Nielsen Norman Group}, year={2021}, howpublished={\url{https://www.nngroup.com/articles/two-ux-gulfs-evaluation-execution/}}, note={Accessed July 2026} } @book{nielsen1993usability, title={Usability Engineering}, author={Nielsen, Jakob}, year={1993}, publisher={Morgan Kaufmann}, note={The 0.1s response-time threshold for the feeling of direct manipulation} } @inproceedings{annett2014low, title={How Low Should We Go? Understanding the Perception of Latency While Inking}, author={Annett, Michelle and Ng, Albert and Dietz, Paul and Bischof, Walter F. and Gupta, Anoop}, booktitle={Proceedings of Graphics Interface 2014 (GI '14)}, pages={167--174}, year={2014}, note={Measures when the lag between a continuous gesture and its rendered result becomes perceptible --- on the order of tens of milliseconds} } % === Input, Degrees of Freedom, Gesture === @incollection{buxton1986chunking, title={Chunking and Phrasing and the Design of Human-Computer Dialogues}, author={Buxton, William}, booktitle={Proceedings of the IFIP World Computer Congress}, pages={475--480}, year={1986} } @misc{buxton2018gesture, title={Gesture Based Interaction (Haptic Input), Chapter 14 of \emph{Human Input to Computer Systems: Theories, Techniques and Technology}}, author={Buxton, William}, year={2018}, howpublished={\url{https://www.billbuxton.com/input14.Gesture.pdf}}, note={Accessed July 2026} } @misc{buxton2007multitouch, title={Multi-Touch Systems that I Have Known and Loved}, author={Buxton, William}, year={2007}, howpublished={\url{https://www.billbuxton.com/multitouchOverview.html}}, note={Continuous degrees of freedom and input bandwidth. Accessed July 2026} } % === New Interfaces for Musical Expression === @article{dobrian2006einnime, title={The `E' in NIME: Musical Expression with New Computer Interfaces}, author={Dobrian, Christopher and Koppelman, Daniel}, journal={Proceedings of the International Conference on New Interfaces for Musical Expression (NIME)}, pages={277--282}, year={2006} } @article{wanderley2002mapping, title={Mapping Strategies in Real-Time Computer Music}, author={Wanderley, Marcelo M.}, journal={Organised Sound}, volume={7}, number={2}, pages={83--84}, year={2002}, publisher={Cambridge University Press} } % === Turntablism / Scratching === @phdthesis{hansen2010scratching, title={The Acoustics and Performance of DJ Scratching: Analysis and Modeling}, author={Hansen, Kjetil Falkenberg}, school={KTH Royal Institute of Technology}, year={2010}, note={\url{https://www.speech.kth.se/~hansen/files/thesis/}} } @article{hansen2006mapping, title={Mapping Strategies in DJ Scratching}, author={Hansen, Kjetil Falkenberg and Bresin, Roberto}, journal={Proceedings of the International Conference on New Interfaces for Musical Expression (NIME)}, pages={188--191}, year={2006} } @article{hansen2010skipproof, title={The Skipproof Virtual Turntable for High-Level Control of Scratching}, author={Hansen, Kjetil Falkenberg and Bresin, Roberto}, journal={Computer Music Journal}, volume={34}, number={2}, pages={39--50}, year={2010}, publisher={MIT Press}, doi={10.1162/comj.2010.34.2.39} } @mastersthesis{lopes2010mtdjing, title={Mt-DJing: Multitouch DJing Table}, author={Lopes, Pedro}, school={Instituto Superior T\'ecnico (IST), Universidade T\'ecnica de Lisboa}, type={M.Sc. thesis}, year={2010} } % === Elastic Audio / Time-Stretching in Production Tools === @misc{ableton2024warp, title={Audio Clips, Tempo, and Warping --- Ableton Reference Manual Version 12}, author={{Ableton}}, year={2024}, howpublished={\url{https://www.ableton.com/en/manual/audio-clips-tempo-and-warping/}}, note={Warp modes treat recorded audio as elastic via granular resynthesis. Accessed July 2026} } @misc{serato2017sample, title={Serato Sample: Real-Time Waveform Scrubbing and Needle Drop}, author={{Serato}}, year={2017}, howpublished={\url{https://serato.com/sample}}, note={Accessed July 2026} } @misc{avid2024elastic, title={Elastic Audio in Pro Tools: Real-Time Time-Stretching and Pitch-Shifting}, author={{Avid}}, year={2024}, howpublished={\url{https://www.avid.com/pro-tools}}, note={Accessed July 2026} } % === Consumer Platform Playback Controls === @misc{spotify2026speed, title={Change Playback Speed (Podcasts and Audiobooks)}, author={{Spotify}}, year={2026}, howpublished={Spotify Community and Support documentation}, note={Music tracks fixed at 1.0x; speed control 0.5x--3x limited to spoken-word content. Accessed July 2026} } @misc{youtube2026speed, title={Change Video Playback Speed}, author={{YouTube}}, year={2026}, howpublished={YouTube Help documentation}, note={Discrete presets 0.25x--2x, plus a ``custom'' slider in 0.05 increments. Accessed July 2026} } @misc{audible2026speed, title={Narration Speed Controls}, author={{Audible}}, year={2026}, howpublished={Audible Help documentation}, note={0.5x--3.5x in 0.1x increments (31 discrete speeds). Accessed July 2026} } % === Input, Control Resolution, and the Instrument Model === @article{card1991morphological, title={A Morphological Analysis of the Design Space of Input Devices}, author={Card, Stuart K. and Mackinlay, Jock D. and Robertson, George G.}, journal={ACM Transactions on Information Systems}, volume={9}, number={2}, pages={99--122}, year={1991}, publisher={ACM}, doi={10.1145/123078.128726} } @incollection{buxton1986more, title={There's More to Interaction Than Meets the Eye: Some Issues in Manual Input}, author={Buxton, William}, booktitle={User Centered System Design: New Perspectives on Human-Computer Interaction}, editor={Norman, Donald A. and Draper, Stephen W.}, pages={319--337}, publisher={Lawrence Erlbaum Associates}, address={Hillsdale, NJ}, year={1986} } @inproceedings{beaudouinlafon2000instrumental, title={Instrumental Interaction: An Interaction Model for Designing Post-WIMP User Interfaces}, author={Beaudouin-Lafon, Michel}, booktitle={Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI '00)}, pages={446--453}, year={2000}, publisher={ACM}, doi={10.1145/332040.332473} } @article{wessel2002intimate, title={Problems and Prospects for Intimate Musical Control of Computers}, author={Wessel, David and Wright, Matthew}, journal={Computer Music Journal}, volume={26}, number={3}, pages={11--22}, year={2002}, publisher={MIT Press}, doi={10.1162/014892602320582945}, note={Names ``scrubbing'' as an expressive control metaphor; defines ``control intimacy'' and its low-latency requirement} } @article{moore1988dysfunctions, title={The Dysfunctions of MIDI}, author={Moore, F. Richard}, journal={Computer Music Journal}, volume={12}, number={1}, pages={19--28}, year={1988}, publisher={MIT Press}, doi={10.2307/3679834} } % === Expressive Control, Feel, and the Culture of Scratching === @phdthesis{omodhrain2000playing, title={Playing by Feel: Incorporating Haptic Feedback into Computer-Based Musical Instruments}, author={O'Modhrain, Sile}, school={Stanford University}, year={2000}, note={CCRMA, Department of Music. Haptic feedback closes the loop between gesture and sound with feel, not just hearing} } @inproceedings{fiebrink2009meta, title={A Meta-Instrument for Interactive, On-the-Fly Machine Learning}, author={Fiebrink, Rebecca and Trueman, Dan and Cook, Perry R.}, booktitle={Proceedings of the International Conference on New Interfaces for Musical Expression (NIME)}, year={2009}, note={Designing expressive continuous gesture-to-sound mappings as a live, interactive practice} } @book{katz2012groove, title={Groove Music: The Art and Culture of the Hip-Hop DJ}, author={Katz, Mark}, publisher={Oxford University Press}, address={New York}, year={2012} } @book{farrugia2012beyond, title={Beyond the Dance Floor: Female DJs, Technology and Electronic Dance Music Culture}, author={Farrugia, Rebekah}, publisher={Intellect}, address={Bristol, UK}, year={2012} } % === Resolution, Fidelity, and Who the Default Serves === @book{menkman2011glitch, title={The Glitch Moment(um)}, author={Menkman, Rosa}, year={2011}, publisher={Institute of Network Cultures}, address={Amsterdam}, series={Network Notebooks}, number={4}, note={Resolution and compression as imposed standards --- the politics of what a medium lets you see and touch} } @article{steyerl2009poor, author={Steyerl, Hito}, title={In Defense of the Poor Image}, journal={e-flux journal}, number={10}, year={2009} } @book{eshun1998brilliant, title={More Brilliant Than the Sun: Adventures in Sonic Fiction}, author={Eshun, Kodwo}, year={1998}, publisher={Quartet Books}, address={London}, note={The turntable and sampler as machines that turn the listener into an author of sound} } @inproceedings{compton2015casual, title={Casual Creators}, author={Compton, Kate and Mateas, Michael}, booktitle={Proceedings of the International Conference on Computational Creativity (ICCC)}, year={2015}, note={Tools whose pleasure is continuous, low-stakes exploration of a possibility space rather than the configuration of an output} } @inproceedings{knotts2015algorithmic, title={Algorithmic Collaboration}, author={Knotts, Shelly and Collins, Nick}, booktitle={Proceedings of the International Conference on Live Coding}, year={2015} } @book{rodgers2010pink, title={Pink Noises: Women on Electronic Music and Sound}, author={Rodgers, Tara}, year={2010}, publisher={Duke University Press}, address={Durham, NC}, note={Twenty-four interviews with women making electronic music and sound --- DJs, composers, instrument builders --- reclaiming authorship of sound} } @article{mills2020aural, title={Aural Speed-Reading: Some Historical Bookmarks}, author={Mills, Mara and Sterne, Jonathan}, journal={PMLA}, volume={135}, number={2}, year={2020}, publisher={Modern Language Association}, note={The history of audio time compression --- pitch-preserving speed-up pioneered so blind Talking Book readers could read faster by ear} } @book{costanza2020design, title={Design Justice: Community-Led Practices to Build the Worlds We Need}, author={Costanza-Chock, Sasha}, year={2020}, publisher={MIT Press}, address={Cambridge, MA} } @book{chun2011programmed, title={Programmed Visions: Software and Memory}, author={Chun, Wendy Hui Kyong}, year={2011}, publisher={MIT Press}, address={Cambridge, MA}, note={Software naturalizes its own decisions --- makes the programmed feel like a given fact rather than a choice} } % === Amateurism, Imperfection, and the Right to Fumble === @misc{kudo_maher, author={Kudo, Tori}, title={Maher Shalal Hash Baz --- Interviews and Writings}, howpublished={\url{https://torikudo.com/archive/}}, note={An amateur ensemble built on inspired mistakes; songs often written the day of the performance. Accessed July 2026} } @book{novak2013japanoise, title={Japanoise: Music at the Edge of Circulation}, author={Novak, David}, year={2013}, publisher={Duke University Press}, address={Durham, NC}, note={A Japanese underground founded on a refusal of mastery, circulating hand-to-hand on traded cassette tapes} } @misc{gravett_hetauma, author={Gravett, Paul}, title={Heta-Uma \& Mangaro}, howpublished={\url{http://www.paulgravett.com/articles/article/heta_uma_mangaro}}, note={On \emph{heta-uma} (``unskilled-good''), coined by Yumura Teruhiko (King Terry) in \emph{Garo}, 1970s. Accessed July 2026} } % === Prior Art: Gestural / Direct-Manipulation Playback === @inproceedings{lee2006dimass, title={{DiMa\ss}: A Technique for Audio Scrubbing and Skimming Using Direct Manipulation}, author={Lee, Eric and Borchers, Jan}, booktitle={Proceedings of the 1st ACM Workshop on Audio and Music Computing Multimedia (AMCMM '06)}, pages={107--114}, year={2006}, publisher={ACM}, doi={10.1145/1178723.1178740}, note={Continuous, gestural, bidirectional audio scrubbing with real-time pitch-preserving time-stretch and the sound as feedback --- the direct research antecedent of gestural playback-rate control} } @misc{algoriddim2024djay, title={djay --- DJ App and AI Mixer}, author={{Algoriddim}}, year={2024}, howpublished={\url{https://www.algoriddim.com/djay-ios}}, note={70M+ downloads; multiple Apple Design Awards; turntable/scratch interface layered over Apple Music, Spotify, and TIDAL. Accessed July 2026} } @misc{pacemaker2018, title={Pacemaker: Streaming-Integrated Consumer DJ App}, author={{Pacemaker}}, year={2018}, howpublished={Press coverage, DJ TechTools and others}, note={First DJ app with native Spotify integration (2014); discontinued its Spotify mode when Spotify revoked third-party DJ API access in 2018} } @misc{anytune2024, title={Anytune: Music Speed and Pitch Changer for Practice}, author={{Anytune}}, year={2024}, howpublished={\url{https://www.anytune.app/}}, note={Continuous tempo change with pitch preserved (and independent pitch shift) for listening and transcription --- the expressive-playback niche served as a practice tool. Accessed July 2026} } @misc{apple2026scrubbing, title={Variable-Speed Scrubbing in iOS Media Players}, author={{Apple}}, year={2026}, howpublished={iOS Human Interface Guidelines / Support documentation}, note={Touch-hold and drag vertically to shift between Hi-Speed, Half-Speed, Quarter-Speed, and Fine scrubbing with haptic detents. Controls SEEK precision, not playback rate. Accessed July 2026} } @misc{google2019scrubbingvideo, title={Direct User Manipulation of Video to Generate Scrubbing Videos}, author={{Google LLC}}, year={2019}, howpublished={U.S. Patent 10,438,632 B2 (priority 2017)}, note={Gesture-driven video scrubbing recorded as a shareable clip, explicitly analogized in the patent to ``a disc jockey scratching records''} } % === Aesthetic Computer === @misc{scudder2026ac, title={Aesthetic Computer: A Mobile-First Runtime and Social Network for Creative Computing}, author={Scudder, Jeffrey Alan}, year={2026}, howpublished={\url{https://aesthetic.computer}}, note={Working paper} } @misc{scudder2026notepat, title={notepat: A Text-Addressable Musical Keyboard}, author={Scudder, Jeffrey Alan}, year={2026}, howpublished={\url{https://aesthetic.computer/notepat}}, note={Working paper} } @misc{scudder2026kidlisp, title={KidLisp: A Minimal Lisp for Generative Art}, author={Scudder, Jeffrey Alan}, year={2026}, howpublished={\url{https://aesthetic.computer}}, note={Working paper} }