Xiao Xiao

@inproceedings{xiao_2117,

title = {Harmonic Maps: Interactive Visualization of Triad Spaces Based on Spectral Structures},

author = {Xiao Xiao},

url = {https://tenorboston23.sites.northeastern.edu/v},

issn = {To be obtained},

year  = {2023},

date = {2023-05-01},

booktitle = {Proceedings of Tenor 2023},

address = {Boston, USA},

abstract = {We present Harmonic Maps, a visualization of three-note chord spaces and an interactive application that allows users to explore in real-time the connection between the visualization and its mapped sounds. While typical harmonic analysis is based only on notes or on an audio signal, our analysis takes a hybrid approach by quantifying different types of interactions between the spectra of notes. These quantifications, which we call Harmonic Descriptors, are derived from acoustic or perceptual models. Three such descriptors are defined and mapped: concordance, third order concordance and roughness.



Harmonic analysis based on spectral structures opens new possibilities beyond traditional note-only or signal-only approaches. They can be applied to a continuum of frequencies, independent of the tuning system, as well as historical and stylistic constraints. Harmonic Maps based on spectral structures can be especially relevant to study the relationship between timbre and harmony. Our interactive exploration of harmonic spaces can have applications for analytical, compositional and educational purposes.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{xiao_2253,

title = {Performative Vocal Synthesis for Foreign Language Intonation Practicev},

author = {Xiao Xiao},

url = {https://chi2023.acm.org/},

issn = {78-1-4503-9421-5/23/04},

year  = {2023},

date = {2023-04-01},

booktitle = {Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems},

address = {Hamburg, Germany},

abstract = {Typical foreign language (L2) pronunciation training focuses mainly on individual sounds. Intonation, the patterns of pitch change across words or phrases is often neglected, despite its key role in word-level intelligibility and in the expression of attitudes and affect. This paper examines hand-controlled real-time vocal synthesis, known as Performative Vocal Synthesis (PVS), as an interaction technique for practicing L2 intonation in computer aided pronunciation training (CAPT). 



We evaluate a tablet-based interface where users gesturally control the pitch of a pre-recorded utterance by drawing curves on the touchscreen. 24 subjects (12 French learners, 12 British controls) imitated English phrases with their voice and the interface. Results of an acoustic analysis and expert perceptive evaluation showed that learners' gestural imitations yielded more accurate results than vocal imitations of the fall-rise intonation pattern typically difficult for francophones, suggesting that PVS can help learners produce intonation patterns beyond the capabilities of their natural voice.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{kleinberger_1829,

title = {Voice at NIME: a Taxonomy of New Interfaces for Vocal Musical Expression},

author = {Rébecca Kleinberger and Nikhil Singh and Xiao Xiao and Akito Van Troyer},

url = {https://nime.pubpub.org/pub/180al5zt/},

year  = {2022},

date = {2022-06-01},

booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},

address = {Aotearoa, New Zealand},

abstract = {We present a systematic review of voice-centered NIME publications from the past two decades. Musical expression has been a key driver of innovation in voice-based technologies, from traditional architectures that amplify singing to cutting-edge research in vocal synthesis. NIME conference has emerged as  a prime venue for innovative vocal interfaces. However, there hasn't been a systematic analysis of all voice-related work or an effort to characterize their features. Analyzing trends in Vocal NIMEs can help the community better understand common interests, identify uncharted territories, and explore directions for future research. We identified a corpus of 98 papers about Vocal NIMEs from 2001 to 2021, which we analyzed in 3 ways. First, we automatically extracted latent themes and possible categories using natural language processing. Taking inspiration from concepts surfaced through this process, we then defined several core dimensions with associated descriptors of Vocal NIMEs and assigned each paper relevant descriptors under each dimension. Finally, we defined a classification system, which we then used to uniquely and more precisely situate each paper on a map, taking into account the overall goals of each work. Based on our analyses, we present trends and challenges, including questions of gender and diversity in our community, and reflect on opportunities for future work.},

keywords = {},

pubstate = {published},

tppubtype = {inproceedings}

}