@inproceedings{87fb3aabae0c40128676a8dac2c39f3d,
title = "Generative bookscapes: Towards immersive and interactive book reading",
abstract = "In this paper we introduce the Bookscapes project. Which focuses on augmenting the traditional book-reading experience through generative sound, music, and soundscape creation utilizing sound synthesis, music information retrieval (MIR) techniques, and computational emotion analysis. The current prototype software is implemented in MATLAB and MAX. The MATLAB environment employs real-time convolutional neural networks (CNN)to detect speech when a user is reading a book (e.g. bedtime storytelling for children). MATLAB is also used to adaptively generate background soundscapes by reacting to the reader's voice (when present) and text contained in pages of a given book. The MAX environment is used to generate synthesized sounds and “music” by exploiting the software's well-documented utility as it is the most widely used computer music tool today.",
keywords = "Audiobooks, Computer music system, Generative audio, MATLAB, Machine learning, Soundscapes",
author = "Park, {Tae Hong} and Toshihisa Tsuruoka",
note = "Publisher Copyright: {\textcopyright} 2019 Javier A. Garavaglia. This is an open-access article distributed under the terms of the Creative Commons Attribution License 3.0 Unported, which permits unrestricted use, distribted under the terms of the Creative Commons Attribu tion License 3.0 Unported, which permits unrestricted use, distribu tion, and reproduction in any medium, provided the original author and source are credited.; 45th International Computer Music Conference, ICMC 2019 and International Computer Music Conference New York City Electroacoustic Music Festival, NYCEMF 2019 ; Conference date: 16-06-2019 Through 23-06-2019",
year = "2019",
month = sep,
day = "1",
language = "English (US)",
series = "Proceedings of the 2019 International Computer Music Conference, ICMC-NYCEMF 2019 - International Computer Music Conference New York City Electroacoustic Music Festival",
publisher = "International Computer Music Association",
pages = "207--212",
booktitle = "Proceedings of the 2019 International Computer Music Conference, ICMC-NYCEMF 2019 - International Computer Music Conference New York City Electroacoustic Music Festival",
}