publications

@inproceedings{ding_embedding_2024,

title = {Embedding Compression for Teacher-to-Student Knowledge Transfer},

author = {Yiwei Ding and Alexander Lerch},

url = {http://arxiv.org/abs/2402.06761},

doi = {10.48550/arXiv.2402.06761},

year  = {2024},

date = {2024-02-01},

urldate = {2024-02-27},

booktitle = {Proceedings of the International Conference on Acoustics Speech and Signal Processing (ICASSP) - Satellite Workshop Deep Neural Network Model Compression},

publisher = {Institute of Electrical and Electronics Engineers (IEEE)},

address = {Seoul, Korea},

abstract = {Common knowledge distillation methods require the teacher model and the student model to be trained on the same task. However, the usage of embeddings as teachers has also been proposed for different source tasks and target tasks. Prior work that uses embeddings as teachers ignores the fact that the teacher embeddings are likely to contain irrelevant knowledge for the target task. To address this problem, we propose to use an embedding compression module with a trainable teacher transformation to obtain a compact teacher embedding. Results show that adding the embedding compression module improves the classification performance, especially for unsupervised teacher embeddings. Moreover, student models trained with the guidance of embeddings show stronger generalizability.},

note = {arXiv:2402.06761 [cs]},

keywords = {Computer Science - Machine Learning},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{ma_representation_2022,

title = {Representation Learning for the Automatic Indexing of Sound Effects Libraries},

author = {Alison B Ma and Alexander Lerch},

url = {http://arxiv.org/abs/2208.09096},

doi = {10.48550/arXiv.2208.09096},

year  = {2022},

date = {2022-08-01},

urldate = {2022-08-22},

booktitle = {Proceedings of the International Society for Music Information Retrieval Conference (ISMIR)},

address = {Bangalore, IN},

abstract = {Labeling and maintaining a commercial sound effects library is a time-consuming task exacerbated by databases that continually grow in size and undergo taxonomy updates. Moreover, sound search and taxonomy creation are complicated by non-uniform metadata, an unrelenting problem even with the introduction of a new industry standard, the Universal Category System. To address these problems and overcome dataset-dependent limitations that inhibit the successful training of deep learning models, we pursue representation learning to train generalized embeddings that can be used for a wide variety of sound effects libraries and are a taxonomy-agnostic representation of sound. We show that a task-specific but dataset-independent representation can successfully address data issues such as class imbalance, inconsistent class labels, and insufficient dataset size, outperforming established representations such as OpenL3. Detailed experimental results show the impact of metric learning approaches and different cross-dataset training methods on representational effectiveness.},

note = {arXiv:2208.09096 [cs, eess]},

keywords = {Computer Science - Machine Learning, Computer Science - Sound, Electrical Engineering and Systems Science - Audio and Speech Processing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{vinay_evaluating_2022,

title = {Evaluating Generative Audio Systems and their Metrics},

author = {Ashvala Vinay and Alexander Lerch},

url = {http://arxiv.org/abs/2209.00130},

doi = {10.48550/arXiv.2209.00130},

year  = {2022},

date = {2022-08-01},

urldate = {2022-09-03},

booktitle = {Proceedings of the International Society for Music Information Retrieval Conference (ISMIR)},

address = {Bangalore, IN},

abstract = {Recent years have seen considerable advances in audio synthesis with deep generative models. However, the state-of-the-art is very difficult to quantify; different studies often use different evaluation methodologies and different metrics when reporting results, making a direct comparison to other systems difficult if not impossible. Furthermore, the perceptual relevance and meaning of the reported metrics in most cases unknown, prohibiting any conclusive insights with respect to practical usability and audio quality. This paper presents a study that investigates state-of-the-art approaches side-by-side with (i) a set of previously proposed objective metrics for audio reconstruction, and with (ii) a listening study. The results indicate that currently used objective metrics are insufficient to describe the perceptual quality of current systems.},

note = {arXiv:2209.00130 [cs, eess]},

keywords = {Computer Science - Machine Learning, Computer Science - Sound, Electrical Engineering and Systems Science - Audio and Speech Processing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{kalbag_scream_2022,

title = {Scream Detection in Heavy Metal Music},

author = {Vedant Kalbag and Alexander Lerch},

url = {http://arxiv.org/abs/2205.05580},

doi = {10.48550/arXiv.2205.05580},

year  = {2022},

date = {2022-01-01},

booktitle = {Proceedings of the Sound and Music Computing Conference (SMC)},

address = {Saint-Etienne},

abstract = {Harsh vocal effects such as screams or growls are far more common in heavy metal vocals than the traditionally sung vocal. This paper explores the problem of detection and classification of extreme vocal techniques in heavy metal music, specifically the identification of different scream techniques. We investigate the suitability of various feature representations, including cepstral, spectral, and temporal features as input representations for classification. The main contributions of this work are (i) a manually annotated dataset comprised of over 280 minutes of heavy metal songs of various genres with a statistical analysis of occurrences of different extreme vocal techniques in heavy metal music, and (ii) a systematic study of different input feature representations for the classification of heavy metal vocals},

keywords = {Computer Science - Machine Learning, Computer Science - Sound, Electrical Engineering and Systems Science - Audio and Speech Processing},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{watcharasupat_evaluation_2021,

title = {Evaluation of Latent Space Disentanglement in the Presence of Interdependent Attributes},

author = {Karn N Watcharasupat and Alexander Lerch},

url = {http://arxiv.org/abs/2110.05587},

year  = {2021},

date = {2021-10-01},

urldate = {2021-11-11},

booktitle = {Late Breaking Demo (Extended Abstract), Proceedings of the International Society for Music Information Retrieval Conference (ISMIR)},

address = {Online},

abstract = {Controllable music generation with deep generative models has become increasingly reliant on disentanglement learning techniques. However, current disentanglement metrics, such as mutual information gap (MIG), are often inadequate and misleading when used for evaluating latent representations in the presence of interdependent semantic attributes often encountered in real-world music datasets. In this work, we propose a dependency-aware information metric as a drop-in replacement for MIG that accounts for the inherent relationship between semantic attributes.},

keywords = {Computer Science - Information Retrieval, Computer Science - Information Theory, Computer Science - Machine Learning, Computer Science - Sound, Electrical Engineering and Systems Science - Audio and Speech Processing},

pubstate = {published},

tppubtype = {inproceedings}

}