publications

@inproceedings{hung_transcription_2021,

title = {Transcription Is All You Need: Learning To Separate Musical Mixtures With Score As Supervision},

author = {Yun-Ning Hung and Gordon Wichern and Jonathan Le Roux},

url = {https://ieeexplore.ieee.org/abstract/document/9413358/authors#authors},

doi = {10.1109/ICASSP39728.2021.9413358},

year  = {2021},

date = {2021-06-01},

urldate = {2024-02-08},

booktitle = {ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},

pages = {46\textendash50},

abstract = {Most music source separation systems require large collections of isolated sources for training, which can be difficult to obtain. In this work, we use musical scores, which are comparatively easy to obtain, as a weak label for training a source separation system. In contrast with previous score-informed separation approaches, our system does not require isolated sources, and score is used only as a training target, not required for inference. Our model consists of a separator that outputs a time-frequency mask for each instrument, and a transcriptor that acts as a critic, providing both temporal and frequency supervision to guide the learning of the separator. A harmonic mask constraint is introduced as another way of leveraging score information during training, and we propose two novel adversarial losses for additional fine-tuning of both the transcriptor and the separator. Results demonstrate that using score information outper-forms temporal weak-labels, and adversarial structures lead to further improvements in both separation and transcription performance.},

note = {ISSN: 2379-190X},

keywords = {audio source separation, Conferences, Instruments, music, music transcription, Particle separators, Source separation, Time-frequency analysis, Training, weakly-labeled data, weakly-supervised separation},

pubstate = {published},

tppubtype = {inproceedings}

}