@article{zhu2025llada,
  title={LLaDA 1.5: Variance-Reduced Preference Optimization for Large Language Diffusion Models},
  author={Zhu, Fengqi and Wang, Rongzhen and Nie, Shen and Zhang, Xiaolu and Wu, Chunwei and Hu, Jun and Zhou, Jun and Chen, Jianfei and Lin, Yankai and Wen, Ji-Rong and others},
  journal={arXiv preprint arXiv:2505.19223},
  year={2025}
}

@article{lv2023getmusic,
  title={Getmusic: Generating any music tracks with a unified representation and diffusion framework},
  author={Lv, Ang and Tan, Xu and Lu, Peiling and Ye, Wei and Zhang, Shikun and Bian, Jiang and Yan, Rui},
  journal={arXiv preprint arXiv:2305.10841},
  year={2023}
}

@article{bhandari2025improvnet,
  title={ImprovNet--Generating Controllable Musical Improvisations with Iterative Corruption Refinement},
  author={Bhandari, Keshav and Chang, Sungkyun and Lu, Tongyu and Enus, Fareza R and Bradshaw, Louis B and Herremans, Dorien and Colton, Simon},
  journal={arXiv preprint arXiv:2502.04522},
  year={2025}
}

@article{yi2022accomontage2,
  title={Accomontage2: A complete harmonization and accompaniment arrangement system},
  author={Yi, Li and Hu, Haochen and Zhao, Jingwei and Xia, Gus},
  journal={arXiv preprint arXiv:2209.00353},
  year={2022}
}

@article{alayrac2022flamingo,
  title={Flamingo: a visual language model for few-shot learning},
  author={Alayrac, Jean-Baptiste and Donahue, Jeff and Luc, Pauline and Miech, Antoine and Barr, Iain and Hasson, Yana and Lenc, Karel and Mensch, Arthur and Millican, Katherine and Reynolds, Malcolm and others},
  journal={Advances in neural information processing systems},
  volume={35},
  pages={23716--23736},
  year={2022}
}

@inproceedings{kim2021vilt,
  title={Vilt: Vision-and-language transformer without convolution or region supervision},
  author={Kim, Wonjae and Son, Bokyung and Kim, Ildoo},
  booktitle={International conference on machine learning},
  pages={5583--5594},
  year={2021},
  organization={PMLR}
}

@inproceedings{tsai2019multimodal,
  title={Multimodal transformer for unaligned multimodal language sequences},
  author={Tsai, Yao-Hung Hubert and Bai, Shaojie and Liang, Paul Pu and Kolter, J Zico and Morency, Louis-Philippe and Salakhutdinov, Ruslan},
  booktitle={Proceedings of the conference. Association for computational linguistics. Meeting},
  volume={2019},
  pages={6558},
  year={2019}
}

@inproceedings{nichol2021improved,
  title={Improved denoising diffusion probabilistic models},
  author={Nichol, Alexander Quinn and Dhariwal, Prafulla},
  booktitle={International conference on machine learning},
  pages={8162--8171},
  year={2021},
  organization={PMLR}
}

@article{gu2019levenshtein,
  title={Levenshtein transformer},
  author={Gu, Jiatao and Wang, Changhan and Zhao, Junbo},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{bengio2013generalized,
  title={Generalized denoising auto-encoders as generative models},
  author={Bengio, Yoshua and Yao, Li and Alain, Guillaume and Vincent, Pascal},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}

@inproceedings{vincent2008extracting,
  title={Extracting and composing robust features with denoising autoencoders},
  author={Vincent, Pascal and Larochelle, Hugo and Bengio, Yoshua and Manzagol, Pierre-Antoine},
  booktitle={Proceedings of the 25th international conference on Machine learning},
  pages={1096--1103},
  year={2008}
}

@article{sinha2019clutrr,
  title={CLUTRR: A diagnostic benchmark for inductive reasoning from text},
  author={Sinha, Koustuv and Sodhani, Shagun and Dong, Jin and Pineau, Joelle and Hamilton, William L},
  journal={arXiv preprint arXiv:1908.06177},
  year={2019}
}

@misc{ettinger2020bertnotlessonsnew,
      title={What BERT is not: Lessons from a new suite of psycholinguistic diagnostics for language models}, 
      author={Allyson Ettinger},
      year={2020},
      eprint={1907.13528},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/1907.13528}, 
}

@article{pati2019learning,
  title={Learning to traverse latent spaces for musical score inpainting},
  author={Pati, Ashis and Lerch, Alexander and Hadjeres, Ga{\"e}tan},
  journal={arXiv preprint arXiv:1907.01164},
  year={2019}
}

@article{wang2019bert,
  title={BERT has a mouth, and it must speak: BERT as a Markov random field language model},
  author={Wang, Alex and Cho, Kyunghyun},
  journal={arXiv preprint arXiv:1902.04094},
  year={2019}
}

@article{ghazvininejad2019mask,
  title={Mask-predict: Parallel decoding of conditional masked language models},
  author={Ghazvininejad, Marjan and Levy, Omer and Liu, Yinhan and Zettlemoyer, Luke},
  journal={arXiv preprint arXiv:1904.09324},
  year={2019}
}

@article{frank2021vision,
  title={Vision-and-language or vision-for-language? on cross-modal influence in multimodal transformers},
  author={Frank, Stella and Bugliarello, Emanuele and Elliott, Desmond},
  journal={arXiv preprint arXiv:2109.04448},
  year={2021}
}

@article{bugliarello2021multimodal,
  title={Multimodal pretraining unmasked: A meta-analysis and a unified framework of vision-and-language BERTs},
  author={Bugliarello, Emanuele and Cotterell, Ryan and Okazaki, Naoaki and Elliott, Desmond},
  journal={Transactions of the Association for Computational Linguistics},
  volume={9},
  pages={978--994},
  year={2021},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@article{kaliakatsos2025diffusion,
  title={Diffusion-Inspired Masked Language Modeling for Symbolic Harmony Generation on a Fixed Time Grid},
  author={Kaliakatsos-Papakostas, Maximos and Makris, Dimos and Soiledis, Konstantinos and Tsamis, Konstantinos-Theodoros and Katsouros, Vassilis and Cambouropoulos, Emilios},
  journal={Applied Sciences},
  volume={15},
  number={17},
  pages={9513},
  year={2025},
  publisher={MDPI}
}

@misc{chordmelodydataset,
  title = {{Chord Melody Dataset}},
  howpublished = {\url{https://github.com/shiehn/chord-melody-dataset}},
  note = {Accessed: 2025-08-21},
  author = {Hiehn, Steve},
  year = {2019}
}

@article{wu2024clamp,
  title={Clamp 2: Multimodal music information retrieval across 101 languages using large language models},
  author={Wu, Shangda and Wang, Yashan and Yuan, Ruibin and Guo, Zhancheng and Tan, Xu and Zhang, Ge and Zhou, Monan and Chen, Jing and Mu, Xuefeng and Gao, Yuejie and others},
  journal={arXiv preprint arXiv:2410.13267},
  year={2024}
}

@article{lou2310discrete,
  title={Discrete diffusion modeling by estimating the ratios of the data distribution, 2024},
  author={Lou, Aaron and Meng, Chenlin and Ermon, Stefano},
  journal={URL https://arxiv. org/abs/2310.16834},
  year={2023}
}

@article{sahoo2024simple,
  title={Simple and effective masked diffusion language models},
  author={Sahoo, Subham and Arriola, Marianne and Schiff, Yair and Gokaslan, Aaron and Marroquin, Edgar and Chiu, Justin and Rush, Alexander and Kuleshov, Volodymyr},
  journal={Advances in Neural Information Processing Systems},
  volume={37},
  pages={130136--130184},
  year={2024}
}

@article{ho2020denoising,
  title={Denoising diffusion probabilistic models},
  author={Ho, Jonathan and Jain, Ajay and Abbeel, Pieter},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={6840--6851},
  year={2020}
}

@article{austin2021structured,
  title={Structured denoising diffusion models in discrete state-spaces},
  author={Austin, Jacob and Johnson, Daniel D and Ho, Jonathan and Tarlow, Daniel and Van Den Berg, Rianne},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={17981--17993},
  year={2021}
}

@inproceedings{chang2022maskgit,
  title={Maskgit: Masked generative image transformer},
  author={Chang, Huiwen and Zhang, Han and Jiang, Lu and Liu, Ce and Freeman, William T},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={11315--11325},
  year={2022}
}


@article{lim2017chord,
  title={Chord generation from symbolic melody using BLSTM networks},
  author={Lim, Hyungui and Rhyu, Seungyeon and Lee, Kyogu},
  journal={arXiv preprint arXiv:1712.01011},
  year={2017}
}

@article{yeh2021automatic,
  title={Automatic melody harmonization with triad chords: A comparative study},
  author={Yeh, Yin-Cheng and Hsiao, Wen-Yi and Fukayama, Satoru and Kitahara, Tetsuro and Genchel, Benjamin and Liu, Hao-Min and Dong, Hao-Wen and Chen, Yian and Leong, Terence and Yang, Yi-Hsuan},
  journal={Journal of New Music Research},
  volume={50},
  number={1},
  pages={37--51},
  year={2021},
  publisher={Taylor \& Francis}
}

@article{chen2021surprisenet,
  title={SurpriseNet: Melody harmonization conditioning on user-controlled surprise contours},
  author={Chen, Yi-Wei and Lee, Hung-Shin and Chen, Yen-Hsing and Wang, Hsin-Min},
  journal={arXiv preprint arXiv:2108.00378},
  year={2021}
}

@article{costa2023neural,
  title={Neural networks and ensemble based architectures to automatic musical harmonization: a performance comparison},
  author={Costa, Lucas FP and Barchi, Tathiana M and de Morais, Erikson F and Coca, Andr{\'e}s E and Schemberger, Elder E and Martins, Marcella SR and Siqueira, Hugo Valadares},
  journal={Applied Artificial Intelligence},
  volume={37},
  number={1},
  pages={2185849},
  year={2023},
  publisher={Taylor \& Francis}
}

@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@misc{huang2018musictransformer,
      title={Music Transformer}, 
      author={Cheng-Zhi Anna Huang and Ashish Vaswani and Jakob Uszkoreit and Noam Shazeer and Ian Simon and Curtis Hawthorne and Andrew M. Dai and Matthew D. Hoffman and Monica Dinculescu and Douglas Eck},
      year={2018},
      eprint={1809.04281},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https://arxiv.org/abs/1809.04281}, 
}

@article{rhyu2022translating,
  title={Translating melody to chord: Structured and flexible harmonization of melody with transformer},
  author={Rhyu, Seungyeon and Choi, Hyeonseok and Kim, Sarah and Lee, Kyogu},
  journal={IEEE Access},
  volume={10},
  pages={28261--28273},
  year={2022},
  publisher={IEEE}
}

@article{huang2024emotion,
  title={Emotion-driven melody harmonization via melodic variation and functional representation},
  author={Huang, Jingyue and Yang, Yi-Hsuan},
  journal={arXiv preprint arXiv:2407.20176},
  year={2024}
}

@article{wu2024melodyt5,
  title={Melodyt5: A unified score-to-score transformer for symbolic music processing},
  author={Wu, Shangda and Wang, Yashan and Li, Xiaobing and Yu, Feng and Sun, Maosong},
  journal={arXiv preprint arXiv:2407.02277},
  year={2024}
}

@article{zhang2025mamba,
  title={Mamba-Diffusion Model with Learnable Wavelet for Controllable Symbolic Music Generation},
  author={Zhang, Jincheng and Fazekas, Gy{\u{A}}{\'s}rgy and Saitis, Charalampos},
  journal={arXiv preprint arXiv:2505.03314},
  year={2025}
}

@article{jonason2024symplex,
  title={SYMPLEX: Controllable Symbolic Music Generation using Simplex Diffusion with Vocabulary Priors},
  author={Jonason, Nicolas and Casini, Luca and Sturm, Bob LT},
  journal={arXiv preprint arXiv:2405.12666},
  year={2024}
}

@article{li2023melodydiffusion,
  title={Melodydiffusion: Chord-conditioned melody generation using a transformer-based diffusion model},
  author={Li, Shuyu and Sung, Yunsick},
  journal={Mathematics},
  volume={11},
  number={8},
  pages={1915},
  year={2023},
  publisher={MDPI}
}

@article{atassi2023generating,
  title={Generating symbolic music using diffusion models},
  author={Atassi, Lilac},
  journal={arXiv preprint arXiv:2303.08385},
  year={2023}
}

@article{mittal2021symbolic,
  title={Symbolic music generation with diffusion models},
  author={Mittal, Gautam and Engel, Jesse and Hawthorne, Curtis and Simon, Ian},
  journal={arXiv preprint arXiv:2103.16091},
  year={2021}
}

@article{plasser2023discrete,
  title={Discrete diffusion probabilistic models for symbolic music generation},
  author={Plasser, Matthias and Peter, Silvan and Widmer, Gerhard},
  journal={arXiv preprint arXiv:2305.09489},
  year={2023}
}

@article{zhang2023fast,
  title={Fast diffusion gan model for symbolic music generation controlled by emotions},
  author={Zhang, Jincheng and Fazekas, Gy{\"o}rgy and Saitis, Charalampos},
  journal={arXiv preprint arXiv:2310.14040},
  year={2023}
}

@inproceedings{zhang2024composer,
  title={Composer style-specific symbolic music generation using vector quantized discrete diffusion models},
  author={Zhang, Jincheng and Fazekas, Gy{\"o}rgy and Saitis, Charalampos},
  booktitle={2024 IEEE 34th International Workshop on Machine Learning for Signal Processing (MLSP)},
  pages={1--6},
  year={2024},
  organization={IEEE}
}

@article{min2023polyffusion,
  title={Polyffusion: A diffusion model for polyphonic score generation with internal and external controls},
  author={Min, Lejun and Jiang, Junyan and Xia, Gus and Zhao, Jingwei},
  journal={arXiv preprint arXiv:2307.10304},
  year={2023}
}

@article{huang2024symbolic,
  title={Symbolic music generation with non-differentiable rule guided diffusion},
  author={Huang, Yujia and Ghatare, Adishree and Liu, Yuanzhe and Hu, Ziniu and Zhang, Qinsheng and Sastry, Chandramouli S and Gururani, Siddharth and Oore, Sageev and Yue, Yisong},
  journal={arXiv preprint arXiv:2402.14285},
  year={2024}
}

@article{wang2024whole,
  title={Whole-song hierarchical generation of symbolic music using cascaded diffusion models},
  author={Wang, Ziyu and Min, Lejun and Xia, Gus},
  journal={arXiv preprint arXiv:2405.09901},
  year={2024}
}

@inproceedings{sun2021melody,
  title={Melody harmonization using orderless NADE, chord balancing, and blocked Gibbs sampling},
  author={Sun, Chung-En and Chen, Yi-Wei and Lee, Hung-Shin and Chen, Yen-Hsing and Wang, Hsin-Min},
  booktitle={ICASSP 2021-2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={4145--4149},
  year={2021},
  organization={IEEE}
}

@article{wu2024generating,
  title={Generating chord progression from melody with flexible harmonic rhythm and controllable harmonic density},
  author={Wu, Shangda and Yang, Yue and Wang, Zhaowen and Li, Xiaobing and Sun, Maosong},
  journal={EURASIP Journal on Audio, Speech, and Music Processing},
  volume={2024},
  number={1},
  pages={4},
  year={2024},
  publisher={Springer}
}

@inproceedings{hahn2024senthymnent,
  title={SentHYMNent: An Interpretable and Sentiment-Driven Model for Algorithmic Melody Harmonization},
  author={Hahn, Stephen and Yin, Jerry and Zhu, Rico and Xu, Weihan and Jiang, Yue and Mak, Simon and Rudin, Cynthia},
  booktitle={Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
  pages={5050--5060},
  year={2024}
}

@book{krumhansl2001cognitive,
  title={Cognitive foundations of musical pitch},
  author={Krumhansl, Carol L},
  year={2001},
  publisher={Oxford University Press}
}

@article{lewis2019bart,
  title={Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension},
  author={Lewis, Mike and Liu, Yinhan and Goyal, Naman and Ghazvininejad, Marjan and Mohamed, Abdelrahman and Levy, Omer and Stoyanov, Ves and Zettlemoyer, Luke},
  journal={arXiv preprint arXiv:1910.13461},
  year={2019}
}

@article{radford2019gpt2,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}

@inproceedings{raffel2014mir_eval,
  title={MIR\_EVAL: A Transparent Implementation of Common MIR Metrics.},
  author={Raffel, Colin and McFee, Brian and Humphrey, Eric J and Salamon, Justin and Nieto, Oriol and Liang, Dawen and Ellis, Daniel PW and Raffel, C Colin},
  booktitle={ISMIR},
  volume={10},
  pages={2014},
  year={2014}
}

@inproceedings{devlin2019bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  booktitle={Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)},
  pages={4171--4186},
  year={2019}
}

@inproceedings{chen2024controllable,
  title={Controllable music loops generation with midi and text via multi-stage cross attention and instrument-aware reinforcement learning},
  author={Chen, Guan-Yuan and Soo, Von-Wun},
  booktitle={Proceedings of the 32nd ACM International Conference on Multimedia},
  pages={6851--6859},
  year={2024}
}

@article{retkowski2024frechet,
  title={Frechet music distance: A metric for generative symbolic music evaluation},
  author={Retkowski, Jan and St{\k{e}}pniak, Jakub and Modrzejewski, Mateusz},
  journal={arXiv preprint arXiv:2412.07948},
  year={2024}
}

@book{conover1999practical,
  title={Practical nonparametric statistics},
  author={Conover, William Jay},
  year={1999},
  publisher={john wiley \& sons}
}

@inproceedings{pop909-ismir2020,
    author = {Ziyu Wang* and Ke Chen* and Junyan Jiang and Yiyi Zhang and Maoran Xu and Shuqi Dai and Guxian Bin and Gus Xia},
    title = {POP909: A Pop-song Dataset for Music Arrangement Generation},
    booktitle = {Proceedings of 21st International Conference on Music Information Retrieval, {ISMIR}},
    year = {2020}
}

@article{allan2004harmonising,
  title={Harmonising chorales by probabilistic inference},
  author={Allan, Moray and Williams, Christopher},
  journal={Advances in neural information processing systems},
  volume={17},
  year={2004}
}