@book{robert1999monte,
  title={{M}onte {C}arlo {S}tatistical {M}ethods},
  author={Christian Robert and George Casella},
  edition={$2^\text{nd}$},
  year={2004},
  publisher={Springer}
}

@book{gelman2013bayesian,
  title={{B}ayesian {D}ata {A}nalysis},
  author={Andrew Gelman and John Carlin and Hal Stern and David Dunson and Aki Vehtari and Donald Rubin},
  edition={$3^\text{rd}$},
  year={2013},
  publisher={CRC Press}
}

@article{robert2011short,
  author = {Christian Robert and George Casella},
  title = {A short history of {M}arkov chain {M}onte {C}arlo: subjective recollections from incomplete data},
  volume = {26},
  journal = {Statistical Science},
  number = {1},
  pages = {102--115},
  year = {2011}
}

@inproceedings{huggins2016coresets,
  title={Coresets for scalable {B}ayesian logistic regression},
  author={Jonathan Huggins and Trevor Campbell and Tamara Broderick},
  booktitle={Advances in Neural Information Processing Systems},
  year={2016}
}

@article{campbell2019automated,
  title={Automated scalable {B}ayesian inference via {H}ilbert coresets},
  author={Trevor Campbell and Tamara Broderick},
  journal={The Journal of Machine Learning Research},
  volume={20},
  number={1},
  pages={551--588},
  year={2019}
}

@inproceedings{campbell2018bayesian,
  title={Bayesian coreset construction via greedy iterative geodesic ascent},
  author={Trevor Campbell and Tamara Broderick},
  booktitle={International Conference on Machine Learning},
  year={2018},
}

@inproceedings{campbell2019sparse,
  title={Sparse variational inference: {B}ayesian coresets from scratch},
  author={Trevor Campbell and Boyan Beronov},
  booktitle={Advances in Neural Information Processing Systems},
  year={2019}
}

@inproceedings{naik2022fast,
  title={Fast {B}ayesian coresets via subsampling and quasi-{N}ewton refinement},
  author={Cian Naik and Judith Rousseau and Trevor Campbell},
  booktitle={Advances in Neural Information Processing Systems},
  year={2022}
}

@inproceedings{chen2022bayesian,
  title={Bayesian inference via sparse {H}amiltonian flows},
  author={Naitong Chen and Zuheng Xu and Trevor Campbell},
  booktitle={Advances in Neural Information Processing Systems},
  year={2022}
}

@inproceedings{chen2024coreset,
  title={Coreset {M}arkov chain {M}onte {C}arlo},
  author={Naitong Chen and Trevor Campbell},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2024}
}

@inproceedings{Campbell2024general,
  author = {Trevor Campbell},
  year = {2024},
  title = {General bounds on the quality of {B}ayesian coresets},
  booktitle = {Advances in Neural Information Processing Systems}
}

@article{andrieu2008tutorial,
  title={A tutorial on adaptive {MCMC}},
  author={Christophe Andrieu and Johannes Thoms},
  journal={Statistics and Computing},
  volume={18},
  number={4},
  pages={343--373},
  year={2008}
}

@article{banterle2019accelerating,
  title={Accelerating {M}etropolis-{H}astings algorithms by delayed acceptance},
  author={Marco Banterle and Clara Grazian and Anthony Lee and Christian Robert},
  journal={Foundations of Data Science},
  volume={1},
  number={2},
  pages={103--128},
  year={2019}
}

@article{quiroz2018speeding,
  title={Speeding up {MCMC} by efficient data subsampling},
  author={Matias Quiroz and Robert Kohn and Mattias Villani and Minh-Ngoc Tran},
  journal={Journal of the American Statistical Association},
  volume = {114},
  number = {526},
  year={2019},
  pages = {831-843}
}

@inproceedings{maclaurin2014firefly,
  author = {Dougal Maclaurin and Ryan Adams},
  year = {2014},
  title = {Firefly {M}onte {C}arlo: exact {MCMC} with subsets of data},
  booktitle = {Uncertainty in Artificial Intelligence}
}

@inproceedings{korattikara2014austerity,
  title={Austerity in {MCMC} land: cutting the {M}etropolis-{H}astings budget},
  author={Anoop Korattikara and Yutian Chen and Max Welling},
  booktitle={International Conference on Machine Learning},
  year={2014}
}

@inproceedings{bardenet2014towards,
  title={Towards scaling up {M}arkov chain {M}onte {C}arlo: an adaptive subsampling approach},
  author={R{\'e}mi Bardenet and Arnaud Doucet and Chris Holmes},
  booktitle={International Conference on Machine Learning},
  year={2014}
}

@inproceedings{welling2011bayesian,
  title={Bayesian learning via stochastic gradient {L}angevin dynamics},
  author={Max Welling and Yee Whye Teh},
  booktitle={International Conference on Machine Learning},
  year={2011}
}

@inproceedings{chen2014stochastic,
  title={Stochastic gradient {H}amiltonian {M}onte {C}arlo},
  author={Tianqi Chen and Emily Fox and Carlos Guestrin},
  booktitle={International Conference on Machine Learning},
  year={2014}
}

@inproceedings{kingma2014adam,
  title={Adam: a method for stochastic optimization},
  author={Diederik Kingma and Jimmy Ba},
  booktitle={International Conference on Learning Representations},
  year={2014}
}

@inproceedings{carmon2022making,
  title={Making {SGD} parameter-free},
  author={Yair Carmon and Oliver Hinder},
  booktitle={Conference on Learning Theory},
  year={2022}
}

@inproceedings{ivgi2023dog,
  title={Dog is {SGD}'s best friend: a parameter-free dynamic step size schedule},
  author={Maor Ivgi and Oliver Hinder and Yair Carmon},
  booktitle={International Conference on Machine Learning},
  year={2023}
}

@inproceedings{khaled2023dowg,
  title={Do{WG} unleashed: an efficient universal parameter-free gradient descent method},
  author={Ahmed Khaled and Konstantin Mishchenko and Chi Jin},
  booktitle={Advances in Neural Information Processing Systems},
  year={2023}
}

@inproceedings{defazio2023learning,
  title={Learning-rate-free learning by {D}-adaptation},
  author={Aaron Defazio and Konstantin Mishchenko},
  booktitle={International Conference on Machine Learning},
  year={2023}
}

@inproceedings{mishchenko2023prodigy,
  title={Prodigy: an expeditiously adaptive parameter-free learner},
  author={Konstantin Mishchenko and Aaron Defazio},
  booktitle={International Conference on Machine Learning},
  year={2024}
}

@misc{hinton2012neural,
  title={Neural networks for machine learning lecture 6a: overview of mini-batch gradient descent},
  author={Geoffrey Hinton and Nitish Srivastava and Kevin Swersky},
  year={2012}
}

@article{duchi2011adaptive,
  title={Adaptive subgradient methods for online learning and stochastic optimization},
  author={John Duchi and Elad Hazan and Yoram Singer},
  journal={Journal of Machine Learning Research},
  volume={12},
  number={61},
  pages={2121--2159},
  year={2011}
}

@inproceedings{vaswani2019painless,
  title={Painless stochastic gradient: interpolation, line-search, and convergence rates},
  author={Sharan Vaswani and Aaron Mishkin and Issam Laradji and Mark Schmidt and Gauthier Gidel and Simon Lacoste-Julien},
  booktitle={Advances in Neural Information Processing Systems},
  year={2019}
}

@article{paquette2020stochastic,
  title={A stochastic line search method with expected complexity analysis},
  author={Courtney Paquette and Katya Scheinberg},
  journal={Society for Industrial and Applied Mathematics Journal on Optimization},
  year={2020},
  volume={30},
  number={1},
  pages={349--376},
  publisher={Society for Industrial and Applied Mathematics}
}

@inproceedings{loizou2021stochastic,
  title={Stochastic polyak step-size for {SGD}: an adaptive learning rate for fast convergence},
  author={Nicolas Loizou and Sharan Vaswani and Issam Laradji and Simon Lacoste-Julien},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2021}
}

@article{vehtari2021rank,
  author = {Aki Vehtari and Andrew Gelman and Daniel Simpson and Bob Carpenter and Paul-Christian B{\"u}rkner},
  title = {Rank-normalization, folding, and localization: an improved $\widehat{R}$ for assessing convergence of {MCMC} (with Discussion)},
  volume = {16},
  journal = {Bayesian Analysis},
  number = {2},
  pages = {667--718},
  year = {2021}
}

@article{belisle1993hit,
  title={Hit-and-run algorithms for generating multivariate distributions},
  author={Claude B{\'e}lisle and Edwin Romeijn and Robert Smith},
  journal={Mathematics of Operations Research},
  volume={18},
  number={2},
  pages={255--266},
  year={1993}
}

@article{neal2003slice,
  title={Slice sampling},
  author={Radford Neal},
  journal={The Annals of Statistics},
  volume={31},
  number={3},
  pages={705--767},
  year={2003}
}

@article{george1993variable,
  author={Edward George and Robert McCulloch},
  title={Variable selection via {G}ibbs sampling},
  year={1993},
  volume={88},
  number={423},
  pages={881--889},
  journal={Journal of the American Statistical Association}
}

@article{carpenter2017stan,
  title={Stan: a probabilistic programming language},
  author={Bob Carpenter and Andrew Gelman and Matthew Hoffman and Daniel Lee and Ben Goodrich and Michael Betancourt and Marcus Brubaker and Jiqiang Guo and Peter Li and Allen Riddell},
  journal={Journal of Statistical Software},
  volume={76},
  year={2017},
  number={1},
  pages={1–-32}
}

@misc{orabona2020icml,
  title={International {C}onference on {M}achine {L}earning tutorial on parameter-free stochastic optimization},
  author={Francesco Orabona and Ashok Cutkosky},
  year={2020}
}

@book{elo1978rating,
  title={The {R}ating of {C}hessplayers, {P}ast and {P}resent},
  author={Aprad Elo},
  year={1978},
  edition={$1^\text{st}$},
  publisher={Arco}
}

@article{sachdeva2023data,
  title={Data distillation: a survey},
  year={2023},
  author={Noveen Sachdeva and Julian McAuley},
  journal={Transactions on Machine Learning Research}
}