@article{kiefer1953sequential,
  title={Sequential minimax search for a maximum},
  author={Kiefer, Jack},
  journal={Proceedings of the American mathematical society},
  volume={4},
  number={3},
  pages={502--506},
  year={1953},
  publisher={JSTOR}
}

@inproceedings{combes2014unimodal,
  title={Unimodal bandits: Regret lower bounds and optimal algorithms},
  author={Combes, Richard and Proutiere, Alexandre},
  booktitle={International Conference on Machine Learning},
  pages={521--529},
  year={2014},
  organization={PMLR}
}

@article{combes2020unimodal,
  title={Unimodal bandits with continuous arms: Order-optimal regret without smoothness},
  author={Combes, Richard and Prouti{\`e}re, Alexandre and Fauquette, Alexandre},
  journal={Proceedings of the ACM on Measurement and Analysis of Computing Systems},
  volume={4},
  number={1},
  pages={1--28},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@inproceedings{yu2011unimodal,
  title={Unimodal bandits},
  author={Yu, Jia Yuan and Mannor, Shie},
  booktitle={International Conference on Machine Learning},
  year={2011},
  organization={PMLR}
}

@article{bubeck2015convex,
  title={Convex optimization: Algorithms and complexity},
  author={Bubeck, S{\'e}bastien and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={8},
  number={3-4},
  pages={231--357},
  year={2015},
  publisher={Now Publishers, Inc.}
}

@inproceedings{golovin2017google,
  title={Google vizier: A service for black-box optimization},
  author={Golovin, Daniel and Solnik, Benjamin and Moitra, Subhodeep and Kochanski, Greg and Karro, John and Sculley, David},
  booktitle={Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining},
  pages={1487--1495},
  year={2017}
}

@article{terayama2021black,
  title={Black-box optimization for automated discovery},
  author={Terayama, Kei and Sumita, Masato and Tamura, Ryo and Tsuda, Koji},
  journal={Accounts of Chemical Research},
  volume={54},
  number={6},
  pages={1334--1346},
  year={2021},
  publisher={ACS Publications}
}

@article{rios2013derivative,
  title={Derivative-free optimization: a review of algorithms and comparison of software implementations},
  author={Rios, Luis Miguel and Sahinidis, Nikolaos V},
  journal={Journal of Global Optimization},
  volume={56},
  number={3},
  pages={1247--1293},
  year={2013},
  publisher={Springer}
}

@article{duchi2015optimal,
  title={Optimal rates for zero-order convex optimization: The power of two function evaluations},
  author={Duchi, John C and Jordan, Michael I and Wainwright, Martin J and Wibisono, Andre},
  journal={IEEE Transactions on Information Theory},
  volume={61},
  number={5},
  pages={2788--2806},
  year={2015},
  publisher={IEEE}
}

@article{agarwal2011stochastic,
  title={Stochastic convex optimization with bandit feedback},
  author={Agarwal, Alekh and Foster, Dean P and Hsu, Daniel J and Kakade, Sham M and Rakhlin, Alexander},
  journal={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}

@article{chernoff1959sequential,
  title={Sequential design of experiments},
  author={Chernoff, Herman},
  journal={The Annals of Mathematical Statistics},
  volume={30},
  number={3},
  pages={755--770},
  year={1959},
  publisher={JSTOR}
}

@article{shahriari2015taking,
  title={Taking the human out of the loop: A review of Bayesian optimization},
  author={Shahriari, Bobak and Swersky, Kevin and Wang, Ziyu and Adams, Ryan P and De Freitas, Nando},
  journal={Proceedings of the IEEE},
  volume={104},
  number={1},
  pages={148--175},
  year={2015},
  publisher={IEEE}
}

@article{arango2021hpob,
  title={HPO-B: A Large-Scale Reproducible Benchmark for Black-Box HPO based on OpenML},
  author={Arango, Sebastian Pineda and Jomaa, Hadi S and Wistuba, Martin and Grabocka, Josif},
  journal={arXiv preprint arXiv:2106.06257},
  year={2021}
}
@article{balandat2019botorch,
  title={BoTorch: Programmable Bayesian Optimization in PyTorch.},
  author={Balandat, Maximilian and Karrer, Brian and Jiang, Daniel R and Daulton, Samuel and Letham, Benjamin and Wilson, Andrew Gordon and Bakshy, Eytan},
  journal={n/a},
  year={2019}
}

@article{combes2017minimal,
  title={Minimal exploration in structured stochastic bandits},
  author={Combes, Richard and Magureanu, Stefan and Proutiere, Alexandre},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}


@article{agrawal1995continuum,
  title={The continuum-armed bandit problem},
  author={Agrawal, Rajeev},
  journal={SIAM journal on control and optimization},
  volume={33},
  number={6},
  pages={1926--1951},
  year={1995},
  publisher={SIAM}
}

@inproceedings{auer2007improved,
  title={Improved rates for the stochastic continuum-armed bandit problem},
  author={Auer, Peter and Ortner, Ronald and Szepesv{\'a}ri, Csaba},
  booktitle={International Conference on Computational Learning Theory},
  pages={454--468},
  year={2007},
  organization={Springer}
}

@inproceedings{kleinberg2008multi,
  title={Multi-armed bandits in metric spaces},
  author={Kleinberg, Robert and Slivkins, Aleksandrs and Upfal, Eli},
  booktitle={Proceedings of the fortieth annual ACM symposium on Theory of computing},
  pages={681--690},
  year={2008}
}


@inproceedings{shamir2013complexity,
  title={On the complexity of bandit and derivative-free stochastic convex optimization},
  author={Shamir, Ohad},
  booktitle={Conference on Learning Theory},
  pages={3--24},
  year={2013},
  organization={PMLR}
}

@article{srinivas2009gaussian,
  title={Gaussian process optimization in the bandit setting: No regret and experimental design},
  author={Srinivas, Niranjan and Krause, Andreas and Kakade, Sham M and Seeger, Matthias},
  journal={arXiv preprint arXiv:0912.3995},
  year={2009}
}

@inproceedings{contal2014gaussian,
  title={Gaussian process optimization with mutual information},
  author={Contal, Emile and Perchet, Vianney and Vayatis, Nicolas},
  booktitle={International Conference on Machine Learning},
  pages={253--261},
  year={2014},
  organization={PMLR}
}

@article{snoek2012practical,
  title={Practical bayesian optimization of machine learning algorithms},
  author={Snoek, Jasper and Larochelle, Hugo and Adams, Ryan P},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}


@inproceedings{hazan2018hyperparameter,
  title={Hyperparameter optimization: a spectral approach},
  author={Hazan, Elad and Klivans, Adam and Yuan, Yang},
  booktitle={International Conference on Learning Representations},
  year={2018}
}


@incollection{feurer2019hyperparameter,
  title={Hyperparameter optimization},
  author={Feurer, Matthias and Hutter, Frank},
  booktitle={Automated machine learning},
  pages={3--33},
  year={2019},
  publisher={Springer, Cham}
}

@article{jun2017scalable,
  title={Scalable generalized linear bandits: Online computation and hashing},
  author={Jun, Kwang-Sung and Bhargava, Aniruddha and Nowak, Robert and Willett, Rebecca},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{jamieson2012query,
  title={Query complexity of derivative-free optimization},
  author={Jamieson, Kevin G and Nowak, Robert and Recht, Ben},
  journal={Advances in Neural Information Processing Systems},
  volume={25},
  year={2012}
}

@book{garnett_bayesoptbook_2022,
  author    = {Garnett, Roman},
  title     = {{Bayesian Optimization}},
  year      = {2022},
  publisher = {Cambridge University Press},
  note      = {in preparation}
}


@article{krizhevsky2009learning,
  title={Learning Multiple Layers of Features from Tiny Images},
  author={Krizhevsky, Alex},
  journal={n/a},
  year={2009}
}

@article{kleinberg2004nearly,
  title={Nearly tight bounds for the continuum-armed bandit problem},
  author={Kleinberg, Robert},
  journal={Advances in Neural Information Processing Systems},
  volume={17},
  year={2004}
}