
@misc{dictionary,
  title = {Cambridge Online Dictionary},
  howpublished = {\url{{https://dictionary.cambridge.org/us/dictionary/english/exploration}}},
  author={Cambridge},
  note = {Accessed: 2025-02-08}
}

@misc{SFU_benchmarks,
  title = {Virtual Library of Simulation Experiments: Test Functions and Datasets, Optimization Test Problems},
  author = {Sonja Surjanovic and Derek Bingham},
  howpublished = {\url{https://www.sfu.ca/~ssurjano/optimization.html}},
  note = {Accessed: 2024-09-01}
}

@article{hernandez2014predictive,
  title={{Predictive Entropy Search for Efficient Global Optimization of Black-box Functions}},
  author={Hern{\'a}ndez-Lobato, Jos{\'e} Miguel and Hoffman, Matthew W and Ghahramani, Zoubin},
  journal={{Advances in Neural Information Processing Systems}},
  volume={27},
  year={2014}
}

@article{hennig2012entropy,
  title={{Entropy Search for Information-Efficient Global Optimization}},
  author={Hennig, Philipp and Schuler, Christian J},
  journal={{Journal of Machine Learning Research}},
  volume={13},
  number={6},
  year={2012}
}

@article{rahimi2007random,
  title={Random features for large-scale kernel machines},
  author={Rahimi, Ali and Recht, Benjamin},
  journal={{Advances in Neural Information Processing Systems}},
  volume={20},
  year={2007}
}

@inproceedings{wang2017max,
  title={{Max-value Entropy Search for Efficient Bayesian Optimization}},
  author={Wang, Zi and Jegelka, Stefanie},
  booktitle={International Conference on Machine Learning},
  pages={3627--3635},
  year={2017},
  organization={PMLR}
}

@inproceedings{wilson2017reparameterization,
 author = {James T. Wilson and Riccardo Moriconi and Frank Hutter and Marc P. Deisenroth},
 booktitle = {NIPS Workshop on Bayesian Optimization},
 title = {{The Reparameterization Trick for Acquisition Functions}},
 url = {https://bayesopt.github.io/papers/2017/32.pdf},
 year = {2017}
}

@article{shahriari2014entropy,
  title={An entropy search portfolio for {B}ayesian optimization},
  author={Shahriari, Bobak and Wang, Ziyu and Hoffman, Matthew W and Bouchard-C{\^o}t{\'e}, Alexandre and de Freitas, Nando},
  journal={arXiv preprint arXiv:1406.4625},
  year={2014}
}

@article{tu2022joint,
  title={{Joint Entropy Search for Multi-objective Bayesian Optimization}},
  author={Tu, Ben and Gandy, Axel and Kantas, Nikolas and Shafei, Behrang},
  journal={{Advances in Neural Information Processing Systems}},
  volume={35},
  pages={9922--9938},
  year={2022}
}

@article{hvarfner2022joint,
  title={{Joint Entropy Search for Maximally-Informed Bayesian Optimization}},
  author={Hvarfner, Carl and Hutter, Frank and Nardi, Luigi},
  journal={{Advances in Neural Information Processing Systems}},
  volume={35},
  pages={11494--11506},
  year={2022}
}

@article{neiswanger2022generalizing,
  title={Generalizing {Bayesian} optimization with decision-theoretic entropies},
  author={Neiswanger, Willie and Yu, Lantao and Zhao, Shengjia and Meng, Chenlin and Ermon, Stefano},
  journal={{Advances in Neural Information Processing Systems}},
  volume={35},
  pages={21016--21029},
  year={2022}
}

@article{scott2011correlated,
author = {Scott, Warren and Frazier, Peter and Powell, Warren},
title = {The Correlated Knowledge Gradient for Simulation Optimization of Continuous Parameters using {G}aussian Process Regression},
journal = {SIAM Journal on Optimization},
volume = {21},
number = {3},
pages = {996-1026},
year = {2011},
doi = {10.1137/100801275},
URL = { 
https://doi.org/10.1137/100801275
},
eprint = { 
https://doi.org/10.1137/100801275
}}


@inproceedings{kingma2013auto,
  author       = {Diederik P. Kingma and
                  Max Welling},
  editor       = {Yoshua Bengio and
                  Yann LeCun},
  title        = {{Auto-Encoding Variational Bayes}},
  booktitle    = {2nd International Conference on Learning Representations, {ICLR} 2014,
                  Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings},
  year         = {2014},
  timestamp    = {Thu, 04 Apr 2019 13:20:07 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/KingmaW13.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{agakov2004algorithm,
  title={{The IM Algorithm: A variational approach to Information Maximization}},
  author={Barber, David and Agakov, Felix},
  journal={{Advances in Neural Information Processing Systems}},
  volume={16},
  number={320},
  pages={201},
  year={2004}
}

@misc{abramowitz1988handbook,
  title={{Handbook of Mathematical Functions with Formulas, Graphs, and Mathematical Tables}},
  author={Abramowitz, Milton and Stegun, Irene A and Romer, Robert H},
  year={1988},
  publisher={American Association of Physics Teachers}
}

@article{mockus1998application,
  title={The application of {B}ayesian methods for seeking the extremum},
  author={Mockus, Jonas},
  journal={Towards global optimization},
  volume={2},
  pages={117},
  year={1998}
}

@article{de2021greed,
  title={{Greed is Good: Exploration and Exploitation Trade-offs in Bayesian Optimisation}},
  author={De Ath, George and Everson, Richard M and Rahat, Alma AM and Fieldsend, Jonathan E},
  journal={ACM Transactions on Evolutionary Learning and Optimization},
  volume={1},
  number={1},
  pages={1--22},
  year={2021},
  publisher={ACM New York, NY}
}

@article{frazier2008knowledge,
  title={{A Knowledge-Gradient Policy for Sequential Information Collection}},
  author={Frazier, Peter I and Powell, Warren B and Dayanik, Savas},
  journal={SIAM Journal on Control and Optimization},
  volume={47},
  number={5},
  pages={2410--2439},
  year={2008},
  publisher={SIAM}
}

@book{rasmussen2006gaussian,
  title={{Gaussian Processes for Machine Learning}},
  author={Rasmussen, Carl Edward and Williams, Christopher KI and others},
  volume={1},
  year={2006},
  publisher={Springer}
}

@article{hoffman2013stochastic,
  title={{Stochastic Variational Inference}},
  author={Hoffman, Matthew D and Blei, David M and Wang, Chong and Paisley, John},
  journal={Journal of Machine Learning Research},
  year={2013}
}

@inproceedings{paisley2012variational,
  title={{Variational Bayesian Inference with Stochastic Search}},
  author={Paisley, John and Blei, David and Jordan, Michael},
  booktitle={Proceedings of the International Conference on Machine Learning},
  year={2012}
}

@book{hennig2022probabilistic,
  title={Probabilistic Numerics: Computation as Machine Learning},
  author={Hennig, Philipp and Osborne, Michael A and Kersting, Hans P},
  year={2022},
  publisher={Cambridge University Press}
}

@article{balandat2020botorch,
  title={{BoTorch}: A framework for efficient {Monte-Carlo} {B}ayesian optimization},
  author={Balandat, Maximilian and Karrer, Brian and Jiang, Daniel and Daulton, Samuel and Letham, Ben and Wilson, Andrew G and Bakshy, Eytan},
  journal={{Advances in Neural Information Processing Systems}},
  volume={33},
  pages={21524--21538},
  year={2020}
}

@article{rosenbrock1960automatic,
  title={An automatic method for finding the greatest or least value of a function},
  author={Rosenbrock, HoHo},
  journal={The computer journal},
  volume={3},
  number={3},
  pages={175--184},
  year={1960},
  publisher={Oxford University Press}
}

@article{dixon1978optimization,
  title={The optimization problem: An introduction},
  author={Dixon, Laurence Charles Ward and Szego, GP},
  journal={Towards global optimization II},
  year={1978},
  publisher={North Holland New York}
}

@book{himmelblau2018applied,
  title={Applied nonlinear programming},
  author={Himmelblau, David M and others},
  year={1972},
  publisher={McGraw-Hill}
}

@inproceedings{srinivas2010gaussian,
  title={{Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design}},
  author={Srinivas, Niranjan and Krause, Andreas and Kakade, Sham M and Seeger, Matthias},
  booktitle={Proceedings of the International Conference on Machine Learning},
  year={2010}
}

@article{pedregosa2011scikit,
  title={Scikit-learn: Machine learning in Python},
  author={Pedregosa, Fabian and Varoquaux, Ga{\"e}l and Gramfort, Alexandre and Michel, Vincent and Thirion, Bertrand and Grisel, Olivier and Blondel, Mathieu and Prettenhofer, Peter and Weiss, Ron and Dubourg, Vincent and others},
  journal={the Journal of machine Learning research},
  volume={12},
  pages={2825--2830},
  year={2011},
  publisher={JMLR. org}
}

@article{cheng2024bi,
  title={Bi-fidelity variational auto-encoder for uncertainty quantification},
  author={Cheng, Nuojin and Malik, Osman Asif and De, Subhayan and Becker, Stephen and Doostan, Alireza},
  journal={Computer Methods in Applied Mechanics and Engineering},
  volume={421},
  pages={116793},
  year={2024},
  publisher={Elsevier}
}

@article{villemonteix2009informational,
  title={An informational approach to the global optimization of expensive-to-evaluate functions},
  author={Villemonteix, Julien and Vazquez, Emmanuel and Walter, Eric},
  journal={Journal of Global Optimization},
  volume={44},
  pages={509--534},
  year={2009},
  publisher={Springer}
}

@article{wang2022bayesian,
  title={Bayesian optimization for chemical products and functional materials},
  author={Wang, Ke and Dowling, Alexander W},
  journal={Current Opinion in Chemical Engineering},
  volume={36},
  pages={100728},
  year={2022},
  publisher={Elsevier}
}

@inproceedings{takeno2020multi,
  title={{Multi-fidelity Bayesian Optimization with Max-value Entropy Search and its Parallelization}},
  author={Takeno, Shion and Fukuoka, Hitoshi and Tsukada, Yuhki and Koyama, Toshiyuki and Shiga, Motoki and Takeuchi, Ichiro and Karasuyama, Masayuki},
  booktitle={International Conference on Machine Learning},
  pages={9334--9345},
  year={2020},
  organization={PMLR}
}

@article{moss2021gibbon,
  title={Gibbon: General-purpose information-based {Bayesian} optimisation},
  author={Moss, Henry B and Leslie, David S and Gonzalez, Javier and Rayson, Paul},
  journal={Journal of Machine Learning Research},
  volume={22},
  number={235},
  pages={1--49},
  year={2021}
}

@article{ament2023unexpected,
  title={Unexpected improvements to expected improvement for {Bayesian} optimization},
  author={Ament, Sebastian and Daulton, Samuel and Eriksson, David and Balandat, Maximilian and Bakshy, Eytan},
  journal={{Advances in Neural Information Processing Systems}},
  volume={36},
  pages={20577--20612},
  year={2023}
}

@inproceedings{poole2019variational,
  title={{On Variational Bounds of Mutual Information}},
  author={Poole, Ben and Ozair, Sherjil and Van Den Oord, Aaron and Alemi, Alex and Tucker, George},
  booktitle={International Conference on Machine Learning},
  pages={5171--5180},
  year={2019},
  organization={PMLR}
}

@inproceedings{berk2019exploration,
  title={{Exploration Enhanced Expected Improvement for Bayesian Optimization}},
  author={Berk, Julian and Nguyen, Vu and Gupta, Sunil and Rana, Santu and Venkatesh, Svetha},
  booktitle={Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2018, Dublin, Ireland, September 10--14, 2018, Proceedings, Part II 18},
  pages={621--637},
  year={2019},
  organization={Springer}
}

@inproceedings{takeno2022sequential,
  title     = {{Sequential and Parallel Constrained Max-value Entropy Search via Information Lower Bound}},
  author    = {Takeno, Sho and Tamura, Takuya and Shitara, Kaito and Karasuyama, Masayuki},
  booktitle = {Proceedings of the 39th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {162},
  pages     = {20960--20986},
  publisher = {PMLR},
  year      = {2022},
  month     = {June},
}

@article{kozachenko1987statistical,
  title     = {Sample estimate of the entropy of a random vector},
  author    = {Kozachenko, Lyudmyla F and Leonenko, Nikolai N},
  journal   = {Problems of Information Transmission},
  volume    = {23},
  year      = {1987},
  pages     = {9--16}
}

@book{gutin2006traveling,
  title={The traveling salesman problem and its variations},
  author={Gutin, Gregory and Punnen, Abraham P},
  volume={12},
  year={2006},
  publisher={Springer Science \& Business Media}
}


@InProceedings{hvarfner2024vanilla,
  title = 	 {{Vanilla Bayesian Optimization Performs Great in High Dimensions}},
  author =       {Hvarfner, Carl and Hellsten, Erik Orm and Nardi, Luigi},
  booktitle = 	 {Proceedings of the 41st International Conference on Machine Learning},
  pages = 	 {20793--20817},
  year = 	 {2024},
  editor = 	 {Salakhutdinov, Ruslan and Kolter, Zico and Heller, Katherine and Weller, Adrian and Oliver, Nuria and Scarlett, Jonathan and Berkenkamp, Felix},
  volume = 	 {235},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {21--27 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://raw.githubusercontent.com/mlresearch/v235/main/assets/hvarfner24a/hvarfner24a.pdf},
}

@inproceedings{vsehic2022lassobench,
  title={{LassoBench: A High-Dimensional Hyperparameter Optimization Benchmark Suite for Lasso}},
  author={{\v{S}}ehi{\'c}, Kenan and Gramfort, Alexandre and Salmon, Joseph and Nardi, Luigi},
  booktitle={International Conference on Automated Machine Learning},
  pages={2--1},
  year={2022},
  organization={PMLR}
}

@inproceedings{hoffman2011portfolio,
  title={{Portfolio Allocation for Bayesian Optimization}},
  author={Hoffman, Matthew and Brochu, Eric and de Freitas, Nando},
  booktitle={Proceedings of the Twenty-Seventh Conference on Uncertainty in Artificial Intelligence},
  pages={327--336},
  year={2011}
}

@article{sobester2005design,
  title={{On the Design of Optimization Strategies Based on Global Response Surface Approximation Models}},
  author={S{\'o}bester, Andr{\'a}s and Leary, Stephen J and Keane, Andy J},
  journal={Journal of Global Optimization},
  volume={33},
  pages={31--59},
  year={2005},
  publisher={Springer}
}

@inproceedings{benjamins2023self,
  title={{Self-Adjusting Weighted Expected Improvement for Bayesian Optimization}},
  author={Benjamins, Carolin and Raponi, Elena and Jankovic, Anja and Doerr, Carola and Lindauer, Marius},
  booktitle={International Conference on Automated Machine Learning},
  pages={6--1},
  year={2023},
  organization={PMLR}
}

@article{qin2017improving,
  title={{Improving the Expected Improvement Algorithm}},
  author={Qin, Chao and Klabjan, Diego and Russo, Daniel},
  journal={{Advances in Neural Information Processing Systems}},
  volume={30},
  year={2017}
}

@article{kandasamy2020tuning,
  title={{Tuning Hyperparameters without Grad Students: Scalable and Robust Bayesian Optimisation with Dragonfly}},
  author={Kandasamy, Kirthevasan and Vysyaraju, Karun Raju and Neiswanger, Willie and Paria, Biswajit and Collins, Christopher R and Schneider, Jeff and Poczos, Barnabas and Xing, Eric P},
  journal={Journal of Machine Learning Research},
  volume={21},
  number={81},
  pages={1--27},
  year={2020}
}


@inproceedings{qing2023pf,
  title={{$\{$PF$\}^2$ES: Parallel Feasible Pareto Frontier Entropy Search for Multi-Objective Bayesian Optimization}},
  author={Qing, Jixiang and Moss, Henry B and Dhaene, Tom and Couckuyt, Ivo},
  booktitle={26th International Conference on Artificial Intelligence and Statistcs (AISTATS) 2023},
  volume={206},
  pages={2565--2588},
  year={2023}
}

@inproceedings{maus2023discovering,
  title={{Discovering Many Diverse Solutions with Bayesian Optimization}},
  author={Maus, Natalie and Wu, Kaiwen and Eriksson, David and Gardner, Jacob},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1779--1798},
  year={2023},
  organization={PMLR}
}


@article{eriksson2019scalable,
  title={{Scalable Global Optimization via Local Bayesian Optimization}},
  author={Eriksson, David and Pearce, Michael and Gardner, Jacob and Turner, Ryan D and Poloczek, Matthias},
  journal={{Advances in Neural Information Processing Systems}},
  volume={32},
  year={2019}
}

@inproceedings{ma2023gaussian,
  title={{Gaussian Max-Value Entropy Search for Multi-Agent Bayesian Optimization}},
  author={Ma, Haitong and Zhang, Tianpeng and Wu, Yixuan and Calmon, Flavio P and Li, Na},
  booktitle={2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={10028--10035},
  year={2023},
  organization={IEEE}
}

@inproceedings{jones2008large,
    title = {{Large-Scale Multi-Disciplinary Mass Optimization in the Auto Industry}},
    author = {Jones, Donald R},
    booktitle = {MOPTA 2008 Conference (20 August 2008)},
    year = {2008}
}

@inproceedings{eriksson2021high,
  title={{High-Dimensional Bayesian Optimization with Sparse Axis-Aligned Subspaces}},
  author={Eriksson, David and Jankowiak, Martin},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={493--503},
  year={2021},
  organization={PMLR}
}

@inproceedings{wang2018batched,
  title={{Batched Large-scale Bayesian Optimization in High-dimensional Spaces}},
  author={Wang, Zi and Gehring, Clement and Kohli, Pushmeet and Jegelka, Stefanie},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={745--754},
  year={2018},
  organization={PMLR}
}

@article{wilson2021pathwise,
  title={{Pathwise Conditioning of Gaussian Processes}},
  author={Wilson, James T and Borovitskiy, Viacheslav and Terenin, Alexander and Mostowsky, Peter and Deisenroth, Marc Peter},
  journal={Journal of Machine Learning Research},
  volume={22},
  number={105},
  pages={1--47},
  year={2021}
}

@inproceedings{rosenkrantz1974approximate,
  title={Approximate algorithms for the traveling salesperson problem},
  author={Rosenkrantz, Daniel J and Stearns, Richard Edwin and Lewis, Philip M},
  booktitle={15th Annual Symposium on Switching and Automata Theory (swat 1974)},
  pages={33--42},
  year={1974},
  organization={IEEE}
}

@phdthesis{frazier2009knowledge,
  title={{Knowledge-Gradient Methods for Statistical Learning}},
  author={Frazier, Peter I},
  year={2009},
  school={Princeton University Princeton}
}

@inproceedings{benjamins2022pi,
  added-at = {2022-11-17T15:37:11.000+0100},
  author = {Benjamins, Carolin and Raponi, Elena and Jankovic, Anja and van der Blom, Koen and Santoni, Maria Laura and Lindauer, Marius and Doerr, Carola},
  biburl = {https://www.bibsonomy.org/bibtex/2bc9559a140c75a7774f9d2108f73d39c/ail3s},
  booktitle = {2022 NeurIPS Workshop on Gaussian Processes, Spatiotemporal Modeling, and Decision-making Systems},
  copyright = {Creative Commons Attribution Share Alike 4.0 International},
  interhash = {a593287e159604b6b370021ae3081043},
  intrahash = {bc9559a140c75a7774f9d2108f73d39c},
  keywords = {automl leibnizailab myown},
  timestamp = {2022-11-18T12:51:03.000+0100},
  title = {{PI is back! Switching Acquisition Functions in Bayesian Optimization}},
  year = 2022
}

@phdthesis{wu2017knowledge,
  title={{Knowledge gradient methods for Bayesian optimization}},
  author={Wu, Jian},
  year={2017},
  school={Cornell University}
}

@article{golub1973differentiation,
  title={The differentiation of pseudo-inverses and nonlinear least squares problems whose variables separate},
  author={Golub, Gene H and Pereyra, Victor},
  journal={SIAM Journal on numerical analysis},
  volume={10},
  number={2},
  pages={413--432},
  year={1973},
  publisher={SIAM}
}

@article{poon2023smooth,
  title={Smooth over-parameterized solvers for non-smooth structured optimization},
  author={Poon, Clarice and Peyr{\'e}, Gabriel},
  journal={Mathematical programming},
  volume={201},
  number={1},
  pages={897--952},
  year={2023},
  publisher={Springer}
}

@article{vzilinskas2019bi,
  title={Bi-objective decision making in global optimization based on statistical models},
  author={{\v{Z}}ilinskas, Antanas and Calvin, James},
  journal={Journal of Global Optimization},
  volume={74},
  pages={599--609},
  year={2019},
  publisher={Springer}
}

@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  volume={25},
  number={3-4},
  pages={285--294},
  year={1933},
  publisher={Oxford University Press}
}

@article{robbins1952some,
  title={Some aspects of the sequential design of experiments},
  author={Robbins, Herbert},
  journal={Bulletin of the American Mathematical Society},
  volume={58},
  number={5},
  pages={527--535},
  year={1952}
}

@article{bellman1956problem,
  title={A problem in the sequential design of experiments},
  author={Bellman, Richard},
  journal={Sankhy{\=a}: The Indian Journal of Statistics (1933-1960)},
  volume={16},
  number={3/4},
  pages={221--229},
  year={1956},
  publisher={JSTOR}
}

@article{wald1949statistical,
  title={Statistical decision functions},
  author={Wald, Abraham},
  journal={The Annals of Mathematical Statistics},
  pages={165--205},
  year={1949},
  publisher={JSTOR}
}

@book{puterman2014markov,
  title={Markov decision processes: discrete stochastic dynamic programming},
  author={Puterman, Martin L},
  year={2014},
  publisher={John Wiley \& Sons}
}

@article{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S},
  journal={A Bradford Book},
  year={2018}
}

@article{vcrepinvsek2013exploration,
  title={Exploration and exploitation in evolutionary algorithms: A survey},
  author={{\v{C}}repin{\v{s}}ek, Matej and Liu, Shih-Hsi and Mernik, Marjan},
  journal={ACM Computing Surveys (CSUR)},
  volume={45},
  number={3},
  pages={1--33},
  year={2013},
  publisher={ACM New York, NY, USA}
}

@book{eiben2015introduction,
  title={Introduction to evolutionary computing},
  author={Eiben, Agoston E and Smith, James E},
  year={2015},
  publisher={Springer}
}

@book{michalewicz2013genetic,
  title={Genetic algorithms+ data structures= evolution programs},
  author={Michalewicz, Zbigniew},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@article{koza1994genetic,
  title={Genetic programming as a means for programming computers by natural selection},
  author={Koza, John R},
  journal={Statistics and computing},
  volume={4},
  pages={87--112},
  year={1994},
  publisher={Springer}
}

@article{eiben1998evolutionary,
  title={On evolutionary exploration and exploitation},
  author={Eiben, Agoston E and Schippers, Cornelis A},
  journal={Fundamenta Informaticae},
  volume={35},
  number={1-4},
  pages={35--50},
  year={1998},
  publisher={IOS Press}
}

@article{bollobas1992travelling,
  title={A travelling salesman problem in the k-dimensional unit cube},
  author={Bollob{\'a}s, B{\'e}la and Meir, Amram},
  journal={Operations research letters},
  volume={11},
  number={1},
  pages={19--21},
  year={1992},
  publisher={Elsevier}
}

@article{balogh2024traveling,
  title={On a Traveling Salesman Problem for Points in the Unit Cube},
  author={Balogh, J{\'o}zsef and Clemen, Felix Christian and Dumitrescu, Adrian},
  journal={Algorithmica},
  volume={86},
  number={9},
  pages={3054--3078},
  year={2024},
  publisher={Springer}
}

@inproceedings{bischl2014moi,
  title={{MOI-MBO}: multiobjective infill for parallel model-based optimization},
  author={Bischl, Bernd and Wessing, Simon and Bauer, Nadja and Friedrichs, Klaus and Weihs, Claus},
  booktitle={Learning and Intelligent Optimization: 8th International Conference, Lion 8, Gainesville, FL, USA, February 16-21, 2014. Revised Selected Papers 8},
  pages={173--186},
  year={2014},
  organization={Springer}
}

@article{feng2015multiobjective,
  title={A multiobjective optimization based framework to balance the global exploration and local exploitation in expensive optimization},
  author={Feng, Zhiwei and Zhang, Qingbin and Zhang, Qingfu and Tang, Qiangang and Yang, Tao and Ma, Yang},
  journal={Journal of Global Optimization},
  volume={61},
  pages={677--694},
  year={2015},
  publisher={Springer}
}

@article{jones2001taxonomy,
  title={A taxonomy of global optimization methods based on response surfaces},
  author={Jones, Donald R},
  journal={Journal of global optimization},
  volume={21},
  pages={345--383},
  year={2001},
  publisher={Springer}
}

@article{jones1998efficient,
  title={Efficient global optimization of expensive black-box functions},
  author={Jones, Donald R and Schonlau, Matthias and Welch, William J},
  journal={Journal of Global optimization},
  volume={13},
  pages={455--492},
  year={1998},
  publisher={Springer}
}

@article{jiang2020efficient,
  title={Efficient nonmyopic {Bayesian} optimization via one-shot multi-step trees},
  author={Jiang, Shali and Jiang, Daniel and Balandat, Maximilian and Karrer, Brian and Gardner, Jacob and Garnett, Roman},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={18039--18049},
  year={2020}
}

@article{wu2019practical,
  title={Practical two-step lookahead {Bayesian} optimization},
  author={Wu, Jian and Frazier, Peter},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{ginsbourger2010towards,
  title={Towards {Gaussian} process-based optimization with finite time horizon},
  author={Ginsbourger, David and Le Riche, Rodolphe},
  booktitle={mODa 9--Advances in Model-Oriented Design and Analysis: Proceedings of the 9th International Workshop in Model-Oriented Design and Analysis held in Bertinoro, Italy, June 14-18, 2010},
  pages={89--96},
  year={2010},
  organization={Springer}
}

@article{russo2014learning,
  title={Learning to optimize via posterior sampling},
  author={Russo, Daniel and Van Roy, Benjamin},
  journal={Mathematics of Operations Research},
  volume={39},
  number={4},
  pages={1221--1243},
  year={2014},
  publisher={INFORMS}
}

@phdthesis{lizotte2008practical,
  title={Practical {Bayesian} optimization},
  author={Lizotte, Daniel James},
  school = {University of Alberta},
  year={2008}
}

@inproceedings{gonzalez2016batch,
  title={Batch {Bayesian} optimization via local penalization},
  author={Gonz{\'a}lez, Javier and Dai, Zhenwen and Hennig, Philipp and Lawrence, Neil},
  booktitle={Artificial intelligence and statistics},
  pages={648--657},
  year={2016},
  organization={PMLR}
}


@article{wang2020parallel,
author = {Wang, Jialei and Clark, Scott C. and Liu, Eric and Frazier, Peter I.},
title = {Parallel {Bayesian} Global Optimization of Expensive Functions},
year = {2020},
issue_date = {November-December 2020},
publisher = {INFORMS},
address = {Linthicum, MD, USA},
volume = {68},
number = {6},
issn = {0030-364X},
journal = {Oper. Res.},
month = nov,
pages = {1850–1865},
numpages = {16},
keywords = {infinitesimal perturbation analysis, parallel expected improvement, parallel optimization, Bayesian optimization, Simulation, nondifferentiable < programming, Bayesian < statistics, Design of experiments < simulation}
}


@article{cowen2022hebo,
  title={Hebo: Pushing the limits of sample-efficient hyper-parameter optimisation},
  author={Cowen-Rivers, Alexander I and Lyu, Wenlong and Tutunov, Rasul and Wang, Zhi and Grosnit, Antoine and Griffiths, Ryan Rhys and Maraval, Alexandre Max and Jianye, Hao and Wang, Jun and Peters, Jan and others},
  journal={Journal of Artificial Intelligence Research},
  volume={74},
  pages={1269--1349},
  year={2022}
}

@article{do2024epsilon,
  title={Epsilon-Greedy {Thompson} Sampling to {Bayesian} Optimization},
  author={Do, Bach and Adebiyi, Taiwo and Zhang, Ruda},
  journal={Journal of Computing and Information Science in Engineering},
  volume={24},
  number={12},
  year={2024},
  publisher={American Society of Mechanical Engineers Digital Collection}
}


@inproceedings{rashidi2024cylindrical,
  title={Cylindrical {Thompson} Sampling for High-Dimensional {Bayesian} Optimization},
  author={Rashidi, Bahador and Johnstonbaugh, Kerrick and Gao, Chao},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={3502--3510},
  year={2024},
  organization={PMLR}
}

@inproceedings{inoue2015analyzing,
  title={Analyzing exploration exploitation trade-off by means of {PI} similarity index and dictyostelium based genetic algorithm},
  author={Inoue, Kazuyuki and Hasegawa, Taku and Mori, Naoki and Matsumoto, Keinosuke},
  booktitle={2015 IEEE Congress on Evolutionary Computation (CEC)},
  pages={2548--2555},
  year={2015},
  organization={IEEE}
}

@article{turkey2014model,
  title={A model for analysing the collective dynamic behaviour and characterising the exploitation of population-based algorithms},
  author={Turkey, Mikdam and Poli, Riccardo},
  journal={Evolutionary Computation},
  volume={22},
  number={1},
  pages={159--188},
  year={2014},
  publisher={MIT Press}
}

@article{liu2013parameter,
  title={A parameter control method of evolutionary algorithms using exploration and exploitation measures with a practical application for fitting {Sovova's} mass transfer model},
  author={Liu, Shih-Hsi and Mernik, Marjan and Hrn{\v{c}}i{\v{c}}, Dejan and {\v{C}}repin{\v{s}}ek, Matej},
  journal={Applied Soft Computing},
  volume={13},
  number={9},
  pages={3792--3805},
  year={2013},
  publisher={Elsevier}
}

@inproceedings{burke2002advanced,
  title={Advanced population diversity measures in genetic programming},
  author={Burke, Edmund and Gustafson, Steven and Kendall, Graham and Krasnogor, Natalio},
  booktitle={Parallel Problem Solving from Nature—PPSN VII: 7th International Conference Granada, Spain, September 7--11, 2002 Proceedings 7},
  pages={341--350},
  year={2002},
  organization={Springer}
}

@article{mcginley2011maintaining,
  title={Maintaining healthy population diversity using adaptive crossover, mutation, and selection},
  author={McGinley, Brian and Maher, John and O'Riordan, Colm and Morgan, Fearghal},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={15},
  number={5},
  pages={692--714},
  year={2011},
  publisher={IEEE}
}

@article{misevivcius2011generation,
  title={GENERATION OF GREY PATTERNS USING AN IMPROVED GENETIC EVOLUTIONARY ALGORITHM: SOME NEW RESULTS},
  author={Misevi{\v{c}}ius, Alfonsas},
  journal={Information Technology and Control},
  volume={40},
  number={4},
  pages={330--343},
  year={2011}
}
@article{chaiyaratana2007effects,
  title={Effects of diversity control in single-objective and multi-objective genetic algorithms},
  author={Chaiyaratana, Nachol and Piroonratana, Theera and Sangkawelert, Nuntapon},
  journal={Journal of Heuristics},
  volume={13},
  pages={1--34},
  year={2007},
  publisher={Springer}
}

@article{adra2010diversity,
  title={Diversity management in evolutionary many-objective optimization},
  author={Adra, Salem F and Fleming, Peter J},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={15},
  number={2},
  pages={183--195},
  year={2010},
  publisher={IEEE}
}

@article{vcrepinvsek2011analysis,
  title={Analysis of exploration and exploitation in evolutionary algorithms by ancestry trees},
  author={{\v{C}}repin{\v{s}}ek, Matej and Mernik, Marjan and Liu, Shih-Hsi},
  journal={International Journal of Innovative Computing and Applications},
  volume={3},
  number={1},
  pages={11--19},
  year={2011},
  publisher={Inderscience Publishers}
}

@article{jerebic2021novel,
  title={A novel direct measure of exploration and exploitation based on attraction basins},
  author={Jerebic, Jernej and Mernik, Marjan and Liu, Shih-Hsi and Ravber, Miha and Baketari{\'c}, Mihael and Mernik, Luka and {\v{C}}repin{\v{s}}ek, Matej},
  journal={Expert Systems with Applications},
  volume={167},
  pages={114353},
  year={2021},
  publisher={Elsevier}
}

@inproceedings{ahmed2019understanding,
  title={Understanding the impact of entropy on policy optimization},
  author={Ahmed, Zafarali and Le Roux, Nicolas and Norouzi, Mohammad and Schuurmans, Dale},
  booktitle={International conference on machine learning},
  pages={151--160},
  year={2019},
  organization={PMLR}
}

@article{berrett2019efficient,
  title={Efficient multivariate entropy estimation via k-nearest neighbour distances},
  author={Berrett, Thomas B and Samworth, Richard J and Yuan, Ming},
  journal={The Annals of Statistics},
  volume={47},
  number={1},
  pages={288--318},
  year={2019},
  publisher={JSTOR}
}

@article{houthooft2016vime,
  title={Vime: Variational information maximizing exploration},
  author={Houthooft, Rein and Chen, Xi and Duan, Yan and Schulman, John and De Turck, Filip and Abbeel, Pieter},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@article{ahmad1976nonparametric,
  title={A nonparametric estimation of the entropy for absolutely continuous distributions (corresp.)},
  author={Ahmad, Ibrahim and Lin, Pi-Erh},
  journal={IEEE Transactions on Information Theory},
  volume={22},
  number={3},
  pages={372--375},
  year={1976},
  publisher={IEEE}
}

@article{gyorfi1987density,
  title={Density-free convergence properties of various estimators of entropy},
  author={Gy{\"o}rfi, L{\'a}szl{\'o} and Van der Meulen, Edward C},
  journal={Computational Statistics \& Data Analysis},
  volume={5},
  number={4},
  pages={425--436},
  year={1987},
  publisher={Elsevier}
}

@inproceedings{sun2011planning,
  title={Planning to be surprised: Optimal {Bayesian} exploration in dynamic environments},
  author={Sun, Yi and Gomez, Faustino and Schmidhuber, J{\"u}rgen},
  booktitle={Artificial General Intelligence: 4th International Conference, AGI 2011, Mountain View, CA, USA, August 3-6, 2011. Proceedings 4},
  pages={41--51},
  year={2011},
  organization={Springer}
}

@article{more2009benchmarking,
  title={Benchmarking derivative-free optimization algorithms},
  author={Mor{\'e}, Jorge J and Wild, Stefan M},
  journal={SIAM Journal on Optimization},
  volume={20},
  number={1},
  pages={172--191},
  year={2009},
  publisher={SIAM}
}

@article{kuleshov2014algorithms,
  title={Algorithms for multi-armed bandit problems},
  author={Kuleshov, Volodymyr and Precup, Doina},
  journal={arXiv preprint arXiv:1402.6028},
  year={2014}
}

@misc{TuRBO_BoTorch,
  author       = {Eriksson, David},
  year         = {2025},
  title        = {{Trust Region Bayesian Optimization (TuRBO)}},
  howpublished = {BoTorch Tutorials},
  url          = {https://botorch.org/docs/tutorials/turbo_1/},
  note         = {Accessed: 2025-02-06}
}

@article{williams1991function,
  title={Function optimization using connectionist reinforcement learning algorithms},
  author={Williams, Ronald J and Peng, Jing},
  journal={Connection Science},
  volume={3},
  number={3},
  pages={241--268},
  year={1991},
  publisher={Taylor \& Francis}
}

@article{pal2010estimation,
  title={Estimation of {R}{\'e}nyi entropy and mutual information based on generalized nearest-neighbor graphs},
  author={P{\'a}l, D{\'a}vid and P{\'o}czos, Barnab{\'a}s and Szepesv{\'a}ri, Csaba},
  journal={Advances in neural information processing systems},
  volume={23},
  year={2010}
}

@article{delattre2017kozachenko,
  title={On the {Kozachenko-Leonenko} entropy estimator},
  author={Delattre, Sylvain and Fournier, Nicolas},
  journal={Journal of Statistical Planning and Inference},
  volume={185},
  pages={69--93},
  year={2017},
  publisher={Elsevier}
}

@article{devroye2021consistency,
  title={On the consistency of the {Kozachenko-Leonenko} entropy estimate},
  author={Devroye, Luc and Gy{\"o}rfi, L{\'a}szl{\'o}},
  journal={IEEE Transactions on Information Theory},
  volume={68},
  number={2},
  pages={1178--1185},
  year={2021},
  publisher={IEEE}
}

@article{hansen2016cma,
  title={The {CMA} evolution strategy: A tutorial},
  author={Hansen, Nikolaus},
  journal={arXiv preprint arXiv:1604.00772},
  year={2016}
}

@misc{hansen2019pycma,
  author       = {Nikolaus Hansen and Youhei Akimoto and Petr Baudis},
  title        = {{CMA-ES/pycma} on {G}ithub},
  howpublished = {Zenodo, DOI:10.5281/zenodo.2559634},
  month        = feb,
  year         = 2019,
  doi          = {10.5281/zenodo.2559634},
  url          = {https://doi.org/10.5281/zenodo.2559634},
}

@article{bijl2016sequential,
  title={A sequential {Monte Carlo} approach to {Thompson} sampling for {Bayesian} optimization},
  author={Bijl, Hildo and Sch{\"o}n, Thomas B and van Wingerden, Jan-Willem and Verhaegen, Michel},
  journal={arXiv preprint arXiv:1604.00169},
  year={2016}
}

@article{cheng2025unified,
  title={A Unified Framework for Entropy Search and Expected Improvement in {Bayesian} Optimization},
  author={Cheng, Nuojin and Papenmeier, Leonard and Becker, Stephen and Nardi, Luigi},
  journal={arXiv preprint arXiv:2501.18756},
  year={2025}
}
@article{sobol1967distribution,
  title={{The distribution of points in a cube and the approximate evaluation of integrals}},
  author={Sobol, Ilya M},
  journal={USSR Computational mathematics and mathematical physics},
  volume={7},
  pages={86--112},
  year={1967}
}
@article{halton1964algorithm,
  title={{Algorithm 247: Radical-inverse quasi-random point sequence}},
  author={Halton, John H},
  journal={Communications of the ACM},
  volume={7},
  number={12},
  pages={701--702},
  year={1964},
  publisher={ACM New York, NY, USA}
}

@book{niederreiter1992random,
  title={{Random number generation and quasi-Monte Carlo methods}},
  author={Niederreiter, Harald},
  year={1992},
  publisher={SIAM}
}

@inproceedings{clement2023computing,
  title={{Computing star discrepancies with numerical black-box optimization algorithms}},
  author={Cl{\'e}ment, Fran{\c{c}}ois and Vermetten, Diederick and De Nobel, Jacob and Jesus, Alexandre D and Paquete, Lu{\'\i}s and Doerr, Carola},
  booktitle={Proceedings of the Genetic and Evolutionary Computation Conference},
  pages={1330--1338},
  year={2023}
}


