@inproceedings{gardner2018gpytorch,
  title={Gpytorch: Blackbox matrix-matrix gaussian process inference with gpu acceleration},
  author={Gardner, Jacob and Pleiss, Geoff and Weinberger, Kilian Q and Bindel, David and Wilson, Andrew G},
  booktitle={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@inproceedings{sandler2018mobilenet,
  author={Sandler, Mark and Howard, Andrew and Zhu, Menglong and Zhmoginov, Andrey and Chen, Liang-Chieh},
  booktitle={2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 
  title={MobileNetV2: Inverted Residuals and Linear Bottlenecks}, 
  year={2018},
  volume={},
  number={},
  pages={4510-4520},
}

@article{karvonen2023maximum,
  title={Maximum likelihood estimation in Gaussian process regression is ill-posed},
  author={Karvonen, Toni and Oates, Chris J},
  journal={Journal of Machine Learning Research},
  volume={24},
  number={120},
  pages={1--47},
  year={2023}
}

@inproceedings{deshwal2023bayesian,
  title={Bayesian optimization over high-dimensional combinatorial spaces via dictionary-based embeddings},
  author={Deshwal, Aryan and Ament, Sebastian and Balandat, Maximilian and Bakshy, Eytan and Doppa, Janardhan Rao and Eriksson, David},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={7021--7039},
  year={2023},
  
}

@article{maus2022discovering,
  title={Discovering many diverse solutions with bayesian optimization},
  author={Maus, Natalie and Wu, Kaiwen and Eriksson, David and Gardner, Jacob},
  journal={arXiv preprint arXiv:2210.10953},
  year={2022}
}

@inproceedings{mikkola2023multi,
  title={Multi-fidelity bayesian optimization with unreliable information sources},
  author={Mikkola, Petrus and Martinelli, Julien and Filstroff, Louis and Kaski, Samuel},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={7425--7454},
  year={2023},
  
}

@article{stanton2022bayesian,
  title={Bayesian optimization with conformal coverage guarantees},
  author={Stanton, Samuel and Maddox, Wesley and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:2210.12496},
  volume={1},
  year={2022}
}

@inproceedings{moss2023inducing,
  title={Inducing point allocation for sparse Gaussian processes in high-throughput Bayesian optimisation},
  author={Moss, Henry B and Ober, Sebastian W and Picheny, Victor},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={5213--5230},
  year={2023},
  
}

@inproceedings{jimenez2023scalable,
  title={Scalable bayesian optimization using vecchia approximations of gaussian processes},
  author={Jimenez, Felix and Katzfuss, Matthias},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1492--1512},
  year={2023},
  
}

@article{toth2022active,
  title={Active bayesian causal inference},
  author={Toth, Christian and Lorch, Lars and Knoll, Christian and Krause, Andreas and Pernkopf, Franz and Peharz, Robert and Von K{\"u}gelgen, Julius},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={16261--16275},
  year={2022}
}

@article{tu2022joint,
  title={Joint entropy search for multi-objective bayesian optimization},
  author={Tu, Ben and Gandy, Axel and Kantas, Nikolas and Shafei, Behrang},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={9922--9938},
  year={2022}
}

@inproceedings{ying2019overview,
  title={An overview of overfitting and its solutions},
  author={Ying, Xue},
  booktitle={Journal of physics: Conference series},
  volume={1168},
  pages={022022},
  year={2019},
  
}

@article{nguyen2022local,
  title={Local Bayesian optimization via maximizing probability of descent},
  author={Nguyen, Quan and Wu, Kaiwen and Gardner, Jacob and Garnett, Roman},
  journal={Advances in neural information processing systems},
  volume={35},
  pages={13190--13202},
  year={2022}
}

@article{folch2022snake,
  title={SnAKe: Bayesian optimization with pathwise exploration},
  author={Folch, Jose Pablo and Zhang, Shiqiang and Lee, Robert and Shafei, Behrang and Walz, David and Tsay, Calvin and van der Wilk, Mark and Misener, Ruth},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={35226--35239},
  year={2022}
}

@article{roelofs2019meta,
  title={A meta-analysis of overfitting in machine learning},
  author={Roelofs, Rebecca and Shankar, Vaishaal and Recht, Benjamin and Fridovich-Keil, Sara and Hardt, Moritz and Miller, John and Schmidt, Ludwig},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{daulton2022bayesian,
  title={Bayesian optimization over discrete and mixed spaces via probabilistic reparameterization},
  author={Daulton, Samuel and Wan, Xingchen and Eriksson, David and Balandat, Maximilian and Osborne, Michael A and Bakshy, Eytan},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={12760--12774},
  year={2022}
}

@inproceedings{daulton2022robust,
  title={Robust multi-objective bayesian optimization under input noise},
  author={Daulton, Samuel and Cakmak, Sait and Balandat, Maximilian and Osborne, Michael A and Zhou, Enlu and Bakshy, Eytan},
  booktitle={International Conference on Machine Learning},
  pages={4831--4866},
  year={2022},
  
}

@inproceedings{daulton2022multi,
  title={Multi-objective bayesian optimization over high-dimensional search spaces},
  author={Daulton, Samuel and Eriksson, David and Balandat, Maximilian and Bakshy, Eytan},
  booktitle={Proceedings of the 38th Uncertainty in Artificial Intelligence Conference},
  pages={507--517},
  year={2022},
  
}

@inproceedings{shahriari2016unbounded,
  title={Unbounded Bayesian optimization via regularization},
  author={Shahriari, Bobak and Bouchard-C{\^o}t{\'e}, Alexandre and Freitas, Nando},
  booktitle={Artificial intelligence and statistics},
  pages={1168--1176},
  year={2016},
  
}

@article{groot2012gaussian,
  title={Gaussian process regression with censored data using expectation propagation},
  author={Groot, Perry and Lucas, Peter JF},
  year={2012},
  publisher={Granada: DECSAI}
}

@article{park2023botied,
  title={BOtied: Multi-objective Bayesian optimization with tied multivariate ranks},
  author={Park, Ji Won and Tagasovska, Nata{\v{s}}a and Maser, Michael and Ra, Stephen and Cho, Kyunghyun},
  journal={arXiv preprint arXiv:2306.00344},
  year={2023}
}

@inproceedings{doppa2021adaptive,
  title={Adaptive Experimental Design for Optimizing Combinatorial Structures.},
  author={Doppa, Janardhan Rao},
  booktitle={IJCAI},
  pages={4940--4945},
  year={2021}
}

@article{wang2023recent,
  title={Recent advances in Bayesian optimization},
  author={Wang, Xilu and Jin, Yaochu and Schmitt, Sebastian and Olhofer, Markus},
  journal={ACM Computing Surveys},
  volume={55},
  number={13s},
  pages={1--36},
  year={2023},
  publisher={ACM New York, NY}
}

@inproceedings{aglietti2023constrained,
  title={Constrained causal bayesian optimization},
  author={Aglietti, Virginia and Malek, Alan and Ktena, Ira and Chiappa, Silvia},
  booktitle={International Conference on Machine Learning},
  pages={304--321},
  year={2023},
  
}

@inproceedings{gardner2014bayesian,
  title={Bayesian optimization with inequality constraints.},
  author={Gardner, Jacob R and Kusner, Matt J and Xu, Zhixiang Eddie and Weinberger, Kilian Q and Cunningham, John P},
  booktitle={ICML},
  volume={2014},
  pages={937--945},
  year={2014}
}

@inproceedings{xu2023constrained,
  title={Constrained efficient global optimization of expensive black-box functions},
  author={Xu, Wenjie and Jiang, Yuning and Svetozarevic, Bratislav and Jones, Colin},
  booktitle={International Conference on Machine Learning},
  pages={38485--38498},
  year={2023},
  
}

@article{gammelli2020estimating,
  title={Estimating latent demand of shared mobility through censored Gaussian processes},
  author={Gammelli, Daniele and Peled, Inon and Rodrigues, Filipe and Pacino, Dario and Kurtaran, Haci A and Pereira, Francisco C},
  journal={Transportation Research Part C: Emerging Technologies},
  volume={120},
  pages={102775},
  year={2020},
  publisher={Pergamon}
}

@article{chen2022adaptive,
  title={Adaptive design for Gaussian process regression under censoring},
  author={Chen, Jialei and Mak, Simon and Joseph, V Roshan and Zhang, Chuck},
  journal={The Annals of Applied Statistics},
  volume={16},
  number={2},
  pages={744--764},
  year={2022},
  publisher={Institute of Mathematical Statistics}
}

@article{cao2018model,
  title={Model calibration with censored data},
  author={Cao, Fang and Ba, Shan and Brenneman, William A and Joseph, V Roshan},
  journal={Technometrics},
  volume={60},
  number={2},
  pages={255--262},
  year={2018},
  publisher={Taylor \& Francis}
}

@phdthesis{saul2016gaussian,
  title={Gaussian process based approaches for survival analysis},
  author={Saul, Alan D},
  year={2016},
  school={University of Sheffield}
}

@article{hutter2013bayesian,
  title={Bayesian optimization with censored response data},
  author={Hutter, Frank and Hoos, Holger and Leyton-Brown, Kevin},
  journal={arXiv preprint arXiv:1310.1947},
  year={2013}
}

@inproceedings{chowdhury2017kernelized,
  title={On kernelized multi-armed bandits},
  author={Chowdhury, Sayak Ray and Gopalan, Aditya},
  booktitle={International Conference on Machine Learning},
  pages={844--853},
  year={2017},
  
}

@article{pearce2022bayesian,
  title={Bayesian optimization allowing for common random numbers},
  author={Pearce, Michael Arthur Leopold and Poloczek, Matthias and Branke, Juergen},
  journal={Operations Research},
  volume={70},
  number={6},
  pages={3457--3472},
  year={2022},
  publisher={INFORMS}
}

@article{frazier2009knowledge,
  title={The knowledge-gradient policy for correlated normal beliefs},
  author={Frazier, Peter and Powell, Warren and Dayanik, Savas},
  journal={INFORMS journal on Computing},
  volume={21},
  number={4},
  pages={599--613},
  year={2009},
  publisher={INFORMS}
}

@article{wilson2018maximizing,
  title={Maximizing acquisition functions for Bayesian optimization},
  author={Wilson, James and Hutter, Frank and Deisenroth, Marc},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{hernandez2014predictive,
  title={Predictive entropy search for efficient global optimization of black-box functions},
  author={Hern{\'a}ndez-Lobato, Jos{\'e} Miguel and Hoffman, Matthew W and Ghahramani, Zoubin},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}

@inproceedings{ertin2007gaussian,
  title={Gaussian process models for censored sensor readings},
  author={Ertin, Emre},
  booktitle={2007 IEEE/SP 14th Workshop on Statistical Signal Processing},
  pages={665--669},
  year={2007},
  
}

@article{eggensperger2020neural,
  title={Neural model-based optimization with right-censored observations},
  author={Eggensperger, Katharina and Haase, Kai and M{\"u}ller, Philipp and Lindauer, Marius and Hutter, Frank},
  journal={arXiv preprint arXiv:2009.13828},
  year={2020}
}

@inproceedings{wu2020practical,
  title={Practical multi-fidelity Bayesian optimization for hyperparameter tuning},
  author={Wu, Jian and Toscano-Palmerin, Saul and Frazier, Peter I and Wilson, Andrew Gordon},
  booktitle={Proceedings of the 35th Uncertainty in Artificial Intelligence Conference},
  pages={788--798},
  year={2020},
  
}

@article{lee2024hyperparameter,
  title={Hyperparameter Selection in Continual Learning},
  author={Lee, Thomas L and Hellan, Sigrid Passano and Ericsson, Linus and Crowley, Elliot J and Storkey, Amos},
  journal={arXiv preprint arXiv:2404.06466},
  year={2024}
}

@inproceedings{levesque2016bayesian,
  title={Bayesian hyperparameter optimization for ensemble learning},
  author={L{\'e}vesque, Julien-Charles and Gagn{\'e}, Christian and Sabourin, Robert},
  booktitle={Proceedings of the 32nd Uncertainty in Artificial Intelligence Conference},
  year={2016}
}

@article{minka2013expectation,
  title={Expectation propagation for approximate Bayesian inference},
  author={Minka, Thomas P},
  journal={arXiv preprint arXiv:1301.2294},
  year={2013}
}

@article{ding2022cello,
  title={Cello: Efficient computer systems optimization with predictive early termination and censored regression},
  author={Ding, Yi and Renda, Alex and Pervaiz, Ahsan and Carbin, Michael and Hoffmann, Henry},
  journal={arXiv preprint arXiv:2204.04831},
  year={2022}
}

@inproceedings{dai2019bayesian,
  title={Bayesian optimization meets Bayesian optimal stopping},
  author={Dai, Zhongxiang and Yu, Haibin and Low, Bryan Kian Hsiang and Jaillet, Patrick},
  booktitle={Proceedings of the 36th International Conference on Machine Learning},
  volume={97},
  pages={1496--1506},
  year={2019},
  
}

@inproceedings{takeno2023randomized,
  title={Randomized Gaussian process upper confidence bound with tighter Bayesian regret bounds},
  author={Takeno, Shion and Inatsu, Yu and Karasuyama, Masayuki},
  booktitle={International Conference on Machine Learning},
  pages={33490--33515},
  year={2023},
  
}

@inproceedings{srinivas2009gaussian,
  title={Gaussian process optimization in the bandit setting: No regret and experimental design},
  author={Srinivas, Niranjan and Krause, Andreas and Kakade, Sham M and Seeger, Matthias},
  booktitle={Proceedings of the 27th International Conference on International Conference on Machine Learning},
  pages={1015–1022},
  year={2009}
}

@article{berk2020randomised,
  title={Randomised Gaussian process upper confidence bound for Bayesian optimisation},
  author={Berk, Julian and Gupta, Sunil and Rana, Santu and Venkatesh, Svetha},
  journal={arXiv preprint arXiv:2006.04296},
  year={2020}
}

@article{swersky2014freeze,
  title={Freeze-thaw Bayesian optimization},
  author={Swersky, Kevin and Snoek, Jasper and Adams, Ryan Prescott},
  journal={arXiv preprint arXiv:1406.3896},
  year={2014}
}

@inproceedings{kandasamy2016gaussian,
  title={Gaussian process bandit optimisation with multi-fidelity evaluations},
  author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Oliva, Junier B and Schneider, Jeff and P{\'o}czos, Barnab{\'a}s},
  booktitle={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@inproceedings{kandasamy2017multi,
  title={Multi-fidelity bayesian optimisation with continuous approximations},
  author={Kandasamy, Kirthevasan and Dasarathy, Gautam and Schneider, Jeff and P{\'o}czos, Barnab{\'a}s},
  booktitle={Proceedings of the 34th International Conference on Machine Learning},
  pages={1799--1808},
  volume={70},
  year={2017},
  
}

@article{baker2017accelerating,
  title={Accelerating neural architecture search using performance prediction},
  author={Baker, Bowen and Gupta, Otkrist and Raskar, Ramesh and Naik, Nikhil},
  journal={arXiv preprint arXiv:1705.10823},
  year={2017}
}

@inproceedings{klein2022learning,
  title={Learning curve prediction with Bayesian neural networks},
  author={Klein, Aaron and Falkner, Stefan and Springenberg, Jost Tobias and Hutter, Frank},
  booktitle={International Conference on Learning Representations},
  year={2022}
}

@article{li2018hyperband,
  title={Hyperband: A novel bandit-based approach to hyperparameter optimization},
  author={Li, Lisha and Jamieson, Kevin and DeSalvo, Giulia and Rostamizadeh, Afshin and Talwalkar, Ameet},
  journal={Journal of Machine Learning Research},
  volume={18},
  number={185},
  pages={1--52},
  year={2018}
}

@inproceedings{domhan2015speeding,
  title={Speeding up automatic hyperparameter optimization of deep neural networks by extrapolation of learning curves},
  author={Domhan, Tobias and Springenberg, Jost Tobias and Hutter, Frank},
  booktitle={Twenty-fourth international joint conference on artificial intelligence},
  year={2015}
}

@inproceedings{falkner2018bohb,
  title={BOHB: Robust and efficient hyperparameter optimization at scale},
  author={Falkner, Stefan and Klein, Aaron and Hutter, Frank},
  booktitle={Proceedings of the 35th International Conference on Machine Learning},
  pages={1437--1446},
  volume={80},
  year={2018},
  
}

@article{de1996mimic,
  title={MIMIC: Finding optima by estimating probability densities},
  author={De Bonet, Jeremy and Isbell, Charles and Viola, Paul},
  journal={Advances in neural information processing systems},
  volume={9},
  year={1996}
}

@article{pelikan2002survey,
  title={A survey of optimization by building and using probabilistic models},
  author={Pelikan, Martin and Goldberg, David E and Lobo, Fernando G},
  journal={Computational optimization and applications},
  volume={21},
  pages={5--20},
  year={2002},
  publisher={Springer}
}

@article{bull2011convergence,
  title={Convergence rates of efficient global optimization algorithms.},
  author={Bull, Adam D},
  journal={Journal of Machine Learning Research},
  volume={12},
  number={10},
  year={2011}
}

@article{swersky2013multi,
  title={Multi-task bayesian optimization},
  author={Swersky, Kevin and Snoek, Jasper and Adams, Ryan P},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}

@inproceedings{sen2018multi,
  title={Multi-fidelity black-box optimization with hierarchical partitions},
  author={Sen, Rajat and Kandasamy, Kirthevasan and Shakkottai, Sanjay},
  booktitle={Proceedings of the 35th International Conference on Machine Learning},
  volume={80},
  pages={4538--4547},
  year={2018},
  
}

@inproceedings{klein2017fast,
  title={Fast bayesian optimization of machine learning hyperparameters on large datasets},
  author={Klein, Aaron and Falkner, Stefan and Bartels, Simon and Hennig, Philipp and Hutter, Frank},
  booktitle={Proceedings of the 20th International Conference on Artificial Intelligence and Statistics},
  pages={528--536},
  volume={54},
  year={2017},
  
}

@article{hennig2012entropy,
  title={Entropy search for information-efficient global optimization.},
  author={Hennig, Philipp and Schuler, Christian J},
  journal={Journal of Machine Learning Research},
  volume={13},
  number={6},
  year={2012}
}

@article{morales2023survey,
  title={A survey on multi-objective hyperparameter optimization algorithms for machine learning},
  author={Morales-Hern{\'a}ndez, Alejandro and Van Nieuwenhuyse, Inneke and Rojas Gonzalez, Sebastian},
  journal={Artificial Intelligence Review},
  volume={56},
  number={8},
  pages={8043--8093},
  year={2023},
  publisher={Springer Netherlands Dordrecht}
}

@inproceedings{makarova2021overfitting,
  title={Overfitting in Bayesian optimization: an empirical study and early-stopping solution},
  author={Makarova, Anastasia and Shen, Huibin and Perrone, Valerio and Klein, Aaron and Faddoul, Jean Baptiste and Krause, Andreas and Seeger, Matthias and Archambeau, Cedric},
  booktitle={2nd Workshop on Neural Architecture Search (NAS 2021 collocated with the 9th ICLR 2021)},
  year={2021}
}

@article{ha2019bayesian,
  title={Bayesian optimization with unknown search space},
  author={Ha, Huong and Rana, Santu and Gupta, Sunil and Nguyen, Thanh and Venkatesh, Svetha and others},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{kirschner2020distributionally,
  title={Distributionally robust Bayesian optimization},
  author={Kirschner, Johannes and Bogunovic, Ilija and Jegelka, Stefanie and Krause, Andreas},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={2174--2184},
  year={2020},
  
}

@article{makarova2021risk,
  title={Risk-averse heteroscedastic bayesian optimization},
  author={Makarova, Anastasia and Usmanova, Ilnura and Bogunovic, Ilija and Krause, Andreas},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={17235--17245},
  year={2021}
}

@inproceedings{verma2022bayesian,
  title={Bayesian optimization under stochastic delayed feedback},
  author={Verma, Arun and Dai, Zhongxiang and Low, Bryan Kian Hsiang},
  booktitle={International Conference on Machine Learning},
  pages={22145--22167},
  year={2022},
  
}

@inproceedings{nguyen2020bayesian,
  title={Bayesian optimization for iterative learning},
  author={Nguyen, Vu and Schulze, Sebastian and Osborne, Michael},
  booktitle={Advances in Neural Information Processing Systems},
  volume={33},
  pages={9361--9371},
  year={2020}
}

@inproceedings{belakaria2023bayesian,
  title={Bayesian optimization over iterative learners with structured responses: A budget-aware planning approach},
  author={Belakaria, Syrine and Doppa, Janardhan Rao and Fusi, Nicolo and Sheth, Rishit},
  booktitle={Proceedings of The 26th International Conference on Artificial Intelligence and Statistics},
  pages={9076--9093},
  year={2023},
}

@article{bischl2023hyperparameter,
  title={Hyperparameter optimization: Foundations, algorithms, best practices, and open challenges},
  author={Bischl, Bernd and Binder, Martin and Lang, Michel and Pielok, Tobias and Richter, Jakob and Coors, Stefan and Thomas, Janek and Ullmann, Theresa and Becker, Marc and Boulesteix, Anne-Laure and others},
  journal={Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery},
  volume={13},
  number={2},
  pages={e1484},
  year={2023},
  publisher={Wiley Online Library}
}

@article{mohr2022learning,
  title={Learning Curves for Decision Making in Supervised Machine Learning--A Survey},
  author={Mohr, Felix and van Rijn, Jan N},
  journal={arXiv preprint arXiv:2201.12150},
  year={2022}
}

@inproceedings{shala2022gray,
  title={Gray-box gaussian processes for automated reinforcement learning},
  author={Shala, Gresa and Biedenkapp, Andr{\'e} and Hutter, Frank and Grabocka, Josif},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@inproceedings{pfisterer2022yahpo,
  title={Yahpo gym-an efficient multi-objective multi-fidelity benchmark for hyperparameter optimization},
  author={Pfisterer, Florian and Schneider, Lennart and Moosbauer, Julia and Binder, Martin and Bischl, Bernd},
  booktitle={Proceedings of the First International Conference on Automated Machine Learning},
  volume={188},
  pages={1--39},
  year={2022},
  
}

@inproceedings{wang2017max,
  title={Max-value entropy search for efficient Bayesian optimization},
  author={Wang, Zi and Jegelka, Stefanie},
  booktitle={International Conference on Machine Learning},
  pages={3627--3635},
  year={2017},
  
}

@inproceedings{takeno2020multi,
  title={Multi-fidelity Bayesian optimization with max-value entropy search and its parallelization},
  author={Takeno, Shion and Fukuoka, Hitoshi and Tsukada, Yuhki and Koyama, Toshiyuki and Shiga, Motoki and Takeuchi, Ichiro and Karasuyama, Masayuki},
  booktitle={Proceedings of the 37th International Conference on Machine Learning},
  volume={119},
  pages={9334--9345},
  year={2020},
  
}

@article{schmucker2020multi,
  title={Multi-objective multi-fidelity hyperparameter optimization with application to fairness},
  author={Schmucker, Robin and Donini, Michele and Perrone, Valerio and Archambeau, C{\'e}dric},
  year={2020}
}

@article{koch2015efficient,
  title={Efficient multi-criteria optimization on noisy machine learning problems},
  author={Koch, Patrick and Wagner, Tobias and Emmerich, Michael TM and B{\"a}ck, Thomas and Konen, Wolfgang},
  journal={Applied Soft Computing},
  volume={29},
  pages={357--370},
  year={2015},
  publisher={Elsevier}
}

@article{karl2023multi,
  title={Multi-objective hyperparameter optimization in machine learning — An overview},
  author={Karl, Florian and Pielok, Tobias and Moosbauer, Julia and Pfisterer, Florian and Coors, Stefan and Binder, Martin and Schneider, Lennart and Thomas, Janek and Richter, Jakob and Lang, Michel and others},
  journal={ACM Transactions on Evolutionary Learning and Optimization},
  volume={3},
  number={4},
  pages={1--50},
  year={2023},
}

@inproceedings{shah2016pareto,
  title={Pareto frontier learning with expensive correlated objectives},
  author={Shah, Amar and Ghahramani, Zoubin},
  booktitle={International conference on machine learning},
  pages={1919--1927},
  year={2016},
  
}

@inproceedings{tanaka2016automated,
  title={Automated structure discovery and parameter tuning of neural network language model based on evolution strategy},
  author={Tanaka, Tomohiro and Moriya, Takafumi and Shinozaki, Takahiro and Watanabe, Shinji and Hori, Takaaki and Duh, Kevin},
  booktitle={2016 ieee spoken language technology workshop (slt)},
  pages={665--671},
  year={2016},
  
}

@inproceedings{lu2020nsganetv2,
  title={Nsganetv2: Evolutionary multi-objective surrogate-assisted neural architecture search},
  author={Lu, Zhichao and Deb, Kalyanmoy and Goodman, Erik and Banzhaf, Wolfgang and Boddeti, Vishnu Naresh},
  booktitle={Computer Vision--ECCV 2020: 16th European Conference, Glasgow, UK, August 23--28, 2020, Proceedings, Part I 16},
  pages={35--51},
  year={2020},
  
}

@misc{
  xiong2021rethinking,
  title={Rethinking the Role of Hyperparameter Tuning in Optimizer Benchmarking},
  author={Yuanhao Xiong and Xuanqing Liu and Li-Cheng Lan and Yang You and Si Si and Cho-Jui Hsieh},
  year={2021},
  url={https://openreview.net/forum?id=s6M0gjo0rL0}
}

@inproceedings{lee2021nonmyopic,
  title={A nonmyopic approach to cost-constrained Bayesian optimization},
  author={Lee, Eric Hans and Eriksson, David and Perrone, Valerio and Seeger, Matthias},
  booktitle={Proceedings of the 37th Uncertainty in Artificial Intelligence Conference},
  pages={568--577},
  year={2021},
  
}

@article{astudillo2021multi,
  title={Multi-step budgeted bayesian optimization with unknown evaluation costs},
  author={Astudillo, Raul and Jiang, Daniel and Balandat, Maximilian and Bakshy, Eytan and Frazier, Peter},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={20197--20209},
  year={2021}
}

@article{bonilla2007multi,
  title={Multi-task Gaussian process prediction},
  author={Bonilla, Edwin V and Chai, Kian and Williams, Christopher},
  journal={Advances in neural information processing systems},
  volume={20},
  year={2007}
}

@article{zitzler2003performance,
  title={Performance assessment of multiobjective optimizers: An analysis and review},
  author={Zitzler, Eckart and Thiele, Lothar and Laumanns, Marco and Fonseca, Carlos M and Da Fonseca, Viviane Grunert},
  journal={IEEE Transactions on evolutionary computation},
  volume={7},
  number={2},
  pages={117--132},
  year={2003},
  publisher={IEEE}
}

@inproceedings{hernandez2016predictive,
  title={Predictive entropy search for multi-objective bayesian optimization},
  author={Hern{\'a}ndez-Lobato, Daniel and Hernandez-Lobato, Jose and Shah, Amar and Adams, Ryan},
  booktitle={Proceedings of the 33rd International Conference on Machine Learning},
  pages={1492--1501},
  volume={48},
  year={2016},
  
}

@inproceedings{daulton2020differentiable,
  title={Differentiable expected hypervolume improvement for parallel multi-objective Bayesian optimization},
  author={Daulton, Samuel and Balandat, Maximilian and Bakshy, Eytan},
  booktitle={Advances in Neural Information Processing Systems},
  volume={33},
  pages={9851--9864},
  year={2020}
}

@article{mai2022online,
  title={Online continual learning in image classification: An empirical survey},
  author={Mai, Zheda and Li, Ruiwen and Jeong, Jihwan and Quispe, David and Kim, Hyunwoo and Sanner, Scott},
  journal={Neurocomputing},
  volume={469},
  pages={28--51},
  year={2022},
  publisher={Elsevier}
}

@article{prabhu2023online,
  title={Online continual learning without the storage constraint},
  author={Prabhu, Ameya and Cai, Zhipeng and Dokania, Puneet and Torr, Philip and Koltun, Vladlen and Sener, Ozan},
  journal={arXiv preprint arXiv:2305.09253},
  year={2023}
}

@inproceedings{dutta2022robust,
  title={Robust counterfactual explanations for tree-based ensembles},
  author={Dutta, Sanghamitra and Long, Jason and Mishra, Saumitra and Tilli, Cecilia and Magazzeni, Daniele},
  booktitle={International conference on machine learning},
  pages={5742--5756},
  year={2022},
  
}

@inproceedings{chen2019all,
  title={All versus one: an empirical comparison on retrained and incremental machine learning for modeling performance of adaptable software},
  author={Chen, Tao},
  booktitle={2019 IEEE/ACM 14th International Symposium on Software Engineering for Adaptive and Self-Managing Systems (SEAMS)},
  pages={157--168},
  year={2019},
  
}

@article{lai2022ensemble,
  title={Ensemble machine learning model for accurate air pollution detection using commercial gas sensors},
  author={Lai, Wei-In and Chen, Yung-Yu and Sun, Jia-Hong},
  journal={Sensors},
  volume={22},
  number={12},
  pages={4393},
  year={2022},
  publisher={MDPI}
}

@article{mallick2022matchmaker,
  title={Matchmaker: Data drift mitigation in machine learning for large-scale systems},
  author={Mallick, Ankur and Hsieh, Kevin and Arzani, Behnaz and Joshi, Gauri},
  journal={Proceedings of Machine Learning and Systems},
  volume={4},
  pages={77--94},
  year={2022}
}

@article{maltoni2019continuous,
  title={Continuous learning in single-incremental-task scenarios},
  author={Maltoni, Davide and Lomonaco, Vincenzo},
  journal={Neural Networks},
  volume={116},
  pages={56--73},
  year={2019},
  publisher={Elsevier}
}

@article{elshawi2019automated,
  title={Automated machine learning: State-of-the-art and open challenges},
  author={Elshawi, Radwa and Maher, Mohamed and Sakr, Sherif},
  journal={arXiv preprint arXiv:1906.02287},
  year={2019}
}

@article{finlayson2019adversarial,
  title={Adversarial attacks on medical machine learning},
  author={Finlayson, Samuel G and Bowers, John D and Ito, Joichi and Zittrain, Jonathan L and Beam, Andrew L and Kohane, Isaac S},
  journal={Science},
  volume={363},
  number={6433},
  pages={1287--1289},
  year={2019},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{apruzzese2019addressing,
  title={Addressing adversarial attacks against security systems based on machine learning},
  author={Apruzzese, Giovanni and Colajanni, Michele and Ferretti, Luca and Marchetti, Mirco},
  booktitle={2019 11th international conference on cyber conflict (CyCon)},
  volume={900},
  pages={1--18},
  year={2019},
  
}

@inproceedings{omar2022making,
  title={Making Adversarially-Trained Language Models Forget with Model Retraining: A Case Study on Hate Speech Detection},
  author={Omar, Marwan and Mohaisen, David},
  booktitle={Companion Proceedings of the Web Conference 2022},
  pages={887--893},
  year={2022}
}

@article{agrell2019gaussian,
  title={Gaussian processes with linear operator inequality constraints},
  author={Agrell, Christian},
  journal={Journal of Machine Learning Research},
  volume={20},
  number={135},
  pages={1--36},
  year={2019}
}

@article{emmerich2006single,
  title={Single-and multiobjective evolutionary optimization assisted by Gaussian random field metamodels},
  author={Emmerich, Michael TM and Giannakoglou, Kyriakos C and Naujoks, Boris},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={10},
  number={4},
  pages={421--439},
  year={2006},
  publisher={IEEE}
}

@inproceedings{eggensperger2021hpobench,
  title={HPOBench: A collection of reproducible multi-fidelity benchmark problems for HPO},
  author={Eggensperger, Katharina and M{\"u}ller, Philipp and Mallik, Neeratyoy and Feurer, Matthias and Sass, Ren{\'e} and Klein, Aaron and Awad, Noor and Lindauer, Marius and Hutter, Frank},
  booktitle={Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2)},
  year={2021},
}

@misc{torn1989global,
  title={Global optimization},
  author={T{\"o}rn, Aimo and {\v{Z}}ilinskas, Antanas},
  year={1989},
  publisher={Springer-Verlag Berlin}
}

@article{locatelli1997bayesian,
  title={Bayesian algorithms for one-dimensional global optimization},
  author={Locatelli, Marco},
  journal={Journal of Global Optimization},
  volume={10},
  pages={57--76},
  year={1997},
  publisher={Springer}
}

@inproceedings{gupta2022regret,
  title={Regret Bounds for Expected Improvement Algorithms in Gaussian Process Bandit Optimization},
  author={Gupta, Sunil and Rana, Santu and Venkatesh, Svetha and others},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={8715--8737},
  year={2022},
  
}

@inproceedings{kiuchi2020bayesian,
  title={Bayesian optimization algorithm with agent-based supply chain simulator for multi-echelon inventory management},
  author={Kiuchi, Atsuki and Wang, Haiyan and Wang, Qiyao and Ogura, Takahiro and Nomoto, Tazu and Gupta, Chetan and Matsui, Takaharu and Serita, Susumu and Zhang, Chi},
  booktitle={2020 IEEE 16th International Conference on Automation Science and Engineering (CASE)},
  pages={418--425},
  year={2020},
  
}

@article{wang2014theoretical,
  title={Theoretical analysis of Bayesian optimisation with unknown Gaussian process hyper-parameters},
  author={Wang, Ziyu and de Freitas, Nando},
  journal={arXiv preprint arXiv:1406.7758},
  year={2014}
}

@article{gupta2020sub,
  title={Sub-linear regret bounds for Bayesian optimisation in unknown search spaces},
  author={Gupta, Sunil and Rana, Santu and Ha, Huong and Venkatesh, Svetha and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={16271--16281},
  year={2020}
}

@inproceedings{nguyen2017regret,
  title={Regret for expected improvement over the best-observed value and stopping condition},
  author={Nguyen, Vu and Gupta, Sunil and Rana, Santu and Li, Cheng and Venkatesh, Svetha},
  booktitle={Asian conference on machine learning},
  pages={279--294},
  year={2017},
  
}

@article{yang2022parallel,
  title={A parallel technique for multi-objective Bayesian global optimization: Using a batch selection of probability of improvement},
  author={Yang, Kaifeng and Affenzeller, Michael and Dong, Guozhi},
  journal={Swarm and Evolutionary Computation},
  volume={75},
  pages={101183},
  year={2022},
  publisher={Elsevier}
}

@inproceedings{yang2023new,
  title={A New Acquisition Function for Multi-objective Bayesian Optimization: Correlated Probability of Improvement},
  author={Yang, Kaifeng and Chen, Kai and Affenzeller, Michael and Werth, Bernhard},
  booktitle={Proceedings of the Companion Conference on Genetic and Evolutionary Computation},
  pages={2308--2317},
  year={2023}
}

@article{wada2019bayesian,
  title={Bayesian optimization for multi-objective optimization and multi-point search},
  author={Wada, Takashi and Hino, Hideitsu},
  journal={arXiv preprint arXiv:1905.02370},
  year={2019}
}

@article{zhan2017expected,
  title={Expected improvement matrix-based infill criteria for expensive multiobjective optimization},
  author={Zhan, Dawei and Cheng, Yuansheng and Liu, Jun},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={21},
  number={6},
  pages={956--975},
  year={2017},
  publisher={IEEE}
}

@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author = {Rasmussen, Carl Edward and Williams, Christopher K. I.},
  publisher = {The MIT Press},
  year = {2005},
  month = {11},
}

@article{jones1998efficient,
  title={Efficient global optimization of expensive black-box functions},
  author={Jones, Donald R and Schonlau, Matthias and Welch, William J},
  journal={Journal of Global optimization},
  volume={13},
  pages={455--492},
  year={1998},
  publisher={Springer}
}

@inproceedings{daulton2021parallel,
  title={Parallel bayesian optimization of multiple noisy objectives with expected hypervolume improvement},
  author={Daulton, Samuel and Balandat, Maximilian and Bakshy, Eytan},
  booktitle={Advances in Neural Information Processing Systems},
  volume={34},
  pages={2187--2200},
  year={2021}
}

@article{lin2018batched,
  title={A batched scalable multi-objective bayesian optimization algorithm},
  author={Lin, Xi and Zhen, Hui-Ling and Li, Zhenhua and Zhang, Qingfu and Kwong, Sam},
  journal={arXiv preprint arXiv:1811.01323},
  year={2018}
}

@inproceedings{hupkens2015faster,
  title={Faster exact algorithms for computing expected hypervolume improvement},
  author={Hupkens, Iris and Deutz, Andr{\'e} and Yang, Kaifeng and Emmerich, Michael},
  booktitle={Proceedings of the International Conference on Evolutionary Multi-Criterion Optimization},
  pages={65--79},
  year={2015},
  
}

@article{wilson2014using,
  title={Using trajectory data to improve bayesian optimization for reinforcement learning},
  author={Wilson, Aaron and Fern, Alan and Tadepalli, Prasad},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={253--282},
  year={2014},
  publisher={JMLR. org}
}

@inproceedings{engel2005reinforcement,
  title={Reinforcement learning with Gaussian processes},
  author={Engel, Yaakov and Mannor, Shie and Meir, Ron},
  booktitle={Proceedings of the 22nd international conference on Machine learning},
  pages={201--208},
  year={2005}
}

@inproceedings{fan2024multi,
  title={Multi-fidelity Bayesian Optimization with Multiple Information Sources of Input-dependent Fidelity},
  author={Fan, Mingzhou and Yoon, Byung-Jun and Dougherty, Edward and Alexander, Francis and Urban, Nathan and Arroyave, Raymundo and Qian, Xiaoning},
  booktitle={Proceedings of the 40th Uncertainty in Artificial Intelligence Conference},
  year={2024},
}

@article{peng2021reinforcement,
  title={Reinforcement learning with Gaussian processes for condition-based maintenance},
  author={Peng, Shenglin and others},
  journal={Computers \& Industrial Engineering},
  volume={158},
  pages={107321},
  year={2021},
  publisher={Elsevier}
}

@article{zheng2021variance,
  title={Variance reduction based experience replay for policy optimization},
  author={Zheng, Hua and Xie, Wei and Feng, M Ben},
  journal={arXiv preprint arXiv:2110.08902},
  year={2021}
}

@inproceedings{bergstra2011algorithms,
  title={Algorithms for hyper-parameter optimization},
  author={Bergstra, James and Bardenet, R{\'e}mi and Bengio, Yoshua and K{\'e}gl, Bal{\'a}zs},
  booktitle={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}

@inproceedings{foldager2023role,
  title={On the role of model uncertainties in Bayesian optimisation},
  author={Foldager, Jonathan and Jordahn, Mikkel and Hansen, Lars K and Andersen, Michael R},
  booktitle={Proceedings of the 39th Uncertainty in Artificial Intelligence Conference},
  pages={592--601},
  year={2023},
  
}

@article{knowles2006parego,
  title={ParEGO: A hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems},
  author={Knowles, Joshua},
  journal={IEEE Transactions on Evolutionary Computation},
  volume={10},
  number={1},
  pages={50--66},
  year={2006},
  publisher={IEEE}
}

@article{shahriari2015taking,
  title={Taking the human out of the loop: A review of Bayesian optimization},
  author={Shahriari, Bobak and Swersky, Kevin and Wang, Ziyu and Adams, Ryan P and De Freitas, Nando},
  journal={Proceedings of the IEEE},
  volume={104},
  number={1},
  pages={148--175},
  year={2015},
  publisher={IEEE}
}

@inproceedings{zitzler2007hypervolume,
  title={The hypervolume indicator revisited: On the design of Pareto-compliant indicators via weighted integration},
  author={Zitzler, Eckart and Brockhoff, Dimo and Thiele, Lothar},
  booktitle={Proceedings of the 4th International Conference on Evolutionary Multi-Criterion Optimization},
  pages={862--876},
  year={2007},
  
}

@article{regis2007stochastic,
  title={A stochastic radial basis function method for the global optimization of expensive functions},
  author={Regis, Rommel G and Shoemaker, Christine A},
  journal={INFORMS Journal on Computing},
  volume={19},
  number={4},
  pages={497--509},
  year={2007},
  publisher={INFORMS}
}

@article{wang2023efficient,
  title={Efficient multi-objective optimization through parallel surrogate-assisted local search with tabu mechanism and asynchronous option},
  author={Wang, Wenyu and Akhtar, Taimoor and Shoemaker, Christine A},
  journal={Engineering Optimization},
  pages={1--17},
  year={2023},
  publisher={Taylor \& Francis}
}

@article{xu2023zeroth,
  title={Zeroth-order alternating gradient descent ascent algorithms for a class of nonconvex-nonconcave minimax problems},
  author={Xu, Zi and Wang, Zi-Qi and Wang, Jun-Lin and Dai, Yu-Hong},
  journal={Journal of Machine Learning Research},
  volume={24},
  number={313},
  pages={1--25},
  year={2023}
}

@inproceedings{paria2020flexible,
  title={A flexible framework for multi-objective bayesian optimization using random scalarizations},
  author={Paria, Biswajit and Kandasamy, Kirthevasan and P{\'o}czos, Barnab{\'a}s},
  booktitle={Proceedings of the 35th Uncertainty in Artificial Intelligence Conference},
  pages={766--776},
  volume={115},
  year={2020},
  
}



@inproceedings{belakaria2019max,
  title={Max-value entropy search for multi-objective Bayesian optimization},
  author={Belakaria, Syrine and Deshwal, Aryan and Doppa, Janardhan Rao},
  booktitle={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{suzuki2020multi,
  title={Multi-objective Bayesian optimization using Pareto-frontier entropy},
  author={Suzuki, Shinya and Takeno, Shion and Tamura, Tomoyuki and Shitara, Kazuki and Karasuyama, Masayuki},
  booktitle={Proceedings of the 37th International Conference on Machine Learning},
  volume={119},
  pages={9279--9288},
  year={2020},
  
}

@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  volume={25},
  number={3-4},
  pages={285--294},
  year={1933},
  publisher={Oxford University Press}
}

@inproceedings{belakaria2020multi,
  title={Multi-fidelity multi-objective Bayesian optimization: An output space entropy search approach},
  author={Belakaria, Syrine and Deshwal, Aryan and Doppa, Janardhan Rao},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={34},
  pages={10035--10043},
  year={2020}
}

@article{zitzler2000comparison,
  title={Comparison of multiobjective evolutionary algorithms: Empirical results},
  author={Zitzler, Eckart and Deb, Kalyanmoy and Thiele, Lothar},
  journal={Evolutionary computation},
  volume={8},
  number={2},
  pages={173--195},
  year={2000},
  publisher={MIT Press}
}

@article{zimmer2021auto,
  title={Auto-pytorch: Multi-fidelity metalearning for efficient and robust autodl},
  author={Zimmer, Lucas and Lindauer, Marius and Hutter, Frank},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={43},
  number={9},
  pages={3079--3090},
  year={2021},
  publisher={IEEE}
}

@inproceedings{oliveira2019bayesian,
  title={Bayesian optimisation under uncertain inputs},
  author={Oliveira, Rafael and Ott, Lionel and Ramos, Fabio},
  booktitle={The 22nd international conference on artificial intelligence and statistics},
  pages={1177--1184},
  year={2019},
  
}

@inproceedings{frohlich2020noisy,
  title={Noisy-input entropy search for efficient robust Bayesian optimization},
  author={Fr{\"o}hlich, Lukas and Klenske, Edgar and Vinogradska, Julia and Daniel, Christian and Zeilinger, Melanie},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={2262--2272},
  year={2020},
  
}

@article{toscano2022bayesian,
  title={Bayesian optimization with expensive integrands},
  author={Toscano-Palmerin, Saul and Frazier, Peter I},
  journal={SIAM Journal on Optimization},
  volume={32},
  number={2},
  pages={417--444},
  year={2022},
  publisher={SIAM}
}

@inproceedings{pearce2017bayesian,
  title={Bayesian simulation optimization with input uncertainty},
  author={Pearce, Michael and Branke, Juergen},
  booktitle={2017 Winter Simulation Conference (WSC)},
  pages={2268--2278},
  year={2017},
  
}

@article{martinez2018funneled,
  title={Funneled Bayesian optimization for design, tuning and control of autonomous systems},
  author={Martinez-Cantin, Ruben},
  journal={IEEE Transactions on Cybernetics},
  volume={49},
  number={4},
  pages={1489--1500},
  year={2018},
  publisher={IEEE}
}

@article{daxberger2019mixed,
  title={Mixed-variable Bayesian optimization},
  author={Daxberger, Erik and Makarova, Anastasia and Turchetta, Matteo and Krause, Andreas},
  journal={arXiv preprint arXiv:1907.01329},
  year={2019}
}

@inproceedings{perrone2018scalable,
  title={Scalable hyperparameter transfer learning},
  author={Perrone, Valerio and Jenatton, Rodolphe and Seeger, Matthias W and Archambeau, C{\'e}dric},
  booktitle={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@article{chen2018priors,
  title={How priors of initial hyperparameters affect Gaussian process regression models},
  author={Chen, Zexun and Wang, Bo},
  journal={Neurocomputing},
  volume={275},
  pages={1702--1710},
  year={2018},
  publisher={Elsevier}
}

@article{wang2023reference,
  title={Reference vector assisted candidate search with aggregated surrogate for computationally expensive many objective optimization problems},
  author={Wang, Wenyu and Shoemaker, Christine A},
  journal={INFORMS Journal on Computing},
  volume={35},
  number={2},
  pages={318--334},
  year={2023},
  publisher={INFORMS}
}

@inproceedings{deb2002scalable,
  title={Scalable multi-objective optimization test problems},
  author={Deb, Kalyanmoy and Thiele, Lothar and Laumanns, Marco and Zitzler, Eckart},
  booktitle={Proceedings of the 2002 Congress on Evolutionary Computation. CEC'02 (Cat. No. 02TH8600)},
  volume={1},
  pages={825--830},
  year={2002},
  
}

@inproceedings{andersson2016model,
  title={Model-predictive control with stochastic collision avoidance using bayesian policy optimization},
  author={Andersson, Olov and Wzorek, Mariusz and Rudol, Piotr and Doherty, Patrick},
  booktitle={2016 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={4597--4604},
  year={2016},
  
}

@article{vanschoren2014openml,
  title={OpenML: networked science in machine learning},
  author={Vanschoren, Joaquin and Van Rijn, Jan N and Bischl, Bernd and Torgo, Luis},
  journal={ACM SIGKDD Explorations Newsletter},
  volume={15},
  number={2},
  pages={49--60},
  year={2014},
  publisher={ACM New York, NY, USA}
}

@article{gijsbers2019open,
  title={An open source AutoML benchmark},
  author={Gijsbers, Pieter and LeDell, Erin and Thomas, Janek and Poirier, S{\'e}bastien and Bischl, Bernd and Vanschoren, Joaquin},
  journal={arXiv preprint arXiv:1907.00909},
  year={2019}
}

@article{el2020model,
  title={A model-based insulin dose optimization algorithm for people with type 1 diabetes on multiple daily injections therapy},
  author={El Fathi, Anas and Kearney, Robert E and Palisaitis, Emilie and Boulet, Benoit and Haidar, Ahmad},
  journal={IEEE Transactions on Biomedical Engineering},
  volume={68},
  number={4},
  pages={1208--1219},
  year={2020},
  publisher={IEEE}
}

@article{tran2020hyperparameter,
  title={Hyperparameter optimization for improving recognition efficiency of an adaptive learning system},
  author={Tran, Diem-Phuc and Nguyen, Gia-Nhu and Hoang, Van-Dung},
  journal={IEEE Access},
  volume={8},
  pages={160569--160580},
  year={2020},
  publisher={IEEE}
}

@inproceedings{lee2023important,
  title={How Important is Periodic Model update in Recommender System?},
  author={Lee, Hyunsung and Yoo, Sungwook and Lee, Dongjun and Kim, Jaekwang},
  booktitle={Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval},
  pages={2661--2668},
  year={2023}
}

@inproceedings{kanda2023note,
  title={A Note on Optimal Retraining Strategy for ML Systems},
  author={Kanda, Hisashi and Okamura, Hiroyuki and Dohi, Tadashi},
  booktitle={2023 10th International Conference on Dependable Systems and Their Applications (DSA)},
  pages={730--733},
  year={2023},
  
}

@article{wang2024using,
  title={Using deep reinforcement learning to train and periodically re-train a data-collecting drone based on real-life measurements},
  author={Wang, Shie-Yuan and Lin, Cheng-Da},
  journal={Journal of Network and Computer Applications},
  volume={221},
  pages={103789},
  year={2024},
  publisher={Elsevier}
}

@article{salinas2021multi,
  title={A multi-objective perspective on jointly tuning hardware and hyperparameters},
  author={Salinas, David and Perrone, Valerio and Cruchant, Olivier and Archambeau, Cedric},
  journal={arXiv preprint arXiv:2106.05680},
  year={2021}
}

@article{borchert2022multi,
  title={Multi-objective model selection for time series forecasting},
  author={Borchert, Oliver and Salinas, David and Flunkert, Valentin and Januschowski, Tim and G{\"u}nnemann, Stephan},
  journal={arXiv preprint arXiv:2202.08485},
  year={2022}
}

@article{benmeziane2021comprehensive,
  title={A comprehensive survey on hardware-aware neural architecture search},
  author={Benmeziane, Hadjer and Maghraoui, Kaoutar El and Ouarnoughi, Hamza and Niar, Smail and Wistuba, Martin and Wang, Naigang},
  journal={arXiv preprint arXiv:2101.09336},
  year={2021}
}

@article{mahadevan2024cost,
  title={Cost-aware retraining for machine learning},
  author={Mahadevan, Ananth and Mathioudakis, Michael},
  journal={Knowledge-Based Systems},
  volume={293},
  pages={111610},
  year={2024},
  publisher={Elsevier}
}

@article{casimiro2024self,
  title={Self-Adapting Machine Learning-based Systems via a Probabilistic Model Checking Framework},
  author={Casimiro, Maria and Soares, Diogo and Garlan, David and Rodrigues, Lu{\'\i}s and Romano, Paolo},
  journal={ACM Transactions on Autonomous and Adaptive Systems},
  year={2024},
  publisher={ACM New York, NY}
}

@inproceedings{casimiro2020lynceus,
  title={Lynceus: Cost-efficient tuning and provisioning of data analytic jobs},
  author={Casimiro, Maria and Didona, Diego and Romano, Paolo and Rodrigues, Luis and Zwaenepoel, Willy and Garlan, David},
  booktitle={2020 IEEE 40th International Conference on Distributed Computing Systems (ICDCS)},
  pages={56--66},
  year={2020},
}

@inproceedings{mendes2020trimtuner,
  title={Trimtuner: Efficient optimization of machine learning jobs in the cloud via sub-sampling},
  author={Mendes, Pedro and Casimiro, Maria and Romano, Paolo and Garlan, David},
  booktitle={28th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS)},
  pages={1--8},
  year={2020},
  
}

@inproceedings{song2021spark,
  title={Spark-based cloud data analytics using multi-objective optimization},
  author={Song, Fei and Zaouk, Khaled and Lyu, Chenghao and Sinha, Arnab and Fan, Qi and Diao, Yanlei and Shenoy, Prashant},
  booktitle={2021 IEEE 37th International Conference on Data Engineering (ICDE)},
  pages={396--407},
  year={2021},
  
}

@inproceedings{scheinert2023karasu,
  title={Karasu: A collaborative approach to efficient cluster configuration for big data analytics},
  author={Scheinert, Dominik and Wiesner, Philipp and Wittkopp, Thorsten and Thamsen, Lauritz and Will, Jonathan and Kao, Odej},
  booktitle={2023 IEEE International Performance, Computing, and Communications Conference (IPCCC)},
  pages={403--412},
  year={2023},
  
}

@inproceedings{deb2009solving,
  title={Solving bilevel multi-objective optimization problems using evolutionary algorithms},
  author={Deb, Kalyanmoy and Sinha, Ankur},
  booktitle={International conference on evolutionary multi-criterion optimization},
  pages={110--124},
  year={2009},
  
}

@article{deb2010efficient,
  title={An efficient and accurate solution methodology for bilevel multi-objective programming problems using a hybrid evolutionary-local-search algorithm},
  author={Deb, Kalyanmoy and Sinha, Ankur},
  journal={Evolutionary computation},
  volume={18},
  number={3},
  pages={403--449},
  year={2010},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@article{feng2023multi,
  title={A Multi-Form Evolutionary Search Paradigm for Bi-level Multi-Objective Optimization},
  author={Feng, Yinglan and Feng, Liang and Kwong, Sam and Tan, Kay Chen},
  journal={IEEE Transactions on Evolutionary Computation},
  year={2023},
  publisher={IEEE}
}

@article{schmucker2021multi,
  title={Multi-objective asynchronous successive halving},
  author={Schmucker, Robin and Donini, Michele and Zafar, Muhammad Bilal and Salinas, David and Archambeau, C{\'e}dric},
  journal={arXiv preprint arXiv:2106.12639},
  year={2021}
}