@article{srinivas2009gaussian,
  title={Gaussian process optimization in the bandit setting: No regret and experimental design},
  author={Srinivas, Niranjan and Krause, Andreas and Kakade, Sham M and Seeger, Matthias},
  journal={arXiv preprint arXiv:0912.3995},
  year={2009}
}

@book{yaglom1987correlation,
  title={Correlation Theory of Stationary and Related Random Functions, Volume I: Basic Results},
  author={Yaglom, Akiva M},
  volume={1},
  year={1987},
  publisher={Springer}
}

@article{genton2001classes,
  title={Classes of kernels for machine learning: a statistics perspective},
  author={Genton, Marc G},
  journal={Journal of machine learning research},
  volume={2},
  number={Dec},
  pages={299--312},
  year={2001}
}

@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author={Williams, Christopher KI and Rasmussen, Carl Edward},
  volume={2},
  number={3},
  year={2006},
  publisher={MIT press Cambridge, MA}
}

@article{bouezmarni2003consistency,
  title={Consistency of the beta kernel density function estimator},
  author={Bouezmarni, Taoufik and Rolin, Jean-Marie},
  journal={The Canadian Journal of Statistics/La Revue Canadienne de Statistique},
  pages={89--98},
  year={2003},
  publisher={JSTOR}
}

@book{swersky2017improving,
  title={Improving Bayesian optimization for machine learning using expert priors},
  author={Swersky, Kevin},
  year={2017},
  publisher={University of Toronto (Canada)}
}

@article{molga2005test,
  title={Test functions for optimization needs},
  author={Molga, Marcin and Smutnicki, Czes{\l}aw},
  journal={Test functions for optimization needs},
  volume={101},
  pages={48},
  year={2005}
}

@book{back1996evolutionary,
  title={Evolutionary algorithms in theory and practice: evolution strategies, evolutionary programming, genetic algorithms},
  author={Back, Thomas},
  year={1996},
  publisher={Oxford university press}
}

@article{dixon1978global,
  title={The global optimization problem: an introduction},
  author={Dixon, Laurence Charles Ward},
  journal={Towards Global Optimiation 2},
  pages={1--15},
  year={1978},
  publisher={North-Holland}
}


@InProceedings{pmlr-v235-hvarfner24a,
  title = 	 {Vanilla {B}ayesian Optimization Performs Great in High Dimensions},
  author =       {Hvarfner, Carl and Hellsten, Erik Orm and Nardi, Luigi},
  booktitle = 	 {Proceedings of the 41st International Conference on Machine Learning},
  pages = 	 {20793--20817},
  year = 	 {2024},
  editor = 	 {Salakhutdinov, Ruslan and Kolter, Zico and Heller, Katherine and Weller, Adrian and Oliver, Nuria and Scarlett, Jonathan and Berkenkamp, Felix},
  volume = 	 {235},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {21--27 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://raw.githubusercontent.com/mlresearch/v235/main/assets/hvarfner24a/hvarfner24a.pdf},
  url = 	 {https://proceedings.mlr.press/v235/hvarfner24a.html}
}



@inproceedings{koppen2000curse,
  title={The curse of dimensionality},
  author={K{\"o}ppen, Mario},
  booktitle={5th online world conference on soft computing in industrial applications (WSC5)},
  volume={1},
  pages={4--8},
  year={2000}
}


@inproceedings{oh2018bock,
  title={BOCK: Bayesian optimization with cylindrical kernels},
  author={Oh, ChangYong and Gavves, Efstratios and Welling, Max},
  booktitle={International Conference on Machine Learning},
  pages={3868--3877},
  year={2018},
  organization={PMLR}
}


@article{pedregosa2011scikit,
  title={Scikit-learn: Machine learning in Python},
  author={Pedregosa, Fabian and Varoquaux, Ga{\"e}l and Gramfort, Alexandre and Michel, Vincent and Thirion, Bertrand and Grisel, Olivier and Blondel, Mathieu and Prettenhofer, Peter and Weiss, Ron and Dubourg, Vincent and others},
  journal={the Journal of machine Learning research},
  volume={12},
  pages={2825--2830},
  year={2011},
  publisher={JMLR. org}
}

@article{head2018scikit,
  title={scikit-optimize/scikit-optimize: v0. 5.2},
  author={Head, Tim and MechCoder, Gilles Louppe and Shcherbatyi, Iaroslav and others},
  journal={Version v0},
  volume={5},
  year={2018}
}

@article{santin2016approximation,
  title={Approximation of eigenfunctions in kernel-based spaces},
  author={Santin, Gabriele and Schaback, Robert},
  journal={Advances in Computational Mathematics},
  volume={42},
  number={4},
  pages={973--993},
  year={2016},
  publisher={Springer}
}

@article{myers1994spatial,
  title={Spatial interpolation: an overview},
  author={Myers, Donald E},
  journal={Geoderma},
  volume={62},
  number={1-3},
  pages={17--28},
  year={1994},
  publisher={Elsevier}
}


@article{remes2017non,
  title={Non-stationary spectral kernels},
  author={Remes, Sami and Heinonen, Markus and Kaski, Samuel},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{borovitskiy2020matern,
  title={Mat{\'e}rn Gaussian processes on Riemannian manifolds},
  author={Borovitskiy, Viacheslav and Terenin, Alexander and Mostowsky, Peter and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={12426--12437},
  year={2020}
}

@inproceedings{scarlett2018tight,
  title={Tight regret bounds for Bayesian optimization in one dimension},
  author={Scarlett, Jonathan},
  booktitle={International Conference on Machine Learning},
  pages={4500--4508},
  year={2018},
  organization={PMLR}
}


@inproceedings{cai2021lower,
  title={On lower bounds for standard and robust gaussian process bandit optimization},
  author={Cai, Xu and Scarlett, Jonathan},
  booktitle={International Conference on Machine Learning},
  pages={1216--1226},
  year={2021},
  organization={PMLR}
}


@book{stein2012interpolation,
  title={Interpolation of spatial data: some theory for kriging},
  author={Stein, Michael L},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@inproceedings{scarlett2017lower,
  title={Lower bounds on regret for noisy gaussian process bandit optimization},
  author={Scarlett, Jonathan and Bogunovic, Ilija and Cevher, Volkan},
  booktitle={Conference on Learning Theory},
  pages={1723--1742},
  year={2017},
  organization={PMLR}
}

@article{jones1998efficient,
  title={Efficient global optimization of expensive black-box functions},
  author={Jones, Donald R and Schonlau, Matthias and Welch, William J},
  journal={Journal of Global optimization},
  volume={13},
  pages={455--492},
  year={1998},
  publisher={Springer}
}


@misc{higdon1999non,
  title={Non-stationary spatial modeling. Bayesian Statistics 6, eds. J. Bernardo, J. Berger, A. Dawid, and A. Smith},
  author={Higdon, D and Swall, J and Kern, J},
  year={1999},
  publisher={Oxford, UK: Oxford University Press}
}

@article{kushner1964new,
  title={A new method of locating the maximum point of an arbitrary multipeak curve in the presence of noise},
  author={Kushner, Harold J},
  year={1964}
}


@inproceedings{ma2019bayesian,
  title={A Bayesian optimization framework for neural network compression},
  author={Ma, Xingchen and Triki, Amal Rannen and Berman, Maxim and Sagonas, Christos and Cali, Jacques and Blaschko, Matthew B},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={10274--10283},
  year={2019}
}


@article{noack2024unifying,
  title={A unifying perspective on non-stationary kernels for deeper Gaussian processes},
  author={Noack, Marcus M and Luo, Hengrui and Risser, Mark D},
  journal={APL Machine Learning},
  volume={2},
  number={1},
  year={2024},
  publisher={AIP Publishing}
}

@inproceedings{nguyen2017regret,
  title={Regret for expected improvement over the best-observed value and stopping condition},
  author={Nguyen, Vu and Gupta, Sunil and Rana, Santu and Li, Cheng and Venkatesh, Svetha},
  booktitle={Asian conference on machine learning},
  pages={279--294},
  year={2017},
  organization={PMLR}
}

@inproceedings{gupta2022regret,
  title={Regret bounds for expected improvement algorithms in Gaussian process bandit optimization},
  author={Gupta, Sunil and Rana, Santu and Venkatesh, Svetha and others},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={8715--8737},
  year={2022},
  organization={PMLR}
}


@article{jebara2004probability,
  title={Probability product kernels},
  author={Jebara, Tony and Kondor, Risi and Howard, Andrew},
  journal={The Journal of Machine Learning Research},
  volume={5},
  pages={819--844},
  year={2004},
  publisher={JMLR. org}
}


@article{iwazaki2024failure,
  title={Failure-aware Gaussian process optimization with regret bounds},
  author={Iwazaki, Shogo and Takeno, Shion and Tanabe, Tomohiko and Irie, Mitsuru},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}


@article{paciorek2003nonstationary,
  title={Nonstationary covariance functions for Gaussian process regression},
  author={Paciorek, Christopher and Schervish, Mark},
  journal={Advances in neural information processing systems},
  volume={16},
  year={2003}
}


@inproceedings{shen2019harmonizable,
  title={Harmonizable mixture kernels with variational Fourier features},
  author={Shen, Zheyang and Heinonen, Markus and Kaski, Samuel},
  booktitle={The 22nd international conference on artificial intelligence and statistics},
  pages={3273--3282},
  year={2019},
  organization={PMLR}
}

@incollection{rasmussen2003gaussian,
  title={Gaussian processes in machine learning},
  author={Rasmussen, Carl Edward},
  booktitle={Summer school on machine learning},
  pages={63--71},
  year={2003},
  publisher={Springer}
}

@book{abramowitz1968handbook,
  title={Handbook of mathematical functions with formulas, graphs, and mathematical tables},
  author={Abramowitz, Milton and Stegun, Irene A},
  volume={55},
  year={1968},
  publisher={US Government printing office}
}


@book{cover1999elements,
  title={Elements of information theory},
  author={Cover, Thomas M},
  year={1999},
  publisher={John Wiley \& Sons}
}

@article{sobol1967distribution,
  title={On the distribution of points in a cube and the approximate evaluation of integrals},
  author={Sobol', Il'ya Meerovich},
  journal={Zhurnal Vychislitel'noi Matematiki i Matematicheskoi Fiziki},
  volume={7},
  number={4},
  pages={784--802},
  year={1967},
  publisher={Russian Academy of Sciences, Branch of Mathematical Sciences}
}

@article{chen1999beta,
  title={Beta kernel estimators for density functions},
  author={Chen, Song Xi},
  journal={Computational Statistics \& Data Analysis},
  volume={31},
  number={2},
  pages={131--145},
  year={1999},
  publisher={Elsevier}
}

@article{duvenaud2011additive,
  title={Additive gaussian processes},
  author={Duvenaud, David K and Nickisch, Hannes and Rasmussen, Carl},
  journal={Advances in neural information processing systems},
  volume={24},
  year={2011}
}

@inproceedings{snoek2014input,
  title={Input warping for Bayesian optimization of non-stationary functions},
  author={Snoek, Jasper and Swersky, Kevin and Zemel, Rich and Adams, Ryan},
  booktitle={International conference on machine learning},
  pages={1674--1682},
  year={2014},
  organization={PMLR}
}


@inproceedings{wilson2013gaussian,
  title={Gaussian process kernels for pattern discovery and extrapolation},
  author={Wilson, Andrew and Adams, Ryan},
  booktitle={International conference on machine learning},
  pages={1067--1075},
  year={2013},
  organization={PMLR}
}


@inproceedings{zhou2024corrected,
  title={A corrected expected improvement acquisition function under noisy observations},
  author={Zhou, Han and Ma, Xingchen and Blaschko, Matthew B},
  booktitle={Asian Conference on Machine Learning},
  pages={1747--1762},
  year={2024},
  organization={PMLR}
}


@inproceedings{rana2017high,
  title={High dimensional Bayesian optimization with elastic Gaussian process},
  author={Rana, Santu and Li, Cheng and Gupta, Sunil and Nguyen, Vu and Venkatesh, Svetha},
  booktitle={International conference on machine learning},
  pages={2883--2891},
  year={2017},
  organization={PMLR}
}


@article{rajpurkar2016squad,
  title={Squad: 100,000+ questions for machine comprehension of text},
  author={Rajpurkar, Pranav and Zhang, Jian and Lopyrev, Konstantin and Liang, Percy},
  journal={arXiv preprint arXiv:1606.05250},
  year={2016}
}

@inproceedings{li2023losparse,
  title={Losparse: Structured compression of large language models based on low-rank and sparse approximation},
  author={Li, Yixiao and Yu, Yifan and Zhang, Qingru and Liang, Chen and He, Pengcheng and Chen, Weizhu and Zhao, Tuo},
  booktitle={International Conference on Machine Learning},
  pages={20336--20350},
  year={2023},
  organization={PMLR}
}


@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE conference on computer vision and pattern recognition},
  pages={248--255},
  year={2009},
  organization={Ieee}
}


@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}


@article{dosovitskiy2020image,
  title={An image is worth 16x16 words: Transformers for image recognition at scale},
  author={Dosovitskiy, Alexey},
  journal={arXiv preprint arXiv:2010.11929},
  year={2020}
}


@article{laguna2005experimental,
  title={Experimental testing of advanced scatter search designs for global optimization of multimodal functions},
  author={Laguna, Manuel and Marti, Rafael},
  journal={Journal of Global Optimization},
  volume={33},
  pages={235--255},
  year={2005},
  publisher={Springer}
}


@article{seeger2008information,
  title={Information consistency of nonparametric Gaussian process methods},
  author={Seeger, Matthias W and Kakade, Sham M and Foster, Dean P},
  journal={IEEE Transactions on Information Theory},
  volume={54},
  number={5},
  pages={2376--2382},
  year={2008},
  publisher={IEEE}
}

@book{arfken2011mathematical,
  title={Mathematical methods for physicists: a comprehensive guide},
  author={Arfken, George B and Weber, Hans J and Harris, Frank E},
  year={2011},
  publisher={Academic press}
}

@inproceedings{vakili2021information,
  title={On information gain and regret bounds in gaussian process bandits},
  author={Vakili, Sattar and Khezeli, Kia and Picheny, Victor},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={82--90},
  year={2021},
  organization={PMLR}
}


@inproceedings{belkin2018approximation,
  title={Approximation beats concentration? An approximation view on inference with smooth radial kernels},
  author={Belkin, Mikhail},
  booktitle={Conference On Learning Theory},
  pages={1348--1361},
  year={2018},
  organization={PMLR}
}

@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}

@inproceedings{dagan2005pascal,
  title={The pascal recognising textual entailment challenge},
  author={Dagan, Ido and Glickman, Oren and Magnini, Bernardo},
  booktitle={Machine learning challenges workshop},
  pages={177--190},
  year={2005},
  organization={Springer}
}

@inproceedings{bar2006second,
  title={The second pascal recognising textual entailment challenge},
  author={Bar-Haim, Roy and Dagan, Ido and Dolan, Bill and Ferro, Lisa and Giampiccolo, Danilo and Magnini, Bernardo and Szpektor, Idan},
  booktitle={Proceedings of the second PASCAL challenges workshop on recognising textual entailment},
  volume={1},
  year={2006},
  organization={Citeseer}
}

@inproceedings{giampiccolo2007third,
  title={The third pascal recognizing textual entailment challenge},
  author={Giampiccolo, Danilo and Magnini, Bernardo and Dagan, Ido and Dolan, William B},
  booktitle={Proceedings of the ACL-PASCAL workshop on textual entailment and paraphrasing},
  pages={1--9},
  year={2007}
}

@article{bentivogli2009fifth,
  title={The Fifth PASCAL Recognizing Textual Entailment Challenge.},
  author={Bentivogli, Luisa and Clark, Peter and Dagan, Ido and Giampiccolo, Danilo},
  journal={TAC},
  volume={7},
  number={8},
  pages={1},
  year={2009},
  publisher={Citeseer}
}

@article{gardner2018gpytorch,
  title={Gpytorch: Blackbox matrix-matrix gaussian process inference with gpu acceleration},
  author={Gardner, Jacob and Pleiss, Geoff and Weinberger, Kilian Q and Bindel, David and Wilson, Andrew G},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{owen1998scrambling,
  title={Scrambling Sobol'and Niederreiter--Xing Points},
  author={Owen, Art B},
  journal={Journal of complexity},
  volume={14},
  number={4},
  pages={466--489},
  year={1998},
  publisher={Elsevier}
}


@inproceedings{balandat2020botorch,
  title = {{BoTorch: A Framework for Efficient Monte-Carlo Bayesian Optimization}},
  author = {Balandat, Maximilian and Karrer, Brian and Jiang, Daniel R. and Daulton, Samuel and Letham, Benjamin and Wilson, Andrew Gordon and Bakshy, Eytan},
  booktitle = {Advances in Neural Information Processing Systems 33},
  year = 2020,
  url = {http://arxiv.org/abs/1910.06403}
}

@article{paszke2019pytorch,
  title={Pytorch: An imperative style, high-performance deep learning library},
  author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and others},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}


@inproceedings{dolan2005automatically,
  title={Automatically constructing a corpus of sentential paraphrases},
  author={Dolan, Bill and Brockett, Chris},
  booktitle={Third international workshop on paraphrasing (IWP2005)},
  year={2005}
}


@article{williams2017broad,
  title={A broad-coverage challenge corpus for sentence understanding through inference},
  author={Williams, Adina and Nangia, Nikita and Bowman, Samuel R},
  journal={arXiv preprint arXiv:1704.05426},
  year={2017}
}


@article{wang2018glue,
  title={Glue: A multi-task benchmark and analysis platform for natural language understanding},
  author={Wang, Alex},
  journal={arXiv preprint arXiv:1804.07461},
  year={2018}
}


@article{he2020deberta,
  title={Deberta: Decoding-enhanced bert with disentangled attention},
  author={He, Pengcheng and Liu, Xiaodong and Gao, Jianfeng and Chen, Weizhu},
  journal={arXiv preprint arXiv:2006.03654},
  year={2020}
}


@article{wendel1948note,
  title={Note on the gamma function},
  author={Wendel, James G},
  journal={The American Mathematical Monthly},
  volume={55},
  number={9},
  pages={563},
  year={1948},
  publisher={Informa UK Limited}
}

