@string{jmlr = "JMLR"}
@string(jair = "Journal of Artificial Intelligence Research")
@string{arxiv ="arXiv"}
@string{neurips="NeurIPS"}
@string{icml="ICML"}
@string{cvpr="Computer Vision and Pattern Recognition"}
@string(iclr="ICLR")
@string(icann="International Conference on Artificial Neural Networks")
@string(icjnn="International Joint Conference on Neural Networks")
@string(uai="UAI")
@string(colt="COLT")
@string(aistats="AISTATS")
@string(aaai="AAAI")

@inproceedings{kassraie2022metalearning,
	author = {Parnian Kassraie and Jonas Rothfuss and Andreas Krause},
	booktitle = icml,
	title = {{Meta-Learning Hypothesis Spaces for Sequential Decision-making}},
	year = {2022}
}

@article{wang2014theoretical,
  title={Theoretical analysis of Bayesian optimisation with unknown Gaussian process hyper-parameters},
  author={Wang, Ziyu and de Freitas, Nando},
  journal={arXiv preprint},
  year={2014}
}

@inproceedings{perrone2018scalable,
  title={Scalable hyperparameter transfer learning},
  author={Perrone, Valerio and Jenatton, Rodolphe and Seeger, Matthias W and Archambeau, C{\'e}dric},
  booktitle=neurips,
  year={2018}
}

@article{shahriari2016bo,
  author={Shahriari, Bobak and Swersky, Kevin and Wang, Ziyu and Adams, Ryan P. and de Freitas, Nando},
  journal={Proceedings of the IEEE}, 
  title={{Taking the Human Out of the Loop: A Review of Bayesian Optimization}}, 
  year={2016},
}

@article{kuhn2018automatic,
  title={Automatic Exploration of Machine Learning Experiments on OpenML},
  author={K{\"u}hn, Daniel and Probst, Philipp and Thomas, Janek and Bischl, Bernd},
  journal={arXiv preprint},
  year={2018}
}

@article{Bischl2017OpenMLBS,
  title={OpenML Benchmarking Suites and the OpenML100},
  author={B. Bischl and Giuseppe Casalicchio and Matthias Feurer and F. Hutter and Michel Lang and R. Mantovani and J. N. Rijn and J. Vanschoren},
  journal={arXiv preprint},
  year={2017},
}

@inproceedings{wang2017batched,
  title={{Batched high-dimensional Bayesian optimization via structural kernel learning}},
  author={Wang, Zi and Li, Chengtao and Jegelka, Stefanie and Kohli, Pushmeet},
  booktitle=icml,
  year={2017},
}

@article{chen2018federated,
  title={Federated meta-learning with fast convergence and efficient communication},
  author={Chen, Fei and Luo, Mi and Dong, Zhenhua and Li, Zhenguo and He, Xiuqiang},
  journal={arXiv preprint},
  year={2018}
}

@inproceedings{harrison2018meta,
  title={Meta-learning priors for efficient online bayesian regression},
  author={Harrison, James and Sharma, Apoorva and Pavone, Marco},
  booktitle={International Workshop on the Algorithmic Foundations of Robotics},
  year={2018},
}

@article{simchowitz2021bayesian,
  title={Bayesian decision-making under misspecified priors with applications to meta-learning},
  author={Simchowitz, Max and Tosh, Christopher and Krishnamurthy, Akshay and Hsu, Daniel J and Lykouris, Thodoris and Dudik, Miro and Schapire, Robert E},
  journal=neurips,
  year={2021}
}

@article{berkenkamp2019no,
  title={No-regret bayesian optimization with unknown hyperparameters},
  author={Berkenkamp, Felix and Schoellig, Angela P and Krause, Andreas},
  journal=jmlr,
  year={2019}
}


@misc{rkhswiki,
title = {Reproducing Kernel Hilbert Spaces},
author = {{Wikipedia}},
howpublished = {\url{https://en.wikipedia.org/wiki/Reproducing-kernel-Hilbert-space}},
year = {2021},
note = {Accessed: 2021-011-19}
}

@misc{ghojogh2021reproducing,
      title={Reproducing Kernel Hilbert Space, Mercer's Theorem, Eigenfunctions, Nystr\"om Method, and Use of Kernels in Machine Learning: Tutorial and Survey}, 
      author={Benyamin Ghojogh and Ali Ghodsi and Fakhri Karray and Mark Crowley},
      year={2021},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}

@article{aronszajn1950theory,
  title={Theory of reproducing kernels},
  author={Aronszajn, Nachman},
  journal={Transactions of the American mathematical society},
  volume={68},
  number={3},
  pages={337--404},
  year={1950}
}

@article{antos,
  title={ Active learning in heteroscedastic noise.},
  author={Antos, Grover, Szepesvári},
  journal={Theoretical Computer Science},
  year={2010}
}

@misc{kanagawa2018gaussian,
      title={Gaussian Processes and Kernel Methods: A Review on Connections and Equivalences}, 
      author={Motonobu Kanagawa and Philipp Hennig and Dino Sejdinovic and Bharath K Sriperumbudur},
      year={2018},
      eprint={1807.02582},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}


@inproceedings{NIPS2011_e1d5be1c,
 author = {Abbasi-yadkori, Yasin and P\'{a}l, D\'{a}vid and Szepesv\'{a}ri, Csaba},
 booktitle = {NeurIPS},
 editor = {J. Shawe-Taylor and R. Zemel and P. Bartlett and F. Pereira and K. Q. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Improved Algorithms for Linear Stochastic Bandits},
 url = {https://proceedings.neurips.cc/paper/2011/file/e1d5be1c7f2f456670de3d53c7b54f4a-Paper.pdf},
 volume = {24},
 year = {2011}
}

@article{2012ucb,
   title={Information-Theoretic Regret Bounds for Gaussian Process Optimization in the Bandit Setting},
   journal={IEEE Transactions on Information Theory},
   publisher={Institute of Electrical and Electronics Engineers (IEEE)},
   author={Srinivas, Niranjan and Krause, Andreas and Kakade, Sham M. and Seeger, Matthias W.},
   year={2012},
   }
@inproceedings{10.1007/11776420_14,
    author = {Minh, Ha Quang and Niyogi, Partha and Yao, Yuan},
    title = {Mercer’s Theorem, Feature Maps, and Smoothing},
    year = {2006},
    abstract = {We study Mercer’s theorem and feature maps for several positive definite kernels that are widely used in practice. The smoothing properties of these kernels will also be explored.},
    booktitle = {Proceedings of the 19th Annual Conference on Learning Theory},
}


@ARTICLE{4494702,

  author={Seeger, Matthias W. and Kakade, Sham M. and Foster, Dean P.},

  journal={IEEE Transactions on Information Theory}, 

  title={Information Consistency of Nonparametric Gaussian Process Methods}, 

  year={2008}
  }

@article{curi2020efficient,
  title={Efficient model-based reinforcement learning through optimistic policy search and planning},
  author={Curi, Sebastian and Berkenkamp, Felix and Krause, Andreas},
  journal={NeurIPS},
  volume={33},
  pages={14156--14170},
  year={2020}
}

@inproceedings{chowdhury2017kernelized,
  title={On kernelized multi-armed bandits},
  author={Chowdhury, Sayak Ray and Gopalan, Aditya},
  booktitle={ICML},
  year={2017},
}

@misc{https://doi.org/10.48550/arxiv.1106.6251,
  doi = {10.48550/ARXIV.1106.6251},
  
  url = {https://arxiv.org/abs/1106.6251},
  
  author = {Alvarez, Mauricio A. and Rosasco, Lorenzo and Lawrence, Neil D.},
  
  keywords = {Machine Learning (stat.ML), Artificial Intelligence (cs.AI), Statistics Theory (math.ST), FOS: Computer and information sciences, FOS: Computer and information sciences, FOS: Mathematics, FOS: Mathematics},
  
  title = {Kernels for Vector-Valued Functions: a Review},
  
  
  year = {2011},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}

@misc{https://doi.org/10.48550/arxiv.1801.09667,
  doi = {10.48550/ARXIV.1801.09667},
  
  url = {https://arxiv.org/abs/1801.09667},
  
  author = {Kirschner, Johannes and Krause, Andreas},
  
  keywords = {Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Information Directed Sampling and Bandits with Heteroscedastic Noise},
  
  publisher = {arXiv},
  
  year = {2018},
  
}

@inproceedings{vakili2021information,
  title={On information gain and regret bounds in gaussian process bandits},
  author={Vakili, Sattar and Khezeli, Kia and Picheny, Victor},
  booktitle=aistats,
  year={2021},
  organization={PMLR}
}


@article{https://doi.org/10.48550/arxiv.1801.03437,
  doi = {10.48550/ARXIV.1801.03437},
  
  url = {https://arxiv.org/abs/1801.03437},
  
  author = {Belkin, Mikhail},
  
  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Approximation beats concentration? An approximation view on inference with smooth radial kernels},
  
  publisher = {arXiv},
  
  year = {2018},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}

@article{zhang2009reproducing,
  title={Reproducing Kernel Banach Spaces for Machine Learning.},
  author={Zhang, Haizhang and Xu, Yuesheng and Zhang, Jun},
  journal={Journal of Machine Learning Research},
  volume={10},
  number={12},
  year={2009}
}

@misc{https://doi.org/10.48550/arxiv.1901.01002,
  doi = {10.48550/ARXIV.1901.01002},
  
  url = {https://arxiv.org/abs/1901.01002},
  
  author = {Lin, Rongrong and Zhang, Haizhang and Zhang, Jun},
  
  keywords = {Machine Learning (cs.LG), Functional Analysis (math.FA), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences, FOS: Mathematics, FOS: Mathematics},
  
  title = {On Reproducing Kernel Banach Spaces: Generic Definitions and Unified Framework of Constructions},
  
  publisher = {arXiv},
  
  year = {2019},
  
}

@inproceedings{boser1992training,
  title={A training algorithm for optimal margin classifiers},
  author={Boser, Bernhard E and Guyon, Isabelle M and Vapnik, Vladimir N},
  booktitle={Proceedings of the fifth annual workshop on Computational learning theory},
  year={1992}
}

@inproceedings{srinivas2009gaussian,
author = {Srinivas, Niranjan and Krause, Andreas and Kakade, Sham and Seeger, Matthias},
title = {Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design},
year = {2010},
booktitle = {ICML}
}

@article{kakade2020information,
  title={Information theoretic regret bounds for online nonlinear control},
  author={Kakade, Sham and Krishnamurthy, Akshay and Lowrey, Kendall and Ohnishi, Motoya and Sun, Wen},
  journal={NeurIPS},
  volume={33},
  pages={15312--15325},
  year={2020}
}
@inproceedings{dylan2020miss,
 author = {Foster, Dylan J and Gentile, Claudio and Mohri, Mehryar and Zimmert, Julian},
 booktitle = {NeurIPS},
 title = {Adapting to Misspecification in Contextual Bandits},
 year = {2020}
}



@article{bogunovic2021misspecified,
  title={Misspecified Gaussian Process Bandit Optimization},
  author={Bogunovic, Ilija and Krause, Andreas},
  journal={NeurIPS},
  year={2021}
}
@article{wynne2021convergence,
  title={Convergence guarantees for Gaussian process means with misspecified likelihoods and smoothness},
  author={Wynne, George and Briol, Fran{\c{c}}ois-Xavier and Girolami, Mark},
  journal={Journal of Machine Learning Research},
  volume={22},
  year={2021}
}

@inproceedings{bach2004multiple,
  title={Multiple kernel learning, conic duality, and the SMO algorithm},
  author={Bach, Francis R and Lanckriet, Gert RG and Jordan, Michael I},
  booktitle={ICML},
  year={2004}
}
@inproceedings{rahimi2007random,
  title={Random Features for Large-Scale Kernel Machines.},
  author={Rahimi, Ali and Recht, Benjamin and others},
  booktitle=neurips,
  year={2007}
}
@article{gonen2011multiple,
  title={Multiple kernel learning algorithms},
  author={G{\"o}nen, Mehmet and Alpayd{\i}n, Ethem},
  journal={JMLR},
  year={2011},
}

@article{cristianini2001kernel,
  title={On kernel-target alignment},
  author={Cristianini, Nello and Shawe-Taylor, John and Elisseeff, Andre and Kandola, Jaz},
  journal={NeurIPS},
  year={2001}
}

@phdthesis{bakin1999adaptive,
  title={Adaptive regression and model selection in data mining problems},
  author={Bakin, Sergey},
  year={1999},
  school = {School of Mathematical Sciences, Australian National University}
}

@book{vershynin2018high,
  title={High-dimensional probability: An introduction with applications in data science},
  author={Vershynin, Roman},
  volume={47},
  year={2018},
  publisher={Cambridge university press}
}s

@article{yuan2006model,
  title={Model selection and estimation in regression with grouped variables},
  author={Yuan, Ming and Lin, Yi},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={68},
  number={1},
  pages={49--67},
  year={2006},
  publisher={Wiley Online Library}
}

@article{basu2021no,
  title={No Regrets for Learning the Prior in Bandits},
  author={Basu, Soumya and Kveton, Branislav and Zaheer, Manzil and Szepesv{\'a}ri, Csaba},
  journal={NeurIPS},
  year={2021}
}




@InProceedings{pmlr-v151-peleg22a,
  title = {Metalearning Linear Bandits by Prior Update },
  author = {Peleg, Amit and Pearl, Naama and Meir, Ron},
  booktitle =aistats,
  year = 	 {2022},
}

@inproceedings{rothfuss2021pacoh,
  title={{PACOH: Bayes-optimal meta-learning with PAC-guarantees}},
  author={Rothfuss, Jonas and Fortuin, Vincent and Josifoski, Martin and Krause, Andreas},
  booktitle=icml,
  year={2021},
}

@article{kveton2020meta,
  title={Meta-Learning Bandit Policies by Gradient Ascent},
  author={Kveton, Branislav and Mladenov, Martin and Hsu, Chih-Wei and Zaheer, Manzil and Szepesvari, Csaba and Boutilier, Craig},
  journal={arXiv preprint},
  year={2020}
}

@article{boutilier2020differentiable,
  title={Differentiable meta-learning of bandit policies},
  author={Boutilier, Craig and Hsu, Chih-Wei and Kveton, Branislav and Mladenov, Martin and Szepesvari, Csaba and Zaheer, Manzil},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{rasmussen2003gaussian,
  title={Gaussian processes in machine learning},
  author={Rasmussen, Carl Edward},
  booktitle={Summer school on machine learning},
  year={2003},
}


@InProceedings{pmlr-v139-lederer21a,
  title = 	 {Gaussian Process-Based Real-Time Learning for Safety Critical Applications},
  author =       {Lederer, Armin and Conejo, Alejandro J Ord{\'o}{\~n}ez and Maier, Korbinian A and Xiao, Wenxin and Umlauft, Jonas and Hirche, Sandra},
  booktitle = 	 {Proceedings of the 38th ICML},
  year = 	 {2021},
}



@article{agrawal1995sample,
  title={Sample mean based index policies by o (log n) regret for the multi-armed bandit problem},
  author={Agrawal, Rajeev},
  journal={Advances in Applied Probability},
  year={1995},
  publisher={Cambridge University Press}
}

@book{buhlmann2011statistics,
  title={Statistics for high-dimensional data: methods, theory and applications},
  author={B{\"u}hlmann, Peter and Van De Geer, Sara},
  year={2011},
  publisher={Springer Science \& Business Media}
}

@article{bunea2013group,
  title={The group square-root lasso: Theoretical properties and fast algorithms},
  author={Bunea, Florentina and Lederer, Johannes and She, Yiyuan},
  journal={IEEE Transactions on Information Theory},
  year={2013},
  publisher={IEEE}
}
@article{10.1214/11-EJS624,
author = {Sara van de Geer and Peter Bühlmann and Shuheng Zhou},
title = {{The adaptive and the thresholded Lasso for potentially misspecified models (and a lower bound for the Lasso)}},
volume = {5},
journal = {Electronic Journal of Statistics},
number = {none},
publisher = {Institute of Mathematical Statistics and Bernoulli Society},
pages = {688 -- 749},
keywords = {Adaptive LASSO, estimation, prediction, Restricted eigenvalue, thresholding, Variable selection},
year = {2011},
doi = {10.1214/11-EJS624},
URL = {https://doi.org/10.1214/11-EJS624}
}

@article{zhao2006model,
  title={On model selection consistency of Lasso},
  author={Zhao, Peng and Yu, Bin},
  journal={JMLR},
  year={2006},
}

@inproceedings{pentina2014pac,
  title={A PAC-Bayesian bound for lifelong learning},
  author={Pentina, Anastasia and Lampert, Christoph},
  booktitle={ICML},
  pages={991--999},
  year={2014},
  organization={PMLR}
}
@article{pentina2015lifelong,
  title={Lifelong learning with non-iid tasks},
  author={Pentina, Anastasia and Lampert, Christoph H},
  journal={NeurIPS},
  volume={28},
  year={2015}
}
@article{balcan2022meta,
  title={Meta-Learning Adversarial Bandits},
  author={Balcan, Maria-Florina and Harris, Keegan and Khodak, Mikhail and Wu, Zhiwei Steven},
  journal={arXiv preprint},
  year={2022}
}
@inproceedings{cella2021multi,
  title={Multi-task and meta-learning with sparse linear bandits},
  author={Cella, Leonardo and Pontil, Massimiliano},
  booktitle=uai,
  year={2021}
}
@InProceedings{celer2018,
  title =    {Celer: a Fast Solver for the Lasso with Dual Extrapolation},
  author =   {Massias, Mathurin and Gramfort, Alexandre and Salmon, Joseph},
  booktitle =        {ICML},
  year =     {2018},
}
@inproceedings{cella2020meta,
  title={Meta-learning with stochastic linear bandits},
  author={Cella, Leonardo and Lazaric, Alessandro and Pontil, Massimiliano},
  booktitle={ICML},
  year={2020},
  organization={PMLR}
}
@article{pentina2016lifelong,
  title={Lifelong learning with weighted majority votes},
  author={Pentina, Anastasia and Urner, Ruth},
  journal={NeurIPS},
  volume={29},
  year={2016}
}
@article{javanmard2014confidence,
  title={Confidence intervals and hypothesis testing for high-dimensional regression},
  author={Javanmard, Adel and Montanari, Andrea},
  journal={JMLR},
  year={2014},
}

@article{chen2018lifelong,
  title={Lifelong machine learning},
  author={Chen, Zhiyuan and Liu, Bing},
  journal={Synthesis Lectures on Artificial Intelligence and Machine Learning},
  volume={12},
  number={3},
  pages={1--207},
  year={2018},
  publisher={Morgan \& Claypool Publishers}
}

@book{lattimore2020bandit,
  title={Bandit algorithms},
  author={Lattimore, Tor and Szepesv{\'a}ri, Csaba},
  year={2020},
  publisher={Cambridge University Press}
}

@article{hao2020high,
  title={High-dimensional sparse linear bandits},
  author={Hao, Botao and Lattimore, Tor and Wang, Mengdi},
  journal={NeurIPS},
  year={2020}
}

@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  year={1933},
}
@article{kim2019doubly,
  title={Doubly-robust lasso bandit},
  author={Kim, Gi-Soo and Paik, Myunghee Cho},
  journal={NeurIPS},
  year={2019}
}
@article{chapelle2011empirical,
  title={An empirical evaluation of thompson sampling},
  author={Chapelle, Olivier and Li, Lihong},
  journal={NeurIPS},
  volume={24},
  year={2011}
}

@inproceedings{agrawal2012analysis,
  title={Analysis of thompson sampling for the multi-armed bandit problem},
  author={Agrawal, Shipra and Goyal, Navin},
  booktitle={Conference on learning theory},
  year={2012}
}


@article{ong2005learning,
  author  = {Cheng Soon Ong and Alexander J. Smola and Robert C. Williamson},
  title   = {Learning the Kernel with Hyperkernels},
  journal = JMLR,
  year    = {2005}
}

@inproceedings{xu2010simple,
  title={Simple and efficient multiple kernel learning by group lasso},
  author={Xu, Zenglin and Jin, Rong and Yang, Haiqin and King, Irwin and Lyu, Michael R},
  booktitle={ICML},
  year={2010}
}

@article{bach2008consistency,
  title={Consistency of the group lasso and multiple kernel learning.},
  author={Bach, Francis R},
  journal={Journal of Machine Learning Research},
  year={2008}
}

@article{zhou2010thresholded,
  title={Thresholded Lasso for high dimensional variable selection and statistical estimation},
  author={Zhou, Shuheng},
  journal={arXiv preprint},
  year={2010}
}


@inproceedings{hong2022hierarchical,
  title = 	 { Hierarchical Bayesian Bandits },
  author =       {Hong, Joey and Kveton, Branislav and Zaheer, Manzil and Ghavamzadeh, Mohammad},
  booktitle = 	 {AISTATS},
  year = 	 {2022},
}

@article{cella2022meta,
  title={Meta Representation Learning with Contextual Linear Bandits},
  author={Cella, Leonardo and Lounici, Karim and Pontil, Massimiliano},
  journal={arXiv preprint},
  year={2022}
}

@inproceedings{camilleri2021high,
  title={High-dimensional experimental design and kernel bandits},
  author={Camilleri, Romain and Jamieson, Kevin and Katz-Samuels, Julian},
  booktitle={ICML},
  year={2021}
}
@inproceedings{
yang2021impact,
title={Impact of Representation Learning in Linear Bandits},
author={Jiaqi Yang and Wei Hu and Jason D. Lee and Simon Shaolei Du},
booktitle={ICLR},
year={2021},
}
@inproceedings{li2021tight,
  title={Tight regret bounds for infinite-armed linear contextual bandits},
  author={Li, Yingkai and Wang, Yining and Chen, Xi and Zhou, Yuan},
  booktitle={AISTATS},
  year={2021},
}
@article{russo2014learning,
  title={Learning to optimize via information-directed sampling},
  author={Russo, Daniel and Van Roy, Benjamin},
  journal={NeurIPS},
  year={2014}
}
@inproceedings{li2019nearly,
  title={Nearly minimax-optimal regret for linearly parameterized bandits},
  author={Li, Yingkai and Wang, Yining and Zhou, Yuan},
  booktitle={Conference on Learning Theory},
  year={2019},
}
@inproceedings{hu2021near,
  title={Near-optimal representation learning for linear bandits and linear rl},
  author={Hu, Jiachen and Chen, Xiaoyu and Jin, Chi and Li, Lihong and Wang, Liwei},
  booktitle={ICML},
  year={2021},
}
@article{yang2022nearly,
  title={Nearly minimax algorithms for linear bandits with shared representation},
  author={Yang, Jiaqi and Lei, Qi and Lee, Jason D and Du, Simon S},
  journal={arXiv preprint},
  year={2022}
}
@article{azizi2022non,
  title={Non-stationary Bandits and Meta-Learning with a Small Set of Optimal Arms},
  author={Azizi, MohammadJavad and Duong, Thang and Abbasi-Yadkori, Yasin and Gy{\"o}rgy, Andr{\'a}s and Vernade, Claire and Ghavamzadeh, Mohammad},
  journal={arXiv preprint},
  year={2022}
}
@article{liu2021robust,
  title={Robust and differentially private mean estimation},
  author={Liu, Xiyang and Kong, Weihao and Kakade, Sham and Oh, Sewoong},
  journal={NeurIPS},
  year={2021}
}
@article{bastani2021mostly,
  title={Mostly exploration-free algorithms for contextual bandits},
  author={Bastani, Hamsa and Bayati, Mohsen and Khosravi, Khashayar},
  journal={Management Science},
  year={2021},
  publisher={INFORMS}
}

@inproceedings{
papernot2018scalable,
title={Scalable Private Learning with {PATE}},
author={Nicolas Papernot and Shuang Song and Ilya Mironov and Ananth Raghunathan and Kunal Talwar and Ulfar Erlingsson},
booktitle={ICLR},
year={2018},
}

@article{osadchiy2022online,
  title={Online Meta-Learning in Adversarial Multi-Armed Bandits},
  author={Osadchiy, Ilya and Levy, Kfir Y and Meir, Ron},
  journal={arXiv preprint},
  year={2022}
}

@article{flynn2022pac,
  title={PAC-Bayesian lifelong learning for multi-armed bandits},
  author={Flynn, Hamish and Reeb, David and Kandemir, Melih and Peters, Jan},
  journal={Data Mining and Knowledge Discovery},
  volume={36},
  number={2},
  pages={841--876},
  year={2022},
  publisher={Springer}
}

@article{thrun1995learning,
  title={Is learning the n-th thing any easier than learning the first?},
  author={Thrun, Sebastian},
  journal={NeurIPS},
  volume={8},
  year={1995}
}

@book{thrun1998,
editor = {Thrun, Sebastian and Pratt, Lorien},
title = {Learning to Learn},
year = {1998},
publisher = {Kluwer Academic Publishers}
}

@article{kairouz2021federated,
  title={Advances and open problems in federated learning},
  author={Kairouz, Peter and McMahan, H Brendan and Avent, Brendan and Bellet, Aur{\'e}lien and Bennis, Mehdi and Bhagoji, Arjun Nitin and Bonawitz, Kallista and Charles, Zachary and Cormode, Graham and Cummings, Rachel and others},
  journal={Foundations and Trends in Machine Learning},
  year={2021},
}

@article{fallah2020personalized,
  title={Personalized federated learning with theoretical guarantees: A model-agnostic meta-learning approach},
  author={Fallah, Alireza and Mokhtari, Aryan and Ozdaglar, Asuman},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{rothfuss2022meta,
  title={Meta-Learning Priors for Safe Bayesian Optimization},
  author={Rothfuss, Jonas and Koenig, Christopher and Rupenyan, Alisa and Krause, Andreas},
  booktitle={Conference on Robot Learning (CoRL)},
  year={2022}
}

@article{bastani2020online,
  title={Online decision making with high-dimensional covariates},
  author={Bastani, Hamsa and Bayati, Mohsen},
  journal={Operations Research},
  year={2020}
}
@inproceedings{wang2018minimax,
  title={Minimax concave penalized multi-armed bandit model with high-dimensional covariates},
  author={Wang, Xue and Wei, Mingcheng and Yao, Tao},
  booktitle={ICML},
  year={2018},
}
@inproceedings{moradipari2021parameter,
  title={Parameter and feature selection in stochastic linear bandits},
  author={Moradipari, Ahmadreza and Abbasi-Yadkori, Yasin and Alizadeh, Mahnoosh and Ghavamzadeh, Mohammad},
  booktitle={ICML},
  year={2022}
}
@inproceedings{agarwal2017corralling,
  title={Corralling a band of bandit algorithms},
  author={Agarwal, Alekh and Luo, Haipeng and Neyshabur, Behnam and Schapire, Robert E},
  booktitle={Conference on Learning Theory},
  year={2017},
}

@inproceedings{foster2020beyond,
  title={Beyond ucb: Optimal and efficient contextual bandits with regression oracles},
  author={Foster, Dylan and Rakhlin, Alexander},
  booktitle={ICML},
  year={2020},
}
@inproceedings{pacchiano2020model,
 author = {Pacchiano, Aldo and Phan, My and Abbasi Yadkori, Yasin and Rao, Anup and Zimmert, Julian and Lattimore, Tor and Szepesvari, Csaba},
 booktitle = {NeurIPS},
 title = {Model Selection in Contextual Stochastic Bandit Problems},
 year = {2020}
}


@inproceedings{wang2018regret,
  title={Regret bounds for meta Bayesian optimization with an unknown Gaussian process prior},
  author={Wang, Zi and Kim, Beomjoon and Kaelbling, Leslie Pack},
  booktitle=neurips,
  year={2018}
}
@article{maurer2009transfer,
  title={Transfer bounds for linear feature learning},
  author={Maurer, Andreas},
  journal={Machine learning},
  volume={75},
  number={3},
  pages={327--350},
  year={2009},
  publisher={Springer}
}

@InProceedings{pmlr-v54-alquier17a,
  title = 	 {{Regret Bounds for Lifelong Learning}},
  author = 	 {Alquier, Pierre and Mai, The Tien and Pontil, Massimiliano},
  booktitle = 	 {AISTATS},
  year = 	 {2017},
}

@article{murugesan2016adaptive,
  title={Adaptive smoothed online multi-task learning},
  author={Murugesan, Keerthiram and Liu, Hanxiao and Carbonell, Jaime and Yang, Yiming},
  journal={NeurIPS},
  volume={29},
  year={2016}
}

@InProceedings{pmlr-v89-wu19a,
  title = 	 {Lifelong Optimization with Low Regret},
  author =       {Wu, Yi-Shan and Wang, Po-An and Lu, Chi-Jen},
  booktitle = 	 {AISTATS},
  pages = 	 {448--456},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Sugiyama, Masashi},
  volume = 	 {89},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {16--18 Apr},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v89/wu19a/wu19a.pdf},
  url = 	 {https://proceedings.mlr.press/v89/wu19a.html},
}

@InProceedings{pmlr-v157-wu21c,
  title = 	 {Lifelong Learning with Branching Experts},
  author =       {Wu, Yi-Shan and Hong, Yi-Te and Lu, Chi-Jen},
  booktitle = 	 {Proceedings of The 13th Asian Conference on Machine Learning},
  pages = 	 {1161--1175},
  year = 	 {2021},
  editor = 	 {Balasubramanian, Vineeth N. and Tsang, Ivor},
  volume = 	 {157},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {17--19 Nov},
  publisher =    {PMLR},
  pdf = 	 {https://proceedings.mlr.press/v157/wu21c/wu21c.pdf},
  url = 	 {https://proceedings.mlr.press/v157/wu21c.html},
}

@article{friedman2010regularization,
  title={Regularization paths for generalized linear models via coordinate descent},
  author={Friedman, Jerome and Hastie, Trevor and Tibshirani, Rob},
  journal={Journal of statistical software},
  year={2010},
  publisher={NIH Public Access}
}

@article{bischl2017openml,
  title={OpenML benchmarking suites and the OpenML100},
  author={Bischl, Bernd and Casalicchio, Giuseppe and Feurer, Matthias and Hutter, Frank and Lang, Michel and Mantovani, Rafael G and van Rijn, Jan N and Vanschoren, Joaquin},
  year={2017}
}

@article{lounici2011oracle,
  title={Oracle inequalities and optimal inference under group sparsity},
  author={Lounici, Karim and Pontil, Massimiliano and Van De Geer, Sara and Tsybakov, Alexandre B},
  journal={The annals of statistics},
  year={2011},
}

@article{cavalier2002oracle,
  title={Oracle inequalities for inverse problems},
  author={Cavalier, Laurent and Golubev, GK and Picard, Dominique and Tsybakov, AB},
  journal={The Annals of Statistics},
  year={2002},
  publisher={Institute of Mathematical Statistics}
}

@article{obozinski2006multi,
  title={Multi-task feature selection},
  author={Obozinski, Guillaume and Taskar, Ben and Jordan, Michael},
  journal={Statistics Department, UC Berkeley, Tech. Rep},
  year={2006},
  publisher={Citeseer}
}

@article{argyriou2008convex,
  title={Convex multi-task feature learning},
  author={Argyriou, Andreas and Evgeniou, Theodoros and Pontil, Massimiliano},
  journal={Machine learning},
  year={2008},
  publisher={Springer}
}

@inproceedings{argyriou2006multi,
  title={Multi-task feature learning},
  author={Argyriou, Andreas and Evgeniou, Theodoros and Pontil, Massimiliano},
  booktitle={NeurIPS},
  year={2006}
}


@inproceedings{shi2021federated,
  title={Federated multi-armed bandits with personalization},
  author={Shi, Chengshuai and Shen, Cong and Yang, Jing},
  booktitle={AISTATS},
  year={2021},
}


@article{huang2021federated,
  title={Federated linear contextual bandits},
  author={Huang, Ruiquan and Wu, Weiqiang and Yang, Jing and Shen, Cong},
  journal={NeurIPS},
  year={2021}
}

@article{dai2022federated,
  title={Federated Neural Bandit},
  author={Dai, Zhongxiang and Shu, Yao and Verma, Arun and Fan, Flint Xiaofeng and Low, Bryan Kian Hsiang and Jaillet, Patrick},
  journal={arXiv preprint},
  year={2022}
}

@article{dubey2020differentially,
  title={Differentially-private federated linear bandits},
  author={Dubey, Abhimanyu and Pentland, AlexSandy},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{rothfuss2021meta,
  title={{Meta-learning Reliable Priors in the Function Space}},
  author={Rothfuss, Jonas and Heyn, Dominique and Krause, Andreas and others},
  booktitle=neurips,
  year={2021}
}

@article{valko2013finite,
  title={Finite-time analysis of kernelised contextual bandits},
  author={Valko, Michal and Korda, Nathaniel and Munos, R{\'e}mi and Flaounas, Ilias and Cristianini, Nelo},
  journal={arXiv preprint},
  year={2013}
}


@article{abbasi2011improved,
  title={Improved algorithms for linear stochastic bandits},
  author={Abbasi-Yadkori, Yasin and P{\'a}l, D{\'a}vid and Szepesv{\'a}ri, Csaba},
  journal={NeurIPS},
  volume={24},
  year={2011}
}

@article{hoffman2013exploiting,
  title={Exploiting correlation and budget constraints in bayesian multi-armed bandit optimization},
  author={Hoffman, Matthew W and Shahriari, Bobak and de Freitas, Nando},
  journal={arXiv preprint},
  year={2013}
}

@article{dwork2014algorithmic,
  title={The algorithmic foundations of differential privacy},
  author={Dwork, Cynthia and Roth, Aaron and others},
  journal={Foundations and Trends{\textregistered} in Theoretical Computer Science},
  volume={9},
  number={3--4},
  pages={211--407},
  year={2014},
  publisher={Now Publishers, Inc.}
}