@article{einstein,
author =       "Albert Einstein",
title =        "{Zur Elektrodynamik bewegter Körper}",
journal =      "Annalen der Physik",
volume =       "322",
number =       "10",
pages =        "891--921",
year =         "1905"}

@book{latexcompanion,
author    = "Michel Goossens and Frank Mittelbach and Alexander Samarin",
title     = "The \LaTeX\ Companion",
year      = "1993",
publisher = "Addison-Wesley"}

@incollection{Bengio+chapter2007,
author = {Bengio, Yoshua and LeCun, Yann},
booktitle = {Large Scale Kernel Machines},
publisher = {MIT Press},
title = {Scaling Learning Algorithms Towards {AI}},
year = {2007}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@book{goodfellow2016deep,
title={Deep learning},
author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua},
volume={1},
year={2016},
publisher={MIT Press}
}

@article{guyon-elisseeff-03,
  title   = "An Introduction to Variable and Feature Selection",
  author  = "I. Guyon and A. Elisseeff",
  journal = "JMLR",
  volume  = "3",
  month   = MAR,
  pages   = "1157-1182",
  year    = 2003
}

@techreport{guyon2007causalreport,
  author      = {I. Guyon and C. Aliferis and A. Elisseeff},
  title       = {Causal Feature Selection},
  institution = {Clopinet},
  year        = 2007,
  type        = {Technical Report },
  source      = {\url{http://clopinet.com/isabelle/Papers/causalFS.pdf}}
}

@inproceedings{blundell2015weight,
  title={Weight uncertainty in neural network},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  pages={1613--1622},
  year={2015},
  organization={PMLR}
}

@phdthesis{gal2016uncertainty,
    title    = {Uncertainty in Deep Learning},
    school   = {University of Cambridge},
    author   = {Yarin Gal},
    year     = {2016}
}

@inproceedings{sun2018functional,
title={Functional variational Bayesian neural networks},
author={Shengyang Sun and Guodong Zhang and Jiaxin Shi and Roger Grosse},
booktitle={International Conference on Learning Representations},
year={2019},
}

@article{ma2021functional,
  title={Functional Variational Inference based on Stochastic Process Generators},
  author={Ma, Chao and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@article{denker1987large,
  title={Large automatic learning, rule extraction, and generalization},
  author={Denker, John and Schwartz, Daniel and Wittner, Ben and Solla, Sara and Howard, Richard and Jackel, Lawrence and Hopfield, John},
  journal={Complex systems},
  volume={1},
  number={5},
  pages={877--922},
  year={1987}
}

@inproceedings{tishby1989consistent,
  title={Consistent inference of probabilities in layered networks: Predictions and generalization},
  author={Tishby, Naftali and Levin, Esther and Solla, Sara A},
  booktitle={International Joint Conference on Neural Networks},
  volume={2},
  pages={403--409},
  year={1989},
  organization={IEEE New York}
}

@inproceedings{Denker1991transforming,
title = "Transforming neural-net output levels to probability distributions",
author = "Denker, {J. S.} and Yann Lecun",
year = "1991",
volume = "3",
booktitle = "Advances in Neural Information Processing Systems (NIPS 1990), Denver, CO, April 1991",
publisher = "Morgan Kaufmann",
}

@inproceedings{hinton1993keeping,
  title={Keeping the neural networks simple by minimizing the description length of the weights},
  author={Hinton, Geoffrey E and Van Camp, Drew},
  booktitle={Proceedings of the sixth annual conference on Computational learning theory},
  pages={5--13},
  year={1993}
}

@article{barber1998ensemble,
  title={Ensemble learning in Bayesian neural networks},
  author={Barber, David and Bishop, Christopher M},
  journal={Nato ASI Series F Computer and Systems Sciences},
  volume={168},
  pages={215--238},
  year={1998},
  publisher={Springer Verlag}
}

@article{graves2011practical,
  title={Practical variational inference for neural networks},
  author={Graves, Alex},
  journal={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}




@article{shridhar2019comprehensive,
  title={A comprehensive guide to bayesian convolutional neural network with variational inference},
  author={Shridhar, Kumar and Laumann, Felix and Liwicki, Marcus},
  journal={arXiv preprint arXiv:1901.02731},
  year={2019}
}

@article{gal2016theoretically,
  title={A theoretically grounded application of dropout in recurrent neural networks},
  author={Gal, Yarin and Ghahramani, Zoubin},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@inproceedings{ranganath2014black,
  title={Black box variational inference},
  author={Ranganath, Rajesh and Gerrish, Sean and Blei, David},
  booktitle={Artificial intelligence and statistics},
  pages={814--822},
  year={2014},
  organization={PMLR}
}

@inproceedings{marino2018iterative,
  title={Iterative amortized inference},
  author={Marino, Joe and Yue, Yisong and Mandt, Stephan},
  booktitle={International Conference on Machine Learning},
  pages={3403--3412},
  year={2018},
  organization={PMLR}
}

@article{liu2016stein,
  title={Stein variational gradient descent: A general purpose bayesian inference algorithm},
  author={Liu, Qiang and Wang, Dilin},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@article{wilson2020bayesian,
  title={Bayesian deep learning and a probabilistic perspective of generalization},
  author={Wilson, Andrew G and Izmailov, Pavel},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={4697--4708},
  year={2020}
}

@article{wang2020survey,
  title={A survey on Bayesian deep learning},
  author={Wang, Hao and Yeung, Dit-Yan},
  journal={ACM Computing Surveys (CSUR)},
  volume={53},
  number={5},
  pages={1--37},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@article{fortuin2021bnnpriors,
  title={BNNpriors: A library for Bayesian neural network inference with different prior distributions},
  author={Fortuin, Vincent and Garriga-Alonso, Adri{\`a} and van der Wilk, Mark and Aitchison, Laurence},
  journal={Software Impacts},
  volume={9},
  pages={100079},
  year={2021},
  publisher={Elsevier}
}

@inproceedings{vladimirova2021bayesian,
  title={Bayesian neural network unit priors and generalized Weibull-tail property},
  author={Vladimirova, Mariia and Arbel, Julyan and Girard, St{\'e}phane},
  booktitle={Asian Conference on Machine Learning},
  pages={1397--1412},
  year={2021},
  organization={PMLR}
}


@InProceedings{shi2018spectral,
  title = 	 {A Spectral Approach to Gradient Estimation for Implicit Distributions},
  author = 	 {Shi, Jiaxin and Sun, Shengyang and Zhu, Jun},
  booktitle = 	 {Proceedings of the 35th International Conference on Machine Learning},
  pages = 	 {4651--4660},
  year = 	 {2018},
}

@article{rudnertractable,
  title={Tractable Function-Space Variational Inference in Bayesian Neural Networks},
  author={Rudner, Tim GJ and Chen, Zonghao and Teh, Yee Whye and Gal, Yarin}
}

@inproceedings{ma2019variational,
  title={Variational implicit processes},
  author={Ma, Chao and Li, Yingzhen and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  booktitle={International Conference on Machine Learning},
  pages={4222--4233},
  year={2019},
  organization={PMLR}
}

@inproceedings{
wang2018function,
title={Function Space Particle Optimization for Bayesian Neural Networks},
author={Ziyu Wang and Tongzheng Ren and Jun Zhu and Bo Zhang},
booktitle={International Conference on Learning Representations},
year={2019},
}

@phdthesis{neal1995bayesian,
    title    = {Bayesian Learning for Neural Networks},
    school   = {University of Toronto},
    author   = {Radford M Neal},
    year     = {1995}
}

@inproceedings{titsias2009variational,
  title={Variational learning of inducing variables in sparse Gaussian processes},
  author={Titsias, Michalis},
  booktitle={Artificial intelligence and statistics},
  pages={567--574},
  year={2009},
  organization={PMLR}
}

@article{lazaro2009inter,
  title={Inter-domain Gaussian processes for sparse inference using inducing features},
  author={L{\'a}zaro-Gredilla, Miguel and Figueiras-Vidal, Anibal},
  journal={Advances in Neural Information Processing Systems},
  volume={22},
  year={2009}
}

@inproceedings{hensman2013guassianl,
  title={Gaussian processes for Big Data},
  author={James Hensman and Nicolo Fusi and Neil D. Lawrence},
  booktitle={Artificial intelligence and statistics},
  pages={282--290},
  year={2013}
}

@inproceedings{matthews2016sparse,
  title={On sparse variational methods and the Kullback-Leibler divergence between stochastic processes},
  author={Matthews, Alexander G de G and Hensman, James and Turner, Richard and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={231--239},
  year={2016},
  organization={PMLR}
}

@article{hensman2017variational,
  title={Variational Fourier Features for Gaussian Processes.},
  author={Hensman, James and Durrande, Nicolas and Solin, Arno and others},
  journal={J. Mach. Learn. Res.},
  volume={18},
  number={1},
  pages={5537--5588},
  year={2017}
}

@article{burt2020understanding,
  title={Understanding variational inference in function-space},
  author={Burt, David R and Ober, Sebastian W and Garriga-Alonso, Adri{\`a} and van der Wilk, Mark},
  journal={arXiv preprint arXiv:2011.09421},
  year={2020}
}

@article{knoblauch1960mathematical,
  title={Mathematical methods of organizing and planning production.},
  author={L. V. Kantorovich},
  journal={Management science.},
  volume={6},
  number={4},
  pages={366--422},
  year={1960}
}

@inproceedings{arjovsky2017wasserstein,
  title={Wasserstein generative adversarial networks},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  booktitle={International Conference on Machine Learning},
  pages={214--223},
  year={2017},
  organization={PMLR}
}


@article{panaretos2019statistical,
  title={Statistical aspects of Wasserstein distances},
  author={Panaretos, Victor M and Zemel, Yoav},
  journal={Annual review of statistics and its application},
  volume={6},
  pages={405--431},
  year={2019},
  publisher={Annual Reviews}
}

@article{gelbrich1990on,
  title={On a formula for the l2 wasserstein metric between measures on euclidean and hilbert
spaces},
  author={M. Gelbrich},
  journal={Mathematische Nachrichten},
  volume={147},
  number={1},
  pages={185--203},
  year={1990},
}

@article{mallasto2017learning,
  title={Learning from uncertain curves: The 2-Wasserstein metric for Gaussian processes},
  author={Mallasto, Anton and Feragen, Aasa},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{ambrogioni2018wasserstein,
  title={Wasserstein variational inference},
  author={Ambrogioni, Luca and G{\"u}{\c{c}}l{\"u}, Umut and G{\"u}{\c{c}}l{\"u}t{\"u}rk, Ya{\u{g}}mur and Hinne, Max and van Gerven, Marcel A and Maris, Eric},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@inproceedings{tran2020functional,
  title={Functional Priors for Bayesian Neural Networks through Wasserstein Distance Minimization to Gaussian Processes},
  author={Tran, Ba-Hien and Milios, Dimitrios and Rossi, Simone and Filippone, Maurizio},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}


@article{he2020bayesian,
  title={Bayesian deep ensembles via the neural tangent kernel},
  author={He, Bobby and Lakshminarayanan, Balaji and Teh, Yee Whye},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={1010--1022},
  year={2020}
}

@inproceedings{coker2022wide,
  title={Wide Mean-Field Bayesian Neural Networks Ignore the Data},
  author={Coker, Beau and Bruinsma, Wessel P and Burt, David R and Pan, Weiwei and Doshi-Velez, Finale},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={5276--5333},
  year={2022},
  organization={PMLR}
}

@article{lee2017deep,
  title={Deep neural networks as gaussian processes},
  author={Lee, Jaehoon and Bahri, Yasaman and Novak, Roman and Schoenholz, Samuel S and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  journal={arXiv preprint arXiv:1711.00165},
  year={2017}
}

@article{wenzel2020good,
  title={How good is the bayes posterior in deep neural networks really?},
  author={Wenzel, Florian and Roth, Kevin and Veeling, Bastiaan S and {\'S}wi{\k{a}}tkowski, Jakub and Tran, Linh and Mandt, Stephan and Snoek, Jasper and Salimans, Tim and Jenatton, Rodolphe and Nowozin, Sebastian},
  journal={arXiv preprint arXiv:2002.02405},
  year={2020}
}

@article{hron2020exact,
  title={Exact posterior distributions of wide Bayesian neural networks},
  author={Hron, Jiri and Bahri, Yasaman and Novak, Roman and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  journal={arXiv preprint arXiv:2006.10541},
  year={2020}
}

@inproceedings{izmailov2021bayesian,
  title={What are Bayesian neural network posteriors really like?},
  author={Izmailov, Pavel and Vikram, Sharad and Hoffman, Matthew D and Wilson, Andrew Gordon Gordon},
  booktitle={International Conference on Machine Learning},
  pages={4629--4640},
  year={2021},
  organization={PMLR}
}

@article{ghosal2007convergence,
  title={Convergence rates of posterior distributions for noniid observations},
  author={Ghosal, Subhashis and Van Der Vaart, Aad},
  journal={The Annals of Statistics},
  volume={35},
  number={1},
  pages={192--223},
  year={2007},
  publisher={Institute of Mathematical Statistics}
}

@article{jacot2018neural,
  title={Neural tangent kernel: Convergence and generalization in neural networks},
  author={Jacot, Arthur and Gabriel, Franck and Hongler, Cl{\'e}ment},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@article{arora2019exact,
  title={On exact computation with an infinitely wide neural net},
  author={Arora, Sanjeev and Du, Simon S and Hu, Wei and Li, Zhiyuan and Salakhutdinov, Russ R and Wang, Ruosong},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{li2019enhanced,
  title={Enhanced convolutional neural tangent kernels},
  author={Li, Zhiyuan and Wang, Ruosong and Yu, Dingli and Du, Simon S and Hu, Wei and Salakhutdinov, Ruslan and Arora, Sanjeev},
  journal={arXiv preprint arXiv:1911.00809},
  year={2019}
}

@article{zavatone2021asymptotics,
  title={Asymptotics of representation learning in finite Bayesian neural networks},
  author={Zavatone-Veth, Jacob and Canatar, Abdulkadir and Ruben, Ben and Pehlevan, Cengiz},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@inproceedings{aitchison2020bigger,
  title={Why bigger is not always better: on finite and infinite neural networks},
  author={Aitchison, Laurence},
  booktitle={International Conference on Machine Learning},
  pages={156--164},
  year={2020},
  organization={PMLR}
}


@book{neal2012bayesian,
  title={Bayesian learning for neural networks},
  author={Neal, Radford M},
  volume={118},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@inproceedings{rudner2020rethinking,
  title={Rethinking function-space variational inference in Bayesian neural networks},
  author={Rudner, Tim GJ and Chen, Zonghao and Gal, Yarin},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}

@book{gray2011entropy,
  title={Entropy and information theory},
  author={Gray, Robert M},
  year={2011},
  publisher={Springer Science \& Business Media}
}

@article{hunt1992prevalence,
  title={Prevalence: a translation-invariant “almost every” on infinite-dimensional spaces},
  author={Hunt, Brian R and Sauer, Tim and Yorke, James A},
  journal={Bulletin of the American mathematical society},
  volume={27},
  number={2},
  pages={217--238},
  year={1992}
}


@inproceedings{zhou2020nonparametric,
  title={Nonparametric score estimators},
  author={Zhou, Yuhao and Shi, Jiaxin and Zhu, Jun},
  booktitle={International Conference on Machine Learning},
  pages={11513--11522},
  year={2020},
  organization={PMLR}
}

@inproceedings{rudner2021tractable,
  title={Tractable Function-Space Variational Inference in Bayesian Neural Networks},
  author={Rudner, Tim GJ and Chen, Zonghao and Teh, Yee Whye and Gal, Yarin},
  booktitle={ICML Workshop on Uncertainty \& Robustness in Deep Learning},
  year={2021}
}

@book{villani2021topics,
  title={Topics in optimal transportation},
  author={Villani, C{\'e}dric},
  volume={58},
  year={2021},
  publisher={American Mathematical Soc.}
}

@article{gelbrich1990formula,
  title={On a formula for the L2 Wasserstein metric between measures on Euclidean and Hilbert spaces},
  author={Gelbrich, Matthias},
  journal={Mathematische Nachrichten},
  volume={147},
  number={1},
  pages={185--203},
  year={1990},
  publisher={Wiley Online Library}
}

@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114},
  year={2013}
}

@inproceedings{gal2016dropout,
  title={Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
  author={Gal, Yarin and Ghahramani, Zoubin},
  booktitle={international conference on machine learning},
  pages={1050--1059},
  year={2016},
  organization={PMLR}
}

@article{santana2022adversarial,
  title={Adversarial $\alpha$-divergence minimization for Bayesian approximate inference},
  author={Santana, Sim{\'o}n Rodr{\'\i}guez and Hern{\'a}ndez-Lobato, Daniel},
  journal={Neurocomputing},
  volume={471},
  pages={260--274},
  year={2022},
  publisher={Elsevier}
}

@book{schervish2012theory,
  title={Theory of statistics},
  author={Schervish, Mark J},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@incollection{oksendal2003stochastic,
  title={Stochastic differential equations},
  author={{\O}ksendal, Bernt},
  booktitle={Stochastic differential equations},
  pages={65--84},
  year={2003},
  publisher={Springer}
}

@book{villani2003topics,
  title={Topics in optimal transportation},
  author={Villani, C{\'e}dric},
  volume={58},
  year={2003},
  publisher={American Mathematical Soc.}
}


@article{rajput1972gaussian,
  title={Gaussian measures on Lp spaces, $1 \leq p<\infty$},
  author={Rajput, Balram S},
  journal={Journal of Multivariate Analysis},
  volume={2},
  number={4},
  pages={382--403},
  year={1972},
  publisher={Elsevier}
}

@inproceedings{lee2018deep,
  title={Deep neural networks as gaussian processes},
  author={Lee, Jaehoon and Bahri, Yasaman and Novak, Roman and Schoenholz, Samuel S and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@article{lee2019wide,
  title={Wide neural networks of any depth evolve as linear models under gradient descent},
  author={Lee, Jaehoon and Xiao, Lechao and Schoenholz, Samuel and Bahri, Yasaman and Novak, Roman and Sohl-Dickstein, Jascha and Pennington, Jeffrey},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{matthews2018gaussian,
  title={Gaussian process behaviour in wide deep neural networks},
  author={Matthews, Alexander G de G and Rowland, Mark and Hron, Jiri and Turner, Richard E and Ghahramani, Zoubin},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{hron2020infinite,
  title={Infinite attention: {NNGP} and {NTK} for deep attention networks},
  author={Hron, Jiri and Bahri, Yasaman and Sohl-Dickstein, Jascha and Novak, Roman},
  booktitle={International Conference on Machine Learning},
  pages={4376--4386},
  year={2020},
  organization={PMLR}
}

@article{lakshminarayanan2017simple,
  title={Simple and scalable predictive uncertainty estimation using deep ensembles},
  author={Lakshminarayanan, Balaji and Pritzel, Alexander and Blundell, Charles},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{ovadia2019can,
  title={Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift},
  author={Ovadia, Yaniv and Fertig, Emily and Ren, Jie and Nado, Zachary and Sculley, David and Nowozin, Sebastian and Dillon, Joshua and Lakshminarayanan, Balaji and Snoek, Jasper},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@book{rasmussen:williams:2006,
  added-at = {2009-03-05T08:49:50.000+0100},
  author = {Rasmussen, C. E. and Williams, C. K. I.},
  biburl = {https://www.bibsonomy.org/bibtex/26771eaebbee7d852934f29aa33dea971/bcao},
  interhash = {72c030472023000e0bdeeb06081c3764},
  intrahash = {6771eaebbee7d852934f29aa33dea971},
  publisher = {MIT Press},
  timestamp = {2009-03-05T08:49:50.000+0100},
  title = {Gaussian Processes for Machine Learning},
  year = 2006
}

@article{knoblauch2022generalized,
  author  = {Jeremias Knoblauch and Jack Jewson and Theodoros Damoulas},
  title   = {An Optimization-centric View on Bayes' Rule: Reviewing and Generalizing Variational Inference},
  journal = {Journal of Machine Learning Research},
  year    = {2022},
  volume  = {23},
  number  = {132},
  pages   = {1--109},
  url     = {http://jmlr.org/papers/v23/19-1047.html}
}

@article{wild2022generalized,
  title={Generalized variational inference in function spaces: Gaussian measures meet bayesian deep learning},
  author={Wild, Veit David and Hu, Robert and Sejdinovic, Dino},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={3716--3730},
  year={2022}
}

@inproceedings{duvenaud2014avoiding,
  title={Avoiding pathologies in very deep networks},
  author={Duvenaud, David and Rippel, Oren and Adams, Ryan and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={202--210},
  year={2014},
  organization={PMLR}
}

@article{rudner2022tractable,
  title={Tractable function-space variational inference in Bayesian neural networks},
  author={Rudner, Tim GJ and Chen, Zonghao and Teh, Yee Whye and Gal, Yarin},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  year={2022}
}

@article{tran2022all,
  title={All you need is a good functional prior for Bayesian deep learning},
  author={Tran, Ba-Hien and Rossi, Simone and Milios, Dimitrios and Filippone, Maurizio},
  journal={Journal of Machine Learning Research},
  volume={23},
  number={74},
  pages={1--56},
  year={2022}
}

@article{kantorovich1960mathematical,
  title={Mathematical methods of organizing and planning production},
  author={Kantorovich, Leonid V},
  journal={Management science},
  volume={6},
  number={4},
  pages={366--422},
  year={1960},
  publisher={INFORMS}
}

@article{matthews2018gaussian,
  title={Gaussian process behaviour in wide deep neural networks},
  author={Matthews, Alexander G de G and Rowland, Mark and Hron, Jiri and Turner, Richard E and Ghahramani, Zoubin},
  journal={arXiv preprint arXiv:1804.11271},
  year={2018}
}

@article{fortuin2021bayesian,
  title={Bayesian neural network priors revisited},
  author={Fortuin, Vincent and Garriga-Alonso, Adri{\`a} and Ober, Sebastian W and Wenzel, Florian and R{\"a}tsch, Gunnar and Turner, Richard E and van der Wilk, Mark and Aitchison, Laurence},
  journal={arXiv preprint arXiv:2102.06571},
  year={2021}
}

@inproceedings{
sun2019functional,
title={Functional variational bayesian neural networks},
author={Shengyang Sun and Guodong Zhang and Jiaxin Shi and Roger Grosse},
booktitle={International Conference on Learning Representations},
year={2019},
}

@inproceedings{belavkin2018relation,
  title={Relation between the Kantorovich--Wasserstein metric and the Kullback--Leibler divergence},
  author={Belavkin, Roman V},
  booktitle={Information Geometry and Its Applications: On the Occasion of Shun-ichi Amari's 80th Birthday, IGAIA IV Liblice, Czech Republic, June 2016},
  pages={363--373},
  year={2018},
  organization={Springer}
}

@article{otto2000generalization,
  title={Generalization of an inequality by Talagrand and links with the logarithmic Sobolev inequality},
  author={Otto, Felix and Villani, C{\'e}dric},
  journal={Journal of Functional Analysis},
  volume={173},
  number={2},
  pages={361--400},
  year={2000},
  publisher={Elsevier}
}

@inproceedings{belavkin2013law,
  title={Law of cosines and Shannon-Pythagorean theorem for quantum information},
  author={Belavkin, Roman V},
  booktitle={Geometric Science of Information: First International Conference, GSI 2013, Paris, France, August 28-30, 2013. Proceedings},
  pages={369--376},
  year={2013},
  organization={Springer}
}

@misc{misc_mushroom_73,
  title        = {{Mushroom}},
  year         = {1987},
  howpublished = {UCI Machine Learning Repository},
  note         = {{DOI}: https://doi.org/10.24432/C5959T}
}

@article{xiao2017fashion,
  title={Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@article{foong2020expressiveness,
  title={On the expressiveness of approximate inference in bayesian neural networks},
  author={Foong, Andrew and Burt, David and Li, Yingzhen and Turner, Richard},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={15897--15908},
  year={2020}
}

@article{wainwright2008graphical,
  title={Graphical models, exponential families, and variational inference},
  author={Wainwright, Martin J and Jordan, Michael I and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={1},
  number={1--2},
  pages={1--305},
  year={2008},
  publisher={Now Publishers, Inc.}
}

@article{graves2011practical,
  title={Practical variational inference for neural networks},
  author={Graves, Alex},
  journal={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}

@inproceedings{hinton1993keeping,
  title={Keeping the neural networks simple by minimizing the description length of the weights},
  author={Hinton, Geoffrey E and Van Camp, Drew},
  booktitle={Proceedings of the sixth annual conference on Computational learning theory},
  pages={5--13},
  year={1993}
}

@inproceedings{polyanskiy2017strong,
  title={Strong data-processing inequalities for channels and Bayesian networks},
  author={Polyanskiy, Yury and Wu, Yihong},
  booktitle={Convexity and Concentration},
  pages={211--249},
  year={2017},
  organization={Springer}
}

@book{villani2021topics,
  title={Topics in optimal transportation},
  author={Villani, C{\'e}dric},
  volume={58},
  year={2021},
  publisher={American Mathematical Soc.}
}

@inproceedings{arjovsky2017wasserstein,
  title={Wasserstein generative adversarial networks},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  booktitle={International conference on machine learning},
  pages={214--223},
  year={2017},
  organization={PMLR}
}

@inproceedings{Benjamin2019measuring,
title={MEASURING AND REGULARIZING NETWORKS IN
FUNCTION SPACE},
author={Benjamin, Ari S and Rolnick, David and Kording, Konrad},
booktitle={International Conference on Learning Representations},
year={2019},
}

@inproceedings{titsias2019functional,
  title={Functional regularisation for continual learning with gaussian processes},
  author={Titsias, Michalis K and Schwarz, Jonathan and Matthews, Alexander G de G and Pascanu, Razvan and Teh, Yee Whye},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@article{pan2020continual,
  title={Continual deep learning by functional regularisation of memorable past},
  author={Pan, Pingbo and Swaroop, Siddharth and Immer, Alexander and Eschenhagen, Runa and Turner, Richard and Khan, Mohammad Emtiyaz E},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={4453--4464},
  year={2020}
}

@inproceedings{rudner2022continual,
  title={Continual learning via sequential function-space variational inference},
  author={Rudner, Tim GJ and Smith, Freddie Bickford and Feng, Qixuan and Teh, Yee Whye and Gal, Yarin},
  booktitle={International Conference on Machine Learning},
  pages={18871--18887},
  year={2022},
  organization={PMLR}
}

@article{milios2018dirichlet,
  title={Dirichlet-based gaussian processes for large-scale calibrated classification},
  author={Milios, Dimitrios and Camoriano, Raffaello and Michiardi, Pietro and Rosasco, Lorenzo and Filippone, Maurizio},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@inproceedings{khan2018fast,
  title={Fast and scalable bayesian deep learning by weight-perturbation in adam},
  author={Khan, Mohammad and Nielsen, Didrik and Tangkaratt, Voot and Lin, Wu and Gal, Yarin and Srivastava, Akash},
  booktitle={International conference on machine learning},
  pages={2611--2620},
  year={2018},
  organization={PMLR}
}

@article{maddox2019simple,
  title={A simple baseline for bayesian uncertainty in deep learning},
  author={Maddox, Wesley J and Izmailov, Pavel and Garipov, Timur and Vetrov, Dmitry P and Wilson, Andrew Gordon},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{wilson2020bayesian,
  title={Bayesian deep learning and a probabilistic perspective of generalization},
  author={Wilson, Andrew G and Izmailov, Pavel},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={4697--4708},
  year={2020}
}

@article{ovadia2019can,
  title={Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift},
  author={Ovadia, Yaniv and Fertig, Emily and Ren, Jie and Nado, Zachary and Sculley, David and Nowozin, Sebastian and Dillon, Joshua and Lakshminarayanan, Balaji and Snoek, Jasper},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{farquhar2020radial,
  title={Radial bayesian neural networks: Beyond discrete support in large-scale bayesian deep learning},
  author={Farquhar, Sebastian and Osborne, Michael A and Gal, Yarin},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1352--1362},
  year={2020},
  organization={PMLR}
}

@book{neal2012bayesian,
  title={Bayesian learning for neural networks},
  author={Neal, Radford M},
  volume={118},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@article{foong2019between,
  title={'In-Between'Uncertainty in Bayesian Neural Networks},
  author={Foong, Andrew YK and Li, Yingzhen and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel and Turner, Richard E},
  journal={arXiv preprint arXiv:1906.11537},
  year={2019}
}

@inproceedings{depeweg2018decomposition,
  title={Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning},
  author={Depeweg, Stefan and Hernandez-Lobato, Jose-Miguel and Doshi-Velez, Finale and Udluft, Steffen},
  booktitle={International Conference on Machine Learning},
  pages={1184--1193},
  year={2018},
  organization={PMLR}
}

@article{kendall2017uncertainties,
  title={What uncertainties do we need in bayesian deep learning for computer vision?},
  author={Kendall, Alex and Gal, Yarin},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{filos2019systematic,
  title={A systematic comparison of Bayesian deep learning robustness in diabetic retinopathy tasks},
  author={Filos, Angelos and Farquhar, Sebastian and Gomez, Aidan N and Rudner, Tim GJ and Kenton, Zachary and Smith, Lewis and Alizadeh, Milad and De Kroon, Arnoud and Gal, Yarin},
  journal={arXiv preprint arXiv:1912.10481},
  year={2019}
}

@article{band2022benchmarking,
  title={Benchmarking bayesian deep learning on diabetic retinopathy detection tasks},
  author={Band, Neil and Rudner, Tim GJ and Feng, Qixuan and Filos, Angelos and Nado, Zachary and Dusenberry, Michael W and Jerfel, Ghassen and Tran, Dustin and Gal, Yarin},
  journal={arXiv preprint arXiv:2211.12717},
  year={2022}
}

@inproceedings{kuleshov2018accurate,
  title={Accurate uncertainties for deep learning using calibrated regression},
  author={Kuleshov, Volodymyr and Fenner, Nathan and Ermon, Stefano},
  booktitle={International conference on machine learning},
  pages={2796--2804},
  year={2018},
  organization={PMLR}
}

@article{liu2023simple,
  title={A Simple Approach to Improve Single-Model Deep Uncertainty via Distance-Awareness.},
  author={Liu, Jeremiah Zhe and Padhy, Shreyas and Ren, Jie and Lin, Zi and Wen, Yeming and Jerfel, Ghassen and Nado, Zachary and Snoek, Jasper and Tran, Dustin and Lakshminarayanan, Balaji},
  journal={J. Mach. Learn. Res.},
  volume={24},
  pages={42--1},
  year={2023}
}

@article{daxberger2021laplace,
  title={Laplace redux-effortless bayesian deep learning},
  author={Daxberger, Erik and Kristiadi, Agustinus and Immer, Alexander and Eschenhagen, Runa and Bauer, Matthias and Hennig, Philipp},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={20089--20103},
  year={2021}
}

@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  volume={25},
  number={3-4},
  pages={285--294},
  year={1933},
  publisher={Oxford University Press}
}

@article{russo2016information,
  title={An information-theoretic analysis of thompson sampling},
  author={Russo, Daniel and Van Roy, Benjamin},
  journal={The Journal of Machine Learning Research},
  volume={17},
  number={1},
  pages={2442--2471},
  year={2016},
  publisher={JMLR. org}
}

@inproceedings{pielok2023approximate,
  title={Approximate Bayesian Inference with Stein Functional Variational Gradient Descent},
  author={Pielok, Tobias and Bischl, Bernd and R{\"u}gamer, David},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2023}
}

