
@inproceedings{10.5555/3495724.3496353,
author = {Liu, Jeremiah Zhe and Lin, Zi and Padhy, Shreyas and Tran, Dustin and Bedrax-Weiss, Tania and Lakshminarayanan, Balaji},
title = {Simple and principled uncertainty estimation with deterministic deep learning via distance awareness},
year = {2020},
isbn = {9781713829546},
publisher = {Curran Associates Inc.},
address = {Red Hook, NY, USA},
booktitle = {Proceedings of the 34th International Conference on Neural Information Processing Systems},
articleno = {629},
numpages = {15},
location = {Vancouver, BC, Canada},
series = {NIPS '20}
}

@inproceedings{morales2020activation,
  title={Activation-level uncertainty in deep neural networks},
  author={Morales-Alvarez, Pablo and Hern{\'a}ndez-Lobato, Daniel and Molina, Rafael and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  booktitle={International Conference on Learning Representations},
  year={2020}
}

@inproceedings{Postels2020HiddenUncertainty,
  author    = {Janis Postels and Hermann Blum and Yannick Str{\"u}mpler
               and Cesar Cadena and Roland Siegwart and Luc Van~Gool
               and Federico Tombari},
  title     = {The Hidden Uncertainty in a Neural Network's Activations},
  booktitle = {Proceedings of the Bayesian Deep Learning Workshop
               at the 34th Conference on Neural Information Processing
               Systems (NeurIPS 2020)},
  year      = {2020},
}


@article{agrawal2024disentangling,
  title={{Disentangling impact of capacity, objective, batchsize, estimators, and step-size on flow VI}},
  author={Agrawal, Abhinav and Domke, Justin},
  journal={arXiv preprint arXiv:2412.08824},
  year={2024}
}


@inproceedings{beta-vae,
  author       = {Irina Higgins and
                  Lo{\"{\i}}c Matthey and
                  Arka Pal and
                  Christopher P. Burgess and
                  Xavier Glorot and
                  Matthew M. Botvinick and
                  Shakir Mohamed and
                  Alexander Lerchner},
  title        = {beta-VAE: Learning Basic Visual Concepts with a Constrained Variational
                  Framework},
  booktitle    = {5th International Conference on Learning Representations, {ICLR}2017, Conference Track Proceedings},
  year         = {2017},
}



@InProceedings{pmlr-v38-hensman15,
  title = 	 {{Scalable Variational Gaussian Process Classification}},
  author = 	 {Hensman, James and Matthews, Alexander and Ghahramani, Zoubin},
  booktitle = 	 {Proceedings of the Eighteenth International Conference on Artificial Intelligence and Statistics},
  pages = 	 {351--360},
  year = 	 {2015},
  editor = 	 {Lebanon, Guy and Vishwanathan, S. V. N.},
  volume = 	 {38},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {San Diego, California, USA},
  month = 	 {09--12 May},
  publisher =    {PMLR},
}


@article{ma2020understanding,
  title={Understanding Variational Inference in Function-Space},
  author={Burt, David R and Ober, Sebastian W and Garriga-Alonso, Adri{\`a} and van der Wilk, Mark},  journal={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}

@article{tran2022tractable,
  title={{Tractable Function-Space Variational Inference in Bayesian Neural Networks}},
  author={Rudner, Tim GJ and Chen, Zonghao and Teh, Yee Whye and Gal, Yarin},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={22686--22698},
  year={2022}
}

@article{xu2023generalized,
  title={Generalized Variational Inference in Function Spaces: Gaussian Measures Meet Bayesian Deep Learning},
  author={Wild, Veit David and Hu, Robert and Sejdinovic, Dino},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={3716--3730},
  year={2022}
}

@inproceedings{wu2024functional,
  title={Functional Wasserstein Bridge Inference for Bayesian Deep Learning},
  author={Wu, Mengjing and Xuan, Junyu and Lu, Jie},
  booktitle={The 40th Conference on Uncertainty in Artificial Intelligence},
  year={2024},
}


@article{nguyen2022continual,
  title={Continual Learning via Sequential Function-Space Variational Inference},
  author={Rudner, Tim GJ and Smith, Freddie Bickford and Feng, Qixuan and Teh, Yee Whye and Gal, Yarin},
  booktitle={International Conference on Machine Learning},
  pages={18871--18887},
  year={2022},
  organization={PMLR},
}

@article{alvarez2012kernels,
  title={Kernels for vector-valued functions: A review},
  author={Alvarez, Mauricio A and Rosasco, Lorenzo and Lawrence, Neil D},
  journal={Foundations and Trends® in Machine Learning},
  volume={4},
  number={3},
  pages={195--266},
  year={2012},
  publisher={Now Publishers, Inc.},
  doi={10.1561/2200000036}
}

@inproceedings{bonilla2008multi,
  title={{Multi-task Gaussian Process prediction}},
  author={Bonilla, Edwin V and Chai, Ying and Williams, Christopher K},
  booktitle={Advances in Neural Information Processing Systems},
  pages={153--160},
  year={2008}
}

@book{goovaerts1997geostatistics,
  title={Geostatistics for natural resources evaluation},
  author={Goovaerts, Pierre},
  year={1997},
  publisher={Oxford University Press on Demand},
  isbn={978-0195115383}
}

@article{chauhan2024brief,
  title={A brief review of hypernetworks in deep learning},
  author={Chauhan, Vinod Kumar and Zhou, Jiandong and Lu, Ping and Molaei, Soheila and Clifton, David A},
  journal={Artificial Intelligence Review},
  volume={57},
  number={9},
  pages={1--29},
  year={2024},
  publisher={Springer}
}


@inproceedings{functions23,
    author = {Qiu, Shikai and Rudner, Tim G. J. and Kapoor, Sanyam and Wilson, Andrew Gordon},
    title = {Should we learn most likely functions or parameters?},
    year = {2024},
    publisher = {Curran Associates Inc.},
    address = {Red Hook, NY, USA},
    booktitle = {Proceedings of the 37th International Conference on Neural Information Processing Systems},
    articleno = {1555},
    numpages = {22},
    location = {New Orleans, LA, USA},
    series = {NIPS '23}
}
@article{buzuti2023frechet,
  title={Fr{\'e}chet AutoEncoder distance: a new approach for evaluation of generative adversarial networks},
  author={Buzuti, Lucas F and Thomaz, Carlos E},
  journal={Computer Vision and Image Understanding},
  volume={235},
  pages={103768},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{NIPS2017_7a006957,
 author = {Mallasto, Anton and Feragen, Aasa},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {I. Guyon and U. Von Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {{Learning from uncertain curves: The 2-Wasserstein metric for Gaussian Processes}},
 volume = {30},
 year = {2017}
}


@inproceedings{molina2019activation,
  author = {Molina, Alejandro and Schramowski, Patrick and Kersting, Kristian},
  description = {Padé Activation Units: End-to-end Learning of Flexible Activation Functions in Deep Networks},
  keywords = {EvolutionaryComputing MachineLearning NeuralComputing},
  title = {Pad\'e Activation Units: End-to-end Learning of Flexible Activation
  Functions in Deep Networks},
  booktitle={International Conference on Learning Representations},
  year = 2019
}

@article{FortuinPriors,
    author = {Fortuin, Vincent},
    title = {Priors in Bayesian Deep Learning: A Review},
    journal = {International Statistical Review},
    volume = {90},
    number = {3},
    pages = {563-591},
    keywords = {Bayesian deep learning, Bayesian learning, deep learning, priors},
    doi = {https://doi.org/10.1111/insr.12502},
    year = {2022}
}



@inproceedings{sun2018functional,
  author={Sun, Shengyang and Zhang, Guodong and Shi, Jiaxin and Grosse, Roger},
  booktitle={Advances in Neural Information Processing Systems},
  volume={32},
  pages={5690--5701},
  year={2019},
  title = {{Functional Variational Bayesian Neural Networks}},
}
  



@book{neal96a,
author = {Neal, Radford M.},
title = {Bayesian Learning for Neural Networks},
year = {1996},
isbn = {0387947248},
publisher = {Springer-Verlag},
address = {Berlin, Heidelberg},
}


@book{rasmussen2005,
    author = {Rasmussen, Carl Edward and Williams, Christopher K. I.},
    title = {{Gaussian Processes for Machine Learning (Adaptive Computation and Machine Learning)}},
    year = {2005},
    isbn = {026218253X},
    publisher = {The MIT Press}
}


@article{tsuchida2019richer,
  title={Richer priors for infinitely wide multi-layer perceptrons},
  author={Tsuchida, Russell and Roosta, Fred and Gallagher, Marcus},
  journal={arXiv preprint arXiv:1911.12927},
  year={2019}
}

@article{noci2021precise,
  title={Precise characterization of the prior predictive distribution of deep ReLU networks},
  author={Noci, Lorenzo and Bachmann, Gregor and Roth, Kevin and Nowozin, Sebastian and Hofmann, Thomas},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={20851--20862},
  year={2021}
}


@inproceedings{peluchetti2020stable,
  title={Stable behaviour of infinitely wide deep neural networks},
  author={Peluchetti, Stefano and Favaro, Stefano and Fortini, Sandra},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1137--1146},
  year={2020},
  organization={PMLR}
}

@article{hron2020exact,
  title={{Exact posterior distributions of wide Bayesian Neural Networks}},
  author={Hron, Jiri and Bahri, Yasaman and Novak, Roman and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  journal={arXiv preprint arXiv:2006.10541},
  year={2020}
}


@InProceedings{pmlr-v162-hron22a,
  title = 	 {Wide {B}ayesian neural networks have a simple weight posterior: theory and accelerated sampling},
  author =       {Hron, Jiri and Novak, Roman and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  booktitle = 	 {Proceedings of the 39th International Conference on Machine Learning},
  pages = 	 {8926--8945},
  year = 	 {2022},
  editor = 	 {Chaudhuri, Kamalika and Jegelka, Stefanie and Song, Le and Szepesvari, Csaba and Niu, Gang and Sabato, Sivan},
  volume = 	 {162},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {17--23 Jul},
  publisher =    {PMLR},
}



@article{tran2022all,
  title={All you need is a good functional prior for Bayesian deep learning},
  author={Tran, Ba-Hien and Rossi, Simone and Milios, Dimitrios and Filippone, Maurizio},
  journal={Journal of Machine Learning Research},
  volume={23},
  number={74},
  pages={1--56},
  year={2022}
}

@inproceedings{flam2017mapping,
  title={{Mapping Gaussian Process priors to Bayesian Neural Networks}},
  author={Flam-Shepherd, Daniel and Requeima, James and Duvenaud, David},
  booktitle={NIPS Bayesian deep learning workshop},
  volume={3},
  year={2017}
}

@inproceedings{shi2018spectral,
  title={A spectral approach to gradient estimation for implicit distributions},
  author={Shi, Jiaxin and Sun, Shengyang and Zhu, Jun},
  booktitle={International Conference on Machine Learning},
  pages={4644--4653},
  year={2018},
  organization={PMLR}
}


@inproceedings{flam2018characterizing,
  title={{Characterizing and warping the function space of Bayesian Neural Networks}},
  author={Flam-Shepherd, Daniel and Requeima, James and Duvenaud, David},
  booktitle={NeurIPS Workshop on Bayesian Deep Learning},
  pages={18},
  year={2018}
}

@article{matsubara2021ridgelet,
  title={{The ridgelet prior: A covariance function approach to prior specification for Bayesian Neural Networks}},
  author={Matsubara, Takuo and Oates, Chris J and Briol, Fran{\c{c}}ois-Xavier},
  journal={The Journal of Machine Learning Research},
  volume={22},
  number={1},
  pages={7045--7101},
  year={2021},
  publisher={JMLRORG}
}



@inproceedings{pearce2020expressive,
  title={{Expressive priors in Bayesian Neural Networks: Kernel combinations and periodic functions}},
  author={Pearce, Tim and Tsuchida, Russell and Zaki, Mohamed and Brintrup, Alexandra and Neely, Andy},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={134--144},
  year={2020},
  organization={PMLR}
}

@article{karaletsos2020hierarchical,
  title={{Hierarchical Gaussian Process priors for Bayesian Neural Network weights}},
  author={Karaletsos, Theofanis and Bui, Thang D},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={17141--17152},
  year={2020}
}


@article{meronen2021periodic,
  title={Periodic activation functions induce stationarity},
  author={Meronen, Lassi and Trapp, Martin and Solin, Arno},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={1673--1685},
  year={2021}
}

@article{matthews2018gaussian,
  title={{Gaussian Process behaviour in wide deep Neural Networks}},
  author={Matthews, Alexander G de G and Rowland, Mark and Hron, Jiri and Turner, Richard E and Ghahramani, Zoubin},
  journal={ICLR},
  year={2018}
}

@article{lee2017deep,
  title={{Deep neural networks as Gaussian Processes}},
  author={Lee, Jaehoon and Bahri, Yasaman and Novak, Roman and Schoenholz, Samuel S and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  journal={arXiv preprint arXiv:1711.00165},
  year={2017}
}


@inproceedings{williams1996computing,
 author = {Williams, Christopher},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {M.C. Mozer and M. Jordan and T. Petsche},
 pages = {},
 publisher = {MIT Press},
 title = {Computing with Infinite Networks},
 volume = {9},
 year = {1996}
}

@article{meronen2020stationary,
  title={Stationary activations for uncertainty calibration in deep learning},
  author={Meronen, Lassi and Irwanto, Christabella and Solin, Arno},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={2338--2350},
  year={2020}
}


@article{jospin2022hands,
  title={{Hands-on Bayesian Neural Networks—A tutorial for deep learning users}},
  author={Jospin, Laurent Valentin and Laga, Hamid and Boussaid, Farid and Buntine, Wray and Bennamoun, Mohammed},
  journal={IEEE Computational Intelligence Magazine},
  volume={17},
  number={2},
  pages={29--48},
  year={2022},
  publisher={IEEE}
}


@article{mackay1992practical,
  title={A practical Bayesian framework for backpropagation networks},
  author={MacKay, David JC},
  journal={Neural computation},
  volume={4},
  number={3},
  pages={448--472},
  year={1992},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}


@article{kingma2014auto,
  title={Auto-Encoding Variational Bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={stat},
  volume={1050},
  pages={1},
  year={2014}
}


@inproceedings{blundell2015weight,
  title={Weight uncertainty in neural network},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  pages={1613--1622},
  year={2015},
  organization={PMLR}
}

@article{ha2016hypernetworks,
  title={Hypernetworks},
  author={Ha, David and Dai, Andrew and Le, Quoc V},
  journal={arXiv preprint arXiv:1609.09106},
  year={2016}
}

@inproceedings{chen2014stochastic,
  title={Stochastic gradient hamiltonian monte carlo},
  author={Chen, Tianqi and Fox, Emily and Guestrin, Carlos},
  booktitle={International Conference on Machine Learning},
  pages={1683--1691},
  year={2014},
  organization={PMLR}
}

@article{SMC,
    author = {Del Moral, Pierre and Doucet, Arnaud and Jasra, Ajay},
    title = "{Sequential Monte Carlo Samplers}",
    journal = {Journal of the Royal Statistical Society Series B: Statistical Methodology},
    volume = {68},
    number = {3},
    pages = {411-436},
    year = {2006},
    month = {05},
    abstract = "{We propose a methodology to sample sequentially from a sequence of probability distributions that are defined on a common space, each distribution being known up to a normalizing constant. These probability distributions are approximated by a cloud of weighted random samples which are propagated over time by using sequential Monte Carlo methods. This methodology allows us to derive simple algorithms to make parallel Markov chain Monte Carlo algorithms interact to perform global optimization and sequential Bayesian estimation and to compute ratios of normalizing constants. We illustrate these algorithms for various integration tasks arising in the context of Bayesian inference.}",
    issn = {1369-7412},
    doi = {10.1111/j.1467-9868.2006.00553.x},
}

@article{hoffman2013stochastic,
  title={Stochastic variational inference},
  author={Matthew D. Hoffman and David M. Blei and Chong Wang and John William Paisley},
  journal={Journal of Machine Learning Research (JMLR)},
  year={2013},
  volume={14},
  pages={1303-1347}
}


@inproceedings{ritter2018scalable,
  title={A scalable laplace approximation for neural networks},
  author={Ritter, Hippolyt and Botev, Aleksandar and Barber, David},
  booktitle={6th international conference on learning representations, ICLR 2018-conference track proceedings},
  volume={6},
  year={2018},
  organization={International Conference on Representation Learning}
}

@inproceedings{rezende2015variational,
  title = 	 {Variational Inference with Normalizing Flows},
  author = 	 {Rezende, Danilo and Mohamed, Shakir},
  booktitle = 	 {Proceedings of the 32nd International Conference on Machine Learning},
  pages = 	 {1530--1538},
  year = 	 {2015},
  editor = 	 {Bach, Francis and Blei, David},
  volume = 	 {37},
  series = 	 {Proceedings of Machine Learning Research},
}

@inproceedings{HyperNetworks,
title	= {HyperNetworks},
author	= {David Ha and Andrew Dai and Quoc V. Le},
year	= {2017},
  organization={International Conference on Representation Learning},
booktitle ={ICLR},
}


@article{dinh2016density,
  title={{Density estimation using Real NVP}},
  author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
  journal={arXiv preprint arXiv:1605.08803},
  year={2016}
}

@article{wang2019exact,
  title={{Exact Gaussian Processes on a million data points}},
  author={Wang, Ke and Pleiss, Geoff and Gardner, Jacob and Tyree, Stephen and Weinberger, Kilian Q and Wilson, Andrew Gordon},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}