

@inproceedings{liu2017stein,
  title={Stein variational policy gradient},
  author={Liu, Yang and Ramachandran, Prajit and Liu, Qiang and Peng, Jian},
  booktitle={The Conference on Uncertainty in Artificial Intelligence},
  year={2017}
}

@article{szita2006learning,
  title={Learning Tetris using the noisy cross-entropy method},
  author={Szita, Istv{\'a}n and L{\"o}rincz, Andr{\'a}s},
  journal={Neural Computation},
  volume={18},
  number={12},
  pages={2936--2941},
  year={2006}
}

@article{xu2018variational,
  title={Variational inference for policy gradient},
  author={Xu, Tianbing},
  journal={arXiv preprint arXiv:1802.07833},
  year={2018}
}

@inproceedings{cpi,
author = {Kakade, Sham and Langford, John},
title = {Approximately optimal approximate reinforcement learning},
year = {2002},
booktitle = {International Conference on Machine Learning},
pages = {267–274}
}

@inproceedings{zhang2018policy,
  title={Policy optimization as wasserstein gradient flows},
  author={Zhang, Ruiyi and Chen, Changyou and Li, Chunyuan and Carin, Lawrence},
  booktitle={International Conference on Machine Learning},
  pages={5737--5746},
  year={2018}
}

@article{terpin2022trust,
  title={Trust region policy optimization with optimal transport discrepancies: Duality and algorithm for continuous actions},
  author={Terpin, Antonio and Lanzetti, Nicolas and Yardim, Batuhan and Dorfler, Florian and Ramponi, Giorgia},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={19786--19797},
  year={2022}
}

@inproceedings{lee2018bayesian,
  title={Bayesian Policy Optimization for Model Uncertainty},
  author={Lee, Gilwoo and Hou, Brian and Mandalika, Aditya and Lee, Jeongseok and Choudhury, Sanjiban and Srinivasa, Siddhartha S},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@article{songefficient,
  title={Efficient Wasserstein and Sinkhorn Policy Optimization},
  author={Song, Jun and Zhao, Chaoyue and He, Niao},
  journal={in Openreview},
  year={2022}
}

@article{moskovitz2020efficient,
  title={Efficient wasserstein natural gradients for reinforcement learning},
  author={Moskovitz, Ted and Arbel, Michael and Huszar, Ferenc and Gretton, Arthur},
  journal={arXiv preprint arXiv:2010.05380},
  year={2020}
}


@inproceedings{pacchiano2020learning,
  title={Learning to score behaviors for guided policy optimization},
  author={Pacchiano, Aldo and Parker-Holder, Jack and Tang, Yunhao and Choromanski, Krzysztof and Choromanska, Anna and Jordan, Michael},
  booktitle={International Conference on Machine Learning},
  pages={7445--7454},
  year={2020}
}

@inproceedings{neumann2011variational,
  title={Variational inference for policy search in changing situations},
  author={Neumann, Gerhard and others},
  booktitle={International Conference on Machine Learning},
  pages={817--824},
  year={2011}
}

@article{otto2000generalization,
  title={Generalization of an inequality by Talagrand and links with the logarithmic Sobolev inequality},
  author={Otto, Felix and Villani, C{\'e}dric},
  journal={Journal of Functional Analysis},
  volume={173},
  number={2},
  pages={361--400},
  year={2000}
}

@article{talagrand1996transportation,
  title={Transportation cost for Gaussian and other product measures},
  author={Talagrand, Michel},
  journal={Geometric \& Functional Analysis GAFA},
  volume={6},
  number={3},
  pages={587--600},
  year={1996},
  publisher={Springer}
}


@InProceedings{pmlr-v89-zhang19a,
  title = 	 {Scalable Thompson Sampling via Optimal Transport},
  author =       {Zhang, Ruiyi and Wen, Zheng and Chen, Changyou and Fang, Chen and Yu, Tong and Carin, Lawrence},
  booktitle = 	 {Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics},
  pages = 	 {87--96},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Sugiyama, Masashi},
  volume = 	 {89},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {16--18 Apr}
}


@inproceedings{okada2020variational,
  title={Variational inference MPC for {B}ayesian model-based reinforcement learning},
  author={Okada, Masashi and Taniguchi, Tadahiro},
  booktitle={The Conference on Robot Learning},
  pages={258--272},
  year={2020}
}

@inproceedings{corneil2018efficient,
  title={Efficient model-based deep reinforcement learning with variational state tabulation},
  author={Corneil, Dane and Gerstner, Wulfram and Brea, Johanni},
  booktitle={International Conference on Machine Learning},
  pages={1049--1058},
  year={2018}
}

@article{bhandari2019global,
  title={Global optimality guarantees for policy gradient methods},
  author={Bhandari, Jalaj and Russo, Daniel},
  journal={arXiv preprint arXiv:1906.01786},
  year={2019}
}

@inproceedings{cobb2021scaling,
  title={Scaling Hamiltonian Monte Carlo inference for {B}ayesian neural networks with symmetric splitting},
  author={Cobb, Adam D and Jalaian, Brian},
  booktitle={The Conference on Uncertainty in Artificial Intelligence},
  pages={675--685},
  year={2021}
}

@inproceedings{furmston2010variational,
  title={Variational methods for reinforcement learning},
  author={Furmston, Thomas and Barber, David},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={241--248},
  year={2010}
}



@article{osband2013more,
  title={(More) efficient reinforcement learning via posterior sampling},
  author={Osband, Ian and Russo, Daniel and Van Roy, Benjamin},
  journal={Advances in Neural Information Processing Systems},
  volume={26},
  year={2013}
}

@article{russo2018tutorial,
  title={A tutorial on thompson sampling},
  author={Russo, Daniel J and Van Roy, Benjamin and Kazerouni, Abbas and Osband, Ian and Wen, Zheng and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={11},
  number={1},
  pages={1--96},
  year={2018}
}


@article{kulesza2012determinantal,
  title={Determinantal Point Processes for Machine Learning},
  author={Kulesza, Alex and Taskar, Ben and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={5},
  number={2--3},
  pages={123--286},
  year={2012}
}

@incollection{oksendal2003stochastic,
  title={Stochastic differential equations},
  author={{\O}ksendal, Bernt},
  booktitle={Stochastic differential equations},
  pages={65--84},
  year={2003},
  publisher={Springer}
}


@inproceedings{tanielian2021approximating,
  title={Approximating Lipschitz continuous functions with GroupSort neural networks},
  author={Tanielian, Ugo and Biau, Gerard},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={442--450},
  year={2021}
}

@article{gulrajani2017improved,
  title={Improved training of wasserstein gans},
  author={Gulrajani, Ishaan and Ahmed, Faruk and Arjovsky, Martin and Dumoulin, Vincent and Courville, Aaron C},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{Tran2022,
  author    = {Tran, Ba-Hien and Rossi, Simone and Milios, Dimitrios and Filippone, Maurizio},
  title   = {{All you need is a good functional prior for {B}ayesian deep learning}},
  journal = {Journal of Machine Learning Research},
  volume  = {23},
  pages   = {1--56},
  year    = {2022}
}

@inproceedings{tran2020functional,
  title={Functional Priors for Bayesian Neural Networks through Wasserstein Distance Minimization to Gaussian Processes},
  author={Tran, Ba-Hien and Milios, Dimitrios and Rossi, Simone and Filippone, Maurizio},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}

@book{gray2011entropy,
  title={Entropy and information theory},
  author={Gray, Robert M},
  year={2011},
  publisher={Springer Science \& Business Media}
}

@article{wild2022generalized2,
  title={Generalized Variational Inference in Function Spaces: Gaussian Measures meet Bayesian Deep Learning},
  author={Wild, Veit David and Hu, Robert and Sejdinovic, Dino},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  year={2022}
}

@inproceedings{duvenaud2014avoiding,
  title={Avoiding pathologies in very deep networks},
  author={Duvenaud, David and Rippel, Oren and Adams, Ryan and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={202--210},
  year={2014},
  organization={PMLR}
}

@inproceedings{NIPS2015_9a440050,
 author = {Ma, Yi-An and Chen, Tianqi and Fox, Emily},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {C. Cortes and N. Lawrence and D. Lee and M. Sugiyama and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {A Complete Recipe for Stochastic Gradient MCMC},
 volume = {28},
 year = {2015}
}


@article{fox2012tutorial,
  title={A tutorial on variational {B}ayesian inference},
  author={Fox, Charles W and Roberts, Stephen J},
  journal={Artificial Intelligence Review},
  volume={38},
  number={2},
  pages={85--95},
  year={2012}
}

@book{villani2009optimal,
  title={Optimal Transport: Old and New},
  author={Villani, C{\'e}dric},
  volume={338},
  year={2009},
  publisher={Springer}
}

@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author={Rasmussen, Carl Edward and Williams, Christopher KI},
  volume={2},
  year={2006},
  publisher={MIT press Cambridge, MA}
}

@article{ARRAS20192341,
title = {A bound on the Wasserstein-2 distance between linear combinations of independent random variables},
journal = {Stochastic Processes and their Applications},
volume = {129},
number = {7},
pages = {2341-2375},
year = {2019},
author = {Benjamin Arras and Ehsan Azmoodeh and Guillaume Poly and Yvik Swan}
}

@article{ambrogioni2018wasserstein,
  title={Wasserstein variational inference},
  author={Ambrogioni, Luca and G{\"u}{\c{c}}l{\"u}, Umut and G{\"u}{\c{c}}l{\"u}t{\"u}rk, Ya{\u{g}}mur and Hinne, Max and van Gerven, Marcel A and Maris, Eric},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}


@inproceedings{arjovsky2017wasserstein,
  title={Wasserstein generative adversarial networks},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  booktitle={International Conference on Machine Learning},
  pages={214--223},
  year={2017}
}

@article{blei2017variational,
  title={Variational inference: A review for statisticians},
  author={Blei, David M and Kucukelbir, Alp and McAuliffe, Jon D},
  journal={Journal of the American Statistical Association},
  volume={112},
  number={518},
  pages={859--877},
  year={2017}
}

@inproceedings{matthews2016sparse,
  title={On sparse variational methods and the Kullback-Leibler divergence between stochastic processes},
  author={Matthews, Alexander G de G and Hensman, James and Turner, Richard and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={231--239},
  year={2016}
}

@inproceedings{wang2018function,
  title={Function space particle optimization for {B}ayesian neural networks},
  author={Wang, Ziyu and Ren, Tongzheng and Zhu, Jun and Zhang, Bo},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@article{ma2021functional,
  title={Functional variational inference based on stochastic process generators},
  author={Ma, Chao and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@article{zhou2018brief,
  title={A brief introduction to weakly supervised learning},
  author={Zhou, Zhi-Hua},
  journal={National Science Review},
  volume={5},
  number={1},
  pages={44--53},
  year={2018}
}


@article{schulman2017proximal,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}

@article{levine2018reinforcement,
  title={Reinforcement learning and control as probabilistic inference: Tutorial and review},
  author={Levine, Sergey},
  journal={arXiv preprint arXiv:1805.00909},
  year={2018}
}

@inproceedings{wang2020truly,
  title={Truly proximal policy optimization},
  author={Wang, Yuhui and He, Hao and Tan, Xiaoyang},
  booktitle={The Conference on Uncertainty in Artificial Intelligence},
  pages={113--122},
  year={2020}
}

@inproceedings{burt2020understanding,
  title={Understanding variational inference in function-space},
  author={Burt, David R and Ober, Sebastian W and Garriga-Alonso, Adri{\`a} and van der Wilk, Mark},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}

@article{kingma2015variational,
  title={Variational dropout and the local reparameterization trick},
  author={Kingma, Durk P and Salimans, Tim and Welling, Max},
  journal={Advances in Neural Information Processing Systems},
  volume={28},
  year={2015}
}

@inproceedings{li2021softmax,
  title={Softmax policy gradient methods can take exponential time to converge},
  author={Li, Gen and Wei, Yuting and Chi, Yuejie and Gu, Yuantao and Chen, Yuxin},
  booktitle={Annual Conference on Learning Theory},
  pages={3107--3110},
  year={2021}
}

@inproceedings{drpg,
  author    = {Jacopo Castellini and
               Sam Devlin and
               Frans A. Oliehoek and
               Rahul Savani},
  editor    = {Frank Dignum and
               Alessio Lomuscio and
               Ulle Endriss and
               Ann Now{\'{e}}},
  title     = {Difference rewards policy gradients},
  booktitle = {International Conference on Autonomous Agents and
               Multiagent Systems},
  pages     = {1475--1477},
  year      = {2021}
}

@inproceedings{schulman2015trust,
  title={Trust region policy optimization},
  author={Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle={International Conference on Machine Learning},
  pages={1889--1897},
  year={2015}
}

@article{williams1992simple,
  title={Simple statistical gradient-following algorithms for connectionist reinforcement learning},
  author={Williams, Ronald J},
  journal={Machine Learning},
  volume={8},
  number={3},
  pages={229--256},
  year={1992}
}

@inproceedings{blundell2015weight,
  title={Weight uncertainty in neural network},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  pages={1613--1622},
  year={2015}
}

@article{zhang2020variational,
  title={Variational policy gradient method for reinforcement learning with general utilities},
  author={Zhang, Junyu and Koppel, Alec and Bedi, Amrit Singh and Szepesvari, Csaba and Wang, Mengdi},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  year={2020}
}

@article{foong2020expressiveness,
  title={On the expressiveness of approximate inference in {B}ayesian neural networks},
  author={Foong, Andrew and Burt, David and Li, Yingzhen and Turner, Richard},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  year={2020}
}

@article{DOWSON1982450,
title = {The Fréchet distance between multivariate normal distributions},
journal = {Journal of Multivariate Analysis},
volume = {12},
number = {3},
pages = {450-455},
year = {1982},
author = {D.C Dowson and B.V Landau}
}

@article{fellows2019virel,
  title={VIREL: A variational inference framework for reinforcement learning},
  author={Fellows, Matthew and Mahajan, Anuj and Rudner, Tim GJ and Whiteson, Shimon},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{CHAE2020108771,
title = {Wasserstein upper bounds of the total variation for smooth densities},
journal = {Statistics & Probability Letters},
volume = {163},
pages = {108771},
year = {2020},
author = {Minwoo Chae and Stephen G. Walker}
}

@article{huang2021bregman,
  title={Bregman gradient policy optimization},
  author={Huang, Feihu and Gao, Shangqian and Huang, Heng},
  journal={arXiv preprint arXiv:2106.12112},
  year={2021}
}

@article{abdullah2019wasserstein,
  title={Wasserstein robust reinforcement learning},
  author={Abdullah, Mohammed Amin and Ren, Hang and Ammar, Haitham Bou and Milenkovic, Vladimir and Luo, Rui and Zhang, Mingtian and Wang, Jun},
  journal={arXiv preprint arXiv:1907.13196},
  year={2019}
}

@inproceedings{li2021bayesian,
  title={Bayesian distributional policy gradients},
  author={Li, Luchen and Faisal, A Aldo},
  booktitle={The AAAI Conference on Artificial Intelligence},
  volume={35},
  number={10},
  pages={8429--8437},
  year={2021}
}

@article{rao2020gaussian,
  title={Gaussian process policy optimization},
  author={Rao, Ashish and Sarkar, Bidipta and Narayanan, Tejas},
  journal={arXiv preprint arXiv:2003.01074},
  year={2020}
}

@inproceedings{abdolmaleki2018maximum,
  title={Maximum a posteriori policy optimisation},
  author={Abdolmaleki, Abbas and Springenberg, Jost Tobias and Tassa, Yuval and Munos, Remi and Heess, Nicolas and Riedmiller, Martin},
  booktitle={International Conference on Learning Representations},
  year={2018}
}


%%%%

@article{denker1987large,
  title={Large automatic learning, rule extraction, and generalization},
  author={Denker, John and Schwartz, Daniel and Wittner, Ben and Solla, Sara and Howard, Richard and Jackel, Lawrence and Hopfield, John},
  journal={Complex Systems},
  volume={1},
  number={5},
  pages={877--922},
  year={1987}
}

@article{knoblauch2019generalized,
  title={Generalized variational inference: Three arguments for deriving new posteriors},
  author={Knoblauch, Jeremias and Jewson, Jack and Damoulas, Theodoros},
  journal={arXiv preprint arXiv:1904.02063},
  year={2019}
}

@inproceedings{tishby1989consistent,
  title={Consistent inference of probabilities in layered networks: Predictions and generalization},
  author={Tishby, Naftali and Levin, Esther and Solla, Sara A},
  booktitle={International Joint Conference on Neural Networks},
  volume={2},
  pages={403--409},
  year={1989},
  organization={IEEE New York}
}

@inproceedings{hinton1993keeping,
  title={Keeping the neural networks simple by minimizing the description length of the weights},
  author={Hinton, Geoffrey E and Van Camp, Drew},
  booktitle={Annual Conference on Computational Learning Theory},
  pages={5--13},
  year={1993}
}

@article{barber1998ensemble,
  title={Ensemble learning in {B}ayesian neural networks},
  author={Barber, David and Bishop, Christopher M},
  journal={Nato ASI Series F Computer and Systems Sciences},
  volume={168},
  pages={215--238},
  year={1998}
}

@article{graves2011practical,
  title={Practical variational inference for neural networks},
  author={Graves, Alex},
  journal={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}


@phdthesis{gal2016uncertainty,
    title    = {Uncertainty in Deep Learning},
    school   = {University of Cambridge},
    author   = {Yarin Gal},
    year     = {2016}
}

@article{shridhar2019comprehensive,
  title={A comprehensive guide to {B}ayesian convolutional neural network with variational inference},
  author={Shridhar, Kumar and Laumann, Felix and Liwicki, Marcus},
  journal={arXiv preprint arXiv:1901.02731},
  year={2019}
}

@article{gal2016theoretically,
  title={A theoretically grounded application of dropout in recurrent neural networks},
  author={Gal, Yarin and Ghahramani, Zoubin},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@inproceedings{ranganath2014black,
  title={Black box variational inference},
  author={Ranganath, Rajesh and Gerrish, Sean and Blei, David},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={814--822},
  year={2014}
}

@inproceedings{marino2018iterative,
  title={Iterative amortized inference},
  author={Marino, Joe and Yue, Yisong and Mandt, Stephan},
  booktitle={International Conference on Machine Learning},
  pages={3403--3412},
  year={2018}
}

@article{liu2016stein,
  title={Stein variational gradient descent: A general purpose {B}ayesian inference algorithm},
  author={Liu, Qiang and Wang, Dilin},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@article{wilson2020bayesian,
  title={Bayesian deep learning and a probabilistic perspective of generalization},
  author={Wilson, Andrew G and Izmailov, Pavel},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  year={2020}
}

@article{wang2020survey,
  title={A survey on {B}ayesian deep learning},
  author={Wang, Hao and Yeung, Dit-Yan},
  journal={ACM Computing Surveys},
  volume={53},
  number={5},
  pages={1--37},
  year={2020}
}

@article{fortuin2021bnnpriors,
  title={BNNpriors: A library for {B}ayesian neural network inference with different prior distributions},
  author={Fortuin, Vincent and Garriga-Alonso, Adri{\`a} and van der Wilk, Mark and Aitchison, Laurence},
  journal={Software Impacts},
  volume={9},
  pages={100079},
  year={2021}
}

@inproceedings{vladimirova2021bayesian,
  title={Bayesian neural network unit priors and generalized Weibull-tail property},
  author={Vladimirova, Mariia and Arbel, Julyan and Girard, St{\'e}phane},
  booktitle={Asian Conference on Machine Learning},
  pages={1397--1412},
  year={2021}
}

@inproceedings{sun2018functional,
title={Functional variational {B}ayesian neural networks},
author={Shengyang Sun and Guodong Zhang and Jiaxin Shi and Roger Grosse},
booktitle={International Conference on Learning Representations},
year={2019}
}

@InProceedings{shi2018spectral,
  title = 	 {A spectral approach to gradient estimation for implicit distributions},
  author = 	 {Shi, Jiaxin and Sun, Shengyang and Zhu, Jun},
  booktitle = 	 {International Conference on Machine Learning},
  pages = 	 {4651--4660},
  year = 	 {2018},
}

@misc{pytorch_minimal_ppo,
    author = {Barhate, Nikhil},
    title = {Minimal PyTorch implementation of proximal policy optimization},
    year = {2021},
    publisher = {GitHub},
    journal = {GitHub repository},
    howpublished = {\url{https://github.com/nikhilbarhate99/PPO-PyTorch}},
}

@inproceedings{rudner2020rethinking,
  title={Rethinking function-space variational inference in {B}ayesian neural networks},
  author={Rudner, Tim GJ and Chen, Zonghao and Gal, Yarin},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference},
  year={2020}
}

@inproceedings{ma2019variational,
  title={Variational implicit processes},
  author={Ma, Chao and Li, Yingzhen and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  booktitle={International Conference on Machine Learning},
  pages={4222--4233},
  year={2019}
}



