@article{hegde2018deep,
  title={Deep learning with differential {G}aussian process flows},
  author={Hegde, Pashupati and Heinonen, Markus and L{\"a}hdesm{\"a}ki, Harri and Kaski, Samuel},
  journal={arXiv preprint arXiv:1810.04066},
  year={2018}
}
@article{li2023scire,
  title={Scire-solver: Accelerating diffusion models sampling by score-integrand solver with recursive difference},
  author={Li, Shigui and Chen, Wei and Zeng, Delu},
  journal={arXiv preprint arXiv:2308.07896},
  year={2023}
}
@article{bishop1993analysis,
  title={Analysis of multiphase flows using dual-energy gamma densitometry and neural networks},
  author={Bishop, Christopher M and James, Gwilym D},
  journal={Nuclear Instruments and Methods in Physics Research Section A: Accelerators, Spectrometers, Detectors and Associated Equipment},
  volume={327},
  number={2-3},
  pages={580--593},
  year={1993},
  publisher={Elsevier}
}

@article{xu2023embracing,
  title={Embracing the chaos: analysis and diagnosis of numerical instability in variational flows},
  author={Xu, Zuheng and Campbell, Trevor},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  pages={32360--32386},
  year={2023}
}

@article{daudel2023alpha,
  title={Alpha-divergence variational inference meets importance weighted auto-encoders: Methodology and asymptotics},
  author={Daudel, Kam{\'e}lia and Benton, Joe and Shi, Yuyang and Doucet, Arnaud},
  journal={Journal of Machine Learning Research},
  volume={24},
  number={243},
  pages={1--83},
  year={2023}
}
@inproceedings{rudner2021signal,
  title={On signal-to-noise ratio issues in variational inference for deep Gaussian processes},
  author={Rudner, Tim GJ and Key, Oscar and Gal, Yarin and Rainforth, Tom},
  booktitle={International Conference on Machine Learning},
  pages={9148--9156},
  year={2021},
  organization={PMLR}
}
@inproceedings{rainforth2018tighter,
  title={Tighter variational bounds are not necessarily better},
  author={Rainforth, Tom and Kosiorek, Adam and Le, Tuan Anh and Maddison, Chris and Igl, Maximilian and Wood, Frank and Teh, Yee Whye},
  booktitle={International Conference on Machine Learning},
  pages={4277--4285},
  year={2018},
  organization={PMLR}
}
@article{croitoru2023diffusion,
  title={Diffusion models in vision: A survey},
  author={Croitoru, Florinel-Alin and Hondru, Vlad and Ionescu, Radu Tudor and Shah, Mubarak},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={45},
  number={9},
  pages={10850--10869},
  year={2023},
  publisher={IEEE}
}


@article{paisley2010active,
  title={Active learning and basis selection for kernel-based linear models: A {B}ayesian perspective},
  author={Paisley, John and Liao, Xuejun and Carin, Lawrence},
  journal={IEEE Transactions on Signal Processing},
  volume={58},
  number={5},
  pages={2686--2700},
  year={2010},
  publisher={IEEE}
}

@inproceedings{sun2017location,
  title={Location dependent {D}irichlet processes},
  author={Sun, Shiliang and Paisley, John and Liu, Qiuyang},
  booktitle={Conference on Intelligence Science and Big Data Engineering},
  year={2017}
}

@inproceedings{liang2015landmarking,
  title={Landmarking manifolds with {G}aussian processes},
  author={Liang, Dawen and Paisley, John},
  booktitle={International Conference on Machine Learning},
  year={2015}
}

@inproceedings{titsias2010bayesian,
  title={Bayesian {G}aussian process latent variable model},
  author={Titsias, Michalis and Lawrence, Neil D},
  booktitle={Artificial Intelligence and Statistics},
  year={2010}}

@inproceedings{xu2025bayesian,
  title={Bayesian Gaussian Process ODEs via Double Normalizing Flows},
  author={Xu, Jian and Du, Shian and Yang, Junmei and Ding, Xinghao and Zeng, Delu and Paisley, John},
  booktitle={The 28th International Conference on Artificial Intelligence and Statistics},
  year={2025}
}
@article{chen2025dequantified,
  title={Dequantified Diffusion Schr$\backslash$" odinger Bridge for Density Ratio Estimation},
  author={Chen, Wei and Li, Shigui and Li, Jiacheng and Yang, Junmei and Paisley, John and Zeng, Delu},
  journal={arXiv preprint arXiv:2505.05034},
  year={2025}
}
@inproceedings{xu2024sparse,
  title={Sparse Inducing Points in Deep Gaussian Processes: Enhancing Modeling with Denoising Diffusion Variational Inference},
  author={Xu, Jian and Zeng, Delu and Paisley, John},
  booktitle={International Conference on Machine Learning},
  pages={55490--55500},
  year={2024},
  organization={PMLR}
}
@inproceedings{geffnerempirical,
  title={Empirical Evaluation of Biased Methods for Alpha Divergence Minimization},
  author={Geffner, Tomas and Domke, Justin},
  booktitle={Third Symposium on Advances in Approximate Bayesian Inference}
}
@article{cortez2009modeling,
  title={Modeling wine preferences by data mining from physicochemical properties},
  author={Cortez, Paulo and Cerdeira, Ant{\'o}nio and Almeida, Fernando and Matos, Telmo and Reis, Jos{\'e}},
  journal={Decision Support Systems},
  volume={47},
  number={4},
  pages={547--553},
  year={2009},
  publisher={Elsevier}
}

@article{baldi2014searching,
  title={Searching for exotic particles in high-energy physics with deep learning},
  author={Baldi, Pierre and Sadowski, Peter and Whiteson, Daniel},
  journal={Nature Communications},
  volume={5},
  number={1},
  pages={4308},
  year={2014},
  publisher={Nature Publishing Group UK London}
}
@inproceedings{uhrenholt2021probabilistic,
  title={Probabilistic selection of inducing points in sparse {G}aussian processes},
  author={Uhrenholt, Anders Kirk and Charvet, Valentin and Jensen, Bj{\o}rn Sand},
  booktitle={Uncertainty in Artificial Intelligence},
  year={2021}
}
@incollection{rasmussen2003gaussian,
  title={Gaussian processes in machine learning},
  author={Rasmussen, Carl Edward},
  booktitle={Summer School on Machine Learning},
  pages={63--71},
  year={2003},
  publisher={Springer}
}

@inproceedings{hensman2015mcmc,
  title={{MCMC} for variationally sparse {G}aussian processes},
  author={Hensman, James and Matthews, Alexander G and Filippone, Maurizio and Ghahramani, Zoubin},
  booktitle={Advances in Neural Information Processing Systems},
  year={2015}
}
@inproceedings{hensman2015scalable,
  title={Scalable variational {G}aussian process classification},
  author={Hensman, James and Matthews, Alexander and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  year={2015},
}
@inproceedings{damianou2013deep,
  title={Deep {G}aussian processes},
  author={Damianou, Andreas and Lawrence, Neil D},
  booktitle={Artificial Intelligence and Statistics},
  year={2013}}

@article{salimbeni2017doubly,
  title={Doubly stochastic variational inference for deep {G}aussian processes},
  author={Salimbeni, Hugh and Deisenroth, Marc},
  journal={Advances in Neural Information Processing Systems},
  year={2017}
}
@inproceedings{yildiz2018learning,
  title={Learning stochastic differential equations with {G}aussian processes without gradient matching},
  author={Yildiz, Cagatay and Heinonen, Markus and Intosalmi, Jukka and Mannerstrom, Henrik and Lahdesmaki, Harri},
  booktitle={Workshop on Machine Learning for Signal Processing},
  year={2018}
}

@inproceedings{lalchand2020approximate,
  title={Approximate inference for fully {B}ayesian {G}aussian process regression},
  author={Lalchand, Vidhi and Rasmussen, Carl Edward},
  booktitle={Symposium on Advances in Approximate Bayesian Inference},
  year={2020},
}

@inproceedings{lalchand2022sparse,
  title={Sparse {G}aussian process hyperparameters: Optimize or Integrate?},
  author={Lalchand, Vidhi and Bruinsma, Wessel and Burt, David and Rasmussen, Carl Edward},
  booktitle={Advances in Neural Information Processing Systems},
  year={2022}
}
@inproceedings{zhang2019anodev2,
  title={{ANODEV}2: A coupled neural {ODE} framework},
  author={Zhang, Tianjun and Yao, Zhewei and Gholami, Amir and Gonzalez, Joseph E and Keutzer, Kurt and Mahoney, Michael W and Biros, George},
  booktitle={Advances in Neural Information Processing Systems},
  year={2019}
}

@inproceedings{xu2022infinitely,
  title={Infinitely deep {B}ayesian neural networks with stochastic differential equations},
  author={Xu, Winnie and Chen, Ricky TQ and Li, Xuechen and Duvenaud, David},
  booktitle={Artificial Intelligence and Statistics},
  year={2022}
}
@article{stanley2009hypercube,
  title={A hypercube-based encoding for evolving large-scale neural networks},
  author={Stanley, Kenneth O and D'Ambrosio, David B and Gauci, Jason},
  journal={Artificial Life},
  volume={15},
  number={2},
  pages={185--212},
  year={2009}
}
@inproceedings{koutnik2010evolving,
  title={Evolving neural networks in compressed weight space},
  author={Koutnik, Jan and Gomez, Faustino and Schmidhuber, J{\"u}rgen},
  booktitle={Conference on Genetic and Evolutionary Computation},
  year={2010}
}

@article{DBLP:journals/corr/HaDL16,
  author       = {David Ha and
                  Andrew M. Dai and
                  Quoc V. Le},
  title        = {HyperNetworks},
  journal      = {CoRR},
  volume       = {abs/1609.09106},
  year         = {2016},
  url          = {http://arxiv.org/abs/1609.09106},
  eprinttype    = {arXiv},
  eprint       = {1609.09106},
  timestamp    = {Mon, 13 Aug 2018 16:48:51 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/HaDL16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}
@inproceedings{li2020scalable,
  title={Scalable gradients for stochastic differential equations},
  author={Li, Xuechen and Wong, Ting-Kam Leonard and Chen, Ricky TQ and Duvenaud, David},
  booktitle={Artificial Intelligence and Statistics},
  year={2020}
}
@article{opper2019variational,
  title={Variational inference for stochastic differential equations},
  author={Opper, Manfred},
  journal={Annalen der Physik},
  volume={531},
  number={3},
  year={2019}
}
@inproceedings{agrawal2021amortized,
  title={Amortized variational inference for simple hierarchical models},
  author={Agrawal, Abhinav and Domke, Justin},
  booktitle={Advances in Neural Information Processing Systems},
  year={2021}
}
@inproceedings{kim2018semi,
  title={Semi-amortized variational autoencoders},
  author={Kim, Yoon and Wiseman, Sam and Miller, Andrew and Sontag, David and Rush, Alexander},
  booktitle={International Conference on Machine Learning},
  year={2018}
}

@inproceedings{kidger2021neural,
  title={Neural {SDE}s as infinite-dimensional {GAN}s},
  author={Kidger, Patrick and Foster, James and Li, Xuechen and Lyons, Terry J},
  booktitle={International conference on Machine Learning},
  year={2021}
}

@article{boue1998variational,
  title={A variational representation for certain functionals of {B}rownian motion},
  author={Bou{\'e}, Michelle and Dupuis, Paul},
  journal={The Annals of Probability},
  volume={26},
  number={4},
  pages={1641--1659},
  year={1998}
}

@article{tzen2019neural,
  title={Neural stochastic differential equations: Deep latent gaussian models in the diffusion limit},
  author={Tzen, Belinda and Raginsky, Maxim},
  journal={arXiv preprint arXiv:1905.09883},
  year={2019}
}
@article{amari1993backpropagation,
  title={Backpropagation and stochastic gradient descent method},
  author={Amari, Shun-ichi},
  journal={Neurocomputing},
  volume={5},
  number={4-5},
  pages={185--196},
  year={1993}
}

@article{hoffman2013stochastic,
  title={Stochastic variational inference},
  author={Hoffman, Matthew D and Blei, David M and Wang, Chong and Paisley, John},
  journal={Journal of Machine Learning Research},
number = {14},
 pages = {1303-1347},
  year={2013}
}

@article{matthews2017gpflow,
  title={{GP}flow: A {G}aussian Process Library using {T}ensorFlow.},
  author={Matthews, Alexander G de G and Van Der Wilk, Mark and Nickson, Tom and Fujii, Keisuke and Boukouvalas, Alexis and Le{\'o}n-Villagr{\'a}, Pablo and Ghahramani, Zoubin and Hensman, James},
  journal={Journal of Machine Learning Research},
  volume={18},
  number={40},
  pages={1--6},
  year={2017}
}

@article{krauth2016autogp,
  title={AutoGP: Exploring the capabilities and limitations of Gaussian process models},
  author={Krauth, Karl and Bonilla, Edwin V and Cutajar, Kurt and Filippone, Maurizio},
  journal={arXiv preprint arXiv:1610.05392},
  year={2016}
}

@inproceedings{gardner2018gpytorch,
  title={Gpytorch: Blackbox matrix-matrix gaussian process inference with gpu acceleration},
  author={Gardner, Jacob and Pleiss, Geoff and Weinberger, Kilian Q and Bindel, David and Wilson, Andrew G},
  booktitle={Advances in Neural Information Processing Systems},
  year={2018}
}

@inproceedings{titsias2009variational,
  title={Variational learning of inducing variables in sparse {G}aussian processes},
  author={Titsias, Michalis},
  booktitle={Artificial Intelligence and Statistics},
  year={2009}
}
@inproceedings{lazaro2009inter,
  title={Inter-domain {G}aussian processes for sparse inference using inducing features},
  author={L{\'a}zaro-Gredilla, Miguel and Figueiras-Vidal, Anibal},
  booktitle={Advances in Neural Information Processing Systems},
  year={2009}
}
@inproceedings{van2017convolutional,
  title={Convolutional {G}aussian processes},
  author={Van der Wilk, Mark and Rasmussen, Carl Edward and Hensman, James},
  booktitle={Advances in Neural Information Processing Systems},
  year={2017}
}
@article{li2016review,
  title={A review on {G}aussian process latent variable models},
  author={Li, Ping and Chen, Songcan},
  journal={CAAI Transactions on Intelligence Technology},
  volume={1},
  number={4},
  pages={366--376},
  year={2016}
}
@inproceedings{corani2021time,
  title={Time series forecasting with {G}aussian processes needs priors},
  author={Corani, Giorgio and Benavoli, Alessio and Zaffalon, Marco},
  booktitle={Joint European Conference on Machine Learning and Knowledge Discovery in Databases},
  year={2021}
}
@inproceedings{schreiter2015sparse,
  title={Sparse {G}aussian process regression for compliant, real-time robot control},
  author={Schreiter, Jens and Englert, Peter and Nguyen-Tuong, Duy and Toussaint, Marc},
  booktitle={IEEE International Conference on Robotics and Automation},
  year={2015}
}
@inproceedings{tran2019calibrating,
  title={Calibrating deep convolutional {G}aussian processes},
  author={Tran, Gia-Lac and Bonilla, Edwin V and Cunningham, John and Michiardi, Pietro and Filippone, Maurizio},
  booktitle={Artificial Intelligence and Statistics},
  year={2019}
}
@article{bernardo1998regression,
  title={Regression and classification using {G}aussian process priors},
  author={Bernardo, J and Berger, J and Dawid, APAFMS and Smith, A and others},
  journal={Bayesian Statistics},
  volume={6},
  pages={475},
  year={1998}
}
@inproceedings{williams1995gaussian,
  title={Gaussian processes for regression},
  author={Williams, Christopher and Rasmussen, Carl},
  booktitle={Advances in Neural Information Processing Systems},
  year={1995}
}
@inproceedings{barber1996gaussian,
  title={Gaussian processes for {B}ayesian classification via hybrid {M}onte {C}arlo},
  author={Barber, David and Williams, Christopher},
  booktitle={Advances in Neural Information Processing Systems},
  year={1996}
}
@inproceedings{murray2010slice,
  title={Slice sampling covariance hyperparameters of latent {G}aussian models},
  author={Murray, Iain and Adams, Ryan P},
  booktitle={Advances in Neural Information Processing Systems},
  year={2010}
}
@article{modelscomparative,
  title={A Comparative Evaluation of Stochastic-based Inference Methods for Gaussian Process Models},
  author={Models-GPM, Gaussian Process}
}

@article{bui2018partitioned,
  title={Partitioned variational inference: {A} unified framework encompassing federated and continual learning},
  author={Bui, Thang D and Nguyen, Cuong V and Swaroop, Siddharth and Turner, Richard E},
  journal={arXiv preprint arXiv:1811.11206},
  year={2018}
}

@inproceedings{rossi2021sparse,
  title={Sparse {G}aussian processes revisited: {B}ayesian approaches to inducing-variable approximations},
  author={Rossi, Simone and Heinonen, Markus and Bonilla, Edwin and Shen, Zheyang and Filippone, Maurizio},
  booktitle={Artificial Intelligence and Statistics},
  year={2021}
}
@inproceedings{bui2017streaming,
  title={Streaming sparse {G}aussian process approximations},
  author={Bui, Thang D and Nguyen, Cuong and Turner, Richard E},
  booktitle={Advances in Neural Information Processing Systems},
  year={2017}
}
@article{liu2019neural,
  title={Neural {SDE}: Stabilizing neural ode networks with stochastic noise},
  author={Liu, Xuanqing and Xiao, Tesi and Si, Si and Cao, Qin and Kumar, Sanjiv and Hsieh, Cho-Jui},
  journal={arXiv preprint arXiv:1906.02355},
  year={2019}
}
@inproceedings{liu2020does,
  title={How does noise help robustness? {E}xplanation and exploration under the neural {SDE} framework},
  author={Liu, Xuanqing and Xiao, Tesi and Si, Si and Cao, Qin and Kumar, Sanjiv and Hsieh, Cho-Jui},
  booktitle={Computer Vision and Pattern Recognition},
  year={2020}
}
@article{kong2020sde,
  title={{SDE}-{NET}: {E}quipping deep neural networks with uncertainty estimates},
  author={Kong, Lingkai and Sun, Jimeng and Zhang, Chao},
  journal={arXiv preprint arXiv:2008.10546},
  year={2020}
}

@inproceedings{kidger2021efficient,
  title={Efficient and accurate gradients for neural {SDE}s},
  author={Kidger, Patrick and Foster, James and Li, Xuechen Chen and Lyons, Terry},
  booktitle={Advances in Neural Information Processing Systems},
  year={2021}
}

@article{yang2023neural,
  title={Neural network stochastic differential equation models with applications to financial data forecasting},
  author={Yang, Luxuan and Gao, Ting and Lu, Yubin and Duan, Jinqiao and Liu, Tao},
  journal={Applied Mathematical Modeling},
  volume={115},
  pages={279--299},
  year={2023},
}
@inproceedings{ho2020denoising,
  title={Denoising diffusion probabilistic models},
  author={Ho, Jonathan and Jain, Ajay and Abbeel, Pieter},
  booktitle={Advances in Neural Information Processing Systems},
  year={2020}
}
@article{chen2019incremental,
  title={Incremental Reinforcement Learning---a New Continuous Reinforcement Learning Frame Based on Stochastic Differential Equation methods},
  author={Chen, Tianhao and Cheng, Limei and Liu, Yang and Jia, Wenchuan and Ma, Shugen},
  journal={arXiv preprint arXiv:1908.02974},
  year={2019}
}
@inproceedings{havasi2018inference,
  title={Inference in deep {G}aussian processes using stochastic gradient Hamiltonian Monte Carlo},
  author={Havasi, Marton and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel and Murillo-Fuentes, Juan Jos{\'e}},
  booktitle={Advances in Neural Information Processing Systems},
  year={2018}
}
@inproceedings{yu2019implicit,
  title={Implicit posterior variational inference for deep {G}aussian processes},
  author={Yu, Haibin and Chen, Yizhou and Low, Bryan Kian Hsiang and Jaillet, Patrick and Dai, Zhongxiang},
  booktitle={Advances in Neural Information Processing Systems},
  year={2019}
}
@article{xu2023neural,
  title={Neural Operator Variational Inference based on Regularized {S}tein Discrepancy for Deep {G}aussian Processes},
  author={Xu, Jian and Du, Shian and Yang, Junmei and Ma, Qianli and Zeng, Delu},
  journal={arXiv preprint arXiv:2309.12658},
  year={2023}
}
@inproceedings{solin2021scalable,
  title={Scalable inference in {SDE}s by direct matching of the Fokker--Planck--Kolmogorov equation},
  author={Solin, Arno and Tamir, Ella and Verma, Prakhar},
  booktitle={Advances in Neural Information Processing Systems},
  year={2021}
}
@inproceedings{rezende2014stochastic,
  title={Stochastic backpropagation and approximate inference in deep generative models},
  author={Rezende, Danilo Jimenez and Mohamed, Shakir and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  year={2014}
}
@article{van1976stochastic,
  title={Stochastic differential equations},
  author={Van Kampen, Nicolaas G},
  journal={Physics Reports},
  volume={24},
  number={3},
  pages={171--228},
  year={1976}
}
@article{dunlop2018deep,
  title={How deep are deep {G}aussian processes?},
  author={Dunlop, Matthew M and Girolami, Mark A and Stuart, Andrew M and Teckentrup, Aretha L},
  journal={Journal of Machine Learning Research},
  volume={19},
  number={54},
  pages={1--46},
  year={2018}
}
@inproceedings{duvenaud2014avoiding,
  title={Avoiding pathologies in very deep networks},
  author={Duvenaud, David and Rippel, Oren and Adams, Ryan and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  year={2014}
}
@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@inproceedings{paisley2022bayesian,
  title={Bayesian nonparametric model averaging using scalable {G}aussian process representations},
  author={Paisley, John and Rowland, Sebastian and Liu, Jeremiah Zhe and Coull, Brent and Kioumourtzoglou, Marianthi-Anna},
  booktitle={IEEE International Conference on Big Data},
  year={2022}
}
@article{jin2024forecasting,
  title={Forecasting wholesale prices of yellow corn through the Gaussian process regression},
  author={Jin, Bingzi and Xu, Xiaojie},
  journal={Neural Computing and Applications},
  volume={36},
  number={15},
  pages={8693--8710},
  year={2024},
  publisher={Springer}
}
@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}
@article{chen2018neural,
  title={Neural ordinary differential equations},
  author={Chen, Ricky TQ and Rubanova, Yulia and Bettencourt, Jesse and Duvenaud, David K},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@inproceedings{zhao2023probabilistic,
  title={Probabilistic safeguard for reinforcement learning using safety index guided gaussian process models},
  author={Zhao, Weiye and He, Tairan and Liu, Changliu},
  booktitle={Learning for Dynamics and Control Conference},
  pages={783--796},
  year={2023},
  organization={PMLR}
}
@article{wang2024pre,
  title={Pre-trained Gaussian processes for Bayesian optimization},
  author={Wang, Zi and Dahl, George E and Swersky, Kevin and Lee, Chansoo and Nado, Zachary and Gilmer, Justin and Snoek, Jasper and Ghahramani, Zoubin},
  journal={Journal of Machine Learning Research},
  volume={25},
  number={212},
  pages={1--83},
  year={2024}
}
@article{marrel2024probabilistic,
  title={Probabilistic surrogate modeling by Gaussian process: A review on recent insights in estimation and validation},
  author={Marrel, Amandine and Iooss, Bertrand},
  journal={Reliability Engineering \& System Safety},
  pages={110094},
  year={2024},
  publisher={Elsevier}
}
@article{jin2024machine,
  title={Machine learning coffee price predictions},
  author={Jin, Bingzi and Xu, Xiaojie},
  journal={Journal of Uncertain Systems},
  volume={17},
  number={04},
  pages={2450023},
  year={2024},
  publisher={World Scientific}
}
@article{fearnhead2013adaptive,
  title={An adaptive sequential Monte Carlo sampler},
  author={Fearnhead, Paul and Taylor, Benjamin M},
  journal={Bayesian analysis},
  volume={8},
  number={2},
  pages={411--438},
  year={2013},
  publisher={International Society for Bayesian Analysis}
}
@inproceedings{hensman2015scalable,
  title={Scalable variational Gaussian process classification},
  author={Hensman, James and Matthews, Alexander and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={351--360},
  year={2015},
  organization={PMLR}
}


@article{lalchand2022generalised,
  title={Generalised Gaussian Process Latent Variable Models (GPLVM) with Stochastic Variational Inference},
  author={Lalchand, Vidhi and Ravuri, Aditya and Lawrence, Neil D},
  journal={arXiv preprint arXiv:2202.12979},
  year={2022}
}
@article{durrande2011additive,
  title={Additive kernels for Gaussian process modeling},
  author={Durrande, Nicolas and Ginsbourger, David and Roustant, Olivier},
  journal={arXiv preprint arXiv:1103.4023},
  year={2011}
}
@article{gonen2011multiple,
  title={Multiple kernel learning algorithms},
  author={G{\"o}nen, Mehmet and Alpayd{\i}n, Ethem},
  journal={The Journal of Machine Learning Research},
  volume={12},
  pages={2211--2268},
  year={2011},
  publisher={JMLR. org}
}
@article{hensman2013hierarchical,
  title={Hierarchical Bayesian modelling of gene expression time series across irregularly sampled replicates and clusters},
  author={Hensman, James and Lawrence, Neil D and Rattray, Magnus},
  journal={BMC bioinformatics},
  volume={14},
  number={1},
  pages={1--12},
  year={2013},
  publisher={BioMed Central}
}
@inproceedings{duvenaud2013structure,
  title={Structure discovery in nonparametric regression through compositional kernel search},
  author={Duvenaud, David and Lloyd, James and Grosse, Roger and Tenenbaum, Joshua and Zoubin, Ghahramani},
  booktitle={International Conference on Machine Learning},
  pages={1166--1174},
  year={2013},
  organization={PMLR}
}
@inproceedings{wilson2013gaussian,
  title={Gaussian process kernels for pattern discovery and extrapolation},
  author={Wilson, Andrew and Adams, Ryan},
  booktitle={International conference on machine learning},
  pages={1067--1075},
  year={2013},
  organization={PMLR}
}
@article{snelson2003warped,
  title={Warped gaussian processes},
  author={Snelson, Edward and Ghahramani, Zoubin and Rasmussen, Carl},
  journal={Advances in neural information processing systems},
  volume={16},
  year={2003}
}
@inproceedings{calandra2016manifold,
  title={Manifold Gaussian processes for regression},
  author={Calandra, Roberto and Peters, Jan and Rasmussen, Carl Edward and Deisenroth, Marc Peter},
  booktitle={2016 International Joint Conference on Neural Networks (IJCNN)},
  pages={3338--3345},
  year={2016},
  organization={IEEE}
}
@inproceedings{lawrence2007hierarchical,
  title={Hierarchical Gaussian process latent variable models},
  author={Lawrence, Neil D and Moore, Andrew J},
  booktitle={Proceedings of the 24th international conference on Machine learning},
  pages={481--488},
  year={2007}
}
@article{damianou2011variational,
  title={Variational Gaussian process dynamical systems},
  author={Damianou, Andreas and Titsias, Michalis and Lawrence, Neil},
  journal={Advances in neural information processing systems},
  volume={24},
  year={2011}
}
@article{lazaro2012bayesian,
  title={Bayesian warped Gaussian processes},
  author={L{\'a}zaro-Gredilla, Miguel},
  journal={Advances in Neural Information Processing Systems},
  volume={25},
  year={2012}
}
@inproceedings{damianou2013deep,
  title={Deep Gaussian processes},
  author={Damianou, Andreas and Lawrence, Neil D},
  booktitle={Artificial intelligence and statistics},
  pages={207--215},
  year={2013},
  organization={PMLR}
}
@article{hensman2014nested,
  title={Nested variational compression in deep Gaussian processes},
  author={Hensman, James and Lawrence, Neil D},
  journal={arXiv preprint arXiv:1412.1370},
  year={2014}
}

@phdthesis{damianou2015deep,
  title={Deep Gaussian processes and variational propagation of uncertainty},
  author={Damianou, Andreas},
  year={2015},
  school={University of Sheffield}
}
@inproceedings{salimbeni2019deep,
  title={Deep Gaussian processes with importance-weighted variational inference},
  author={Salimbeni, Hugh and Dutordoir, Vincent and Hensman, James and Deisenroth, Marc},
  booktitle={International Conference on Machine Learning},
  pages={5589--5598},
  year={2019},
  organization={PMLR}
}
@article{schafer2013sequential,
  title={Sequential Monte Carlo on large binary sampling spaces},
  author={Sch{\"a}fer, Christian and Chopin, Nicolas},
  journal={Statistics and Computing},
  volume={23},
  number={2},
  pages={163--184},
  year={2013},
  publisher={Springer}
}
@article{neal2001annealed,
  title={Annealed importance sampling},
  author={Neal, Radford M},
  journal={Statistics and computing},
  volume={11},
  number={2},
  pages={125--139},
  year={2001},
  publisher={Springer}
}
@inproceedings{jankowiak2022surrogate,
  title={Surrogate likelihoods for variational annealed importance sampling},
  author={Jankowiak, Martin and Phan, Du},
  booktitle={International Conference on Machine Learning},
  pages={9881--9901},
  year={2022},
  organization={PMLR}
}
@article{zhang2021differentiable,
  title={Differentiable annealed importance sampling and the perils of gradient noise},
  author={Zhang, Guodong and Hsu, Kyle and Li, Jianing and Finn, Chelsea and Grosse, Roger B},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={19398--19410},
  year={2021}
}
@article{wu2016quantitative,
  title={On the quantitative analysis of decoder-based generative models},
  author={Wu, Yuhuai and Burda, Yuri and Salakhutdinov, Ruslan and Grosse, Roger},
  journal={arXiv preprint arXiv:1611.04273},
  year={2016}
}
@article{crooks1998nonequilibrium,
  title={Nonequilibrium measurements of free energy differences for microscopically reversible Markovian systems},
  author={Crooks, Gavin E},
  journal={Journal of Statistical Physics},
  volume={90},
  number={5},
  pages={1481--1487},
  year={1998},
  publisher={Springer}
}
@article{del2006sequential,
  title={Sequential monte carlo samplers},
  author={Del Moral, Pierre and Doucet, Arnaud and Jasra, Ajay},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={68},
  number={3},
  pages={411--436},
  year={2006},
  publisher={Wiley Online Library}
}

@article{grosse2015sandwiching,
  title={Sandwiching the marginal likelihood using bidirectional Monte Carlo},
  author={Grosse, Roger B and Ghahramani, Zoubin and Adams, Ryan P},
  journal={arXiv preprint arXiv:1511.02543},
  year={2015}
}
@article{lawrence2003gaussian,
  title={Gaussian process latent variable models for visualisation of high dimensional data},
  author={Lawrence, Neil},
  journal={Advances in neural information processing systems},
  volume={16},
  year={2003}
}
@article{kong1994sequential,
  title={Sequential imputations and Bayesian missing data problems},
  author={Kong, Augustine and Liu, Jun S and Wong, Wing Hung},
  journal={Journal of the American statistical association},
  volume={89},
  number={425},
  pages={278--288},
  year={1994},
  publisher={Taylor \& Francis}
}
@article{buchholz2021adaptive,
  title={Adaptive tuning of hamiltonian monte carlo within sequential monte carlo},
  author={Buchholz, Alexander and Chopin, Nicolas and Jacob, Pierre E},
  journal={Bayesian Analysis},
  volume={16},
  number={3},
  pages={745--771},
  year={2021},
  publisher={International Society for Bayesian Analysis}
}
@article{beskos2016convergence,
  title={On the convergence of adaptive sequential Monte Carlo methods},
  author={Beskos, Alexandros and Jasra, Ajay and Kantas, Nikolas and Thiery, Alexandre},
  journal={The Annals of Applied Probability},
  volume={26},
  number={2},
  pages={1111--1146},
  year={2016},
  publisher={Institute of Mathematical Statistics}
}
@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author={Williams, Christopher KI and Rasmussen, Carl Edward},
  volume={2},
  number={3},
  year={2006},
  publisher={MIT press Cambridge, MA}
}
@article{sohn2015learning,
  title={Learning structured output representation using deep conditional generative models},
  author={Sohn, Kihyuk and Lee, Honglak and Yan, Xinchen},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}
@article{kingma2014semi,
  title={Semi-supervised learning with deep generative models},
  author={Kingma, Durk P and Mohamed, Shakir and Jimenez Rezende, Danilo and Welling, Max},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}
@article{dutordoir2018gaussian,
  title={Gaussian process conditional density estimation},
  author={Dutordoir, Vincent and Salimbeni, Hugh and Hensman, James and Deisenroth, Marc},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@article{alvarez2012kernels,
  title={Kernels for vector-valued functions: A review},
  author={Alvarez, Mauricio A and Rosasco, Lorenzo and Lawrence, Neil D and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={4},
  number={3},
  pages={195--266},
  year={2012},
  publisher={Now Publishers, Inc.}
}
@article{tran2019bayesian,
  title={Bayesian layers: A module for neural network uncertainty},
  author={Tran, Dustin and Dusenberry, Mike and van der Wilk, Mark and Hafner, Danijar},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}
@inproceedings{salimans2015markov,
  title={Markov chain monte carlo and variational inference: Bridging the gap},
  author={Salimans, Tim and Kingma, Diederik and Welling, Max},
  booktitle={International conference on machine learning},
  pages={1218--1226},
  year={2015},
  organization={PMLR}
}
@article{alias2017variational,
  title={Variational walkback: Learning a transition operator as a stochastic recurrent net},
  author={ALIAS PARTH GOYAL, Anirudh Goyal and Ke, Nan Rosemary and Ganguli, Surya and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}
@article{huang2018improving,
  title={Improving explorability in variational inference with annealed variational objectives},
  author={Huang, Chin-Wei and Tan, Shawn and Lacoste, Alexandre and Courville, Aaron C},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}
@inproceedings{ranganath2016hierarchical,
  title={Hierarchical variational models},
  author={Ranganath, Rajesh and Tran, Dustin and Blei, David},
  booktitle={International conference on machine learning},
  pages={324--333},
  year={2016},
  organization={PMLR}
}
@inproceedings{maaloe2016auxiliary,
  title={Auxiliary deep generative models},
  author={Maal{\o}e, Lars and S{\o}nderby, Casper Kaae and S{\o}nderby, S{\o}ren Kaae and Winther, Ole},
  booktitle={International conference on machine learning},
  pages={1445--1453},
  year={2016},
  organization={PMLR}
}


@article{nilmeier2011nonequilibrium,
  title={Nonequilibrium candidate Monte Carlo is an efficient tool for equilibrium simulation},
  author={Nilmeier, Jerome P and Crooks, Gavin E and Minh, David DL and Chodera, John D},
  journal={Proceedings of the National Academy of Sciences},
  volume={108},
  number={45},
  pages={E1009--E1018},
  year={2011},
  publisher={National Acad Sciences}
}
@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114},
  year={2013}
}
@article{heng2020controlled,
  title={Controlled sequential monte carlo},
  author={Heng, Jeremy and Bishop, Adrian N and Deligiannidis, George and Doucet, Arnaud},
  journal={The Annals of Statistics},
  volume={48},
  number={5},
  pages={2904--2929},
  year={2020},
  publisher={Institute of Mathematical Statistics}
}
@article{wu2020stochastic,
  title={Stochastic normalizing flows},
  author={Wu, Hao and K{\"o}hler, Jonas and No{\'e}, Frank},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={5933--5944},
  year={2020}
}
@inproceedings{welling2011bayesian,
  title={Bayesian learning via stochastic gradient Langevin dynamics},
  author={Welling, Max and Teh, Yee W},
  booktitle={Proceedings of the 28th international conference on machine learning (ICML-11)},
  pages={681--688},
  year={2011}
}
@inproceedings{marceau2017natural,
  title={Natural Langevin dynamics for neural networks},
  author={Marceau-Caron, Ga{\'e}tan and Ollivier, Yann},
  booktitle={International Conference on Geometric Science of Information},
  pages={451--459},
  year={2017},
  organization={Springer}
}
@article{doucet2022score,
  title={Score-based diffusion meets annealed importance sampling},
  author={Doucet, Arnaud and Grathwohl, Will and Matthews, Alexander GDG and Strathmann, Heiko},
  journal={arXiv preprint arXiv:2208.07698},
  year={2022}
}
@article{domke2018importance,
  title={Importance weighting and variational inference},
  author={Domke, Justin and Sheldon, Daniel R},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@article{grosse2013annealing,
  title={Annealing between distributions by averaging moments},
  author={Grosse, Roger B and Maddison, Chris J and Salakhutdinov, Russ R},
  journal={Advances in Neural Information Processing Systems},
  volume={26},
  year={2013}
}
@inproceedings{chen2014stochastic,
  title={Stochastic gradient hamiltonian monte carlo},
  author={Chen, Tianqi and Fox, Emily and Guestrin, Carlos},
  booktitle={International conference on machine learning},
  pages={1683--1691},
  year={2014},
  organization={PMLR}
}
@article{maddison2017filtering,
  title={Filtering variational objectives},
  author={Maddison, Chris J and Lawson, John and Tucker, George and Heess, Nicolas and Norouzi, Mohammad and Mnih, Andriy and Doucet, Arnaud and Teh, Yee},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}
@article{baydin2018automatic,
  title={Automatic differentiation in machine learning: a survey},
  author={Baydin, Atilim Gunes and Pearlmutter, Barak A and Radul, Alexey Andreyevich and Siskind, Jeffrey Mark},
  journal={Journal of Marchine Learning Research},
  volume={18},
  pages={1--43},
  year={2018},
  publisher={Microtome Publishing}
}
@incollection{risken1996fokker,
  title={Fokker-planck equation},
  author={Risken, Hannes},
  booktitle={The Fokker-Planck Equation},
  pages={63--95},
  year={1996},
  publisher={Springer}
}
@article{fournier2021simulated,
  title={On the simulated annealing in Rd},
  author={Fournier, Nicolas and Tardif, Camille},
  journal={Journal of Functional Analysis},
  volume={281},
  number={5},
  pages={109086},
  year={2021},
  publisher={Elsevier}
}
@article{tang2021simulated,
  title={Simulated annealing from continuum to discretization: a convergence analysis via the Eyring--Kramers law},
  author={Tang, Wenpin and Zhou, Xun Yu},
  journal={arXiv preprint arXiv:2102.02339},
  year={2021}
}
@article{andrieu2016sampling,
  title={Sampling normalizing constants in high dimensions using inhomogeneous diffusions},
  author={Andrieu, Christophe and Ridgway, James and Whiteley, Nick},
  journal={arXiv preprint arXiv:1612.07583},
  year={2016}
}

@article{robbins1951stochastic,
  title={A stochastic approximation method},
  author={Robbins, Herbert and Monro, Sutton},
  journal={The annals of mathematical statistics},
  pages={400--407},
  year={1951},
  publisher={JSTOR}
}
@article{lawrence2005probabilistic,
  title={Probabilistic non-linear principal component analysis with Gaussian process latent variable models.},
  author={Lawrence, Neil},
  journal={Journal of machine learning research},
  volume={6},
  number={11},
  year={2005}
}

@article{jarzynski1997nonequilibrium,
  title={Nonequilibrium equality for free energy differences},
  author={Jarzynski, Christopher},
  journal={Physical Review Letters},
  volume={78},
  number={14},
  pages={2690},
  year={1997},
  publisher={APS}
}

@article{thin2020metflow,
  title={Metflow: A new efficient method for bridging the gap between Markov chain Monte Carlo and variational inference},
  author={Thin, Achille and Kotelevskii, Nikita and Denain, Jean-Stanislas and Grinsztajn, Leo and Durmus, Alain and Panov, Maxim and Moulines, Eric},
  journal={arXiv preprint arXiv:2002.12253},
  year={2020}
}

@article{gal2014distributed,
  title={Distributed variational inference in sparse Gaussian process regression and latent variable models},
  author={Gal, Yarin and Van Der Wilk, Mark and Rasmussen, Carl Edward},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}
@article{roweis2000nonlinear,
  title={Nonlinear dimensionality reduction by locally linear embedding},
  author={Roweis, Sam T and Saul, Lawrence K},
  journal={science},
  volume={290},
  number={5500},
  pages={2323--2326},
  year={2000},
  publisher={American Association for the Advancement of Science}
}
@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, A},
  journal={Advances in Neural Information Processing Systems},
  year={2017}
}
@article{he2020resnet,
  title={Why resnet works? residuals generalize},
  author={He, Fengxiang and Liu, Tongliang and Tao, Dacheng},
  journal={IEEE transactions on neural networks and learning systems},
  volume={31},
  number={12},
  pages={5349--5362},
  year={2020},
  publisher={IEEE}
}
@article{ruthotto2021introduction,
  title={An introduction to deep generative modeling},
  author={Ruthotto, Lars and Haber, Eldad},
  journal={GAMM-Mitteilungen},
  volume={44},
  number={2},
  pages={e202100008},
  year={2021},
  publisher={Wiley Online Library}
}
@article{lin2022survey,
  title={A survey of transformers},
  author={Lin, Tianyang and Wang, Yuxin and Liu, Xiangyang and Qiu, Xipeng},
  journal={AI open},
  volume={3},
  pages={111--132},
  year={2022},
  publisher={Elsevier}
}

@article{li2021survey,
  title={A survey of convolutional neural networks: analysis, applications, and prospects},
  author={Li, Zewen and Liu, Fan and Yang, Wenjie and Peng, Shouheng and Zhou, Jun},
  journal={IEEE transactions on neural networks and learning systems},
  volume={33},
  number={12},
  pages={6999--7019},
  year={2021},
  publisher={IEEE}
}
@article{bottou2007tradeoffs,
  title={The tradeoffs of large scale learning},
  author={Bottou, L{\'e}on and Bousquet, Olivier},
  journal={Advances in neural information processing systems},
  volume={20},
  year={2007}
}
@inproceedings{hoffman2015structured,
  title={Structured stochastic variational inference},
  author={Hoffman, Matthew D and Blei, David M},
  booktitle={Artificial Intelligence and Statistics},
  pages={361--369},
  year={2015}
}
@article{zou2019stochastic,
  title={Stochastic gradient Hamiltonian Monte Carlo methods with recursive variance reduction},
  author={Zou, Difan and Xu, Pan and Gu, Quanquan},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}
@article{teh2016consistency,
  title={Consistency and fluctuations for stochastic gradient Langevin dynamics},
  author={Teh, Yee Whye and Thiery, Alexandre H and Vollmer, Sebastian J},
  journal={Journal of Machine Learning Research},
  volume={17},
  year={2016},
  publisher={Journal of Machine Learning Research}
}
@inproceedings{sato2014approximation,
  title={Approximation analysis of stochastic gradient Langevin dynamics by using Fokker-Planck equation and Ito process},
  author={Sato, Issei and Nakagawa, Hiroshi},
  booktitle={International Conference on Machine Learning},
  pages={982--990},
  year={2014},
  organization={PMLR}
}
@inproceedings{alexos2022structured,
  title={Structured stochastic gradient MCMC},
  author={Alexos, Antonios and Boyd, Alex J and Mandt, Stephan},
  booktitle={International Conference on Machine Learning},
  pages={414--434},
  year={2022},
  organization={PMLR}
}

@article{naesseth2020markovian,
  title={Markovian score climbing: Variational inference with KL (p|| q)},
  author={Naesseth, Christian and Lindsten, Fredrik and Blei, David},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={15499--15510},
  year={2020}
}

@article{song2020score,
  title={Score-based generative modeling through stochastic differential equations},
  author={Song, Yang and Sohl-Dickstein, Jascha and Kingma, Diederik P and Kumar, Abhishek and Ermon, Stefano and Poole, Ben},
  journal={arXiv preprint arXiv:2011.13456},
  year={2020}
}
@article{han2019statistical,
  title={Statistical inference in mean-field variational Bayes},
  author={Han, Wei and Yang, Yun},
  journal={arXiv preprint arXiv:1911.01525},
  year={2019}
}
