@article{friedman2007sparse,
    author = {Friedman, Jerome and Hastie, Trevor and Tibshirani, Robert},
    title = {Sparse inverse covariance estimation with the graphical lasso},
    journal = {Biostatistics},
    volume = {9},
    number = {3},
    pages = {432-441},
    year = {2007}
}

@inproceedings{arbel2018kernel,
  title={Kernel conditional exponential family},
  author={Arbel, Michael and Gretton, Arthur},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2018}
}
@article{arbel2019maximum,
  title={Maximum mean discrepancy gradient flow},
  author={Arbel, Michael and Korba, Anna and Salim, Adil and Gretton, Arthur},
  journal={Advances in Neural Information Processing Systems},
  year={2019}
}
@inproceedings{
bortoli2021diffusion,
title={Diffusion Schr\"odinger Bridge with Applications to Score-Based Generative Modeling},
author={Valentin De Bortoli and James Thornton and Jeremy Heng and Arnaud Doucet},
booktitle={Advances in Neural Information Processing Systems},
year={2021}
}

@misc{welling2019notes,
  author       = {Welling, Max},
  title        = {Kernel Ridge Regression},
  year         = {2019},
  howpublished = {\url{https://web2.qatar.cmu.edu/~gdicaro/10315-Fall19/additional/welling-notes-on-kernel-ridge.pdf}},
  note         = {Accessed: 2025-02-10}
}

@inproceedings{grosse2016kronecker,
  title={A kronecker-factored approximate fisher matrix for convolution layers},
  author={Grosse, Roger and Martens, James},
  booktitle={International Conference on Machine Learning},
  year={2016}
}

@InProceedings{martens15optimizing,
  title = 	 {Optimizing Neural Networks with Kronecker-factored Approximate Curvature},
  author = 	 {Martens, James and Grosse, Roger},
  booktitle = 	 {International Conference on Machine Learning},
  year = 	 {2015}
}

@inproceedings{Li2019Affine,
  title={Affine natural proximal learning},
  author={Li, Wuchen and Lin, Alex Tong and Mont{\'u}far, Guido},
  booktitle={International Conference on Geometric Science of Information},
  year={2019}
}

@inproceedings{
    Arbel2020Kernelized,
    title={Kernelized Wasserstein Natural Gradient},
    author={M Arbel and A Gretton and W Li and G Montufar},
    booktitle={International Conference on Learning Representations},
    year={2020}
}

@book{ambrosio2008gradient,
  title={Gradient flows: in metric spaces and in the space of probability measures},
  author={Ambrosio, Luigi and Gigli, Nicola and Savar{\'e}, Giuseppe},
  year={2008},
  publisher={Springer Science \& Business Media}
}

@inproceedings{liu2017stein,
 author = {Liu, Qiang},
 booktitle = {Advances in Neural Information Processing Systems}, 
 title = {Stein Variational Gradient Descent as Gradient Flow},
 year = {2017}
}

@inproceedings{
    choi2024scalable,
    title={Scalable Wasserstein Gradient Flow for Generative Modeling through Unbalanced Optimal Transport},
    author={Jaemoo Choi and Jaewoong Choi and Myungjoo Kang},
    booktitle={International Conference on Machine Learning},
    year={2024}
}
@inproceedings{
    chen2024rethinking,
    title={Rethinking the Diffusion Models for Missing Data Imputation: A Gradient Flow Perspective},
    author={Zhichao Chen and Haoxuan Li and Fangyikang Wang and Odin Zhang and Hu Xu and Xiaoyu Jiang and Zhihuan Song and Hao Wang},
    booktitle={Advances in Neural Information Processing Systems},
    year={2024}
}

@inproceedings{
    maurais2024sampling,
    title={Sampling in Unit Time with Kernel Fisher-Rao Flow},
    author={Aimee Maurais and Youssef Marzouk},
    booktitle={International Conference on Machine Learning},
    year={2024}
}

@inproceedings{Chewi2020,
     author = {Chewi, Sinho and Le Gouic, Thibaut and Lu, Chen and Maunu, Tyler and Rigollet, Philippe},
     booktitle = {Advances in Neural Information Processing Systems},
     title = {SVGD as a kernelized Wasserstein gradient flow of the chi-squared divergence},
     year = {2020}
}

@article{liu2016stein,
  title={Stein variational gradient descent: A general purpose bayesian inference algorithm},
  author={Liu, Qiang and Wang, Dilin},
  journal={Advances in Neural Information Processing Systems},
  year={2016}
}

@inproceedings{Jacot2018Neural,
author = {Jacot, Arthur and Gabriel, Franck and Hongler, Cl\'{e}ment},
title = {Neural tangent kernel: convergence and generalization in neural networks},
year = {2018},
booktitle = {Advances in Neural Information Processing Systems},
}

@inproceedings{Kingma2014,
  author = {Kingma, Diederik P. and Welling, Max},
  booktitle = {International Conference on Learning Representations}, 
  title = {Auto-Encoding Variational Bayes},
  year = 2014
}

@article{sriperumbudur2017density,
  author  = {Bharath Sriperumbudur and Kenji Fukumizu and Arthur Gretton and Aapo Hyv\"{a}rinen and Revant Kumar},
  title   = {Density Estimation in Infinite Dimensional Exponential Families},
  journal = {Journal of Machine Learning Research},
  year    = {2017},
  volume  = {18},
  number  = {57},
  pages   = {1--59}
}

@article{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  year={2014}
}

@inproceedings{arjovsky2017wasserstein,
  title={Wasserstein generative adversarial networks},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  booktitle={International Conference on Machine Learning},
  year={2017}
}

@inproceedings{wang2022diffusion,
  title={Diffusion-gan: Training gans with diffusion},
  author={Wang, Zhendong and Zheng, Huangjie and He, Pengcheng and Chen, Weizhu and Zhou, Mingyuan},
  booktitle={International Conference on Learning Representations},
  year={2023}
}

@inproceedings{ou2024diffusion,
  title={Diffusion Model With Optimal Covariance Matching},
  author={Ou, Zijing and Zhang, Mingtian and Zhang, Andi and Xiao, Tim Z and Li, Yingzhen and Barber, David},
  booktitle={International Conference on Learning Representations},
  year={2025}
}
s
@inproceedings{song2020denoising,
    title={Denoising diffusion implicit models},
    author={Song, Jiaming and Meng, Chenlin and Ermon, Stefano},
    booktitle={International Conference on Learning Representations},  
    year={2021}
}


@article{gretton2012akernel,
  author  = {Arthur Gretton and Karsten M. Borgwardt and Malte J. Rasch and Bernhard Sch{{\"o}}lkopf and Alexander Smola},
  title   = {A Kernel Two-Sample Test},
  journal = {Journal of Machine Learning Research},
  year    = {2012},
  volume  = {13},
  number  = {25},
  pages   = {723-773},
}

@inproceedings{
    hagemann2024posterior,
    title={Posterior Sampling Based on Gradient Flows of the {MMD} with Negative Distance Kernel},
    author={Paul Hagemann and Johannes Hertrich and Fabian Altekr{\"u}ger and Robert Beinert and Jannis Chemseddine and Gabriele Steidl},
    booktitle={International Conference on Learning Representations},
    year={2024}
}

@InProceedings{liu2024minimizing,
  title = 	 {Minimizing $f$-Divergences by Interpolating Velocity Fields},
  author =       {Liu, Song and Yu, Jiahao and Simons, Jack and Yi, Mingxuan and Beaumont, Mark},
  booktitle = 	 {International Conference on Machine Learning},
  year = 	 {2024}
}


@InProceedings{gaodeep19,
  title = 	 {Deep Generative Learning via Variational Gradient Flow},
  author =       {Gao, Yuan and Jiao, Yuling and Wang, Yang and Wang, Yao and Yang, Can and Zhang, Shunkang},
  booktitle = 	 {International Conference on Machine Learning},
  year = 	 {2019}
}

@article{courty2016optimal,
  title={Optimal transport for domain adaptation},
  author={Courty, Nicolas and Flamary, R{\'e}mi and Tuia, Devis and Rakotomamonjy, Alain},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={39},
  number={9},
  pages={1853--1865},
  year={2016},
  publisher={IEEE}
}

@article{shimodaira2000improving,
  title={Improving predictive inference under covariate shift by weighting the log-likelihood},
  author={Shimodaira, H.},
  journal={Journal of Statistical Planning and Inference},
  volume={90},
  number={2},
  pages={227--244},
  year={2000},
  publisher={Elsevier}
}

@inproceedings{sugiyama2008direct,
  title={Direct importance estimation with model selection and its application to covariate shift adaptation},
  author={Sugiyama, Masashi and Nakajima, Shinichi and Kashima, Hisashi and Buenau, Paul and Kawanabe, Motoaki},
  booktitle={Advances in Neural Information Processing Systems},
  year={2008}
}

@article{sugiyama2007covariate,
  title={Covariate shift adaptation by importance weighted cross validation},
  author={Sugiyama, Masashi and Krauledat, Martin and M{\"u}ller, Klaus-Robert},
  journal={Journal of Machine Learning Research},
  volume={8},
  pages={985--1005},
  year={2007}
}

@inproceedings{huang2006correcting,
  title={Correcting sample selection bias by unlabeled data},
  author={Huang, Jian and Gretton, Arthur and Borgwardt, Karsten M and Sch{\"o}lkopf, Bernhard and Smola, Alex},
  booktitle={Advances in Neural Information Processing Systems},
  year={2006}
}

@book{quionero2009dataset,
  title={Dataset shift in machine learning},
  author={Qui{\~n}onero-Candela, Joaquin and Sugiyama, Masashi and Schwaighofer, Anton and Lawrence, Neil D},
  year={2009},
  publisher={Mit Press}
}

@article{moreno2012unifying,
  title={A unifying view on dataset shift in classification},
  author={Moreno-Torres, Juan G and Raeder, Tomas and Alaiz-Rodr{\'\i}guez, Rafael and Chawla, Nitesh V and Herrera, Francisco},
  journal={Pattern Recognition},
  volume={45},
  number={1},
  pages={521--530},
  year={2012},
  publisher={Elsevier}
}

@book{sugiyama2012machine,
  title={Machine Learning in Non-Stationary Environments: Introduction to Covariate Shift Adaptation},
  author={Sugiyama, Masashi and Kawanabe, Motoaki},
  year={2012},
  publisher={MIT Press}
}


@inproceedings{rezende2015variational,
  author    = {Danilo Jimenez Rezende and Shakir Mohamed},
  title     = {Variational Inference with Normalizing Flows},
  booktitle = {International Conference on Machine Learning},
  year      = {2015}
}


@book{sinho2024logconcave,
  author    = {Sinho Chewi},
  title     = {Log-Concave Sampling},
  year      = {2024}
}

@inproceedings{gong2012geodesic,
  title={Geodesic flow kernel for unsupervised domain adaptation},
  author={Gong, Boqing and Shi, Yuan and Sha, Fei and Grauman, Kristen},
  booktitle={Conference on Computer Vision and Pattern Recognition},
  year={2012},
}

@inproceedings{
  song2021scorebased,
  title={Score-Based Generative Modeling through Stochastic Differential Equations},
  author={Yang Song and Jascha Sohl-Dickstein and Diederik P Kingma and Abhishek Kumar and Stefano Ermon and Ben Poole},
  booktitle={International Conference on Learning Representations},
  year={2021}
}

@inproceedings{liu2023flow,
title={Flow Straight and Fast: Learning to Generate and Transfer Data with Rectified Flow},
author={Xingchao Liu and Chengyue Gong and qiang liu},
booktitle={International Conference on Learning Representations },
year={2023}
}

@inproceedings{lipman2023flow,
title={Flow Matching for Generative Modeling},
author={Yaron Lipman and Ricky T. Q. Chen and Heli Ben-Hamu and Maximilian Nickel and Matthew Le},
booktitle={International Conference on Learning Representations },
year={2023}
}

@book{casella2024statistical,
  title={Statistical inference, 2nd Edition},
  author={Casella, George and Berger, Roger},
  year={2024},
  publisher={CRC press}
}

@book{efron2022exponential,
  title={Exponential families in theory and practice},
  author={Efron, Bradley},
  year={2022},
  publisher={Cambridge University Press}
}

@book{bishop2006pattern,
  title={Pattern recognition and machine learning},
  author={Bishop, Christopher M and Nasrabadi, Nasser M},
  volume={4},
  number={4},
  year={2006},
  publisher={Springer}
}

@book{sra2011optimization,
  title={Optimization for machine learning},
  author={Sra, Suvrit and Nowozin, Sebastian and Wright, Stephen J},
  year={2011},
  publisher={Mit Press}
}

@article{wainwright2008graphical,
  title={Graphical models, exponential families, and variational inference},
  author={Wainwright, Martin J and Jordan, Michael I and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={1},
  number={1--2},
  pages={1--305},
  year={2008},
  publisher={Now Publishers, Inc.}
}

@article{ho2020denoising,
  title={Denoising diffusion probabilistic models},
  author={Ho, Jonathan and Jain, Ajay and Abbeel, Pieter},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@inproceedings{cheng2018underdamped,
  title={Underdamped Langevin MCMC: A non-asymptotic analysis},
  author={Cheng, Xiang and Chatterji, Niladri S and Bartlett, Peter L and Jordan, Michael I},
  booktitle={Conference on learning theory},
  year={2018}
}

@inproceedings{wibisono2018sampling,
  title={Sampling as optimization in the space of measures: The Langevin dynamics as a composite optimization problem},
  author={Wibisono, Andre},
  booktitle={Conference on Learning Theory},
  year={2018}
}

@article{he2024training,
  title={Training Neural Samplers with Reverse Diffusive KL Divergence},
  author={He, Jiajun and Chen, Wenlin and Zhang, Mingtian and Barber, David and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  journal={arXiv preprint arXiv:2410.12456},
  year={2025}
}

@article{song2021train,
  title={How to train your energy-based models},
  author={Song, Yang and Kingma, Diederik P},
  journal={arXiv preprint arXiv:2101.03288},
  year={2021}
}

@article{williams2024high,
  title={High-Dimensional Differential Parameter Inference in Exponential Family using Time Score Matching},
  author={Williams, Daniel J and Wang, Leyang and Ying, Qizhen and Liu, Song and Kolar, Mladen},
  journal={International conference on artificial intelligence and statistics},
  year={2025}
}

@inproceedings{kakade2010learning,
  title={Learning exponential families in high-dimensions: Strong convexity and sparsity},
  author={Kakade, Sham and Shamir, Ohad and Sindharan, Karthik and Tewari, Ambuj},
  booktitle={International conference on artificial intelligence and statistics},
  year={2010},
  organization={JMLR Workshop and Conference Proceedings}
}

@misc{openai2024gpt4technicalreport,
      title={GPT-4 Technical Report}, 
      author={OpenAI},
      year={2024},
      eprint={2303.08774},
      archivePrefix={arXiv},
}

@article{blei2012probabilistic,
  title={Probabilistic topic models},
  author={Blei, David M},
  journal={Communications of the ACM},
  volume={55},
  number={4},
  pages={77--84},
  year={2012},
  publisher={ACM New York, NY, USA}
}

@article{amari1998natural,
  title={Natural gradient works efficiently in learning},
  author={Amari, Shun-Ichi},
  journal={Neural computation},
  volume={10},
  number={2},
  pages={251--276},
  year={1998},
  publisher={MIT Press}
}

@inproceedings{rombach2022high,
  title={High-resolution image synthesis with latent diffusion models},
  author={Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bj{\"o}rn},
  booktitle={Conference on Computer Vision and Pattern Recognition},
  year={2022}
}

@inproceedings{ross2021evaluating,
  title={Evaluating the interpretability of generative models by interactive reconstruction},
  author={Ross, Andrew and Chen, Nina and Hang, Elisa Zhao and Glassman, Elena L and Doshi-Velez, Finale},
  booktitle={Conference on Human Factors in Computing Systems},
  year={2021}
}

@inproceedings{li2019neural,
  title={Neural speech synthesis with transformer network},
  author={Li, Naihan and Liu, Shujie and Liu, Yanqing and Zhao, Sheng and Liu, Ming},
  booktitle={AAAI Conference on Artificial Intelligence},
  year={2019}
}

@article{tan2024naturalspeech,
  title={Naturalspeech: End-to-end text-to-speech synthesis with human-level quality},
  author={Tan, Xu and Chen, Jiawei and Liu, Haohe and Cong, Jian and Zhang, Chen and Liu, Yanqing and Wang, Xi and Leng, Yichong and Yi, Yuanhao and He, Lei and others},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2024},
  publisher={IEEE}
}

@inproceedings{gu2022vector,
  title={Vector quantized diffusion model for text-to-image synthesis},
  author={Gu, Shuyang and Chen, Dong and Bao, Jianmin and Wen, Fang and Zhang, Bo and Chen, Dongdong and Yuan, Lu and Guo, Baining},
  booktitle={Conference on Computer Vision and Pattern Recognition},
  year={2022}
}

@article{zhang2019fast,
  title={Fast convergence of natural gradient descent for over-parameterized neural networks},
  author={Zhang, Guodong and Martens, James and Grosse, Roger B},
  journal={Advances in Neural Information Processing Systems},
  year={2019}
}

@article{martens2020new,
  title={New insights and perspectives on the natural gradient method},
  author={Martens, James},
  journal={Journal of Machine Learning Research},
  volume={21},
  number={146},
  pages={1--76},
  year={2020}
}

@inproceedings{choi2022density,
  title={Density ratio estimation via infinitesimal classification},
  author={Choi, Kristy and Meng, Chenlin and Song, Yang and Ermon, Stefano},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2022}
}

@misc{deepseekai2025deepseekr1,
      title={DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning}, 
      author={DeepSeek-AI},
      year={2025},
      eprint={2501.12948},
      archivePrefix={arXiv},
}


@inproceedings{lin2021wasserstein,
  title={Wasserstein proximal of GANs},
  author={Lin, Alex Tong and Li, Wuchen and Osher, Stanley and Mont{\'u}far, Guido},
  booktitle={International Conference on Geometric Science of Information},
  year={2021}
}

@article{shen2020sinkhorn,
  title={Sinkhorn natural gradient for generative models},
  author={Shen, Zebang and Wang, Zhenfu and Ribeiro, Alejandro and Hassani, Hamed},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@inproceedings{neuraltangents2020,
    title={Neural Tangents: Fast and Easy Infinite Neural Networks in Python},
    author={Roman Novak and Lechao Xiao and Jiri Hron and Jaehoon Lee and Alexander A. Alemi and Jascha Sohl-Dickstein and Samuel S. Schoenholz},
    booktitle={International Conference on Learning Representations},
    year={2020}}
    %url={https://github.com/google/neural-tangents}
}

@inproceedings{chenteng,
  title={TENG: Time-Evolving Natural Gradient for Solving PDEs With Deep Neural Nets Toward Machine Precision},
  author={Chen, Zhuo and McCarran, Jacob and Vizcaino, Esteban and Soljacic, Marin and Luo, Di},
  booktitle={International Conference on Machine Learning},
  year={2024}
}

@inproceedings{muller2023achieving,
  title={Achieving high accuracy with PINNs via energy natural gradient descent},
  author={M{\"u}ller, Johannes and Zeinhofer, Marius},
  booktitle={International Conference on Machine Learning},
  year={2023}
}

@article{bernacchia2018exact,
  title={Exact natural gradient in deep linear networks and its application to the nonlinear case},
  author={Bernacchia, Alberto and Lengyel, M{\'a}t{\'e} and Hennequin, Guillaume},
  journal={Advances in Neural Information Processing Systems},
  year={2018}
}

@article{chen2023sampling,
  title={Sampling via gradient flows in the space of probability measures},
  author={Chen, Yifan and Huang, Daniel Zhengyu and Huang, Jiaoyang and Reich, Sebastian and Stuart, Andrew M},
  journal={arXiv preprint arXiv:2310.03597},
  year={2023}
}

@article{zhu2024kernel,
  title={Kernel approximation of Fisher-Rao gradient flows},
  author={Zhu, Jia-Jie and Mielke, Alexander},
  journal={arXiv preprint arXiv:2410.20622},
  year={2024}
}

@article{xu2023computing,
  title={Computing high-dimensional optimal transport by flow neural networks},
  author={Xu, Chen and Cheng, Xiuyuan and Xie, Yao},
  journal={arXiv preprint arXiv:2305.11857},
  year={2023}
}

@article{rhodes2020telescoping,
  title={Telescoping density-ratio estimation},
  author={Rhodes, Benjamin and Xu, Kai and Gutmann, Michael U},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@article{xu2024normalizing,
  title={Normalizing flow neural networks by JKO scheme},
  author={Xu, Chen and Cheng, Xiuyuan and Xie, Yao},
  journal={Advances in Neural Information Processing Systems},
  year={2024}
}

@article{haviv2024wasserstein,
  title={Wasserstein Flow Matching: Generative modeling over families of distributions},
  author={Haviv, Doron and Pooladian, Aram-Alexandre and Pe'er, Dana and Amos, Brandon},
  journal={arXiv preprint arXiv:2411.00698},
  year={2024}
}

@book{amari2000methods,
  title={Methods of information geometry},
  author={Amari, Shun-ichi and Nagaoka, Hiroshi},
  volume={191},
  year={2000},
  publisher={American Mathematical Soc.}
}

@article{george2018fast,
  title={Fast approximate natural gradient descent in a kronecker factored eigenbasis},
  author={George, Thomas and Laurent, C{\'e}sar and Bouthillier, Xavier and Ballas, Nicolas and Vincent, Pascal},
  journal={Advances in Neural Information Processing Systems},
  year={2018}
}

@article{chen2018neural,
  title={Neural ordinary differential equations},
  author={Chen, Ricky TQ and Rubanova, Yulia and Bettencourt, Jesse and Duvenaud, David K},
  journal={Advances in Neural Information Processing Systems},
  year={2018}
}


# citation on CNF
@article{kobyzev2020normalizing,
  title={Normalizing flows: An introduction and review of current methods},
  author={Kobyzev, Ivan and Prince, Simon JD and Brubaker, Marcus A},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={43},
  number={11},
  pages={3964--3979},
  year={2020},
  publisher={IEEE}
}

# citation on CNF
@article{papamakarios2021normalizing,
  title={Normalizing flows for probabilistic modeling and inference},
  author={Papamakarios, George and Nalisnick, Eric and Rezende, Danilo Jimenez and Mohamed, Shakir and Lakshminarayanan, Balaji},
  journal={Journal of Machine Learning Research},
  volume={22},
  number={57},
  pages={1--64},
  year={2021}
}

@article{albergo2022building,
  title={Building normalizing flows with stochastic interpolants},
  author={Albergo, Michael S and Vanden-Eijnden, Eric},
  journal={arXiv preprint arXiv:2209.15571},
  year={2022}
}