@article{Nesterov05,
    author = {Yurii Nesterov},
    title = {Smooth minimization of non-smooth functions},
    journal = {Math. Program.},
    year = {2005}
}

@article{Robinson,
    author = {J. Robinson},
    title = {An iterative method of solving a game},
    journal = {Annals of Mathematics},
    year = {1951}
}

@article{Brown,
    author = {G. Brown},
    title = {Iterative solutions of games by ficticious play},
    journal = {Activity Analysis of Production and Allocation},
    year = {1951}
}

@article{einstein,
author =       "Albert Einstein",
title =        "{Zur Elektrodynamik bewegter Körper}",
journal =      "Annalen der Physik",
volume =       "322",
number =       "10",
pages =        "891--921",
year =         "1905"}

@book{latexcompanion,
author    = "Michel Goossens and Frank Mittelbach and Alexander Samarin",
title     = "The \LaTeX\ Companion",
year      = "1993",
publisher = "Addison-Wesley"}

@article{lanctot2017unified,
  title={A unified game-theoretic approach to multiagent reinforcement learning},
  author={Lanctot, Marc and Zambaldi, Vinicius and Gruslys, Audrunas and Lazaridou, Angeliki and Tuyls, Karl and P{\'e}rolat, Julien and Silver, David and Graepel, Thore},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{yang2020overview,
  title={An overview of multi-agent reinforcement learning from game theoretical perspective},
  author={Yang, Yaodong and Wang, Jun},
  journal={arXiv preprint arXiv:2011.00583},
  year={2020}
}


@article{abernethy2009competing,
  title={Competing in the dark: An efficient algorithm for bandit linear optimization},
  author={Abernethy, Jacob D and Hazan, Elad and Rakhlin, Alexander},
  year={2009}
}

@article{nesterov2009primal,
  title={Primal-dual subgradient methods for convex problems},
  author={Nesterov, Yurii},
  journal={Mathematical programming},
  volume={120},
  number={1},
  pages={221--259},
  year={2009},
  publisher={Springer}
}

@article{shalev2012online,
  title={Online learning and online convex optimization},
  author={Shalev-Shwartz, Shai and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={4},
  number={2},
  pages={107--194},
  year={2012},
  publisher={Now Publishers, Inc.}
}

@article{fiez2021online,
  title={Online Learning in Periodic Zero-Sum Games},
  author={Fiez, Tanner and Sim, Ryann and Skoulakis, Stratis and Piliouras, Georgios and Ratliff, Lillian},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@inproceedings{ratliff2013characterization,
  title={Characterization and computation of local Nash equilibria in continuous games},
  author={Ratliff, Lillian J and Burden, Samuel A and Sastry, S Shankar},
  booktitle={2013 51st Annual Allerton Conference on Communication, Control, and Computing (Allerton)},
  pages={917--924},
  year={2013},
  organization={IEEE}
}

@inproceedings{nospurious,
	Author = {Rong Ge and Jason D. Lee  and Tengyu Ma},
	Booktitle = {Advances in Neural Information Processing Systems 29 },
	Date-Added = {2020-02-12 06:51:03 +0000},
	Date-Modified = {2020-02-12 06:51:55 +0000},
	Title = {Matrix Completion has No Spurious Local Minimum},
	Year = {2016}}

@article{HD,
	Author = {Ngoc{-}Diep Ho and Paul Van Dooren and Vincent D. Blondel},
	Journal = {CoRR},
	Title = {Descent methods for Nonnegative Matrix Factorization},
	Volume = {abs/0801.3199},
	Year = {2008}}

@electronic{bengio,
	Author = {Yann N. Dauphin and Razvan Pascanu and Caglar Gulcehre and Kyunghyun Cho and Surya Ganguli and Yoshua Bengio},
	Date-Added = {2020-02-07 11:19:06 +0000},
	Date-Modified = {2020-02-07 11:25:42 +0000},
	Title = {Identifying and attacking the saddle point problem in high-dimensional non-convex optimization},
	Urldate = {https://arxiv.org/pdf/1406.2572.pdf}}

@article{LP19,
	Author = {Jason D. Lee and Ioannis Panageas and Georgios Piliouras and Max Simchowitz and Michael I. Jordan and Benjamin Recht},
	Journal = {Math. Program.},
	Number = {1-2},
	Pages = {311--337},
	Title = {First-order methods almost always avoid strict saddle points},
	Volume = {176},
	Year = {2019}}

@inproceedings{Jin17,
	Author = {Chi Jin and Rong Ge and Praneeth Netrapalli and Sham M. Kakade and Michael I. Jordan},
	Booktitle = {Proceedings of the 34th International Conference on Machine Learning, {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017},
	Pages = {1724--1732},
	Title = {How to Escape Saddle Points Efficiently},
	Year = {2017}}




@article{Meisam2,
  author    = {Songtao Lu and
               Meisam Razaviyayn and
               Bo Yang and
               Kejun Huang and
               Mingyi Hong},
  title     = {{SNAP:} Finding Approximate Second-Order Stationary Solutions Efficiently
               for Non-convex Linearly Constrained Problems},
  journal   = {CoRR},
  volume    = {abs/1907.04450},
  year      = {2019}
}


@inproceedings{ICMLPPW19,
  author    = {Ioannis Panageas and
               Georgios Piliouras and
               Xiao Wang},
  title     = {Multiplicative Weights Updates as a distributed constrained optimization
               algorithm: Convergence to second-order stationary points almost always},
  booktitle = {Proceedings of the 36th International Conference on Machine Learning,
               {ICML} 2019, 9-15 June 2019, Long Beach, California, {USA}},
  pages     = {4961--4969},
  year      = {2019},
  crossref  = {DBLP:conf/icml/2019},
  url       = {http://proceedings.mlr.press/v97/panageas19a.html},
  timestamp = {Tue, 11 Jun 2019 15:37:38 +0200},
  biburl    = {https://dblp.org/rec/conf/icml/PanageasPW19.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{PPW19,
	Author = {Ioannis Panageas and Georgios Piliouras and Xiao Wang},
	Booktitle = {Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, 8-14 December 2019, Vancouver, BC, Canada},
	Pages = {6471--6480},
	Title = {First-order methods almost always avoid saddle points: The case of vanishing step-sizes},
	Year = {2019}}

@incollection{gillis,
	Author = {N. Gillis},
	Booktitle = {Regularization, Optimization, Kernels, and Support Vector Machines},
	Date-Added = {2020-02-06 10:36:21 +0000},
	Date-Modified = {2020-02-06 10:37:40 +0000},
	Editor = {J.A.K. Suykens, M. Signoretto and A. Argyriou},
	Publisher = {Chapman \& Hall/CRC},
	Title = {The Why and How of Nonnegative Matrix Factorization"},
	Year = {2014}}



@book{bertsekas,
	Author = {D. P. Bertsekas},
	Date-Added = {2020-01-27 10:50:56 +0000},
	Date-Modified = {2020-01-27 10:51:36 +0000},
	Publisher = {Athena Scientific},
	Title = {Nonlinear Programming},
	Year = {1999}}


@phdthesis{RRI,
	Author = {N.D. Ho},
	Date-Added = {2020-01-27 10:30:05 +0000},
	Date-Modified = {2020-01-27 10:30:45 +0000},
	School = {Univ. Catholique de Louvain},
	Title = {Nonnegative matrix factorization algorithms and applications},
	Year = {2008}}

@inproceedings{HALS,
	Author = {A. Cichocki, R. Zdunek, S.I. Amari},
	Booktitle = {Lecture Notes in Computer Science},
	Date-Added = {2020-01-27 10:25:58 +0000},
	Date-Modified = {2020-01-27 10:26:55 +0000},
	Pages = {169--176},
	Title = {Hierarchical ALS algorithms for nonnegative matrix and 3d tensor factorization},
	Year = {2007}}




@misc{GZ05,
	Author = {Edward F. Gonzalez and Yin Zhang},
	Title = {Accelerating the Lee-Seung Algorithm for Nonnegative Matrix Factorization},
	Year = {2005}}
	
	
@article{OV,
          Author = {Felix Otto and Cedric Villani},
          Title = {Generalization of an inequality by Talagrand and links with the logarithmic Sobolev inequality},
          Journal = {Journal of Functional Analysis},
          Pages = {361-400},
          Volume = {173},
          Year = {2000}
}

@inproceedings{PB1,
author={James Bailey and Georgios Piliouras},
title={Muti-agent Learning in Network Zero-sum Games is a Hamiltonian System},
booktitle={AAMAS},
year={2019}
}

@inproceedings{hsiao2006fundamental,
  title={Fundamental constraints on uncertainty evolution in Hamiltonian systems},
  author={Hsiao, Fu-Yuen and Scheeres, Daniel J},
  booktitle={2006 American Control Conference},
  pages={6--pp},
  year={2006},
  organization={IEEE}
}

@book{mcduff2017introduction,
  title={Introduction to symplectic topology},
  author={McDuff, Dusa and Salamon, Dietmar},
  volume={27},
  year={2017},
  publisher={Oxford University Press}
}


@article{daskalakis2017training,
  title={Training gans with optimism},
  author={Daskalakis, Constantinos and Ilyas, Andrew and Syrgkanis, Vasilis and Zeng, Haoyang},
  journal={arXiv preprint arXiv:1711.00141},
  year={2017}
}

@article{golowich2020tight,
  title={Tight last-iterate convergence rates for no-regret learning in multi-player games},
  author={Golowich, Noah and Pattathil, Sarath and Daskalakis, Constantinos},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={20766--20778},
  year={2020}
}

@inproceedings{lin2020finite,
  title={Finite-time last-iterate convergence for multi-agent learning in games},
  author={Lin, Tianyi and Zhou, Zhengyuan and Mertikopoulos, Panayotis and Jordan, Michael},
  booktitle={International Conference on Machine Learning},
  pages={6161--6171},
  year={2020},
  organization={PMLR}
}


@inproceedings{MPP18,
title={Cycles in Adversarial Regularized Learning},
Author = {Panayotis Mertikopoulos and Christos Papadimitriou and Georgios Piliouras},
Booktitle = {SODA},
Year = {2018}
}




@inproceedings{piliouras2014optimization,
  title={Optimization despite chaos: Convex relaxations to complex limit sets via Poincar{\'e} recurrence},
  author={Piliouras, Georgios and Shamma, Jeff S},
  booktitle={Proceedings of the twenty-fifth annual ACM-SIAM symposium on Discrete algorithms},
  pages={861--873},
  year={2014},
  organization={SIAM}
}


@article{brown2018superhuman,
  title={Superhuman AI for heads-up no-limit poker: Libratus beats top professionals},
  author={Brown, Noam and Sandholm, Tuomas},
  journal={Science},
  volume={359},
  number={6374},
  pages={418--424},
  year={2018},
  publisher={American Association for the Advancement of Science}
}


@inproceedings{goodfellow2014generative,
author = {Goodfellow, Ian J. and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
title = {Generative Adversarial Nets},
year = {2014},
publisher = {MIT Press},
address = {Cambridge, MA, USA},
booktitle = {Proceedings of the 27th International Conference on Neural Information Processing Systems - Volume 2},
pages = {2672–2680},
numpages = {9},
location = {Montreal, Canada},
series = {NIPS’14}
}


@misc{leibo2019autocurricula,
    title={Autocurricula and the Emergence of Innovation from Social Interaction: A Manifesto for Multi-Agent Intelligence Research},
    author={Joel Z. Leibo and Edward Hughes and Marc Lanctot and Thore Graepel},
    year={2019},
    eprint={1903.00742},
    archivePrefix={arXiv},
    primaryClass={cs.AI}
}


@inproceedings{balduzzi2020smooth,
title={Smooth markets: A basic mechanism for organizing gradient-based learners},
author={David Balduzzi and Wojciech M. Czarnecki and Tom Anthony and Ian Gemp and Edward Hughes and Joel Leibo and Georgios Piliouras and Thore Graepel},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=B1xMEerYvB}
}

@inproceedings{CPT2022,
title={The Evolution of Uncertainty
of Learning in Games},
author={Run Kuen Cheung and Georgios Piliouras and Yixin Tao},
booktitle={ICLR},
Year={2022}
}

@inproceedings{BRMFTG18,
Title = {The Mechanics of n-player Differentiable Games},
Author = {David Balduzzi and Sebastien Racaniere and James Martens and Jakob Foerster and Karl Tuyls and Thore Graepel},
Booktitle ={ICML},
Year = {2018}
}

@inproceedings{CP2020,
	author    = {Yun Kuen Cheung and
	Georgios Piliouras},
	title     = {Chaos, Extremism and Optimism: Volume Analysis of Learning in Games},
	year      = {2020},
	booktitle      = {{NeurIPS} 2020}
}

@inproceedings{cheung2019vortices,
  title={Vortices instead of equilibria in minmax optimization: Chaos and butterfly effects of online learning in zero-sum games},
  author={Cheung, Yun Kuen and Piliouras, Georgios},
  booktitle={Conference on Learning Theory},
  pages={807--834},
  year={2019},
  organization={PMLR}
}

@inproceedings{cheung2021chaos,
  title={Chaos of Learning Beyond Zero-sum and Coordination via Game Decompositions},
  author={Cheung, Yun Kuen and Tao, Yixin},
  booktitle={International Conference on Learning Representations},
  year={2021}
}

@inproceedings{WeiLZL21,
  author       = {Chen{-}Yu Wei and
                  Chung{-}Wei Lee and
                  Mengxiao Zhang and
                  Haipeng Luo},
  title        = {Linear Last-iterate Convergence in Constrained Saddle-point Optimization},
  booktitle    = {9th International Conference on Learning Representations, {ICLR} 2021,
                  Virtual Event, Austria, May 3-7, 2021},
  publisher    = {OpenReview.net},
  year         = {2021}
}

@inproceedings{cai22,
  author       = {Yang Cai and
                  Argyris Oikonomou and
                  Weiqiang Zheng},
  title        = {Finite-Time Last-Iterate Convergence for Learning in Multi-Player
                  Games},
  booktitle    = {NeurIPS},
  year         = {2022},
  timestamp    = {Thu, 11 May 2023 17:08:22 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/0001OZ22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{guathier22,
  author       = {Eduard Gorbunov and
                  Adrien Taylor and
                  Gauthier Gidel},
  title        = {Last-Iterate Convergence of Optimistic Gradient Method for Monotone
                  Variational Inequalities},
  booktitle    = {NeurIPS},
  year         = {2022}
}

@article{mertikopoulos2018optimistic,
  title={Optimistic mirror descent in saddle-point problems: Going the extra (gradient) mile},
  author={Mertikopoulos, Panayotis and Lecouat, Bruno and Zenati, Houssam and Foo, Chuan-Sheng and Chandrasekhar, Vijay and Piliouras, Georgios},
  journal={ICLR},
  year={2019}
}

@inproceedings{GorbunovLG22,
  author       = {Eduard Gorbunov and
                  Nicolas Loizou and
                  Gauthier Gidel},
  editor       = {Gustau Camps{-}Valls and
                  Francisco J. R. Ruiz and
                  Isabel Valera},
  title        = {Extragradient Method: {O(1/K)} Last-Iterate Convergence for Monotone
                  Variational Inequalities and Connections With Cocoercivity},
  booktitle    = {International Conference on Artificial Intelligence and Statistics,
                  {AISTATS} 2022, 28-30 March 2022, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {151},
  pages        = {366--402},
  publisher    = {{PMLR}},
  year         = {2022},
}

@article{G85,
	Author = {Misha Gromov},
	Journal = {Inventiones Mathematicae},
	Title = {Pseudo holomorphic curves in symplectic manifolds},
	Volume = {82,307-347},
	Year = {1985}}

@Book{Perk,
author = "Lawrence Perko",
title = "Differential Equations and Dynamical Systems",
publisher = "Springer",
year = "2001"
}


@Book{McDuff,
Author = "Dust McDuff and Dietmar Salamon",
Title = "Introduction to Symplectic Topology",
Publisher = "Oxford University Press",
Year = "2017"

}


@Book{NRT,
Author = "Noam Nisan and Tim Roughgarden and Eva Tardos and Vijay Varian",
Title = "Algorithmic Game Theory",
Publisher = "Cambridge University Press",
year = "2007"

}

@article{de2009symplectic,
  title={The symplectic camel and the uncertainty principle: The tip of an iceberg?},
  author={De Gosson, Maurice A},
  journal={Foundations of Physics},
  volume={39},
  number={2},
  pages={194--214},
  year={2009},
  publisher={Springer}
}

@article{stewart1987symplectic,
  title={The symplectic camel},
  author={Stewart, Ian},
  journal={Nature},
  volume={329},
  number={6134},
  pages={17--18},
  year={1987}
}


@article{DM2009wsg,
  title={What is symplectic gemoetry},
  journal={Talk given at the European Women in Mathematics},
  author={Dusa Mcduff},
  year={2009}
}

@article{arnol1986first,
  title={First steps in symplectic topology},
  author={Arnol'd, Vladimir Igorevich},
  journal={Russian Mathematical Surveys},
  volume={41},
  number={6},
  pages={1},
  year={1986},
  publisher={IOP Publishing}
}


@inproceedings{bailey2018multiplicative,
  title={Multiplicative weights update in zero-sum games},
  author={Bailey, James P and Piliouras, Georgios},
  booktitle={Proceedings of the 2018 ACM Conference on Economics and Computation},
  pages={321--338},
  year={2018}
}

@inproceedings{hsieh2021adaptive,
  title={Adaptive learning in continuous games: Optimal regret bounds and convergence to Nash equilibrium},
  author={Hsieh, Yu-Guan and Antonakopoulos, Kimon and Mertikopoulos, Panayotis},
  booktitle={Conference on Learning Theory},
  pages={2388--2422},
  year={2021},
  organization={PMLR}
}

@inproceedings{hsieh2021limits,
  title={The limits of min-max optimization algorithms: Convergence to spurious non-critical sets},
  author={Hsieh, Ya-Ping and Mertikopoulos, Panayotis and Cevher, Volkan},
  booktitle={International Conference on Machine Learning},
  pages={4337--4348},
  year={2021},
  organization={PMLR}
}

@article{silver2016mastering,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Publishing Group}
}

@book{feng2010symplectic,
  title={Symplectic geometric algorithms for Hamiltonian systems},
  author={Feng, Kang and Qin, Mengzhao},
  volume={449},
  year={2010},
  publisher={Springer}
}

@article{papadimitriou2019game,
  title={Game dynamics as the meaning of a game},
  author={Papadimitriou, Christos and Piliouras, Georgios},
  journal={ACM SIGecom Exchanges},
  volume={16},
  number={2},
  pages={53--63},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@article{omidshafiei2019alpha,
  title={$\alpha$-rank: Multi-agent evaluation by evolution},
  author={Omidshafiei, Shayegan and Papadimitriou, Christos and Piliouras, Georgios and Tuyls, Karl and Rowland, Mark and Lespiau, Jean-Baptiste and Czarnecki, Wojciech M and Lanctot, Marc and Perolat, Julien and Munos, Remi},
  journal={Scientific reports},
  volume={9},
  number={1},
  pages={1--29},
  year={2019},
  publisher={Nature Publishing Group}
}

@inproceedings{andrade2021learning,
  title={Learning in matrix games can be arbitrarily complex},
  author={Andrade, Gabriel P and Frongillo, Rafael and Piliouras, Georgios},
  booktitle={Conference on Learning Theory},
  pages={159--185},
  year={2021},
  organization={PMLR}
}

@article{letcher2020impossibility,
  title={On the impossibility of global convergence in multi-loss optimization},
  author={Letcher, Alistair},
  journal={arXiv preprint arXiv:2005.12649},
  year={2020}
}

@inproceedings{bailey2020finite,
  title={Finite regret and cycles with fixed step-size via alternating gradient descent-ascent},
  author={Bailey, James P and Gidel, Gauthier and Piliouras, Georgios},
  booktitle={Conference on Learning Theory},
  pages={391--407},
  year={2020},
  organization={PMLR}
}

@article{wang1994some,
  title={Some aspects of Hamiltonian systems and symplectic algorithms},
  author={Wang, Daoliu},
  journal={Physica D: Nonlinear Phenomena},
  volume={73},
  number={1-2},
  pages={1--16},
  year={1994},
  publisher={Elsevier}
}

@book{thomas2006elements,
  title={Elements of information theory},
  author={Thomas, MTCAJ and Joy, A Thomas},
  year={2006},
  publisher={Wiley-Interscience}
}


@article{wibisono2022alternating,
  title={Alternating mirror descent for constrained min-max games},
  author={Wibisono, Andre and Tao, Molei and Piliouras, Georgios},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={35201--35212},
  year={2022}
}


@article{gao2013uncertain,
  title={Uncertain bimatrix game with applications},
  author={Gao, Jinwu},
  journal={Fuzzy Optimization and Decision Making},
  volume={12},
  number={1},
  pages={65--78},
  year={2013},
  publisher={Springer}
}

@article{palaniappan2016stochastic,
  title={Stochastic variance reduction methods for saddle-point problems},
  author={Palaniappan, Balamurugan and Bach, Francis},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@article{luo2019stochastic,
  title={A stochastic proximal point algorithm for saddle-point problems},
  author={Luo, Luo and Chen, Cheng and Li, Yujun and Xie, Guangzeng and Zhang, Zhihua},
  journal={arXiv preprint arXiv:1909.06946},
  year={2019}
}

@inproceedings{zhou2022,
    author = {Mengxiao Zhang and Peng Zhao and Haipeng Luo and Zhi-Hua Zhou},
    title = {No-regret Learning in Time-varying Zero-sum games},
    booktitle = {ICML},
    year = {2022} 
}

@article{chavdarova2019reducing,
  title={Reducing noise in gan training with variance reduced extragradient},
  author={Chavdarova, Tatjana and Gidel, Gauthier and Fleuret, Fran{\c{c}}ois and Lacoste-Julien, Simon},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{luo2020stochastic,
  title={Stochastic recursive gradient descent ascent for stochastic nonconvex-strongly-concave minimax problems},
  author={Luo, Luo and Ye, Haishan and Huang, Zhichao and Zhang, Tong},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={20566--20577},
  year={2020}
}

@article{yang2020global,
  title={Global convergence and variance reduction for a class of nonconvex-nonconcave minimax problems},
  author={Yang, Junchi and Kiyavash, Negar and He, Niao},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={1153--1165},
  year={2020}
}

@inproceedings{gidel2019negative,
  title={Negative momentum for improved game dynamics},
  author={Gidel, Gauthier and Hemmat, Reyhane Askari and Pezeshki, Mohammad and Le Priol, R{\'e}mi and Huang, Gabriel and Lacoste-Julien, Simon and Mitliagkas, Ioannis},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  pages={1802--1811},
  year={2019},
  organization={PMLR}
}

@article{duong2019expected,
  title={On the expected number of internal equilibria in random evolutionary games with correlated payoff matrix},
  author={Duong, Manh Hong and Tran, Hoang Minh and others},
  journal={Dynamic Games and Applications},
  volume={9},
  number={2},
  pages={458--485},
  year={2019},
  publisher={Springer}
}

@inproceedings{gidel2019negative,
  title={Negative momentum for improved game dynamics},
  author={Gidel, Gauthier and Hemmat, Reyhane Askari and Pezeshki, Mohammad and Le Priol, R{\'e}mi and Huang, Gabriel and Lacoste-Julien, Simon and Mitliagkas, Ioannis},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  pages={1802--1811},
  year={2019},
  organization={PMLR}
}




@article{gidel2018variational,
  title={A variational inequality perspective on generative adversarial networks},
  author={Gidel, Gauthier and Berard, Hugo and Vignoud, Ga{\"e}tan and Vincent, Pascal and Lacoste-Julien, Simon},
  journal={ICLR},
  year={2019}
}


@article{zhang2019convergence,
  title={Convergence of gradient methods on bilinear zero-sum games},
  author={Zhang, Guojun and Yu, Yaoliang},
  journal={ICLR},
  year={2020}
}

@inproceedings{du2021estimating,
  title={Estimating $ $\alpha$ $-Rank from A Few Entries with Low Rank Matrix Completion},
  author={Du, Yali and Yan, Xue and Chen, Xu and Wang, Jun and Zhang, Haifeng},
  booktitle={International Conference on Machine Learning},
  pages={2870--2879},
  year={2021},
  organization={PMLR}
}

@article{czarnecki2020real,
  title={Real world games look like spinning tops},
  author={Czarnecki, Wojciech M and Gidel, Gauthier and Tracey, Brendan and Tuyls, Karl and Omidshafiei, Shayegan and Balduzzi, David and Jaderberg, Max},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={17443--17454},
  year={2020}
}

@article{laub1974canonical,
  title={Canonical forms for symplectic and Hamiltonian matrices},
  author={Laub, Alan J and Meyer, Kenneth},
  journal={Celestial mechanics},
  volume={9},
  number={2},
  pages={213--238},
  year={1974},
  publisher={Springer}
}

@article{moler2003nineteen,
  title={Nineteen dubious ways to compute the exponential of a matrix, twenty-five years later},
  author={Moler, Cleve and Van Loan, Charles},
  journal={SIAM review},
  volume={45},
  number={1},
  pages={3--49},
  year={2003},
  publisher={SIAM}
}

@book{bronson1991matrix,
  title={Matrix methods: An introduction},
  author={Bronson, Richard},
  year={1991},
  publisher={Gulf Professional Publishing}
}

@book{colonius2014dynamical,
  title={Dynamical systems and linear algebra},
  author={Colonius, Fritz and Kliemann, Wolfgang},
  volume={158},
  year={2014},
  publisher={American Mathematical Society}
}

@book{horn2012matrix,
  title={Matrix analysis},
  author={Horn, Roger A and Johnson, Charles R},
  year={2012},
  publisher={Cambridge university press}
}


@article{cheung2018multiplicative,
  title={Multiplicative weights updates with constant step-size in graphical constant-sum games},
  author={Cheung, Yun Kuen},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}


@article{duong2019distribution,
  title={On the distribution of the number of internal equilibria in random evolutionary games},
  author={Duong, Manh Hong and Tran, Hoang Minh and Han, The Anh},
  journal={Journal of Mathematical Biology},
  volume={78},
  pages={331--371},
  year={2019},
  publisher={Springer}
}

@book{hall2013lie,
  title={Lie groups, Lie algebras, and representations},
  author={Hall, Brian C and Hall, Brian C},
  year={2013},
  publisher={Springer}
}

@book{haier2006geometric,
  title={Geometric Numerical integration: structure-preserving algorithms for ordinary differential equations},
  author={Haier, Ernst and Lubich, Christian and Wanner, Gerhard},
  year={2006},
  publisher={Springer}
}

@inproceedings{mescheder2018training,
  title={Which training methods for GANs do actually converge?},
  author={Mescheder, Lars and Geiger, Andreas and Nowozin, Sebastian},
  booktitle={International conference on machine learning},
  pages={3481--3490},
  year={2018},
  organization={PMLR}
}


@book{casella2021statistical,
  title={Statistical inference},
  author={Casella, George and Berger, Roger L},
  year={2021},
  publisher={Cengage Learning}
}

@book{arnol2013mathematical,
  title={Mathematical methods of classical mechanics},
  author={Arnol'd, Vladimir Igorevich},
  volume={60},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@article{nedic2009subgradient,
  title={Subgradient methods for saddle-point problems},
  author={Nedi{\'c}, Angelia and Ozdaglar, Asuman},
  journal={Journal of optimization theory and applications},
  volume={142},
  pages={205--228},
  year={2009},
  publisher={Springer}
}

@book{michalowicz2013handbook,
  title={Handbook of differential entropy},
  author={Michalowicz, Joseph Victor and Nichols, Jonathan M and Bucholtz, Frank},
  year={2013},
  publisher={Crc Press}
}

@article{shannon1948mathematical,
  title={A mathematical theory of communication},
  author={Shannon, Claude E},
  journal={The Bell system technical journal},
  volume={27},
  number={3},
  pages={379--423},
  year={1948},
  publisher={Nokia Bell Labs}
}

@article{garbaczewski2006differential,
  title={Differential entropy and dynamics of uncertainty},
  author={Garbaczewski, Piotr},
  journal={Journal of Statistical Physics},
  volume={123},
  pages={315--355},
  year={2006},
  publisher={Springer}
}

@inproceedings{DISZ17,
  author    = {Constantinos Daskalakis and
               Andrew Ilyas and
               Vasilis Syrgkanis and
               Haoyang Zeng},
  title     = {{Training GANs with Optimism}},
  booktitle   = {Proceedings of ICLR},
  year      = {2018}
}

@article{hyvarinen1997new,
  title={New approximations of differential entropy for independent component analysis and projection pursuit},
  author={Hyv{\"a}rinen, Aapo},
  journal={Advances in neural information processing systems},
  volume={10},
  year={1997}
}

@article{neeser1993proper,
  title={Proper complex random processes with applications to information theory},
  author={Neeser, Fredy D and Massey, James L},
  journal={IEEE transactions on information theory},
  volume={39},
  number={4},
  pages={1293--1302},
  year={1993},
  publisher={IEEE}
}

@article{zhou2018fenchel,
  title={On the fenchel duality between strong convexity and lipschitz continuous gradient},
  author={Zhou, Xingyu},
  journal={arXiv preprint arXiv:1803.06573},
  year={2018}
}

@article{hong1991jordan,
  title={The Jordan cononical form of a product of a Hermitian and a positive semidefinite matrix},
  author={Hong, Yoopyo and Horn, Roger A},
  journal={Linear Algebra and its Applications},
  volume={147},
  pages={373--386},
  year={1991},
  publisher={Elsevier}
}


@article{MertiSandholm,
Title = {Riemannian game dynamics},
Author = {Panayotis Mertikopoulos and William H. Sandholm},
Journal = {Journal of Economic Theory},
Volume = {177},
Pages = {315-364},
Year = {2018}

}

@book{BenaroyaHan,

title={Probability Models in Engineering and Science},
  author={Haym Benaroya and Sean Mi Han},
  year={2005},
  publisher={Taylor and Francis}
}

@inproceedings{Conrad,
Title = {Higher derivatives and Taylor's Formula via Multilinear Maps},
Author = {Brian Conrad},
Booktitle = {http://math.stanford.edu/~conrad/diffgeomPage/handouts/taylor.pdf}

}

@article{Pablo,
Title = {Flows and decomposition of games: Harmonic and potential games},
Author = {Ozan Candogan and Ishai Menache and Asuman E. Ozdaglar and Pablo A. Parrilo},
Journal = {Math. Oper. Res.},
Pages = {474-503},
Volume = {36(3)},
Year = {2011}

}

@article{shalev2006convex,
  title={Convex repeated games and Fenchel duality},
  author={Shalev-Shwartz, Shai and Singer, Yoram},
  journal={Advances in neural information processing systems},
  volume={19},
  year={2006}
}

@article{feutrill2021review,
  title={A review of Shannon and differential entropy rate estimation},
  author={Feutrill, Andrew and Roughan, Matthew},
  journal={Entropy},
  volume={23},
  number={8},
  pages={1046},
  year={2021},
  publisher={MDPI}
}

@book{benaroya2005probability,
  title={Probability models in engineering and science},
  author={Benaroya, Haym and Han, Seon Mi and Nagurka, Mark},
  volume={192},
  year={2005},
  publisher={CRC press}
}

@article{Duvocelle18:Multi,
  title={Multiagent online learning in time-varying games},
  author={Duvocelle, Benoit and Mertikopoulos, Panayotis and Staudigl, Mathias and Vermeulen, Dries},
  journal={Mathematics of Operations Research},
  year={2022},
  publisher={INFORMS}
}

@article{flokas2020no,
  title={No-regret learning and mixed Nash equilibria: They do not mix},
  author={Flokas, Lampros and Vlatakis-Gkaragkounis, Emmanouil Vasileios and Lianeas, Thanasis and Mertikopoulos, Panayotis and Piliouras, Georgios},
  journal={Advances in neural information processing systems},
  year={2020}
}

@book{la1976stability,
  title={The stability of dynamical systems},
  author={LaSalle, Joseph P},
  year={1976},
  publisher={SIAM}
}

@article{franke2003attractors,
  title={Attractors for discrete periodic dynamical systems},
  author={Franke, John E and Selgrade, James F},
  journal={Journal of mathematical analysis and applications},
  volume={286},
  number={1},
  pages={64--79},
  year={2003},
  publisher={Elsevier}
}

@book{galor2007discrete,
  title={Discrete dynamical systems},
  author={Galor, Oded},
  year={2007},
  publisher={Springer Science \& Business Media}
}

@article{daskalakis2018last,
  title={Last-iterate convergence: Zero-sum games and constrained min-max optimization},
  author={Daskalakis, Constantinos and Panageas, Ioannis},
  journal={ITCS 2019},
  year={2018}
}

@article{daskalakis2018limit,
  title={The limit points of (optimistic) gradient descent in min-max optimization},
  author={Daskalakis, Constantinos and Panageas, Ioannis},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{chen1993convergence,
  title={Convergence analysis of a proximal-like minimization algorithm using Bregman functions},
  author={Chen, Gong and Teboulle, Marc},
  journal={SIAM Journal on Optimization},
  volume={3},
  number={3},
  pages={538--543},
  year={1993},
  publisher={SIAM}
}

@inproceedings{fasoulakis2022forward,
  title={Forward looking best-response multiplicative weights update methods for bilinear zero-sum games},
  author={Fasoulakis, Michail and Markakis, Evangelos and Pantazis, Yannis and Varsos, Constantinos},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={11096--11117},
  year={2022},
  organization={PMLR}
}

@article{feng2023last,
  title={On the Last-iterate Convergence in Time-varying Zero-sum Games: Extra Gradient Succeeds where Optimism Fails},
  author={Feng, Yi and Fu, Hu and Hu, Qun and Li, Ping and Panageas, Ioannis and Peng, Bo and Wang, Xiao},
  journal={NeurIPS},
  year={2023}
}

@article{wei2020linear,
  title={Linear last-iterate convergence in constrained saddle-point optimization},
  author={Wei, Chen-Yu and Lee, Chung-Wei and Zhang, Mengxiao and Luo, Haipeng},
  journal={ICLR},
  year={2021}
}

@article{carvalho2015non,
  title={NON-AUTONOMOUS DYNAMICAL SYSTEMS.},
  author={Carvalho, Alexandre N and Langa, Jos{\'e} A and Robinson, James C},
  journal={Discrete \& Continuous Dynamical Systems-Series B},
  volume={20},
  number={3},
  year={2015}
}

@book{hirsch2012differential,
  title={Differential equations, dynamical systems, and an introduction to chaos},
  author={Hirsch, Morris W and Smale, Stephen and Devaney, Robert L},
  year={2012},
  publisher={Academic press}
}

@article{anagnostides2023convergence,
  title={On the convergence of no-regret learning dynamics in time-varying games},
  author={Anagnostides, Ioannis and Panageas, Ioannis and Farina, Gabriele and Sandholm, Tuomas},
  journal={NeurIPS},
  year={2023}
}

@article{popov1980modification,
  title={A modification of the Arrow-Hurwicz method for search of saddle points},
  author={Popov, Leonid Denisovich},
  journal={Mathematical notes of the Academy of Sciences of the USSR},
  volume={28},
  pages={845--848},
  year={1980},
  publisher={Springer}
}

@article{korpelevich1976extragradient,
  title={The extragradient method for finding saddle points and other problems},
  author={Korpelevich, Galina M},
  journal={Matecon},
  volume={12},
  pages={747--756},
  year={1976}
}

@article{LiangS18,
  title={Interaction Matters: A Note on Non-asymptotic Local Convergence of Generative Adversarial Networks},
  author={Liang, Tengyuan and Stokes, James},
  journal={AISTATS},
  year={2019}
}

@article{nemirovski2004prox,
  title={Prox-method with rate of convergence O (1/t) for variational inequalities with Lipschitz continuous monotone operators and smooth convex-concave saddle point problems},
  author={Nemirovski, Arkadi},
  journal={SIAM Journal on Optimization},
  volume={15},
  number={1},
  pages={229--251},
  year={2004},
  publisher={SIAM}
}

@article{monteiro2010complexity,
  title={On the complexity of the hybrid proximal extragradient method for the iterates and the ergodic mean},
  author={Monteiro, Renato DC and Svaiter, Benar Fux},
  journal={SIAM Journal on Optimization},
  volume={20},
  number={6},
  pages={2755--2787},
  year={2010},
  publisher={SIAM}
}

@inproceedings{mokhtari2020unified,
  title={A unified analysis of extra-gradient and optimistic gradient methods for saddle point problems: Proximal point approach},
  author={Mokhtari, Aryan and Ozdaglar, Asuman and Pattathil, Sarath},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1497--1507},
  year={2020},
  organization={PMLR}
}

@inproceedings{cardoso2019competing,
  title={Competing against nash equilibria in adversarially changing zero-sum games},
  author={Cardoso, Adrian Rivera and Abernethy, Jacob and Wang, He and Xu, Huan},
  booktitle={International Conference on Machine Learning},
  pages={921--930},
  year={2019},
  organization={PMLR}
}

@article{hirsch2006monotone,
  title={Monotone dynamical systems},
  author={Hirsch, Morris W and Smith, Hal},
  journal={Handbook of differential equations: ordinary differential equations},
  volume={2},
  pages={239--357},
  year={2006},
  publisher={Elsevier}
}

