@incollection{Bengio+chapter2007,
author = {Bengio, Yoshua and LeCun, Yann},
booktitle = {Large Scale Kernel Machines},
publisher = {MIT Press},
title = {Scaling Learning Algorithms Towards {AI}},
year = {2007}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@book{goodfellow2016deep,
title={Deep learning},
author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua},
volume={1},
year={2016},
publisher={MIT Press}
}

@article{kuhn1950extensive,
  title={Extensive games},
  author={Kuhn, Harold W},
  journal={Proceedings of the National Academy of Sciences},
  year={1950},
  publisher={National Acad Sciences}
}

@article{kuhn11953extensive,
  title={Extensive games and the problem of information},
  author={Kuhn, HW},
  journal={Contributions to the Theory of Games},
  year={1953},
  publisher={Princeton University Press}
}

@inproceedings{littman1994markov,
  author = {Littman, Michael L.},
  title = {Markov Games as a Framework for Multi-Agent Reinforcement Learning},
  year = {1994},
  booktitle = {International Conference on Machine Learning}
}

@inproceedings{Fiegel2023adapting,
  author       = {C{\^{o}}me Fiegel and
                  Pierre M{\'{e}}nard and
                  Tadashi Kozuno and
                  R{\'{e}}mi Munos and
                  Vianney Perchet and
                  Michal Valko},
  title        = {Adapting to game trees in zero-sum imperfect information games},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023},
  publisher    = {{PMLR}},
  year         = {2023},
}

@inproceedings{kozuno2021learning,
  author       = {Tadashi Kozuno and
                  Pierre M{\'{e}}nard and
                  R{\'{e}}mi Munos and
                  Michal Valko},
  title        = {Learning in two-player zero-sum partially observable Markov games
                  with perfect recall},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021},
  pages        = {11987--11998},
  year         = {2021},
}

@inproceedings{bai2022nearoptimal,
  author       = {Yu Bai and
                  Chi Jin and
                  Song Mei and
                  Tiancheng Yu},
  title        = {Near-Optimal Learning of Extensive-Form Games with Imperfect Information},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022},
  publisher    = {{PMLR}},
  year         = {2022},
}

@inproceedings{farina20stochastic,
  author       = {Gabriele Farina and
                  Christian Kroer and
                  Tuomas Sandholm},
  title        = {Stochastic Regret Minimization in Extensive-Form Games},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020},
  year         = {2020},
}

@inproceedings{koller1995generating,
author = {Koller, Daphne and Pfeffer, Avi},
title = {Generating and Solving Imperfect Information Games},
year = {1995},
booktitle = {International Joint Conference on Artificial Intelligence},
}

@inproceedings{HeinrichLS15,
  author       = {Johannes Heinrich and
                  Marc Lanctot and
                  David Silver},
  title        = {Fictitious Self-Play in Extensive-Form Games},
  booktitle    = {Proceedings of the 32nd International Conference on Machine Learning,
                  {ICML} 2015},
  year         = {2015},
}

@article{moravvcik2017deepstack,
  title={Deepstack: Expert-level artificial intelligence in heads-up no-limit poker},
  author={Morav{\v{c}}{\'\i}k, Matej and Schmid, Martin and Burch, Neil and Lis{\`y}, Viliam and Morrill, Dustin and Bard, Nolan and Davis, Trevor and Waugh, Kevin and Johanson, Michael and Bowling, Michael},
  journal={Science},
  year={2017},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{TianGJ20,
  author       = {Yuandong Tian and
                  Qucheng Gong and
                  Yu Jiang},
  title        = {Joint Policy Search for Multi-agent Collaboration with Imperfect Information},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020},
  year         = {2020},
}

@article{Schmid2021player,
  author       = {Martin Schmid and
                  Matej Moravcik and
                  Neil Burch and
                  Rudolf Kadlec and
                  Joshua Davidson and
                  Kevin Waugh and
                  Nolan Bard and
                  Finbarr Timbers and
                  Marc Lanctot and
                  Zach Holland and
                  Elnaz Davoodi and
                  Alden Christianson and
                  Michael Bowling},
  title        = {Player of Games},
  volume       = {abs/2112.03178},
  year         = {2021},
}

@inproceedings{kroer2015faster,
  title={{Faster First-Order Methods for Extensive-Form Game Solving
}},
  author={Kroer, Christian and Waugh, Kevin and Kilin{\c{c}}-Karzan, Fatma and Sandholm, Tuomas},
  booktitle={ACM Conference on Economics and Computation},
  year={2015}
}

@article{hoda2010smoothing,
author = {Hoda, Samid and Gilpin, Andrew and Pe{\~{n}}a, Javier and Sandholm, Tuomas},
journal = {Mathematics of Operations Research},
title = {{Smoothing Techniques for Computing Nash Equilibria of Sequential Games}},
year = {2010}
}

@inproceedings{FuLWWYLXLMF022,
  author       = {Haobo Fu and
                  Weiming Liu and
                  Shuang Wu and
                  Yijia Wang and
                  Tao Yang and
                  Kai Li and
                  Junliang Xing and
                  Bin Li and
                  Bo Ma and
                  Qiang Fu and
                  Wei Yang},
  title        = {Actor-Critic Policy Optimization in a Large-Scale Imperfect-Information
                  Game},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022},
  year         = {2022},
}

@article{KuritaH21,
  author       = {Moyuru Kurita and
                  Kunihito Hoki},
  title        = {Method for Constructing Artificial Intelligence Player With Abstractions
                  to Markov Decision Processes in Multiplayer Game of Mahjong},
  journal      = {{IEEE} Trans. Games},
  year         = {2021},
}

@article{Li2020suphx,
  author       = {Junjie Li and
                  Sotetsu Koyamada and
                  Qiwei Ye and
                  Guoqing Liu and
                  Chao Wang and
                  Ruihan Yang and
                  Li Zhao and
                  Tao Qin and
                  Tie{-}Yan Liu and
                  Hsiao{-}Wuen Hon},
  title        = {Suphx: Mastering Mahjong with Deep Reinforcement Learning},
  volume       = {abs/2003.13590},
  year         = {2020},
}

@article{HodaGPS10,
  author       = {Samid Hoda and
                  Andrew Gilpin and
                  Javier Pe{\~{n}}a and
                  Tuomas Sandholm},
  title        = {Smoothing Techniques for Computing Nash Equilibria of Sequential Games},
  journal      = {Math. Oper. Res.},
  year         = {2010},
}

@inproceedings{KroerWKS15,
  author       = {Christian Kroer and
                  Kevin Waugh and
                  Fatma Kilin{\c{c}}{-}Karzan and
                  Tuomas Sandholm},
  title        = {Faster First-Order Methods for Extensive-Form Game Solving},
  booktitle    = {Proceedings of the Sixteenth {ACM} Conference on Economics and Computation,
                  {EC} 2015},
  pages        = {817--834},
  publisher    = {{ACM}},
  year         = {2015},
}

@inproceedings{KroerFS18,
  author       = {Christian Kroer and
                  Gabriele Farina and
                  Tuomas Sandholm},
  title        = {Solving Large Sequential Games with the Excessive Gap Technique},
  booktitle    = {Advances in Neural Information Processing Systems 31: Annual Conference
                  on Neural Information Processing Systems 2018},
  year         = {2018},
}

@inproceedings{MunosPLRVLTHOGA20,
  author       = {R{\'{e}}mi Munos and
                  Julien P{\'{e}}rolat and
                  Jean{-}Baptiste Lespiau and
                  Mark Rowland and
                  Bart De Vylder and
                  Marc Lanctot and
                  Finbarr Timbers and
                  Daniel Hennes and
                  Shayegan Omidshafiei and
                  Audrunas Gruslys and
                  Mohammad Gheshlaghi Azar and
                  Edward Lockhart and
                  Karl Tuyls},
  title        = {Fast computation of Nash Equilibria in Imperfect Information Games},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@inproceedings{LeeKL21,
  author       = {Chung{-}Wei Lee and
                  Christian Kroer and
                  Haipeng Luo},
  title        = {Last-iterate Convergence in Extensive-Form Games},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021},
  year         = {2021},
}

@inproceedings{0004J0L22,
  author       = {Weiming Liu and
                  Huacong Jiang and
                  Bin Li and
                  Houqiang Li},
  title        = {Equivalence Analysis between Counterfactual Regret Minimization and
                  Online Mirror Descent},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022},
  publisher    = {{PMLR}},
  year         = {2022},
}

@article{koller1992complexity,
  title={The complexity of two-person zero-sum games in extensive form},
  author={Koller, Daphne and Megiddo, Nimrod},
  journal={Games and economic behavior},
  year={1992},
  publisher={Elsevier}
}

@article{von1996efficient,
  title={Efficient computation of behavior strategies},
  author={Von Stengel, Bernhard},
  journal={Games and Economic Behavior},
  year={1996},
  publisher={Elsevier}
}

@article{koller1996efficient,
  title={Efficient computation of equilibria for extensive two-person games},
  author={Koller, Daphne and Megiddo, Nimrod and Von Stengel, Bernhard},
  journal={Games and economic behavior},
  year={1996},
  publisher={Elsevier}
}

@inproceedings{ZinkevichJBP07,
  author       = {Martin Zinkevich and
                  Michael Johanson and
                  Michael H. Bowling and
                  Carmelo Piccione},
  title        = {Regret Minimization in Games with Incomplete Information},
  booktitle    = {Advances in Neural Information Processing Systems 20, 2007},
  year         = {2007},
}

@inproceedings{LanctotWZB09,
  author       = {Marc Lanctot and
                  Kevin Waugh and
                  Martin Zinkevich and
                  Michael H. Bowling},
  title        = {Monte Carlo Sampling for Regret Minimization in Extensive Games},
  booktitle    = {Advances in Neural Information Processing Systems 22: 23rd Annual
                  Conference on Neural Information Processing Systems 2009},
  year         = {2009},
}

@inproceedings{JohansonBLGB12,
  author       = {Michael Johanson and
                  Nolan Bard and
                  Marc Lanctot and
                  Richard G. Gibson and
                  Michael Bowling},
  title        = {Efficient Nash equilibrium approximation through Monte Carlo counterfactual
                  regret minimization},
  booktitle    = {International Conference on Autonomous Agents and Multiagent Systems,
                  {AAMAS} 2012},
  year         = {2012},
}

@article{Tammelin14,
  author       = {Oskari Tammelin},
  title        = {Solving Large Imperfect Information Games Using {CFR+}},
  volume       = {abs/1407.5042},
  year         = {2014},
}

@inproceedings{SchmidBLMKB19,
  author       = {Martin Schmid and
                  Neil Burch and
                  Marc Lanctot and
                  Matej Moravcik and
                  Rudolf Kadlec and
                  Michael Bowling},
  title        = {Variance Reduction in Monte Carlo Counterfactual Regret Minimization
                  {(VR-MCCFR)} for Extensive Form Games Using Baselines},
  booktitle    = {The Thirty-Third {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2019},
  year         = {2019},
}

@article{BurchMS19,
  author       = {Neil Burch and
                  Matej Moravcik and
                  Martin Schmid},
  title        = {Revisiting {CFR+} and Alternating Updates},
  journal      = {J. Artif. Intell. Res.},
  year         = {2019},
}

@inproceedings{FarinaSS21,
  author       = {Gabriele Farina and
                  Robin Schmucker and
                  Tuomas Sandholm},
  title        = {Bandit Linear Optimization for Sequential Decision Making and Extensive-Form
                  Games},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2021},
  year         = {2021},
}

@inproceedings{FarinaS21,
  author       = {Gabriele Farina and
                  Tuomas Sandholm},
  title        = {Model-Free Online Learning in Unknown Sequential Decision Making Problems
                  and Games},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2021},
  year         = {2021},
}

@inproceedings{BrownLGS19,
  author       = {Noam Brown and
                  Adam Lerer and
                  Sam Gross and
                  Tuomas Sandholm},
  title        = {Deep Counterfactual Regret Minimization},
  booktitle    = {Proceedings of the 36th International Conference on Machine Learning,
                  {ICML} 2019},
  publisher    = {{PMLR}},
  year         = {2019},
}

@inproceedings{AyoubJSWY20,
  author       = {Alex Ayoub and
                  Zeyu Jia and
                  Csaba Szepesv{\'{a}}ri and
                  Mengdi Wang and
                  Lin Yang},
  title        = {Model-Based Reinforcement Learning with Value-Targeted Regression},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@inproceedings{JinYWJ20,
  author       = {Chi Jin and
                  Zhuoran Yang and
                  Zhaoran Wang and
                  Michael I. Jordan},
  title        = {Provably efficient reinforcement learning with linear function approximation},
  booktitle    = {Conference on Learning Theory, {COLT} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@article{nash1950equilibrium,
  title={Equilibrium points in n-person games},
  author={Nash Jr, John F},
  journal={Proceedings of the national academy of sciences},
  year={1950},
  publisher={National Acad Sciences}
}

@inproceedings{ZhouGS21,
  author       = {Dongruo Zhou and
                  Quanquan Gu and
                  Csaba Szepesv{\'{a}}ri},
  title        = {Nearly Minimax Optimal Reinforcement Learning for Linear Mixture Markov
                  Decision Processes},
  booktitle    = {Conference on Learning Theory, {COLT} 2021},
  publisher    = {{PMLR}},
  year         = {2021},
}

@inproceedings{HeZZG23,
  author       = {Jiafan He and
                  Heyang Zhao and
                  Dongruo Zhou and
                  Quanquan Gu},
  title        = {Nearly Minimax Optimal Reinforcement Learning for Linear Markov Decision
                  Processes},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023},
  publisher    = {{PMLR}},
  year         = {2023},
}

@inproceedings{ChenZG22a,
  author       = {Zixiang Chen and
                  Dongruo Zhou and
                  Quanquan Gu},
  title        = {Almost Optimal Algorithms for Two-player Zero-Sum Linear Mixture Markov
                  Games},
  booktitle    = {International Conference on Algorithmic Learning Theory, 2022},
  publisher    = {{PMLR}},
  year         = {2022},
}

@inproceedings{Ni0ZDJW23,
  author       = {Chengzhuo Ni and
                  Yuda Song and
                  Xuezhou Zhang and
                  Zihan Ding and
                  Chi Jin and
                  Mengdi Wang},
  title        = {Representation Learning for Low-rank General-sum Markov Games},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023},
  year         = {2023},
}

@inproceedings{WangL0023,
  author       = {Yuanhao Wang and
                  Qinghua Liu and
                  Yu Bai and
                  Chi Jin},
  title        = {Breaking the Curse of Multiagency: Provably Efficient Decentralized
                  Multi-Agent {RL} with Function Approximation},
  booktitle    = {The Thirty Sixth Annual Conference on Learning Theory, {COLT} 2023},
  publisher    = {{PMLR}},
  year         = {2023},
}

@inproceedings{CuiZD23,
  author       = {Qiwen Cui and
                  Kaiqing Zhang and
                  Simon S. Du},
  title        = {Breaking the Curse of Multiagents in a Large State Space: {RL} in
                  Markov Games with Independent Linear Function Approximation},
  booktitle    = {The Thirty Sixth Annual Conference on Learning Theory, {COLT} 2023},
  publisher    = {{PMLR}},
  year         = {2023},
}

@book{lattimore2020bandit,
  title={Bandit algorithms},
  author={Lattimore, Tor and Szepesv{\'a}ri, Csaba},
  year={2020},
  publisher={Cambridge University Press}
}

@inproceedings{LittmanS96,
  author       = {Michael L. Littman and
                  Csaba Szepesv{\'{a}}ri},
  title        = {A Generalized Reinforcement-Learning Model: Convergence and Applications},
  booktitle    = {Machine Learning, Proceedings of the Thirteenth International Conference
                  {(ICML} '96)},
  year         = {1996},
}

@inproceedings{Littman01,
  author       = {Michael L. Littman},
  title        = {Friend-or-Foe Q-learning in General-Sum Games},
  booktitle    = {Proceedings of the Eighteenth International Conference on Machine
                  Learning 2001},
  year         = {2001},
}

@inproceedings{GreenwaldH03,
  author       = {Amy Greenwald and
                  Keith Hall},
  title        = {Correlated Q-Learning},
  booktitle    = {Machine Learning, Proceedings of the Twentieth International Conference 2003},
  publisher    = {{AAAI} Press},
  year         = {2003},
}

@article{HuW03,
  author       = {Junling Hu and
                  Michael P. Wellman},
  title        = {Nash Q-Learning for General-Sum Stochastic Games},
  journal      = {J. Mach. Learn. Res.},
  year         = {2003},
}

@article{HansenMZ13,
  author       = {Thomas Dueholm Hansen and
                  Peter Bro Miltersen and
                  Uri Zwick},
  title        = {Strategy Iteration Is Strongly Polynomial for 2-Player Turn-Based
                  Stochastic Games with a Constant Discount Factor},
  journal      = {J. {ACM}},
  year         = {2013},
}

@inproceedings{SidfordWWYY18,
  author       = {Aaron Sidford and
                  Mengdi Wang and
                  Xian Wu and
                  Lin Yang and
                  Yinyu Ye},
  title        = {Near-Optimal Time and Sample Complexities for Solving Markov Decision
                  Processes with a Generative Model},
  booktitle    = {Advances in Neural Information Processing Systems 31: Annual Conference
                  on Neural Information Processing Systems 2018},
  year         = {2018},
}

@inproceedings{LagoudakisP02,
  author       = {Michail G. Lagoudakis and
                  Ronald Parr},
  title        = {Value Function Approximation in Zero-Sum Markov Games},
  booktitle    = {{UAI} '02, Proceedings of the 18th Conference in Uncertainty in Artificial
                  Intelligence, 2002},
  year         = {2002},
}

@inproceedings{PerolatSPP15,
  author       = {Julien P{\'{e}}rolat and
                  Bruno Scherrer and
                  Bilal Piot and
                  Olivier Pietquin},
  title        = {Approximate Dynamic Programming for Two-Player Zero-Sum Markov Games},
  booktitle    = {Proceedings of the 32nd International Conference on Machine Learning,
                  {ICML} 2015},
  publisher    = {JMLR},
  year         = {2015},
}

@inproceedings{FanWXY20,
  author       = {Jianqing Fan and
                  Zhaoran Wang and
                  Yuchen Xie and
                  Zhuoran Yang},
  title        = {A Theoretical Analysis of Deep Q-Learning},
  booktitle    = {Proceedings of the 2nd Annual Conference on Learning for Dynamics
                  and Control, {L4DC} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@article{abs-1906-00423,
  author       = {Zeyu Jia and
                  Lin F. Yang and
                  Mengdi Wang},
  title        = {Feature-Based Q-Learning for Two-Player Stochastic Games},
  journal      = {CoRR},
  volume       = {abs/1906.00423},
  year         = {2019},
}

@inproceedings{CuiY21,
  author       = {Qiwen Cui and
                  Lin F. Yang},
  title        = {Minimax sample complexity for turn-based stochastic game},
  booktitle    = {Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial
                  Intelligence, 2021},
  series       = {Proceedings of Machine Learning Research},
  publisher    = {{AUAI} Press},
  year         = {2021},
}

@inproceedings{Zhang0J21,
  author       = {Zihan Zhang and
                  Yuan Zhou and
                  Xiangyang Ji},
  title        = {Model-Free Reinforcement Learning: from Clipped Pseudo-Regret to Sample
                  Complexity},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021},
  publisher    = {{PMLR}},
  year         = {2021},
}

@inproceedings{BaiJ20,
  author       = {Yu Bai and
                  Chi Jin},
  title        = {Provable Self-Play Algorithms for Competitive Reinforcement Learning},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@inproceedings{LiuYBJ21,
  author       = {Qinghua Liu and
                  Tiancheng Yu and
                  Yu Bai and
                  Chi Jin},
  title        = {A Sharp Analysis of Model-based Reinforcement Learning with Self-Play},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021},
  publisher    = {{PMLR}},
  year         = {2021},
}

@inproceedings{SongMB22,
  author       = {Ziang Song and
                  Song Mei and
                  Yu Bai},
  title        = {When Can We Learn General-Sum Markov Games with a Large Number of
                  Players Sample-Efficiently?},
  booktitle    = {The Tenth International Conference on Learning Representations, {ICLR}
                  2022},
  year         = {2022},
}

@inproceedings{0005CW022,
  author       = {Gen Li and
                  Yuejie Chi and
                  Yuting Wei and
                  Yuxin Chen},
  title        = {Minimax-Optimal Multi-Agent {RL} in Markov Games With a Generative
                  Model},
  booktitle    = {NeurIPS},
  year         = {2022},
}

@inproceedings{XiongZSSZ22,
  author       = {Wei Xiong and
                  Han Zhong and
                  Chengshuai Shi and
                  Cong Shen and
                  Tong Zhang},
  title        = {A Self-Play Posterior Sampling Algorithm for Zero-Sum Markov Games},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022},
  publisher    = {{PMLR}},
  year         = {2022},
}

@inproceedings{Neu15,
  author       = {Gergely Neu},
  title        = {Explore no more: Improved high-probability regret bounds for non-stochastic
                  bandits},
  booktitle    = {Advances in Neural Information Processing Systems 28: Annual Conference
                  on Neural Information Processing Systems 2015},
  year         = {2015},
}

@inproceedings{ZhouLZ20,
  author       = {Yichi Zhou and
                  Jialian Li and
                  Jun Zhu},
  title        = {Posterior sampling for multi-agent reinforcement learning: solving
                  extensive games with imperfect information},
  booktitle    = {8th International Conference on Learning Representations, {ICLR} 2020},
  year         = {2020},
}

@inproceedings{ZhangS21,
  author       = {Brian Hu Zhang and
                  Tuomas Sandholm},
  title        = {Finding and Certifying (Near-)Optimal Strategies in Black-Box Extensive-Form
                  Games},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2021},
  publisher    = {{AAAI} Press},
  year         = {2021},
}

@inproceedings{XieCWY20,
  author       = {Qiaomin Xie and
                  Yudong Chen and
                  Zhaoran Wang and
                  Zhuoran Yang},
  title        = {Learning Zero-Sum Simultaneous-Move Markov Games Using Function Approximation
                  and Correlated Equilibrium},
  booktitle    = {Conference on Learning Theory, {COLT} 2020},
  publisher    = {{PMLR}},
  year         = {2020},
}

@inproceedings{JinLY22,
  author       = {Chi Jin and
                  Qinghua Liu and
                  Tiancheng Yu},
  title        = {The Power of Exploiter: Provable Multi-Agent {RL} in Large State Spaces},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022},
  publisher    = {{PMLR}},
  year         = {2022},
}

@inproceedings{ZhangBJ23,
  author       = {Yuheng Zhang and
                  Yu Bai and
                  Nan Jiang},
  title        = {Offline Learning in Markov Games with General Function Approximation},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023},
  publisher    = {{PMLR}},
  year         = {2023},
}

@inproceedings{neu2021online,
  author       = {Gergely Neu and
                  Julia Olkhovskaya},
  title        = {Online learning in MDPs with linear function approximation and bandit
                  feedback},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021},
  year         = {2021},
}

@inproceedings{Abbasi-YadkoriPS11,
  author       = {Yasin Abbasi{-}Yadkori and
                  D{\'{a}}vid P{\'{a}}l and
                  Csaba Szepesv{\'{a}}ri},
  title        = {Improved Algorithms for Linear Stochastic Bandits},
  booktitle    = {Advances in Neural Information Processing Systems 24: 25th Annual
                  Conference on Neural Information Processing Systems 2011},
  year         = {2011},
}

@inproceedings{zimmert2019optimal,
  author = {Zimmert, Julian and Seldin, Yevgeny},
  title = {An Optimal Algorithm for Stochastic and Adversarial Bandits},
  booktitle = 	 {Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics},
  year = {2019},
}

@inproceedings{romanovsky1962reduction,
  title={Reduction of a game with complete memory to a matricial game},
  author={Romanovsky, Joseph Vladimirovich},
  booktitle={Doklady Akademii Nauk},
  year={1962},
  organization={Russian Academy of Sciences}
}

@article{kiefer1960equivalence,
  title={The equivalence of two extremum problems},
  author={Kiefer, Jack and Wolfowitz, Jacob},
  journal={Canadian Journal of Mathematics},
  year={1960},
  publisher={Cambridge University Press}
}

@inproceedings{LeeLWZ20,
  author       = {Chung{-}Wei Lee and
                  Haipeng Luo and
                  Chen{-}Yu Wei and
                  Mengxiao Zhang},
  title        = {Bias no more: high-probability data-dependent regret bounds for adversarial
                  bandits and MDPs},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020},
  year         = {2020},
}

@inproceedings{LuoWL21,
  author       = {Haipeng Luo and
                  Chen{-}Yu Wei and
                  Chung{-}Wei Lee},
  title        = {Policy Optimization in Adversarial MDPs: Improved Exploration via
                  Dilated Bonuses},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021},
  year         = {2021},
}

@article{brown2018superhuman,
  title={Superhuman AI for heads-up no-limit poker: Libratus beats top professionals},
  author={Brown, Noam and Sandholm, Tuomas},
  journal={Science},
  year={2018},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{zhoulowerbound,
  author       = {Yuan Zhou},
  title        = {Lecture 14: Lower Bounds for Linear Bandits},
  booktitle    = {IE 498: Online Learning and Decision Making, Fall 2019},
  url={https://yuanz.web.illinois.edu/teaching/IE498fa19/lec_14.pdf},
  year         = {2019},
}

@article{OpenSpiel,
  author       = {Marc Lanctot and
                  Edward Lockhart and
                  Jean{-}Baptiste Lespiau and
                  Vin{\'{\i}}cius Flores Zambaldi and
                  Satyaki Upadhyay and
                  Julien P{\'{e}}rolat and
                  Sriram Srinivasan and
                  Finbarr Timbers and
                  Karl Tuyls and
                  Shayegan Omidshafiei and
                  Daniel Hennes and
                  Dustin Morrill and
                  Paul Muller and
                  Timo Ewalds and
                  Ryan Faulkner and
                  J{\'{a}}nos Kram{\'{a}}r and
                  Bart De Vylder and
                  Brennan Saeta and
                  James Bradbury and
                  David Ding and
                  Sebastian Borgeaud and
                  Matthew Lai and
                  Julian Schrittwieser and
                  Thomas W. Anthony and
                  Edward Hughes and
                  Ivo Danihelka and
                  Jonah Ryan{-}Davis},
  title        = {OpenSpiel: {A} Framework for Reinforcement Learning in Games},
  journal      = {CoRR},
  volume       = {abs/1908.09453},
  eprinttype    = {arXiv},
}

@inproceedings{KumarFSTL19,
  author       = {Aviral Kumar and
                  Justin Fu and
                  Matthew Soh and
                  George Tucker and
                  Sergey Levine},
  title        = {Stabilizing Off-Policy Q-Learning via Bootstrapping Error Reduction},
  booktitle    = {Advances in Neural Information Processing Systems 32: Annual Conference
                  on Neural Information Processing Systems 2019, NeurIPS 2019},
  year         = {2019},
}

@inproceedings{0009SAB20,
  author       = {Yao Liu and
                  Adith Swaminathan and
                  Alekh Agarwal and
                  Emma Brunskill},
  title        = {Provably Good Batch Off-Policy Reinforcement Learning Without Great
                  Exploration},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020},
  year         = {2020},
}

@inproceedings{XieJWXB21,
  author       = {Tengyang Xie and
                  Nan Jiang and
                  Huan Wang and
                  Caiming Xiong and
                  Yu Bai},
  title        = {Policy Finetuning: Bridging Sample-Efficient Offline and Online Reinforcement
                  Learning},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021},
  year         = {2021},
}

@inproceedings{RussoR13,
  author       = {Daniel Russo and
                  Benjamin Van Roy},
  title        = {Eluder Dimension and the Sample Complexity of Optimistic Exploration},
  booktitle    = {Advances in Neural Information Processing Systems 26, 2013.},
  year         = {2013},
}

@inproceedings{ZhaoY0023,
  author       = {Canzhe Zhao and
                  Ruofeng Yang and
                  Baoxiang Wang and
                  Shuai Li},
  title        = {Learning Adversarial Linear Mixture Markov Decision Processes with
                  Bandit Feedback and Unknown Transition},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023},
  year         = {2023},
}

@inproceedings{Li0Z24,
  author       = {Long{-}Fei Li and
                  Peng Zhao and
                  Zhi{-}Hua Zhou},
  title        = {Dynamic Regret of Adversarial MDPs with Unknown Transition and Linear
                  Function Approximation},
  booktitle    = {Thirty-Eighth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2024},
  year         = {2024},
}

@inproceedings{LiZZ24,
  author       = {Long{-}Fei Li and
                  Peng Zhao and
                  Zhi{-}Hua Zhou},
  title        = {Improved Algorithm for Adversarial Linear Mixture MDPs with Bandit
                  Feedback and Unknown Transition},
  booktitle    = {International Conference on Artificial Intelligence and Statistics, 2024},
  publisher    = {{PMLR}},
  year         = {2024},
}

@article{0002Z0024,
  author       = {Fang Kong and
                  Xiangcheng Zhang and
                  Baoxiang Wang and
                  Shuai Li},
  title        = {Improved Regret Bounds for Linear Adversarial MDPs via Linear Optimization},
  journal      = {Trans. Mach. Learn. Res.},
  volume       = {2024},
  year         = {2024},
}

@inproceedings{LiuWZ24,
  author       = {Haolin Liu and
                  Chen{-}Yu Wei and
                  Julian Zimmert},
  title        = {Towards Optimal Regret in Adversarial Linear MDPs with Bandit Feedback},
  booktitle    = {The Twelfth International Conference on Learning Representations,
                  {ICLR} 2024, Vienna, Austria, May 7-11, 2024},
  year         = {2024},
}