@inproceedings{lowe2017multi,
	title={Multi-Agent Actor-Critic for Mixed Cooperative-Competitive Environments},
	author={Lowe, Ryan and Wu, Yi and Tamar, Aviv and Harb, Jean and Abbeel, Pieter and Mordatch, Igor},
	journal={Neural Information Processing Systems (NeurIPS)},
	year={2017}
}
@inproceedings{iqbal2019actor,
	title={Actor-Attention-Critic for Multi-Agent Reinforcement Learning},
	author={Iqbal, Shariq and Sha, Fei},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2019}
}
@InProceedings{zhang2021fop,
	title ={{FOP}: Factorizing Optimal Joint Policy of Maximum-Entropy Multi-Agent Reinforcement Learning},
	author =       {Zhang, Tianhao and Li, Yueheng and Wang, Chen and Xie, Guangming and Lu, Zongqing},
	booktitle ={International Conference on Machine Learning (ICML)},
	year = 	 {2021},
}

@InProceedings{su2021divergence,
	title={Divergence-Regularized Multi-Agent Actor-Critic},
	author={Su, Kefan and Lu, Zongqing},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2022}
}
@inproceedings{wang2020dop,
	title={{DOP}: Off-policy multi-agent decomposed policy gradients},
	author={Wang, Yihan and Han, Beining and Wang, Tonghan and Dong, Heng and Zhang, Chongjie},
	booktitle={International Conference on Learning Representations (ICLR)},
	year={2020}
}
@inproceedings{sunehag2018value,
	title={Value-Decomposition Networks for Cooperative Multi-Agent Learning Based on Team Reward},
	author={Sunehag, Peter and Lever, Guy and Gruslys, Audrunas and Czarnecki, Wojciech Marian and Zambaldi, Vinicius and Jaderberg, Max and Lanctot, Marc and Sonnerat, Nicolas and Leibo, Joel Z and Tuyls, Karl and others},
	booktitle={International Conference on Autonomous Agents and Multiagent Systems  (AAMAS)},
	year={2018}
}
@inproceedings{rashid2018qmix,
	title={{QMIX}: Monotonic Value Function Factorisation for Deep Multi-Agent Reinforcement Learning},
	author={Rashid, Tabish and Samvelyan, Mikayel and De Witt, Christian Schroeder and Farquhar, Gregory and Foerster, Jakob and Whiteson, Shimon},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2018}
}
@inproceedings{son2019qtran,
	title={{QTRAN}: Learning To Factorize with Transformation for Cooperative Multi-Agent Reinforcement Learning},
	author={Son, Kyunghwan and Kim, Daewoo and Kang, Wan Ju and Hostallero, David Earl and Yi, Yung},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2019}
}
@inproceedings{wang2020qplex,
	title={{QPLEX}: Duplex Dueling Multi-Agent Q-Learning},
	author={Wang, Jianhao and Ren, Zhizhou and Liu, Terry and Yu, Yang and Zhang, Chongjie},
	year={2021}
}
@inproceedings{rashid2020weighted,
	title={{Weighted QMIX}: Expanding monotonic value function factorisation for deep multi-agent reinforcement learning},
	author={Rashid, Tabish and Farquhar, Gregory and Peng, Bei and Whiteson, Shimon},
	journal={Advances in Neural Information Processing Systems (NeurIPS)},
	year={2020}
}
@inproceedings{peng2021facmac,
	title={{FACMAC}: Factored multi-agent centralised policy gradients},
	author={Peng, Bei and Rashid, Tabish and Schroeder de Witt, Christian and Kamienny, Pierre-Alexandre and Torr, Philip and B{\"o}hmer, Wendelin and Whiteson, Shimon},
	journal={Advances in Neural Information Processing Systems (NeurIPS)},
	year={2021}
}
@inproceedings{tampuu2017multiagent,
	title={Multiagent cooperation and competition with deep reinforcement learning},
	author={Tampuu, Ardi and Matiisen, Tambet and Kodelja, Dorian and Kuzovkin, Ilya and Korjus, Kristjan and Aru, Juhan and Aru, Jaan and Vicente, Raul},
	journal={PloS one},
	volume={12},
	number={4},
	pages={e0172395},
	year={2017},
	publisher={Public Library of Science San Francisco, CA USA}
}
@inproceedings{de2020independent,
	title={Is Independent Learning All You Need in The StarCraft Multi-Agent Challenge?},
	author={de Witt, Christian Schroeder and Gupta, Tarun and Makoviichuk, Denys and Makoviychuk, Viktor and Torr, Philip HS and Sun, Mingfei and Whiteson, Shimon},
	journal={arXiv preprint arXiv:2011.09533},
	year={2020}
}
@inproceedings{foerster2017stabilising,
	title={Stabilising Experience Replay for Deep Multi-Agent Reinforcement Learning},
	author={Foerster, Jakob and Nardelli, Nantas and Farquhar, Gregory and Afouras, Triantafyllos and Torr, Philip HS and Kohli, Pushmeet and Whiteson, Shimon},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2017}
}
@inproceedings{palmer2018lenient,
	title={Lenient Multi-Agent Deep Reinforcement Learning},
	author={Palmer, Gregory and Tuyls, Karl and Bloembergen, Daan and Savani, Rahul},
	booktitle={International Conference on Autonomous Agents and MultiAgent Systems (AAMAS)},
	year={2018}
}
@inproceedings{edwards2020estimating,
	title={Estimating q (s, s’) with deep deterministic dynamics gradients},
	author={Edwards, Ashley and Sahni, Himanshu and Liu, Rosanne and Hung, Jane and Jain, Ankit and Wang, Rui and Ecoffet, Adrien and Miconi, Thomas and Isbell, Charles and Yosinski, Jason},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2020}
}
@inproceedings{bertsekas2020multiagent,
	title={Multiagent value iteration algorithms in dynamic programming and reinforcement learning},
	author={Bertsekas, Dimitri},
	journal={Results in Control and Optimization},
	volume={1},
	pages={100003},
	year={2020},
	publisher={Elsevier}
}
@inproceedings{qie2019joint,
	title={Joint optimization of multi-UAV target assignment and path planning based on multi-agent reinforcement learning},
	author={Qie, Han and Shi, Dianxi and Shen, Tianlong and Xu, Xinhai and Li, Yuan and Wang, Liujing},
	journal={IEEE access},
	volume={7},
	pages={146264--146272},
	year={2019},
	publisher={IEEE}
}
@inproceedings{cao2020multiagent,
	title={Multiagent deep reinforcement learning for joint multichannel access and task offloading of mobile-edge computing in industry 4.0},
	author={Cao, Zilong and Zhou, Pan and Li, Ruixuan and Huang, Siqi and Wu, Dapeng},
	journal={IEEE Internet of Things Journal},
	volume={7},
	number={7},
	pages={6201--6213},
	year={2020},
	publisher={IEEE}
}
@inproceedings{vinyals2019grandmaster,
	title={Grandmaster Level in StarCraft II Using Multi-Agent Reinforcement Learning},
	author={Vinyals, Oriol and Babuschkin, Igor and Czarnecki, Wojciech M and Mathieu, Micha{\"e}l and Dudzik, Andrew and Chung, Junyoung and Choi, David H and Powell, Richard and Ewalds, Timo and Georgiev, Petko and others},
	journal={Nature},
	volume={575},
	number={7782},
	pages={350--354},
	year={2019}
}
@inproceedings{iqbal2021randomized,
	title={Randomized Entity-wise Factorization for Multi-Agent Reinforcement Learning},
	author={Iqbal, Shariq and De Witt, Christian A Schroeder and Peng, Bei and B{\"o}hmer, Wendelin and Whiteson, Shimon and Sha, Fei},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2021}
}
@inproceedings{samvelyan19smac,
	title ={The StarCraft Multi-Agent Challenge},
	author = {Mikayel Samvelyan and Tabish Rashid and Christian Schroeder de Witt and Gregory Farquhar and Nantas Nardelli and Tim G. J. Rudner and Chia-Man Hung and Philiph H. S. Torr and Jakob Foerster and Shimon Whiteson},
	journal={arXiv preprint arXiv:1902.04043},
	year = {2019},
}
@inproceedings{de2020deep,
	title={Deep Multi-Agent Reinforcement Learning for Decentralized Continuous Cooperative Control},
	author={de Witt, Christian Schroeder and Peng, Bei and Kamienny, Pierre-Alexandre and Torr, Philip and B{\"o}hmer, Wendelin and Whiteson, Shimon},
	journal={arXiv preprint arXiv:2003.06709},
	year={2020}
}
@inproceedings{lillicrap2016continuous,
	title={Continuous control with deep reinforcement learning.},
	author={Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
	booktitle={International Conference on Learning Representations (ICLR)},
	year={2016}
}
@inproceedings{SpinningUp2018,
	author = {Achiam, Joshua},
	title ={Spinning Up in Deep Reinforcement Learning},
	year = {2018}
}
@inproceedings{kuba2021trust,
	title={Trust region policy optimisation in multi-agent reinforcement learning},
	author={Kuba, Jakub Grudzien and Chen, Ruiqing and Wen, Munning and Wen, Ying and Sun, Fanglei and Wang, Jun and Yang, Yaodong},
	booktitle={International Conference on Learning Representations (ICLR)},
	year={2022}
}
@inproceedings{matignon2007hysteretic,
	title={Hysteretic q-learning: an algorithm for decentralized reinforcement learning in cooperative multi-agent teams},
	author={Matignon, La{\"e}titia and Laurent, Guillaume J and Le Fort-Piat, Nadine},
	booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
	year={2007}
}
@misc{puterman1994markov,
	title={Markov Decision Processes: Discrete Stochastic Dynamic Programming},
	author={Puterman, Martin L},
	year={1994},
	publisher={John Wiley \& Sons, Inc.}
}
@inproceedings{akchurina2009multiagent,
	title={Multiagent reinforcement learning: algorithm converging to nash equilibrium in general-sum discounted stochastic games},
	author={Akchurina, Natalia},
	booktitle={Proceedings of The 8th International Conference on Autonomous Agents and Multiagent Systems-Volume 2},
	pages={725--732},
	year={2009},
	organization={Citeseer}
}
@inproceedings{zhang2021multi,
	title={Multi-agent reinforcement learning: A selective overview of theories and algorithms},
	author={Zhang, Kaiqing and Yang, Zhuoran and Ba{\c{s}}ar, Tamer},
	journal={Handbook of Reinforcement Learning and Control},
	pages={321--384},
	year={2021},
	publisher={Springer}
}
@inproceedings{tan1993multi,
	title={Multi-agent reinforcement learning: Independent vs. cooperative agents},
	author={Tan, Ming},
	booktitle={International Conference on Machine Learning (ICML)},
	year={1993}
}
@misc{zhou2018multi,
	title={Multi-agent online learning with imperfect information},
	author={Zhou, Zhengyuan and Mertikopoulos, Panayotis and Bambos, Nicholas and Glynn, Peter and Tomlin, Claire},
	year={2018},
	publisher={Submitted}
}
@inproceedings{janner2019trust,
	title={When to trust your model: Model-based policy optimization},
	author={Janner, Michael and Fu, Justin and Zhang, Marvin and Levine, Sergey},
	journal={Advances in Neural Information Processing Systems (NeurIPS)},
	year={2019}
}
@inproceedings{kuba2022trust,
	title={Trust region policy optimisation in multi-agent reinforcement learning},
	author={Kuba, Jakub Grudzien and Chen, Ruiqing and Wen, Munning and Wen, Ying and Sun, Fanglei and Wang, Jun and Yang, Yaodong},
	journal={International Conference on Learning Representations (ICLR)},
	year={2022}
}
@inproceedings{yu2021surprising,
	title={The Surprising Effectiveness of PPO in Cooperative, Multi-Agent Games},
	author={Yu, Chao and Velu, Akash and Vinitsky, Eugene and Wang, Yu and Bayen, Alexandre and Wu, Yi},
	journal={arXiv preprint arXiv:2103.01955},
	year={2021}
}
@inproceedings{madani1999undecidability,
	title={On the undecidability of probabilistic planning and infinite-horizon partially observable {Markov} decision problems},
	author={Madani, Omid and Hanks, Steve and Condon, Anne},
	booktitle={AAAI/IAAI},
	year={1999}
}
@inproceedings{lauer2000algorithm,
	title={An algorithm for distributed reinforcement learning in cooperative multi-agent systems},
	author={Lauer, Martin and Riedmiller, Martin},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2000}
}
@incollection{kapetanakis2004reinforcement,
	title={Reinforcement learning of coordination in heterogeneous cooperative multi-agent systems},
	author={Kapetanakis, Spiros and Kudenko, Daniel},
	booktitle={Adaptive Agents and Multi-Agent Systems II},
	pages={119--131},
	year={2004},
	publisher={Springer}
}


@inproceedings{su2022ma2ql,
  title={Multi-Agent Alternate Q-Learning},
  author={Su, Kefan and Zhou, Siyuan and Jiang, Jiechuan and Gan, Chuang and Wang, Xiangjun and Lu, Zongqing},
  booktitle={International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
  year={2024}
}

@inproceedings{li2022difference,
	title={Difference Advantage Estimation for Multi-Agent Policy Gradients},
	author={Li, Yueheng and Xie, Guangming and Lu, Zongqing},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2022}
}

@inproceedings{li2019cooperative,
	author    = {Xihan Li and
	Jia Zhang and
	Jiang Bian and
	Yunhai Tong and
	Tie{-}Yan Liu},
	title ={A Cooperative Multi-Agent Reinforcement Learning Framework for Resourc
	Balancing in Complex Logistics Network},
	year      = {2019},
	booktitle  ={International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
}

@inproceedings{xu2021hierarchically,
	author = {Bingyu Xu and Yaowei Wang and Zhaozhi Wang and Huizhu Jia and Zongqing Lu},
	title ={Hierarchically and Cooperatively Learning Traffic Signal Control},
	booktitle ={AAAI Conference on Artificial Intelligence (AAAI)},
	year = {2021}
}

@inproceedings{wang2021multi,
	title={Multi-agent reinforcement learning for active voltage control on power distribution networks},
	author={Wang, Jianhong and Xu, Wangkun and Gu, Yunjie and Song, Wenbin and Green, Tim C},
	journal={Advances in Neural Information Processing Systems (NeurIPS)},
	year={2021}
}


@inproceedings{zhang2018fully,
	title={Fully decentralized multi-agent reinforcement learning with networked agents},
	author={Zhang, Kaiqing and Yang, Zhuoran and Liu, Han and Zhang, Tong and Basar, Tamer},
	booktitle={International Conference on Machine Learning (ICML)},
	year={2018}
}

@inproceedings{konan2021iterated,
	title={Iterated Reasoning with Mutual Information in Cooperative and Byzantine Decentralized Teaming},
	author={Konan, Sachin G and Seraj, Esmaeil and Gombolay, Matthew},
	booktitle={International Conference on Learning Representations (ICLR)},
	year={2021}
}
@inproceedings{jiangi2q,
	title={{I2Q}: A Fully Decentralized Q-Learning Algorithm},
	author={Jiang, Jiechuan and Lu, Zongqing},
	booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
	year={2022}
}

@inproceedings{li2020multi,
      title={Multiagent trust region policy optimization},
      author={Li, Hepeng and He, Haibo},
      journal={IEEE Transactions on Neural Networks and Learning Systems},
      year={2023}
}

@inproceedings{hu2021rethinking,
	title={Rethinking the implementation tricks and monotonicity constraint in cooperative multi-agent reinforcement learning},
	author={Hu, Jian and Jiang, Siyang and Harding, Seth Austin and Wu, Haibin and Liao, Shih-wei},
	journal={arXiv e-prints},
	pages={arXiv--2102},
	year={2021}
}
@inproceedings{kurach2020google,
	title={Google research football: A novel reinforcement learning environment},
	author={Kurach, Karol and Raichuk, Anton and Stanczyk, Piotr and Zajkac, Michal and Bachem, Olivier and Espeholt, Lasse and Riquelme, Carlos and Vincent, Damien and Michalski, Marcin and Bousquet, Olivier and others},
	booktitle={Proceedings of the AAAI Conference on Artificial Intelligence (AAAI)},
	year={2020}
}

@inproceedings{oliehoek2016concise,
  title={A concise introduction to decentralized POMDPs},
  author={Oliehoek, Frans A and Amato, Christopher and others},
  volume={1},
  year={2016},
  publisher={Springer}
}