@book{oliehoek2016concise,
  title={A Concise Introduction to Decentralized POMDPs},
  author={Oliehoek, Frans A and Amato, Christopher},
  year={2016},
  publisher={Springer}
}

@inproceedings{carroll2019utility,
  author    = {Micah Carroll and
               Rohin Shah and
               Mark K. Ho and
               Tom Griffiths and
               Sanjit A. Seshia and
               Pieter Abbeel and
               Anca D. Dragan},
  title     = {On the Utility of Learning about Humans for Human-AI Coordination},
  booktitle = {NeurIPS},
  pages     = {5175--5186},
  year      = {2019}
  }
@article{fcp,
  title={Collaborating with humans without human data},
  author={Strouse, DJ and McKee, Kevin and Botvinick, Matt and Hughes, Edward and Everett, Richard},
  journal={NeurIPS},
  pages={14502--14515},
  year={2021}
}
@inproceedings{trajedi,
  title={Trajectory diversity for zero-shot coordination},
  author={Lupu, Andrei and Cui, Brandon and Hu, Hengyuan and Foerster, Jakob},
  booktitle={ICML},
  pages={7204--7213},
  year={2021}
}
@article{adap,
  title={Adaptable agent populations via a generative model of policies},
  author={Derek, Kenneth and Isola, Phillip},
  journal={NeurIPS},
  pages={3902--3913},
  year={2021}
}

@inproceedings{
charakorn2022generating,
title={Generating Diverse Cooperative Agents by Learning Incompatible Policies},
author={Rujikorn Charakorn and Poramate Manoonpong and Nat Dilokthanakul},
booktitle={ICLR},
year={2023}
}

@inproceedings{lee2020neural,
  author    = {Soochan Lee and
               Junsoo Ha and
               Dongsu Zhang and
               Gunhee Kim},
  title     = {A Neural Dirichlet Process Mixture Model for Task-Free Continual Learning},
  booktitle = {ICLR},
  year      = {2020}
}


@article{wang2021lifelong,
  title={Lifelong incremental reinforcement learning with online Bayesian inference},
  author={Wang, Zhi and Chen, Chunlin and Dong, Daoyi},
  journal={IEEE Transactions on Neural Networks and Learning Systems},
  volume={33},
  number={8},
  pages={4003--4016},
  year={2021},
  publisher={IEEE}
}

@inproceedings{crp,
  author    = {David M. Blei and
               Peter I. Frazier},
  title     = {Distance dependent Chinese restaurant processes},
  booktitle = {ICML},
  pages     = {87--94},
  year      = {2010}
}

@inproceedings{escp,
  title={Adapt to environment sudden changes by learning a context sensitive policy},
  author={Luo, Fan-Ming and Jiang, Shengyi and Yu, Yang and Zhang, Zongzhang and Zhang, Yi-Feng},
  booktitle={AAAI},
  pages={7637--7646},
  year={2022}
}

@article{busoniu2008comprehensive,
  title={A Comprehensive Survey of Multiagent Reinforcement Learnin},
  author={Busoniu, Lucian and Babuska, Robert and De Schutter, Bart},
  journal={IEEE Transactions on Systems, Man, and Cybernetics},
  volume={38},
  number={2},
  pages={156--172},
  year={2008},
  publisher={IEEE}
}

@article{zhang2021multi,
  title={Multi-Agent Reinforcement Learning: A Selective Overview of Theories and Algorithms},
  author={Zhang, Kaiqing and Yang, Zhuoran and Ba{\c{s}}ar, Tamer},
  journal={Handbook of Reinforcement Learning and Control},
  pages={321--384},
  year={2021},
  publisher={Springer}
}  

@article{oroojlooyjadid2019review,
  title={A Review of Cooperative Multi-Agent Deep Reinforcement Learning},
  author={OroojlooyJadid, Afshin and Hajinezhad, Davood},
  journal={preprint arXiv:1908.03963},
  year={2019}
}

@article{sartoretti2019primal,
  title={Primal: Pathfinding via reinforcement and imitation multi-agent learning},
  author={Sartoretti, Guillaume and Kerr, Justin and Shi, Yunfei and Wagner, Glenn and Kumar, TK Satish and Koenig, Sven and Choset, Howie},
  journal={IEEE Robotics and Automation Letters},
  volume={4},
  number={3},
  pages={2378--2385},
  year={2019},
  publisher={IEEE}
}

@inproceedings{DBLP:conf/nips/WangXGSG21,
  author    = {Jianhong Wang and
               Wangkun Xu and
               Yunjie Gu and
               Wenbin Song and
               Tim C. Green},
  title     = {Multi-Agent Reinforcement Learning for Active Voltage Control on Power
               Distribution Networks},
  booktitle = {NeurIPS},
  pages     = {3271--3284},
  year      = {2021}
}

@inproceedings{
xue2022multiagent,
title={Multi-agent dynamic algorithm configuration},
author={Ke Xue and Jiacheng Xu and Lei Yuan and Miqing Li and Chao Qian and Zongzhang Zhang and Yang Yu},
booktitle={NeurIPS},
year={2022}
}

@inproceedings{maddpg,
  author    = {Ryan Lowe and
               Yi Wu and
               Aviv Tamar and
               Jean Harb 
               Pieter Abbeel and
               Igor Mordatch},
  title     = {Multi-agent actor-critic for mixed cooperative-competitive environments},
  booktitle = {NIPS},
  pages     = {6379--6390},
  year      = {2017}
}

@inproceedings{
mappo,
title={The surprising effectiveness of {PPO} in cooperative multi-agent games},
author={Chao Yu and Akash Velu and Eugene Vinitsky and Jiaxuan Gao and Yu Wang and Alexandre Bayen and Yi Wu},
booktitle={NeurIPS},
year={2022}
}

@inproceedings{
wen2022multiagent,
title={Multi-Agent Reinforcement Learning is a Sequence Modeling Problem},
author={Muning Wen and Jakub Grudzien Kuba and Runji Lin and Weinan Zhang and Ying Wen and Jun Wang and Yaodong Yang},
booktitle={NeurIPS},
year={2022}
}


@inproceedings{pymarl,
  author    = {Mikayel Samvelyan and
               Tabish Rashid and
               Christian Schr{\"{o}}der de Witt and
               Gregory Farquhar and
               Nantas Nardelli and
               Tim G. J. Rudner and
               Chia{-}Man Hung and
               Philip H. S. Torr and
               Jakob N. Foerster and
               Shimon Whiteson},
  title     = {The {S}tarCraft Multi-Agent Challenge},
  booktitle = {AAMAS},
  pages     = {2186--2188},
  year      = {2019}
}

@article{zhu2022survey,
  title={A Survey of Multi-Agent Reinforcement Learning with Communication},
  author={Zhu, Changxi and Dastani, Mehdi and Wang, Shihan},
  journal={preprint arXiv:2203.08975},
  year={2022}
}

@inproceedings{DBLP:conf/nips/YangMLZZHYZ21,
  author    = {Yiqin Yang and
               Xiaoteng Ma and
               Chenghao Li and
               Zewu Zheng and
               Qiyuan Zhang and
               Gao Huang and
               Jun Yang and
               Qianchuan Zhao},
  title     = {Believe What You See: Implicit Constraint Approach for Offline Multi-Agent
               Reinforcement Learning},
  booktitle = {NeurIPS},
  pages     = {10299--10312},
  year      = {2021}
}

@article{wang2022model,
  title={Model-based Multi-agent Reinforcement Learning: Recent Progress and Prospects},
  author={Wang, Xihuai and Zhang, Zhicheng and Zhang, Weinan},
  journal={preprint arXiv:2203.10603},
  year={2022}
}

@article{guo2022towards,
  title={Towards Comprehensive Testing on the Robustness of Cooperative Multi-agent Reinforcement Learning},
  author={Guo, Jun and Chen, Yonghong and Hao, Yihang and Yin, Zixin and Yu, Yin and Li, Simin},
  journal={preprint arXiv:2204.07932},
  year={2022}
}

@inproceedings{DBLP:conf/atal/LyuXDA21,
  author    = {Xueguang Lyu and
               Yuchen Xiao and
               Brett Daley and
               Christopher Amato},
  title     = {Contrasting Centralized and Decentralized Critics in Multi-Agent Reinforcement
               Learning},
  booktitle = {AAMAS} ,
  pages     = {844--852},
  year      = {2021}
}

@article{mirsky2022survey,
  title={A Survey of Ad Hoc Teamwork: Definitions, Methods, and Open Problems},
  author={Mirsky, Reuth and Carlucho, Ignacio and Rahman, Arrasy and Fosong, Elliot and Macke, William and Sridharan, Mohan and Stone, Peter and Albrecht, Stefano V},
  journal={preprint arXiv:2202.10450},
  year={2022}
}

@article{zhang2021learning,
  title={Learning Meta Representations for Agents in Multi-Agent Reinforcement Learning},
  author={Zhang, Shenao and Shen, Li and Han, Lei},
  journal={preprint arXiv:2108.12988},
  year={2021}
}

@article{qin2022multi,
title={Multi-Agent Policy Transfer via Task Relationship Modeling},
  author={Qin, Rongjun and Chen, Feng and Wang, Tonghan and Yuan, Lei and Wu, Xiaoran and Zhang, Zongzhang and Zhang, Chongjie and Yu, Yang},
  journal={preprint arXiv:2203.04482},
  year={2022}
}

@inproceedings{DBLP:conf/icml/HuLPF20,
  author    = {Hengyuan Hu and
               Adam Lerer and
               Alex Peysakhovich and
               Jakob N. Foerster},
  title     = {"Other-Play" for Zero-Shot Coordination},
  booktitle = {ICML},
  pages     = {4399--4410},
  year      = {2020}
}

@article{xue2022heterogeneous,
  title={Heterogeneous Multi-agent Zero-Shot Coordination by Coevolution},
  author={Xue, Ke and Wang, Yutong and Yuan, Lei and Guan, Cong and Qian, Chao and Yu, Yang},
  journal={preprint arXiv:2208.04957},
  year={2022}
}

@inproceedings{DBLP:conf/icml/NekoeiBCC21,
  author    = {Hadi Nekoei and
               Akilesh Badrinaaraayanan and
               Aaron C. Courville and
               Sarath Chandar},
  title     = {Continuous Coordination As a Realistic Scenario for Lifelong Learning},
  booktitle = {ICML},
  pages     = {8016--8024},
  year      = {2021}
}

@inproceedings{vdn,
  title={Value-decomposition networks for cooperative multi-agent learning based on team reward},
  author={Sunehag, Peter and Lever, Guy and Gruslys, Audrunas and Czarnecki, Wojciech Marian and Zambaldi, Vin{\'\i}cius Flores and Jaderberg, Max and Lanctot, Marc and Sonnerat, Nicolas and Leibo, Joel Z and Tuyls, Karl and Graepel, Thore},
  booktitle={AAMAS},
  pages={2085--2087},
  year={2018}
}
@inproceedings{qmix,
  title={QMIX: {M}onotonic value function factorisation for deep multi-agent reinforcement learning},
  author={Rashid, Tabish and Samvelyan, Mikayel and Schroeder, Christian and Farquhar, Gregory and Foerster, Jakob and Whiteson, Shimon},
  booktitle={ICML},
  pages={4295--4304},
  year={2018}
}

@article{
DBLP:journals/access/DorriKJ18,
  author    = {Ali Dorri and
               Salil S. Kanhere and
               Raja Jurdak},
  title     = {Multi-Agent Systems: {A} Survey},
  journal   = {{IEEE} Access},
  volume    = {6},
  pages     = {28573--28593},
  year      = {2018}
}

@article{Arulkumaran2017DeepRL,
  title={Deep Reinforcement Learning: A Brief Survey},
  author={Kai Arulkumaran and Marc Peter Deisenroth and Miles Brundage and Anil Anthony Bharath},
  journal={IEEE Signal Processing Magazine},
  year={2017},
  volume={34},
  pages={26-38}
}


@article{Wang2020DeepRL,
  title={Deep reinforcement learning: a survey},
  author={Haonan Wang and Ning Liu and Yiyun Zhang and Dawei Feng and Feng Huang and Dongsheng Li and Yiming Zhang},
  journal={Frontiers of Information Technology \& Electronic Engineering},
  year={2020},
  volume={21},
  pages={1726 - 1744}
}

@incollection{gamemarl,
  title={Game Theory and Multi-agent Reinforcement Learning},
  author={Now{\'e}, Ann and Vrancx, Peter and De Hauwere, Yann-Micha{\"e}l},
  booktitle={Reinforcement Learning},
  pages={441--470},
  year={2012},
  publisher={Springer}
}

@inproceedings{wangrode,
  title={RODE: Learning Roles to Decompose Multi-Agent Tasks},
  author={Wang, Tonghan and Gupta, Tarun and Mahajan, Anuj and Peng, Bei and Whiteson, Shimon and Zhang, Chongjie},
  booktitle={ICLR},
   year={2021}
}

@article{zhang2023self,
  title={Self-Motivated Multi-Agent Exploration},
  author={Zhang, Shaowei and Cao, Jiahan and Yuan, Lei and Yu, Yang and Zhan, De-Chuan},
  journal={preprint arXiv:2301.02083},
  year={2023}
}

@article{li2022ace,
  title={ACE: Cooperative Multi-agent Q-learning with Bidirectional Action-Dependency},
  author={Li, Chuming and Liu, Jie and Zhang, Yinmin and Wei, Yuhong and Niu, Yazhe and Yang, Yaodong and Liu, Yu and Ouyang, Wanli},
  journal={preprint arXiv:2211.16068},
  year={2022}
}

@article{grimbly2021causal,
  title={Causal multi-agent reinforcement learning: Review and open problems},
  author={Grimbly, St John and Shock, Jonathan and Pretorius, Arnu},
  journal={preprint arXiv:2111.06721},
  year={2021}
}

@article{Padakandla2019ReinforcementLA,
  title={Reinforcement learning algorithm for non-stationary environments},
  author={Sindhu Padakandla and Prabuchandran K. J. and Shalabh Bhatnagar},
  journal={Applied Intelligence},
  year={2019},
  pages={1-17}
}

@article{Padakandla2020ASO,
  title={A Survey of Reinforcement Learning Algorithms for Dynamically Varying Environments},
  author={Sindhu Padakandla},
  journal={ACM Computing Surveys (CSUR)},
  year={2020},
  volume={54},
  pages={1 - 25}
}

@article{papoudakis2019dealing,
  title={Dealing with non-stationarity in multi-agent deep reinforcement learning},
  author={Papoudakis, Georgios and Christianos, Filippos and Rahman, Arrasy and Albrecht, Stefano V},
  journal={preprint arXiv:1906.04737},
  year={2019}
}

@article{VithayathilVarghese2020ASO,
  title={A Survey of Multi-Task Deep Reinforcement Learning},
  author={Nelson Vithayathil Varghese and Qusay H. Mahmoud},
  journal={Electronics},
  year={2020}
}

@article{DBLP:journals/jair/KhetarpalRRP22,
  author    = {Khimya Khetarpal and
               Matthew Riemer and
               Irina Rish and
               Doina Precup},
  title     = {Towards Continual Reinforcement Learning: {A} Review and Perspectives},
  journal   = {Journal of Artificial Intelligence Research},
  volume    = {75},
  pages     = {1401--1476},
  year      = {2022}
}

@article{beck2023survey,
  title={A Survey of Meta-Reinforcement Learning},
  author={Beck, Jacob and Vuorio, Risto and Liu, Evan Zheran and Xiong, Zheng and Zintgraf, Luisa and Finn, Chelsea and Whiteson, Shimon},
  journal={preprint arXiv:2301.08028},
  year={2023}
}

@article{hallak2015contextual,
  title={Contextual markov decision processes},
  author={Hallak, Assaf and Di Castro, Dotan and Mannor, Shie},
  journal={preprint arXiv:1502.02259},
  year={2015}
}

@inproceedings{DBLP:conf/iclr/RenSJSWB22,
  author    = {Hang Ren and
               Aivar Sootla and
               Taher Jafferjee and
               Junxiao Shen and
               Jun Wang and
               Haitham Bou{-}Ammar},
  title     = {Reinforcement Learning in Presence of Discrete Markovian Context Evolution},
  booktitle = {ICLR},
  year      = {2022}
}

@inproceedings{DBLP:conf/rss/KumarFPM21,
  author    = {Ashish Kumar and
               Zipeng Fu and
               Deepak Pathak and
               Jitendra Malik},
  editor    = {Dylan A. Shell and
               Marc Toussaint and
               M. Ani Hsieh},
  title     = {{RMA:} Rapid Motor Adaptation for Legged Robots},
  booktitle = {Robotics: Science and Systems XVII},
  year      = {2021},
}

@inproceedings{
chen2022an,
title={An Adaptive Deep {RL} Method for Non-Stationary Environments with Piecewise Stable Context},
author={Xiaoyu Chen and Xiangming Zhu and Yufeng Zheng and Pushi Zhang and Li Zhao and Wenxue Cheng and Peng CHENG and Yongqiang Xiong and Tao Qin and Jianyu Chen and Tie-Yan Liu},
booktitle={NeurIPS},
year={2022},
}

@inproceedings{DBLP:conf/case/DastiderL22,
  author    = {Apan Dastider and
               Mingjie Lin},
  title     = {Non-Parametric Stochastic Policy Gradient with Strategic Retreat for
               Non-Stationary Environment},
  booktitle = {CASE},
  pages     = {1377--1384},
  publisher = {{IEEE}},
  year      = {2022}
}

@inproceedings{
feng2022factored,
title={Factored Adaptation for Non-Stationary Reinforcement Learning},
author={Fan Feng and Biwei Huang and Kun Zhang and Sara Magliacane},
booktitle={NeurIPS},
year={2022}
}

@article{DBLP:journals/ai/AlbrechtS18,
  author    = {Stefano V. Albrecht and
               Peter Stone},
  title     = {Autonomous agents modelling other agents: {A} comprehensive survey
               and open problems},
  journal   = {Artificial Intelligence
},
  volume    = {258},
  pages     = {66--95},
  year      = {2018}
}

@inproceedings{DBLP:conf/aaai/YuanWZWZ0Z22,
  author    = {Lei Yuan and
               Jianhao Wang and
               Fuxiang Zhang and
               Chenghe Wang and
               Zongzhang Zhang and
               Yang Yu and
               Chongjie Zhang},
  title     = {Multi-Agent Incentive Communication via Decentralized Teammate Modeling},
  booktitle = {AAAI},
  pages     = {9466--9474},
  year      = {2022}
}

@inproceedings{DBLP:conf/icml/Kim0RSAHLTH21,
  author    = {Dong{-}Ki Kim and
               Miao Liu and
               Matthew Riemer and
               Chuangchuang Sun and
               Marwa Abdulhai and
               Golnaz Habibi and
               Sebastian Lopez{-}Cot and
               Gerald Tesauro and
               Jonathan P. How},
  title     = {A Policy Gradient Algorithm for Learning to Learn in Multiagent Reinforcement
               Learning},
  booktitle = {ICML},
  pages     = {5541--5550},
  year      = {2021}
}

@article{oroojlooy2022review,
  title={A review of cooperative multi-agent deep reinforcement learning},
  author={Oroojlooy, Afshin and Hajinezhad, Davood},
  journal={Applied Intelligence},
  pages={1--46},
  year={2022},
  publisher={Springer}
}


@inproceedings{christianos2021scaling,
  title={Scaling multi-agent reinforcement learning with selective parameter sharing},
  author={Christianos, Filippos and Papoudakis, Georgios and Rahman, Muhammad A and Albrecht, Stefano V},
  booktitle={ICML},
  pages={1989--1998},
  year={2021},
}
@inproceedings{wang2021towards,
  title={Towards understanding cooperative multi-agent Q-learning with value factorization},
  author={Wang, Jianhao and Ren, Zhizhou and Han, Beining and Ye, Jianing and Zhang, Chongjie},
  booktitle={NeurIPS},
  pages={29142--29155},
  year={2021}
}

@inproceedings{
gorsane2022towards,
title={Towards a Standardised Performance Evaluation Protocol for Cooperative {MARL}},
author={Rihab Gorsane and Omayma Mahjoub and Ruan John de Kock and Roland Dubb and Siddarth Singh and Arnu Pretorius},
booktitle={NeurIPS},
year={2022},
}

@inproceedings{lbf,
  title={Benchmarking multi-agent deep reinforcement learning algorithms in cooperative tasks},
  author={Papoudakis, Georgios and Christianos, Filippos and Sch{\"a}fer, Lukas and Albrecht, Stefano V},
  booktitle={NeurIPS},
  year={2021}
}

@inproceedings{DBLP:conf/atal/Xue0AROY22,
  author    = {Wanqi Xue and
               Wei Qiu and
               Bo An and
               Zinovi Rabinovich and
               Svetlana Obraztsova and
               Chai Kiat Yeo},
  title     = {Mis-spoke or mis-lead: Achieving Robustness in Multi-Agent Communicative
               Reinforcement Learning},
  booktitle = {AAMAS},
  pages     = {1418--1426},
  year      = {2022}
}
@inproceedings{gru,
  title={Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation},
  author={Cho, Kyunghyun and van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  booktitle={EMNLP},
  pages={1724--1734},
  year={2014}
}

@inproceedings{DBLP:conf/iclr/AlemiFD017,
  author    = {Alexander A. Alemi and
               Ian Fischer and
               Joshua V. Dillon and
               Kevin Murphy},
  title     = {Deep Variational Information Bottleneck},
  booktitle = {ICLR},
  year      = {2017}
}

@inproceedings{PEARL,
	author = {Rakelly, Kate and Zhou, Aurick and Finn, Chelsea and Levine, Sergey and Quillen, Deirdre},
	booktitle = {ICML},
	pages = {5331--5340},
	title = {Efficient Off-Policy Meta-Reinforcement Learning via Probabilistic Context Variables},
	year = {2019}
}

@inproceedings{LIAM,
	author = {Papoudakis, Georgios and Christianos, Filippos and Albrecht, Stefano},
	booktitle = {NeurIPS},
	pages = {19210--19222},
	title = {Agent Modelling under Partial Observability for Deep Reinforcement Learning},
	year = {2021}
}

@inproceedings{ODITS,
	author = {Pengjie Gu and Mengchen Zhao and Jianye Hao and Bo An},
	title = {Online Ad Hoc Teamwork under Partial Observability},
	booktitle = {ICLR},
	year = {2022}
}
@inproceedings{QTRAN,
  title={{QTRAN}: Learning to factorize with transformation for cooperative multi-agent reinforcement learning},
  author={Son, Kyunghwan and Kim, Daewoo and Kang, Wan Ju and Hostallero, David Earl and Yi, Yung},
  booktitle={ICML},
  pages={5887--5896},
  year={2019}
}

@article{zhou2022open,
  title={Open-environment machine learning},
  author={Zhou, Zhi-Hua},
  journal={National Science Review},
  volume={9},
  number={8},
  year={2022},
  publisher={Oxford University Press}
}

@inproceedings{DBLP:conf/nips/VaswaniSPUJGKP17,
  author    = {Ashish Vaswani and
               Noam Shazeer and
               Niki Parmar and
               Jakob Uszkoreit and
               Llion Jones and
               Aidan N. Gomez and
               Lukasz Kaiser and
               Illia Polosukhin},
  title     = {Attention is All you Need},
  booktitle = {NIPS},
  pages     = {5998--6008},
  year      = {2017}
}
@article{wold1987principal,
  title={Principal component analysis},
  author={Wold, Svante and Esbensen, Kim and Geladi, Paul},
  journal={Chemometrics and intelligent laboratory systems},
  volume={2},
  number={1-3},
  pages={37--52},
  year={1987},
  publisher={Elsevier}
}
@incollection{DBLP:books/sp/12/Lazaric12,
  author    = {Alessandro Lazaric},
  editor    = {Marco A. Wiering and
               Martijn van Otterlo},
  title     = {Transfer in Reinforcement Learning: {A} Framework and a Survey},
  booktitle = {Reinforcement Learning},
  pages     = {143--173},
  publisher = {Springer},
  year      = {2012},
}

@inproceedings{
sun2023certifiably,
title={Certifiably Robust Policy Learning against Adversarial Multi-Agent Communication},
author={Yanchao Sun and Ruijie Zheng and Parisa Hassanzadeh and Yongyuan Liang and Soheil Feizi and Sumitra Ganesh and Furong Huang},
booktitle={ICLR},
year={2023}
}




@inproceedings{DBLP:conf/nips/ChristianosSA20,
  author    = {Filippos Christianos and
               Lukas Sch{\"{a}}fer and
               Stefano V. Albrecht},
  title     = {Shared Experience Actor-Critic for Multi-Agent Reinforcement Learning},
  booktitle = {NeurIPS},
  year      = {2020}
}

@inproceedings{lin2020robustness,
  title={On the robustness of cooperative multi-agent reinforcement learning},
  author={Lin, Jieyu and Dzeparoska, Kristina and Zhang, Sai Qian and Leon-Garcia, Alberto and Papernot, Nicolas},
  booktitle={SPW},
  pages={62--68},
  year={2020},
}

@inproceedings{zhang2020robustmarl,
  title={Robust multi-agent reinforcement learning with model uncertainty},
  author={Zhang, Kaiqing and Sun, Tao and Tao, Yunzhe and Genc, Sahika and Mallya, Sunil and Basar, Tamer},
  booktitle={NeurIPS},
  pages={10571--10583},
  year={2020}
}

@article{hu2020robust,
  title={Robust multi-agent reinforcement learning driven by correlated equilibrium},
  author={Hu, Yizheng and Shao, Kun and Li, Dong and Jianye, HAO and Liu, Wulong and Yang, Yaodong and Wang, Jun and Zhu, Zhanxing},
  year={2020}
}

@article{yang2020overview,
  title={An overview of multi-agent reinforcement learning from game theoretical perspective},
  author={Yang, Yaodong and Wang, Jun},
  journal={preprint arXiv:2011.00583},
  year={2020}
}

@inproceedings{hendrickx2017open,
  title={Open multi-agent systems: Gossiping with random arrivals and departures},
  author={Hendrickx, Julien M and Martin, Samuel},
  booktitle={CDC},
  pages={763--768},
  year={2017},
}

@inproceedings{Cohen2017OpenDP,
  title={Open Decentralized POMDPs},
  author={Jonathan Cohen and Jilles Steeve Dibangoye and Abdel-Illah Mouaddib},
  booktitle={ICTAI},
  year={2017},
  pages={977-984}
}

@inproceedings{Chandrasekaran2016IndividualPI,
  title={Individual Planning in Open and Typed Agent Systems},
  author={Muthukumaran Chandrasekaran and A. Eck and Prashant Doshi and Leen-Kiat Soh},
  booktitle={UAI},
  year={2016}
}

@inproceedings{Eck2019ScalableDP,
  title={Scalable Decision-Theoretic Planning in Open and Typed Multiagent Systems},
  author={A. Eck and Maulik Shah and Prashant Doshi and Leen-Kiat Soh},
  booktitle={AAAI},
  year={2019}
}

@inproceedings{Kakarlapudi2022DecisiontheoreticPW,
  title={Decision-theoretic planning with communication in open multiagent systems},
  author={Anirudh Kakarlapudi and Gayathri Anil and Adam Eck and Prashant Doshi and Leen-Kiat Soh},
  booktitle={UAI},
  year={2022}
}

@inproceedings{Cohen2018MonteCarloPF,
  title={Monte-Carlo Planning for Team Re-Formation Under Uncertainty: Model and Properties},
  author={Jonathan Cohen and Abdel-Illah Mouaddib},
  booktitle={ICTAI},
  year={2018},
  pages={458-465}
}

@inproceedings{Cohen2019PowerIF,
  title={Power Indices for Team Reformation Planning Under Uncertainty},
  author={Jonathan Cohen and Abdel-Illah Mouaddib},
  booktitle={AAMAS},
  year={2019}
}

@inproceedings{rahman2021towards,
  title={Towards open ad hoc teamwork using graph-based policy learning},
  author={Rahman, Muhammad A and Hopner, Niklas and Christianos, Filippos and Albrecht, Stefano V},
  booktitle={ICML},
  pages={8776--8786},
  year={2021},
}

@inproceedings{romance,
  title={Robust Multi-agent Coordination via Evolutionary Generation of Auxiliary Adversarial Attackers},
  author={Yuan, Lei and Zhang, Ziqian and Xue, Ke and  Yin, Hao and   Chen,  Feng and  Guan, Cong and  Li, Lihe and  Qian, Chao and  Yu, Yang},
  booktitle={AAAI},
  year={2023}
}


@inproceedings{xue2022mis,
  title={Mis-spoke or mis-lead: Achieving robustness in multi-agent communicative reinforcement learning},
  author={Xue, Wanqi and Qiu, Wei and An, Bo and Rabinovich, Zinovi and Obraztsova, Svetlana and Yeo, Chai Kiat},
  booktitle={AAMAS},
  pages={1418--1426},
  year={2022}
}

@article{cao2021linda,
  title={Linda: Multi-agent local information decomposition for awareness of teammates},
  author={Cao, Jiahan and Yuan, Lei and Wang, Jianhao and Zhang, Shaowei and Zhang, Chongjie and Yu, Yang and Zhan, De-Chuan},
  journal={preprint arXiv:2109.12508},
  year={2021}
}

@article{guan2023efficient,
  title={Efficient Communication via Self-supervised Information Aggregation for Online and Offline Multi-agent Reinforcement Learning},
  author={Guan, Cong and Chen, Feng and Yuan, Lei and Zhang, Zongzhang and Yu, Yang},
  journal={preprint arXiv:2302.09605},
  year={2023}
}

@inproceedings{
zhang2023discovering,
title={Discovering Generalizable Multi-agent Coordination Skills from Multi-task Offline Data},
author={Fuxiang Zhang and Chengxing Jia and Yi-Chen Li and Lei Yuan and Yang Yu and Zongzhang Zhang},
booktitle={ICLR},
year={2023}
}

@article{ma3c,
  title={Communication-Robust Multi-Agent Learning by Adaptable Auxiliary Multi-Agent Adversary Generation},
  author={Yuan, Lei and Chen, Feng and Zhang, Zongzhang and Yu, Yang},
  journal={preprint arXiv:2305.05116},
  year={2023}
}