@article{osband2016deep,
  title={Deep exploration via bootstrapped DQN},
  author={Osband, Ian and Blundell, Charles and Pritzel, Alexander and Van Roy, Benjamin},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@inproceedings{saphal2021seerl,
  title={SEERL: Sample Efficient Ensemble Reinforcement Learning},
  author={Saphal, Rohan and Ravindran, Balaraman and Mudigere, Dheevatsa and Avancha, Sasikant and Kaul, Bharat},
  booktitle={Proceedings of the 20th International Conference on Autonomous Agents and MultiAgent Systems},
  pages={1100--1108},
  year={2021}
}

@inproceedings{lee2021sunrise,
  title={Sunrise: A simple unified framework for ensemble learning in deep reinforcement learning},
  author={Lee, Kimin and Laskin, Michael and Srinivas, Aravind and Abbeel, Pieter},
  booktitle={International Conference on Machine Learning},
  pages={6131--6141},
  year={2021},
  organization={PMLR}
}

@inproceedings{ho1995random,
  title={Random decision forests},
  author={Ho, Tin Kam},
  booktitle={Proceedings of 3rd international conference on document analysis and recognition},
  volume={1},
  pages={278--282},
  year={1995},
  organization={IEEE}
}

@article{freund1999short,
  title={A short introduction to boosting},
  author={Freund, Yoav and Schapire, Robert and Abe, Naoki},
  journal={Journal-Japanese Society For Artificial Intelligence},
  volume={14},
  number={771-780},
  pages={1612},
  year={1999},
  publisher={JAPANESE SOC ARTIFICIAL INTELL}
}

@article{breiman1996bagging,
  title={Bagging predictors},
  author={Breiman, Leo},
  journal={Machine learning},
  volume={24},
  pages={123--140},
  year={1996},
  publisher={Springer}
}

@article{chen2017ucb,
  title={Ucb exploration via q-ensembles},
  author={Chen, Richard Y and Sidor, Szymon and Abbeel, Pieter and Schulman, John},
  journal={arXiv preprint arXiv:1706.01502},
  year={2017}
}

@inproceedings{yang2020deep,
  title={Deep reinforcement learning for automated stock trading: An ensemble strategy},
  author={Yang, Hongyang and Liu, Xiao-Yang and Zhong, Shan and Walid, Anwar},
  booktitle={Proceedings of the first ACM international conference on AI in finance},
  pages={1--8},
  year={2020}
}

@inproceedings{smit2021pebl,
  title={PEBL: Pessimistic ensembles for offline deep reinforcement learning},
  author={Smit, Jordi and Ponnambalam, Canmanie T and Spaan, Matthijs TJ and Oliehoek, Frans A},
  booktitle={Robust and Reliable Autonomy in the Wild Workshop at the 30th International Joint Conference of Artificial Intelligence},
  year={2021}
}

@article{wiering2008ensemble,
  title={Ensemble algorithms in reinforcement learning},
  author={Wiering, Marco A and Van Hasselt, Hado},
  journal={IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)},
  volume={38},
  number={4},
  pages={930--936},
  year={2008},
  publisher={IEEE}
}

@article{chen2018ensemble,
  title={Ensemble network architecture for deep reinforcement learning},
  author={Chen, Xi-liang and Cao, Lei and Li, Chen-xi and Xu, Zhi-xiong and Lai, Jun},
  journal={Mathematical Problems in Engineering},
  volume={2018},
  year={2018},
  publisher={Hindawi}
}

@inproceedings{eriksson2022sentinel,
  title={SENTINEL: taming uncertainty with ensemble based distributional reinforcement learning},
  author={Eriksson, Hannes and Basu, Debabrota and Alibeigi, Mina and Dimitrakakis, Christos},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={631--640},
  year={2022},
  organization={PMLR}
}

@inproceedings{nemeth2022split,
  title={Split Feature Space Ensemble Method using Deep Reinforcement Learning for Algorithmic Trading},
  author={N{\'e}meth, Marcell and Sz{\H{u}}cs, G{\'a}bor},
  booktitle={Proceedings of the 2022 8th International Conference on Computer Technology Applications},
  pages={188--194},
  year={2022}
}

@inproceedings{mnih2016asynchronous,
  title={Asynchronous methods for deep reinforcement learning},
  author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
  booktitle={International conference on machine learning},
  pages={1928--1937},
  year={2016},
  organization={PMLR}
}

@article{schulman2017proximal,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}

@inproceedings{wangsample,
  title={Sample Efficient Actor-Critic with Experience Replay},
  author={Wang, Ziyu and Bapst, Victor and Heess, Nicolas and Mnih, Volodymyr and Munos, Remi and Kavukcuoglu, Koray and de Freitas, Nando},
  booktitle={International Conference on Learning Representations},
  year={2017}
}

@article{bellemare2013arcade,
  title={The arcade learning environment: An evaluation platform for general agents},
  author={Bellemare, Marc G and Naddaf, Yavar and Veness, Joel and Bowling, Michael},
  journal={Journal of Artificial Intelligence Research},
  volume={47},
  pages={253--279},
  year={2013}
}

@inproceedings{anschel2017averaged,
  title={Averaged-dqn: Variance reduction and stabilization for deep reinforcement learning},
  author={Anschel, Oron and Baram, Nir and Shimkin, Nahum},
  booktitle={International conference on machine learning},
  pages={176--185},
  year={2017},
  organization={PMLR}
}

@article{mnih2013playing,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@article{audibert2009exploration,
  title={Exploration--exploitation tradeoff using variance estimates in multi-armed bandits},
  author={Audibert, Jean-Yves and Munos, R{\'e}mi and Szepesv{\'a}ri, Csaba},
  journal={Theoretical Computer Science},
  volume={410},
  number={19},
  pages={1876--1902},
  year={2009},
  publisher={Elsevier}
}

@article{auer2002finite,
  title={Finite-time analysis of the multiarmed bandit problem},
  author={Auer, Peter and Cesa-Bianchi, Nicolo and Fischer, Paul},
  journal={Machine learning},
  volume={47},
  pages={235--256},
  year={2002},
  publisher={Springer}
}

@inproceedings{duell2013ensembles,
  title={Ensembles for Continuous Actions in Reinforcement Learning.},
  author={Duell, Siegmund and Udluft, Steffen},
  booktitle={ESANN},
  year={2013},
  organization={Citeseer}
}

@article{fausser2015neural,
  title={Neural network ensembles in reinforcement learning},
  author={Fau{\ss}er, Stefan and Schwenker, Friedhelm},
  journal={Neural Processing Letters},
  volume={41},
  pages={55--69},
  year={2015},
  publisher={Springer}
}

@article{fausser2015selective,
  title={Selective neural network ensembles in reinforcement learning: taking the advantage of many agents},
  author={Fau{\ss}er, Stefan and Schwenker, Friedhelm},
  journal={Neurocomputing},
  volume={169},
  pages={350--357},
  year={2015},
  publisher={Elsevier}
}

@article{lillicrap2015continuous,
  title={Continuous control with deep reinforcement learning},
  author={Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  journal={arXiv preprint arXiv:1509.02971},
  year={2015}
}

@article{sharpe1998sharpe,
  title={The sharpe ratio},
  author={Sharpe, William F},
  journal={Streetwise--the Best of the Journal of Portfolio Management},
  volume={3},
  pages={169--185},
  year={1998},
  publisher={Princeton University Press NJ}
}

@article{buckman2020importance,
  title={The importance of pessimism in fixed-dataset policy optimization},
  author={Buckman, Jacob and Gelada, Carles and Bellemare, Marc G},
  journal={arXiv preprint arXiv:2009.06799},
  year={2020}
}

@article{rashidinejad2021bridging,
  title={Bridging offline reinforcement learning and imitation learning: A tale of pessimism},
  author={Rashidinejad, Paria and Zhu, Banghua and Ma, Cong and Jiao, Jiantao and Russell, Stuart},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={11702--11716},
  year={2021}
}

@article{watkins1992q,
  title={Q-learning},
  author={Watkins, Christopher JCH and Dayan, Peter},
  journal={Machine learning},
  volume={8},
  pages={279--292},
  year={1992},
  publisher={Springer}
}

@article{rummery1994line,
  title={On-line Q-learning Using Connectionist Systems},
  author={RUMMERY, GA},
  journal={Technical Report},
  year={1994},
  publisher={Engineering Department, Cambridge University}
}

@inproceedings{wiering2007two,
  title={Two novel on-policy reinforcement learning algorithms based on TD ($\lambda$)-methods},
  author={Wiering, Marco A and Van Hasselt, Hado},
  booktitle={2007 IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning},
  pages={280--287},
  year={2007},
  organization={IEEE}
}

@article{fausser2011ensemble,
  title={Ensemble Methods for Reinforcement Learning with Function Approximation},
  author={Fau{\ss}er, Stefan and Schwenker, Friedhelm},
  journal={Multiple Classifier Systems},
  pages={56--65},
  year={2011},
  publisher={Universit{\"a}t Ulm}
}

@inproceedings{van2016deep,
  title={Deep reinforcement learning with double q-learning},
  author={Van Hasselt, Hado and Guez, Arthur and Silver, David},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={30},
  number={1},
  year={2016}
}

@article{bellman1957markovian,
  title={A Markovian decision process},
  author={Bellman, Richard},
  journal={Journal of mathematics and mechanics},
  pages={679--684},
  year={1957},
  publisher={JSTOR}
}

@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@inproceedings{wang2016dueling,
  title={Dueling network architectures for deep reinforcement learning},
  author={Wang, Ziyu and Schaul, Tom and Hessel, Matteo and Hasselt, Hado and Lanctot, Marc and Freitas, Nando},
  booktitle={International conference on machine learning},
  pages={1995--2003},
  year={2016},
  organization={PMLR}
}

@article{munos2016safe,
  title={Safe and efficient off-policy reinforcement learning},
  author={Munos, R{\'e}mi and Stepleton, Tom and Harutyunyan, Anna and Bellemare, Marc},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@inproceedings{degris2012off,
  title={Off-Policy Actor-Critic},
  author={Degris, Thomas and White, Martha and Sutton, Richard},
  booktitle={International Conference on Machine Learning},
  year={2012}
}

@inproceedings{schulman2015trust,
  title={Trust region policy optimization},
  author={Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle={International conference on machine learning},
  pages={1889--1897},
  year={2015},
  organization={PMLR}
}

@inproceedings{garl,
  title={Group-Agent Reinforcement Learning},
  author={Wu, Kaiyue and Zeng, Xiao-Jun},
  booktitle={International Conference on Artificial Neural Networks},
  year={2023}
}

@misc{1606.01540,
  Author = {Greg Brockman and Vicki Cheung and Ludwig Pettersson and Jonas Schneider and John Schulman and Jie Tang and Wojciech Zaremba},
  Title = {OpenAI Gym},
  Year = {2016},
  Eprint = {arXiv:1606.01540},
}

@misc{baselines,
  author = {Dhariwal, Prafulla and Hesse, Christopher and Klimov, Oleg and Nichol, Alex and Plappert, Matthias and Radford, Alec and Schulman, John and Sidor, Szymon and Wu, Yuhuai and Zhokhov, Peter},
  title = {OpenAI Baselines},
  year = {2017},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url{https://github.com/openai/baselines}},
}

@article{mcleod2011albert,
  title={Albert Bandura's social learning theory},
  author={McLeod, Saul},
  journal={Simply Psychology. London},
  year={2011}
}

@article{christianos2020shared,
  title={Shared experience actor-critic for multi-agent reinforcement learning},
  author={Christianos, Filippos and Sch{\"a}fer, Lukas and Albrecht, Stefano},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={10707--10717},
  year={2020}
}

@inproceedings{sunehag2018value,
  title={Value-Decomposition Networks For Cooperative Multi-Agent Learning Based On Team Reward},
  author={Sunehag, Peter and Lever, Guy and Gruslys, Audrunas and Czarnecki, Wojciech Marian and Zambaldi, Vinicius and Jaderberg, Max and Lanctot, Marc and Sonnerat, Nicolas and Leibo, Joel Z and Tuyls, Karl and others},
  booktitle={Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems},
  pages={2085--2087},
  year={2018}
}

@article{mahajan2019maven,
  title={Maven: Multi-agent variational exploration},
  author={Mahajan, Anuj and Rashid, Tabish and Samvelyan, Mikayel and Whiteson, Shimon},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{wang2020roma,
  title={ROMA: multi-agent reinforcement learning with emergent roles},
  author={Wang, Tonghan and Dong, Heng and Lesser, Victor and Zhang, Chongjie},
  booktitle={Proceedings of the 37th International Conference on Machine Learning},
  pages={9876--9886},
  year={2020}
}

@inproceedings{rashid2018qmix,
  title={QMIX: Monotonic value function factorisation for deep multi-agent reinforcement Learning},
  author={Rashid, T and De Witt, CS and Farquhar, G and Foerster, J and Whiteson, S and Samvelyan, M},
  booktitle={Proceedings of the 35th International Conference on Machine Learning},
  pages={6846--6859},
  year={2018}
}

@article{lowe2017multi,
  title={Multi-agent actor-critic for mixed cooperative-competitive environments},
  author={Lowe, Ryan and Wu, Yi I and Tamar, Aviv and Harb, Jean and Pieter Abbeel, OpenAI and Mordatch, Igor},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{silver2016mastering,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Publishing Group}
}

@article{silver2017mastering,
  title={Mastering the game of go without human knowledge},
  author={Silver, David and Schrittwieser, Julian and Simonyan, Karen and Antonoglou, Ioannis and Huang, Aja and Guez, Arthur and Hubert, Thomas and Baker, Lucas and Lai, Matthew and Bolton, Adrian and others},
  journal={nature},
  volume={550},
  number={7676},
  pages={354--359},
  year={2017},
  publisher={Nature Publishing Group}
}

@article{silver2018general,
  title={A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play},
  author={Silver, David and Hubert, Thomas and Schrittwieser, Julian and Antonoglou, Ioannis and Lai, Matthew and Guez, Arthur and Lanctot, Marc and Sifre, Laurent and Kumaran, Dharshan and Graepel, Thore and others},
  journal={Science},
  volume={362},
  number={6419},
  pages={1140--1144},
  year={2018},
  publisher={American Association for the Advancement of Science}
}

@article{schrittwieser2020mastering,
  title={Mastering atari, go, chess and shogi by planning with a learned model},
  author={Schrittwieser, Julian and Antonoglou, Ioannis and Hubert, Thomas and Simonyan, Karen and Sifre, Laurent and Schmitt, Simon and Guez, Arthur and Lockhart, Edward and Hassabis, Demis and Graepel, Thore and others},
  journal={Nature},
  volume={588},
  number={7839},
  pages={604--609},
  year={2020},
  publisher={Nature Publishing Group UK London}
}

@article{sukhbaatar2016learning,
  title={Learning multiagent communication with backpropagation},
  author={Sukhbaatar, Sainbayar and Fergus, Rob and others},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@article{peng2017multiagent,
  title={Multiagent bidirectionally-coordinated nets: Emergence of human-level coordination in learning to play starcraft combat games},
  author={Peng, Peng and Wen, Ying and Yang, Yaodong and Yuan, Quan and Tang, Zhenkun and Long, Haitao and Wang, Jun},
  journal={arXiv preprint arXiv:1703.10069},
  year={2017}
}

@inproceedings{wang2022fcmnet,
  title={FCMNet: Full Communication Memory Net for Team-Level Cooperation in Multi-Agent Systems},
  author={Wang, Yutong and Sartoretti, Guillaume},
  booktitle={Proceedings of the 21st International Conference on Autonomous Agents and Multiagent Systems},
  pages={1355--1363},
  year={2022}
}

@article{qu2019value,
  title={Value propagation for decentralized networked deep multi-agent reinforcement learning},
  author={Qu, Chao and Mannor, Shie and Xu, Huan and Qi, Yuan and Song, Le and Xiong, Junwu},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{jaderberg2017population,
  title={Population based training of neural networks},
  author={Jaderberg, Max and Dalibard, Valentin and Osindero, Simon and Czarnecki, Wojciech M and Donahue, Jeff and Razavi, Ali and Vinyals, Oriol and Green, Tim and Dunning, Iain and Simonyan, Karen and others},
  journal={arXiv preprint arXiv:1711.09846},
  year={2017}
}