@inproceedings{ng2000algorithms,
  author       = {Andrew Y. Ng and
                  Stuart Russell},
  editor       = {Pat Langley},
  title        = {Algorithms for Inverse Reinforcement Learning},
  booktitle    = {Proceedings of the Seventeenth International Conference on Machine
                  Learning {(ICML} 2000), Stanford University, Stanford, CA, USA, June
                  29 - July 2, 2000},
  pages        = {663--670},
  publisher    = {Morgan Kaufmann},
  year         = {2000},
  timestamp    = {Wed, 20 Apr 2022 13:29:53 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/NgR00.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{zhang2020,
  title={{Mediapipe hands: On-device real-time hand tracking}},
  author={Zhang, Fan and Bazarevsky, Valentin and Vakunov, Andrey and Tkachenka, Andrei and Sung, George and Chang, Chuo-Ling and Grundmann, Matthias},
  journal={arXiv preprint arXiv:2006.10214},
  year={2020}
}

@article{peternel2018robot,
  title={Robot adaptation to human physical fatigue in human--robot co-manipulation},
  author={Peternel, Luka and Tsagarakis, Nikos and Caldwell, Darwin and Ajoudani, Arash},
  journal={Autonomous Robots},
  volume={42},
  pages={1011--1021},
  year={2018},
  publisher={Springer}
}

@article{goldman2004decentralized,
  title={Decentralized control of cooperative systems: Categorization and complexity analysis},
  author={Goldman, Claudia V and Zilberstein, Shlomo},
  journal={Journal of artificial intelligence research},
  volume={22},
  pages={143--174},
  year={2004}
}

@article{adams2022survey,
  title={A survey of inverse reinforcement learning},
  author={Adams, Stephen and Cody, Tyler and Beling, Peter A},
  journal={Artificial Intelligence Review},
  pages={1--40},
  year={2022},
  publisher={Springer}
}

@phdthesis{Ziebart2010:PhDthesis,
	author = {Ziebart, Brian},
	title = {Modeling Purposeful Adaptive Behavior with the Principle of Maximum Causal Entropy},
	school = {Carnegie Mellon University},
	month = {December},
	year = {2010}
}

@book{Puterman1994,
author = {Puterman, Martin L.},
title = {{Markov Decision Processes: Discrete Stochastic Dynamic Programming}},
year = {1994},
isbn = {0471619779},
edition = {1st},
publisher = {John Wiley \& Sons, Inc.},
address = {New York, NY, USA},
}

@article{argall2009survey,
author = {Argall, Brenna D. and Chernova, Sonia and Veloso, Manuela and Browning, Brett},
title = {A Survey of Robot Learning from Demonstration},
journal = {Robot. Auton. Syst.},
issue_date = {May, 2009},
volume = {57},
number = {5},
month = may,
year = {2009},
issn = {0921-8890},
pages = {469--483},
numpages = {15},
acmid = {1524008},
publisher = {North-Holland Publishing Co.},
address = {Amsterdam, The Netherlands, The Netherlands},
keywords = {Autonomous systems, Learning from demonstration, Machine learning, Robotics},
}

@inproceedings{Goldman03,
 author = {Goldman, Claudia V. and Zilberstein, Shlomo},
title = {Optimizing Information Exchange in Cooperative Multi-agent Systems},
booktitle = {Proceedings of the Second International Joint Conference on Autonomous Agents and Multiagent Systems},
series = {AAMAS '03},
year = {2003},
isbn = {1-58113-683-8},
location = {Melbourne, Australia},
numpages = {8},
acmid = {860598},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {communication, decentralized control, robot teams},
}

@article{gmytrasiewicz2005framework,
  title={A framework for sequential planning in multi-agent settings},
  author={Gmytrasiewicz, Piotr J and Doshi, Prashant},
  journal={Journal of Artificial Intelligence Research},
  volume={24},
  pages={49--79},
  year={2005}
}

@article{alsaleh2021markov,
  title={Markov-game modeling of cyclist-pedestrian interactions in shared spaces: A multi-agent adversarial inverse reinforcement learning approach},
  author={Alsaleh, Rushdi and Sayed, Tarek},
  journal={Transportation research part C: emerging technologies},
  volume={128},
  pages={103191},
  year={2021},
  publisher={Elsevier}
}

@article{albrecht2015game,
  title={A game-theoretic model and best-response learning method for ad hoc coordination in multiagent systems},
  author={Albrecht, Stefano V and Ramamoorthy, Subramanian},
  journal={arXiv preprint arXiv:1506.01170},
  year={2015}
}

@inproceedings{nikolaidis2015efficient,
  title={Efficient model learning from joint-action demonstrations for human-robot collaborative tasks},
  author={Nikolaidis, Stefanos and Ramakrishnan, Ramya and Gu, Keren and Shah, Julie},
  booktitle={2015 10th ACM/IEEE International Conference on Human-Robot Interaction (HRI)},
  pages={189--196},
  year={2015},
  organization={IEEE}
}

@inproceedings{Ziebart2010,
author = {Ziebart, BD and Bagnell, JA and Dey, AK},
booktitle = {International Conference on Machine Learning (ICML)},
title = {Modeling interaction via the principle of maximum causal entropy},
year = {2010},
pages = {1255--1262}
}

@inproceedings{fu2018learning,
title={{Learning Robust Rewards with Adverserial Inverse Reinforcement Learning}},
author={Justin Fu and Katie Luo and Sergey Levine},
booktitle={International Conference on Learning Representations},
year={2018},
pages={1-10},
numpages={10},
publisher={unknown},
}

@inproceedings{redmon2016you,
  title={You only look once: Unified, real-time object detection},
  author={Redmon, Joseph and Divvala, Santosh and Girshick, Ross and Farhadi, Ali},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={779--788},
  year={2016}
}

@article{Arora21:Survey,
title = {A survey of inverse reinforcement learning: Challenges, methods and progress},
journal = {Artificial Intelligence},
volume = {297},
pages = {103500},
year = {2021},
author = {Saurabh Arora and Prashant Doshi}
}

@article{melo2011decentralized,
  title={{Decentralized MDPs with sparse interactions}},
  author={Melo, Francisco S and Veloso, Manuela},
  journal={Artificial Intelligence},
  volume={175},
  number={11},
  pages={1757--1789},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{mirsky2022survey,
  title={A survey of ad hoc teamwork: Definitions, methods, and open problems},
  author={Mirsky, Reuth and Carlucho, Ignacio and Rahman, Arrasy and Fosong, Elliot and Macke, William and Sridharan, Mohan and Stone, Peter and Albrecht, Stefano V},
  booktitle={European Conference on Multiagent Systems},
  year={2022}
}

@inproceedings{unhelkar2020semi,
  title={Semi-supervised learning of decision-making models for human-robot collaboration},
  author={Unhelkar, Vaibhav V and Li, Shen and Shah, Julie A},
  booktitle={Conference on Robot Learning},
  pages={192--203},
  year={2020},
  organization={PMLR}
}

@phdthesis{unhelkar2020effective,
  title={Effective information sharing for human-robot collaboration},
  author={Unhelkar, Vaibhav Vasant},
  year={2020},
  school={Massachusetts Institute of Technology}
}

@article{chen2020trust,
  title={Trust-aware decision making for human-robot collaboration: Model learning and planning},
  author={Chen, Min and Nikolaidis, Stefanos and Soh, Harold and Hsu, David and Srinivasa, Siddhartha},
  journal={ACM Transactions on Human-Robot Interaction (THRI)},
  volume={9},
  number={2},
  pages={1--23},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@article{van2008multi,
  title={Multi-agent systems},
  author={Van der Hoek, Wiebe and Wooldridge, Michael},
  journal={Foundations of Artificial Intelligence},
  volume={3},
  pages={887--928},
  year={2008},
  publisher={Elsevier}
}

@inproceedings{nikolaidis2017human,
  title={Human-robot mutual adaptation in shared autonomy},
  author={Nikolaidis, Stefanos and Zhu, Yu Xiang and Hsu, David and Srinivasa, Siddhartha},
  booktitle={Proceedings of the 2017 ACM/IEEE International Conference on Human-Robot Interaction},
  pages={294--302},
  year={2017}
}

@inproceedings{nikolaidis2013human,
  title={Human-robot collaboration in manufacturing: Quantitative evaluation of predictable, convergent joint action},
  author={Nikolaidis, Stefanos and Lasota, Przemyslaw and Rossano, Gregory and Martinez, Carlos and Fuhlbrigge, Thomas and Shah, Julie},
  booktitle={IEEE ISR 2013},
  pages={1--6},
  year={2013},
  organization={IEEE}
}

@article{nikolaidis2012human,
  title={Human-robot teaming using shared mental models},
  author={Nikolaidis, Stefanos and Shah, Julie},
  journal={ACM/IEEE HRI},
  year={2012}
}

@inproceedings{nikolaidis2017game,
  title={Game-theoretic modeling of human adaptation in human-robot collaboration},
  author={Nikolaidis, Stefanos and Nath, Swaprava and Procaccia, Ariel D and Srinivasa, Siddhartha},
  booktitle={Proceedings of the 2017 ACM/IEEE international conference on human-robot interaction},
  pages={323--331},
  year={2017}
}

@article{ong2010planning,
  title={Planning under uncertainty for robotic tasks with mixed observability},
  author={Ong, Sylvie CW and Png, Shao Wei and Hsu, David and Lee, Wee Sun},
  journal={The International Journal of Robotics Research},
  volume={29},
  number={8},
  pages={1053--1068},
  year={2010},
  publisher={SAGE Publications Sage UK: London, England}
}

@inproceedings{sengadu2023dec,
  title={{Dec-AIRL: Decentralized Adversarial IRL for Human-Robot Teaming}},
  author={Suresh, Prasanth Sengadu and Gui, Yikang and Doshi, Prashant},
  booktitle={Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems},
  pages={1116--1124},
  year={2023}
}

@article{suresh2024open,
  title={Open human-robot collaboration using decentralized inverse reinforcement learning},
  author={Suresh, Prasanth Sengadu and Jain, Siddarth and Doshi, Prashant and Romeres, Diego},
  journal={arXiv preprint arXiv:2410.01790},
  year={2024}
}

@article{sureshopen,
  title={{Open Human-Robot Collaboration Systems (OHRCS): A Research Perspective}},
  author={Suresh, Prasanth and Romeres, Diego and Doshi, Prashant and Jain, Siddarth}
}

@article{monahan1982state,
  title={{State of the art—a survey of partially observable Markov decision processes: theory, models, and algorithms}},
  author={Monahan, George E},
  journal={Management science},
  volume={28},
  number={1},
  pages={1--16},
  year={1982},
  publisher={INFORMS}
}

@article{ho2016generative,
  title={Generative adversarial imitation learning},
  author={Ho, Jonathan and Ermon, Stefano},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@inproceedings{wang2022co,
  title={{Co-GAIL: Learning diverse strategies for human-robot collaboration}},
  author={Wang, Chen and P{\'e}rez-D’Arpino, Claudia and Xu, Danfei and Fei-Fei, Li and Liu, Karen and Savarese, Silvio},
  booktitle={Conference on Robot Learning},
  year={2022},
  organization={PMLR}
}

@incollection{littman1994markov,
  title={Markov games as a framework for multi-agent reinforcement learning},
  author={Littman, Michael L},
  booktitle={Machine learning proceedings 1994},
  pages={157--163},
  year={1994},
  publisher={Elsevier}
}

@inproceedings{chen2015considering,
  title={Considering Agent and Task Openness in Ad Hoc Team Formation.},
  author={Chen, Bin and Chen, Xi and Timsina, Anish and Soh, Leen-Kiat},
  booktitle={AAMAS},
  year={2015}
}

@phdthesis{nikolaidis2014computational,
  title={Computational formulation, modeling and evaluation of human-robot team training techniques},
  author={Nikolaidis, Stefanos Z},
  year={2014},
  school={Massachusetts Institute of Technology}
}

@book{shoham2008multiagent,
  title={Multiagent systems: Algorithmic, game-theoretic, and logical foundations},
  author={Shoham, Yoav and Leyton-Brown, Kevin},
  year={2008},
  publisher={Cambridge University Press}
}

@article{garg2021iq,
  title={{IQ-learn: Inverse soft-Q learning for imitation}},
  author={Garg, Divyansh and Chakraborty, Shuvam and Cundy, Chris and Song, Jiaming and Ermon, Stefano},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={4028--4039},
  year={2021}
}

@article{nikolaidis2015improved,
  title={Improved human--robot team performance through cross-training, an approach inspired by human team training practices},
  author={Nikolaidis, Stefanos and Lasota, Przemyslaw and Ramakrishnan, Ramya and Shah, Julie},
  journal={The International Journal of Robotics Research},
  volume={34},
  number={14},
  pages={1711--1730},
  year={2015},
  publisher={SAGE Publications Sage UK: London, England}
}

@article{nikolaidis2017mathematical,
  title={Mathematical models of adaptation in human-robot collaboration},
  author={Nikolaidis, Stefanos and Forlizzi, Jodi and Hsu, David and Shah, Julie and Srinivasa, Siddhartha},
  journal={arXiv preprint arXiv:1707.02586},
  year={2017}
}

@inproceedings{yuan2022multi,   
title={Multi-agent incentive communication via decentralized teammate modeling},   
author={Yuan, Lei and Wang, Jianhao and Zhang, Fuxiang and Wang, Chenghe and Zhang, Zongzhang and Yu, Yang and Zhang, Chongjie},   booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},   
volume={36},   
number={9},   
pages={9466--9474},   
year={2022} 
}

@article{jiang2024multi,
  title={Multi-agent cooperative strategy with explicit teammate modeling and targeted informative communication},
  author={Jiang, Rui and Zhang, Xuetao and Liu, Yisha and Xu, Yi and Zhang, Xuebo and Zhuang, Yan},
  journal={Neurocomputing},
  volume={586},
  pages={127638},
  year={2024},
  publisher={Elsevier}
}

@article{prasad2024moveint,
  title={{MoVEInt: Mixture of Variational Experts for Learning Human-Robot Interactions from Demonstrations}},
  author={Prasad, Vignesh and Kshirsagar, Alap and Stock-Homburg, Dorothea Koert Ruth and Peters, Jan and Chalvatzaki, Georgia},
  journal={IEEE Robotics and Automation Letters},
  year={2024},
  publisher={IEEE}
}

@article{van2024simultaneously,
  title={Simultaneously learning intentions and preferences during physical human-robot cooperation},
  author={van der Spaa, Linda and Kober, Jens and Gienger, Michael},
  journal={Autonomous Robots},
  volume={48},
  number={4},
  pages={11},
  year={2024},
  publisher={Springer}
}

@article{simon1990bounded,
  title= {Bounded rationality},
  author= {Simon, Herbert A},
  journal= {Utility and probability},
  pages= {15--18},
  year= {1990},
  publisher= {Springer}
}

@article{sutton1999between,
  title={{Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning}},
  author={Sutton, Richard S and Precup, Doina and Singh, Satinder},
  journal={Artificial intelligence},
  volume={112},
  number={1-2},
  pages={181--211},
  year={1999},
  publisher={Elsevier}
}

@article{goldman2008communication,
  title={{Communication-based decomposition mechanisms for decentralized MDPs}},
  author={Goldman, Claudia V and Zilberstein, Shlomo},
  journal={Journal of Artificial Intelligence Research},
  volume={32},
  pages={169--202},
  year={2008}
}

@article{settles2009active,
  title={Active learning literature survey},
  author={Settles, Burr},
  year={2009},
  journal={Active Learning},
  publisher={University of Wisconsin-Madison Department of Computer Sciences}
}

@article{cho2014learning,
  title={{Learning phrase representations using RNN encoder-decoder for statistical machine translation. arXiv 2014}},
  author={Cho, Kyunghyun and Van Merrienboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.1078},
  year={2020}
}

@inproceedings{guan2021will,
  title={When will generative adversarial imitation learning algorithms attain global convergence},
  author={Guan, Ziwei and Xu, Tengyu and Liang, Yingbin},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1117--1125},
  year={2021},
  organization={PMLR}
}

@article{samvelyan2019starcraft,
  title={The starcraft multi-agent challenge},
  author={Samvelyan, Mikayel and Rashid, Tabish and De Witt, Christian Schroeder and Farquhar, Gregory and Nardelli, Nantas and Rudner, Tim GJ and Hung, Chia-Man and Torr, Philip HS and Foerster, Jakob and Whiteson, Shimon},
  journal={arXiv preprint arXiv:1902.04043},
  year={2019}
}

@article{seo2024idil,
  title={{IDIL: Imitation Learning of Intent-Driven Expert Behavior}},
  author={Seo, Sangwon and Unhelkar, Vaibhav},
  journal={arXiv preprint arXiv:2404.16989},
  year={2024}
}

@article{goldman2003decentralized,
  title={Decentralized Control of Cooperative Agents},
  author={Goldman, Claudia V and Zilberstein, Shlomo},
  journal={JAIR},
  year={2003}
}

@article{schulman2017proximal,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}

@inproceedings{gruver2020multi,
  title={Multi-agent adversarial inverse reinforcement learning with latent variables},
  author={Gruver, Nate and Song, Jiaming and Kochenderfer, Mykel J and Ermon, Stefano},
  booktitle={Proceedings of the 19th International Conference on Autonomous Agents and MultiAgent Systems},
  pages={1855--1857},
  year={2020}
}

@article{lambert2023artificial,
  title={Artificial intelligence modelling human mental fatigue: A comprehensive survey},
  author={Lambert, Alexandre and Soni, Aakash and Soukane, Assia and Cherif, Amar Ramdane and Rabat, Arnaud},
  journal={Neurocomputing},
  pages={126999},
  year={2023},
  publisher={Elsevier}
}

@misc{magym,
      author = {Koul, Anurag},
      title = {{MA-Gym: Collection of multi-agent environments based on OpenAI gym}},
      year = {2019},
      publisher = {GitHub},
      journal = {GitHub repository},
      howpublished = {\url{https://github.com/koulanurag/ma-gym}},
    }

@misc{openaigym,
  Author = {Greg Brockman and Vicki Cheung and Ludwig Pettersson and Jonas Schneider and John Schulman and Jie Tang and Wojciech Zaremba},
  Title = {{OpenAI Gym}},
  Year = {2016},
  Eprint = {arXiv:1606.01540},
}

@article{gleave2022primer,
  title={A Primer on Maximum Causal Entropy Inverse Reinforcement Learning},
  author={Gleave, Adam and Toyer, Sam},
  journal={arXiv preprint arXiv:2203.11409},
  volume={1},
  publisher={arxiv},
  year={2022}
}

@inproceedings{suresh2022marginal,
  title={{Marginal MAP Estimation for Inverse RL under Occlusion with Observer Noise}},
  author={Suresh, Prasanth Sengadu and Doshi, Prashant},
  booktitle={The 38th Conference on Uncertainty in Artificial Intelligence},
  year={2022}
}

@book{Doob53:Stochastic,
    author = "J. L. Doob",
    title = "Stochastic Processes",
    publisher = "John WIley and Sons",
    year = "1953"
}

@inproceedings{raffin2022smooth,
  title={Smooth exploration for robotic reinforcement learning},
  author={Raffin, Antonin and Kober, Jens and Stulp, Freek},
  booktitle={Conference on Robot Learning},
  pages={1634--1644},
  publisher={None},
  address={None},
  year={2022},
  organization={PMLR}
}