@book{Lohr:Sampling,
	author={Sharon L. Lohr},
	title={Sampling: Design and Analysis},
	publisher={Brooks/Cole},
	year=2010,
	edition="2nd",
	address={Boston, MA}
}

@InProceedings{Sonu15:Anon,
	author = {E. Sonu and Y. Chen and P. Doshi},
	title = {Individual Planning in Agent Populations: Exploiting Anonymity and Frame-Action Hypergraphs},
	booktitle = {International Conference on Automated Planning and Scheduling (ICAPS)},
	year = {2015},
	pages = {202--210}
}

@article{Sonu:2017,
 author = {Sonu, Ekhlas and Chen, Yingke and Doshi, Prashant},
 title = {Decision-theoretic Planning Under Anonymity in Agent Populations},
 journal = {J. Artif. Int. Res.},
 issue_date = {May 2017},
 volume = {59},
 number = {1},
 month = may,
 year = {2017},
 issn = {1076-9757},
 pages = {725--770},
 numpages = {46},
 url = {http://dl.acm.org/citation.cfm?id=3176788.3176805},
 acmid = {3176805},
 publisher = {AI Access Foundation},
 address = {USA},
}

@inproceedings{Chandrasekaran:Open,
 author = {Chandrasekaran, Muthukumaran and Eck, Adam and Doshi, Prashant and Soh, Leenkiat},
 title = {Individual Planning in Open and Typed Agent Systems},
 booktitle = {Proceedings of the Thirty-Second Conference on Uncertainty in Artificial Intelligence},
 series = {UAI'16},
 year = {2016},
 isbn = {978-0-9966431-1-5},
 location = {Jersey City, New Jersey, USA},
 pages = {82--91},
 numpages = {10},
 url = {http://dl.acm.org/citation.cfm?id=3020948.3020958},
 acmid = {3020958},
 publisher = {AUAI Press},
 address = {Arlington, Virginia, United States},
} 

@inproceedings{Eck:AAAI2020,
 author = {Eck, Adam and Shah, Maulik and Doshi, Prashant and Soh, Leenkiat},
 title = {Scalable Decision-Theoretic Planning in Open and Typed Multiagent Systems},
 booktitle = {Proceedings of the Thirty-Fourth AAAI Conference on Artificial Intelligence},
 series = {AAAI'20},
 year = {2020},
 location = {New York City, New York, USA},
} 

@inproceedings{Calmet04:Liberal,
	author = {J. Calmet and A. Daemi and R. Endsuleit and T. Mie},
	title = {A Liberal Approach to Openness in Societies of Agents},
	booktitle = {Engineering Societies in the Agents World IV, Lecture Notes in Computer Science},
	year = {2004},
	volume = {3071},
	pages = {81--92}
}

@inproceedings{Chen15:Considering,
	author = {B. Chen and X. Chen and A. Timsina and L.-K. Soh},
	title = {Considering Agent and Task Openness in Ad Hoc Team Formation (Extended Abstract)},
	booktitle = {International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
	year = {2015},
	pages = {1861--1862}
	}

@article{Huynh06:Integrated,
	author = {T. D. Huynh and N. R. Jennings an and N. R. Shadbolt},
	title = {An Integrated Trust and Reputation Model for Open Multi-Agent Systems},
	journal = {Journal of Autonomous Agents and Multi-Agent Systems},
	year = {2006},
	volume = {13},
	number = {2},
	pages = {119--154}
	}

@inproceedings{Jamroga13:Modularity,
	author = {W. Jamroga and A. Meski and M. Szreter},
	title = {Modularity and Openness in Modeling Multi-Agent Systems},
	booktitle = {Fourth International Symposium and Games, Automata, Logics and Formal Verification (GandALF)},
	year = {2013},
	pages = {224--239}
	}

@article{Jumadinov14:Strategic,
	author = {J. Jumadinova and P. Dasgupta and and L.-K. Soh},
	title = {Strategic Capability-Learning for Improved Multi-agent Collaboration in Ad-hoc Environments},
	journal = {IEEE Transactions on Systems, Man, and Cybernetics-Part A},
	year = {2014},
	volume = {44},
	number = {8},
	pages = {1003--1014}
	}

@article{Pinyol11:Computational,
	author = {I. Pinyol and J. Sabater-Mir},
	title = {Computational Trust and Reputation models for Open Multi-Agent Systems: A Review},
	journal = {Artificial Intelligence Review},
	year = {2011},
	volume = {40},
	pages = {1--25}
}	

@incollection{Shehory00:Software,
	author = {O. Shehory},
	title = {Software Architecture Attributes of Multi-agent Systems},
	booktitle = {1st International Workshop on Agent-Oriented Software Engineering, Revised papers},
	year = {2000},
	pages = {77--89},
        publisher = {ACM}

}

@incollection{Vassileva99:Openness,
	author = {J. I. Vassileva and J. E. Greer and G. I. McCalla},
	title = {Openness and Disclosure in Multi-Agent Learner Models},
	booktitle = {Workshop on Open, Interactive, and Other Overt Approaches to Learner Modeling},
	year = {1999},
        publisher = {AIED Society}
}

@InProceedings{Ross07:Bayes,
author = {Stephane Ross and Brahim Chaib-draa and Joelle Pineau},
title = {Bayes-Adaptive {POMDP}s},
booktitle = {Neural Information Processing Systems (NIPS)},
year = {2007}
}

@ARTICLE{Gmytrasiewicz05:Framework:JAIR,
	AUTHOR =       "Piotr J. Gmytrasiewicz and Prashant Doshi",
	TITLE =        "A Framework for Sequential Planning in Multiagent Settings",
	JOURNAL =      "Journal of Artificial Intelligence Research",
	YEAR =         "2005",
	VOLUME =	 "24",
	PAGES =        "49--79"
}

@Article{Doshi12:Decision,
	author = 	 {Prashant Doshi},
	title = 	 {Decision Making in Complex Multiagent Settings: A Tale of Two Frameworks},
	journal = 	 {AI Magazine},
	year = 	 {2012},
	volume = 	 {33},
	number = 	 {4},
	pages = 	 {82--95}
}

@ARTICLE{Bernstein02:Complexity,
	AUTHOR =       "Daniel S. Bernstein and Robert Givan and Neil Immerman and Shlomo Zilberstein",
	TITLE =        "The Complexity of Decentralized Control of {M}arkov Decision Processes",
	JOURNAL =      "Mathematics of Operations Research",
	YEAR =         "2002",
	VOLUME =       "27",
	NUMBER =       "4",
	PAGES =        "819--840"
}

@article{Boychuk09:Fire,
        author = {D. Boychuk and W.J. Braun and R.J. Kulperger and Z.L. Krougly and D.A. Stanford},
        title = {A Stochastic Forest Fire Growth Model},
        journal = {Environmental and Ecological Statistics},
        year = {2009},
        volume = {16},
        number = {2},
        pages = {133--151}
        }

@inproceedings{Ure15:Fire,
        author = {N.K. Ure and S. Omidshafiei and B.T. Lopez and A.-A. Agha-Mohammadi and J.P. How and J. Vian},
        title = {Online Heterogeneous Multiagent Learning Under Limited Communication with Applications to Forest Fire Management},
        booktitle = {Intelligent Robotics and Systems (IROS)},
        year = {2015},
        pages = {5181--5188}
        }

@InProceedings(Hoang13:Interactive,
        author="Trong Nghia Hoang and Kian Hsiang Low",  
        title="Interactive {POMDP} Lite: Towards Practical Planning to Predict and Exploit Intentions for Interacting with Self-Interested Agents",
        booktitle="23rd International Joint Conference on AI (IJCAI)",
        year="2013" 
)

@InProceedings{Nair05:Networked,
  author = 	 {Ranjit Nair and Pradeep Varakantham and Milind Tambe and Makoto Yokoo},
  title = 	 {Networked Distributed {POMDP}s: A Synthesis of Distributed Constraint Optimization and {POMDP}s},
  booktitle =    {Twentieth AAAI Conference on Artificial Intelligence},
  pages = 	 {133--139},
  year = 	 {2005}
 }

@INPROCEEDINGS{Kim06:Exploiting,
    author = {Yoonheui Kim and Ranjit Nair and Pradeep Varakantham and Milind Tambe and Makoto Yokoo},
    title = {Exploiting locality of interaction in networked distributed {POMDP}s},
    booktitle = {AAAI Spring Symposium on Distributed Plan and Schedule Management},
    year = {2006}
}

@inproceedings{Oliehoek08:Exploiting,
 author = {Frans Oliehoek and Matthijs Spaan and Shimon Whiteson and Nikos Vlassis},
 title = {Exploiting Locality of Interaction in Factored Dec-{POMDP}s},
 booktitle = {Seventh International Joint Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
 year = {2008},
 pages = {517--524}
}

@INPROCEEDINGS{Ng12:Bayes,
    author = {Brenda Ng and Kofi Boakye and Carol Meyers and Andrew Wang},
    title = {Bayes-Adaptive Interactive {POMDP}s},
    booktitle = {Twenty-Sixth AAAI Conference on Artificial Intelligence (AAAI)},
    year = {2012},
    pages = {1408 -- 1414}
}

@InProceedings(Stone10:adhoc,
        author="Peter Stone and Gal A. Kaminka and Sarit Kraus and Jeffrey S. Rosenschein",
        title="Ad Hoc Autonomous Agent Teams:  Collaboration without Pre-Coordination",
        booktitle="Twenty-Fourth AAAI Conference on Artificial Intelligence",
        year="2010" 
)

@inproceedings{Silver10:POMCP,
 author = {Silver, David and Veness, Joel},
 title = {Monte-Carlo Planning in Large POMDPs},
 booktitle = {23rd International Conference on Neural Information Processing Systems (NIPS)},
 series = {NIPS'10},
 year = {2010},
 pages = {2164--2172}
} 

@inproceedings{Kocsis06:UCT,
 author = {Kocsis, Levente and Szepesv\'{a}ri, Csaba},
 title = {Bandit Based Monte-carlo Planning},
 booktitle = {17th European Conference on Machine Learning (ECML)},
 series = {ECML'06},
 year = {2006},
 isbn = {3-540-45375-X, 978-3-540-45375-8},
 location = {Berlin, Germany},
 pages = {282--293},
 numpages = {12},
 url = {http://dx.doi.org/10.1007/11871842_29},
 doi = {10.1007/11871842_29},
 acmid = {2091633},
 publisher = {Springer-Verlag},
 address = {Berlin, Heidelberg},
} 

@inproceedings{Somani13:DESPOT,
 author = {Somani, Adhiraj and Ye, Nan and Hsu, David and Lee, Wee Sun},
 title = {DESPOT: Online POMDP Planning with Regularization},
 booktitle = {Proceedings of the 26th International Conference on Neural Information Processing Systems - Volume 2},
 series = {NIPS'13},
 year = {2013},
 location = {Lake Tahoe, Nevada},
 pages = {1772--1780},
 numpages = {9},
 url = {http://dl.acm.org/citation.cfm?id=2999792.2999810},
 acmid = {2999810},
 publisher = {Curran Associates Inc.},
 address = {USA},
} 

@article{Silver16:Go,
title	= {Mastering the game of Go with deep neural networks and tree search},
author	= {David Silver and Aja Huang and Christopher J. Maddison and Arthur Guez and Laurent Sifre and George van den Driessche and Julian Schrittwieser and Ioannis Antonoglou and Veda Panneershelvam and Marc Lanctot and Sander Dieleman and Dominik Grewe and John Nham and Nal Kalchbrenner and Ilya Sutskever and Timothy Lillicrap and Madeleine Leach and Koray Kavukcuoglu and Thore Graepel and Demis Hassabis},
year	= {2016},
journal	= {Nature},
pages	= {484--503},
volume	= {529}
}

@article{Silver17:Go,
    author = {Silver, David and Schrittwieser, Julian and Simonyan, Karen and Antonoglou, Ioannis and Huang, Aja and Guez, Arthur and Hubert, Thomas and Baker, Lucas and Lai, Matthew and Bolton, Adrian and Chen, Yutian and Lillicrap, Timothy and Hui, Fan and Sifre, Laurent and van den Driessche, George and Graepel, Thore and Hassabis, Demis},
    doi = {10.1038/nature24270},
    issn = {0028-0836},
    journal = {Nature},
    month = oct,
    number = {7676},
    pages = {354--359},
    publisher = {Nature Research},
    title = {{Mastering the game of {Go} without human knowledge}},
    volume = {550},
    year = {2017}
}

@article{Ross08:Online,
 author = {Ross, St{\'e}phane and Pineau, Joelle and Paquet, S{\'e}bastien and Chaib-draa, Brahim},
 title = {Online Planning Algorithms for {POMDP}s},
 journal = {J. Artif. Int. Res.},
 issue_date = {May 2008},
 volume = {32},
 number = {1},
 month = jul,
 year = {2008},
 issn = {1076-9757},
 pages = {663--704},
 numpages = {42}
} 


@article{Hula:MCTS,
 author = {A. Hula and P.R. Montague and P. Dayan},
 title = {{M}onte {C}arlo Planning Method Estimates Planning Horizons during Interactive Social Exchange},
 journal = {PLOS Computational Biology},
 volume = {11},
 number = {6},
 year = {2015}
} 

@inproceedings{Oliehoek:APPXSOL,
  title={Approximate solutions for factored {Dec-POMDPs} with many agents},
  author={Oliehoek, Frans A and Whiteson, Shimon and Spaan, Matthijs TJ},
  booktitle={International Joint Conference on Autonomous Agents and Multi-Agent Systems (AAMAS)},
  pages={563--570},
  year={2013}
}

@inproceedings{Amato:Scalable,
  title={Scalable planning and learning for multiagent {POMDP}s},
  author={Amato, Christopher and Oliehoek, Frans A},
  booktitle={Twenty-Ninth AAAI Conference on Artificial Intelligence},
  year={2015}
}

@inproceedings{Velagapudi:DistModel,
  title={Distributed model shaping for scaling to decentralized {POMDP}s with hundreds of agents},
  author={Velagapudi, Prasanna and Varakantham, Pradeep and Sycara, Katia and Scerri, Paul},
  booktitle={10th International Conference on Autonomous Agents and Multiagent Systems-Volume 3},
  pages={955--962},
  year={2011}
}

@article{Neyman:Sampling,
 author = {J. Neyman},
 title = {On the Two Different Aspects of the Representative Method: The Method of Stratified Sampling and the Method of Purposive Selection},
 journal = {Journal of the Royal Statistical Society},
 volume = {97},
 number = {4},
 year = {1934},
 pages = {558--625}
} 

@article{Frankel:History,
 author = {Martin R. Frankel and Lester R. Frankel},
 title = {Fifty Years of Survey Sampling in the United States},
 journal = {Public Opinion Quarterly},
 volume = {51},
 number = {4},
 year = {1987},
 pages = {S127--S138}
} 


@inproceedings{Oliehoek:ExpLocality,
  title={Exploiting locality of interaction in factored {Dec-POMDP}s},
  author={Oliehoek, Frans A and Spaan, Matthijs TJ and Whiteson, Shimon and Vlassis, Nikos},
  booktitle={7th International Joint conference on Autonomous agents and Multiagent Systems (AAMAS)},
  pages={517--524},
  year={2008}
}

@article{Doshi:IPF,
 author = {Doshi, Prashant and Gmytrasiewicz, Piotr J.},
 title = {Monte Carlo Sampling Methods for Approximating Interactive POMDPs},
 journal = {Journal of Artificial Intelligence Research},
 issue_date = {January 2009},
 volume = {34},
 number = {1},
 year = {2009},
 pages = {297--337},
 numpages = {41},
 url = {http://dl.acm.org/citation.cfm?id=1622716.1622725},
 acmid = {1622725},
 publisher = {AI Access Foundation},
 address = {USA},
}

@incollection{Qu:IEM,
title = {Individual Planning in Infinite-Horizon Multiagent Settings: Inference, Structure and Scalability},
author = {Qu, Xia and Doshi, Prashant},
booktitle = {Advances in Neural Information Processing Systems 28},
editor = {C. Cortes and N. D. Lawrence and D. D. Lee and M. Sugiyama and R. Garnett},
pages = {478--486},
year = {2015},
publisher = {Curran Associates, Inc.},
url = {http://papers.nips.cc/paper/5734-individual-planning-in-infinite-horizon-multiagent-settings-inference-structure-and-scalability.pdf}
}

@inproceedings{Cohen:OpenDecPOMDPs,
  title={Open Decentralized POMDPs},
  author={Cohen, Jonathan and Dibangoye, Jilles-Steeve  and Mouaddib, Abdel-Illah },
  booktitle={2017 IEEE 29th International Conference on Tools with Artificial Intelligence (ICTAI)},
  pages={977-984},
  year={2017}
}

@inproceedings{Claes:Warehouse,
 author = {Claes, Daniel and Oliehoek, Frans and Baier, Hendrik and Tuyls, Karl},
 title = {Decentralised Online Planning for Multi-Robot Warehouse Commissioning},
 booktitle = {Proceedings of the 16th Conference on Autonomous Agents and MultiAgent Systems},
 series = {AAMAS '17},
 year = {2017},
 location = {S\&\#227;o Paulo, Brazil},
 pages = {492--500},
} 

@article{Lerman:DynamicMRTA,
 author = {Lerman, Kristina and Jones, Chris and Galstyan, Aram and Matar\'{\i}c, Maja J},
 title = {Analysis of Dynamic Task Allocation in Multi-Robot Systems},
 journal = {Int. J. Rob. Res.},
 issue_date = {March     2006},
 volume = {25},
 number = {3},
 year = {2006},
 pages = {225--241},
} 

@inproceedings{Nguyen:CDecPOMDP,
 author = {Nguyen, Duc Thien  and Kumar, Akshat and Lau, Hoong Chuin},
 title = {Collective Multiagent Sequential Decision Making Under Uncertainty},
 booktitle = {Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence},
 series = {AAAI'17},
 year = {2017},
 pages = {3036-3043},
} 

@article{Best:Dec-MCTS,
author = {Graeme Best and Oliver M Cliff and Timothy Patten and Ramgopal R Mettu and Robert Fitch},
title ={Dec-MCTS: Decentralized planning for multi-robot active perception},
journal = {The International Journal of Robotics Research},
volume = {38},
number = {2-3},
pages = {316-337},
year = {2019},
}

@inproceedings{Gmytrasiewicz:AAMAS19, author = {Gmytrasiewicz, Piotr and Adhikari, Sarit}, title = {Optimal Sequential Planning for Communicative Actions: A Bayesian Approach}, year = {2019}, isbn = {9781450363099}, publisher = {International Foundation for Autonomous Agents and Multiagent Systems}, address = {Richland, SC}, abstract = {We build on the Interactive POMDP (IPOMDP) framework, which extends POMDPs to multi-agent settings, and include communication which can take place between the agents. While IPOMDPs endow the agents with models of their environments and models of other agents, we supplement IPOMDPs with communicative acts available to the agents to formulate Communicative IPOMDPs (CIPOMDPs). We treat communication as a type of action; hence decisions regarding communicative acts should be based on decision-theoretic planning using Bellman optimality principle, just as they are for all other actions. As in any form of planning, the results of actions need to be precisely specified. We use Bayes update to derive how agents update their beliefs in CIPOMDPs; updates are due to their actions, observations, messages they send to other agents, and messages they receive from others. Without communication, CIPOMDPs reduce to IPOMDPs. Without other agents they all become classical POMDPs.}, booktitle = {Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems}, pages = {1985–1987}, numpages = {3}, keywords = {speech act theory, single and multi-agent planning and scheduling}, location = {Montreal QC, Canada}, series = {AAMAS '19} }

@article{Gmytrasiewicz:JAIR20,
author = {Piotr Gmytrasiewicz},
title ={How to Do Things with Words: A Bayesian Approach},
journal = {Journal of Artificial Intelligence Research},
volume = {68},
pages = {753-776},
year = {2020},
}

@inproceedings{Thomas:rhoPOMCP,
author = {Vincent Thomas and Geremy Hutin and Olivier Buffet},
title = {Monte Information-Oriented Planning},
booktitle = {Proceedings of the Twenty-fourth European Conference on Artificial Intelligence},
series = {ECAI'20},
year = {2020}
}

@INPROCEEDINGS{Garg:DESPOTalpha,
    AUTHOR    = {Neha Priyadarshini Garg AND David Hsu AND Wee Sun Lee}, 
    TITLE     = {DESPOT-Alpha: Online POMDP Planning with Large State and Observation Spaces}, 
    BOOKTITLE = {Proceedings of Robotics: Science and Systems}, 
    YEAR      = {2019}, 
    ADDRESS   = {FreiburgimBreisgau, Germany}, 
    MONTH     = {June}, 
    DOI       = {10.15607/RSS.2019.XV.006} 
} 

@article{Sunberg:PFT-DPW,
  doi = {10.48550/ARXIV.1709.06196},
  url = {https://arxiv.org/abs/1709.06196},
  author = {Sunberg, Zachary and Kochenderfer, Mykel},
  keywords = {Artificial Intelligence (cs.AI), Robotics (cs.RO), Systems and Control (eess.SY), FOS: Computer and information sciences, FOS: Computer and information sciences, FOS: Electrical engineering, electronic engineering, information engineering, FOS: Electrical engineering, electronic engineering, information engineering},
  title = {Online algorithms for POMDPs with continuous state, action, and observation spaces},
  publisher = {arXiv},
  year = {2017},
  journal = {arXiv},
  copyright = {arXiv.org perpetual, non-exclusive license}
}


@inproceedings{Littman:QMDP,
author = {Michael L Littman and Anthony R Cassandra and Leslie Pack Kaelbling},
title = {Learning policies for partially observable environments: Scaling up},
booktitle = {Proceedings of the Twelfth International Conference on Machine Learning},
series = {ICML'95},
year = {1995},
pages = {362-370}
}


@InProceedings{Rahman:OpenAdHoc,
  title = 	 {Towards Open Ad Hoc Teamwork Using Graph-based Policy Learning},
  author =       {Rahman, Muhammad A and Hopner, Niklas and Christianos, Filippos and Albrecht, Stefano V},
  booktitle = 	 {Proceedings of the 38th International Conference on Machine Learning},
  pages = 	 {8776--8786},
  year = 	 {2021},
  editor = 	 {Meila, Marina and Zhang, Tong},
  volume = 	 {139},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v139/rahman21a/rahman21a.pdf},
  url = 	 {https://proceedings.mlr.press/v139/rahman21a.html},
  abstract = 	 {Ad hoc teamwork is the challenging problem of designing an autonomous agent which can adapt quickly to collaborate with teammates without prior coordination mechanisms, including joint training. Prior work in this area has focused on closed teams in which the number of agents is fixed. In this work, we consider open teams by allowing agents with different fixed policies to enter and leave the environment without prior notification. Our solution builds on graph neural networks to learn agent models and joint-action value models under varying team compositions. We contribute a novel action-value computation that integrates the agent model and joint-action value model to produce action-value estimates. We empirically demonstrate that our approach successfully models the effects other agents have on the learner, leading to policies that robustly adapt to dynamic team compositions and significantly outperform several alternative methods.}
}

@article{Mirsky:AdHocSurvey,
  doi = {10.48550/ARXIV.2202.10450},
  url = {https://arxiv.org/abs/2202.10450},
  author = {Mirsky, Reuth and Carlucho, Ignacio and Rahman, Arrasy and Fosong, Elliot and Macke, William and Sridharan, Mohan and Stone, Peter and Albrecht, Stefano V.},
  keywords = {Multiagent Systems (cs.MA), Artificial Intelligence (cs.AI), FOS: Computer and information sciences, FOS: Computer and information sciences},
  title = {A Survey of Ad Hoc Teamwork: Definitions, Methods, and Open Problems},
  publisher = {arXiv},
  year = {2022},
  journal = {arXiv},
  copyright = {arXiv.org perpetual, non-exclusive license}
}

@inproceedings{Stone:AdHoc,
author = {Peter Stone and Gal A. Kaminka and Sarit Kraus and Jeffrey S. Rosenschein},
title = {Ad Hoc Autonomous Agent Teams: Collaboration without Pre-Coordination},
booktitle = {Proceedings of the Twenty-Fourth AAAI Conference on Artificial Intelligence},
series = {AAAI'10},
pages = {1504-1509},
year = {2010}
}
