@inproceedings{dolgov2005stationary,
author = {Dolgov, Dmitri and Durfee, Edmund},
title = {{Stationary Deterministic Policies for Constrained MDPs with Multiple Rewards, Costs, and Discount Factors}},
year = {2005},
volume={19},
booktitle = {Proceedings of the 19th International Joint Conference on Artificial Intelligence},
pages = {1326–1331},
numpages = {6},
location = {Edinburgh, Scotland},
}

@INPROCEEDINGS{paruchuri2004towards,
author={P. {Paruchuri} and M. {Tambe} and F. {Ordonez} and S. {Kraus}},
booktitle={Proceedings of the Third International Joint Conference on Autonomous Agents and Multiagent Systems},
title={{Towards a formalization of teamwork with resource constraints}},
year={2004},
volume={},
number={},
pages={596-603},
keywords={Teamwork;Bandwidth;Monitoring;Robot sensing systems;Mars;Costs;Uncertainty;Energy consumption;Operations research;Permission},
doi={},
ISSN={null},
month={July},}

@INPROCEEDINGS{fu2015pareto,
author={J. {Fu} and U. {Topcu}},
booktitle={IEEE International Conference on Robotics and Automation},
title={{Pareto efficiency in synthesizing shared autonomy policies with temporal logic constraints}},
year={2015},
volume={},
number={},
pages={361-368},
doi={10.1109/ICRA.2015.7139024},
ISSN={1050-4729},
month={May},}

@ARTICLE{guo2018probabilistic,
author={M. {Guo} and M. M. {Zavlanos}},
journal={IEEE Transactions on Automatic Control},
title={{Probabilistic Motion Planning Under Temporal Tasks and Soft Constraints}},
year={2018},
volume={63},
number={12},
pages={4051-4066},
ISSN={2334-3303},
month={Dec},}

@INPROCEEDINGS{sadigh2014learning,
author={D. {Sadigh} and E. S. {Kim} and S. {Coogan} and S. S. {Sastry} and S. A. {Seshia}},
booktitle={53rd IEEE Conference on Decision and Control},
title={{A Learning Based Approach to Control Synthesis of Markov Decision Processes for Linear Temporal Logic Specifications}},
year={2014},
volume={},
number={},
pages={1091-1096},
doi={10.1109/CDC.2014.7039527},
ISSN={0191-2216},
month={Dec},}

@InProceedings{lacerda2015optimal,
author={B.Lacerda and D. Parker and N. Hawes},
title={{Optimal Policy Generation for Partially Satisfiable Co-Safe {LTL} Specifications}},
booktitle={Proc. 24th International Joint Conference on Artificial Intelligence},
year={2015},
editor={},
pages={1587-1593},
organization={},
series={},
volume={},
address={},
_month={August},
note={},
key={}
}


@INPROCEEDINGS{ding2011mdp,
author={X. C. {Ding} and S. L. {Smith} and C. {Belta} and D. {Rus}},
booktitle={Proc.50th IEEE Conf. erence on Decision and Control},
title={{MDP optimal control under temporal logic constraints}},
year={2011},
volume={},
number={},
pages={532-538},
doi={10.1109/CDC.2011.6161122},
ISSN={0743-1546},
month={Dec},}

@INPROCEEDINGS{kwok2004reinforcement,
author={C. {Kwok} and D. {Fox}},
booktitle={2004 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
title={{Reinforcement learning for sensing strategies}},
year={2004},
volume={4},
number={},
pages={3158-3163 vol.4},
ISSN={null},
month={Sep.},}

@INPROCEEDINGS{kaelbling2011hierarchical,
author={L. P. {Kaelbling} and T. {Lozano-Pérez}},
booktitle={2011 IEEE International Conference on Robotics and Automation},
title={{Hierarchical task and motion planning in the now}},
year={2011},
volume={},
number={},
pages={1470-1477},
doi={10.1109/ICRA.2011.5980391},
ISSN={1050-4729},
month={May},}

@inproceedings{ufukgame,
author = {Wen, Min and Topcu, Ufuk},
title = {{Probably Approximately Correct Learning in Stochastic Games with Temporal Logic Specifications}},
year = {2016},
isbn = {9781577357704},
booktitle = {Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence},
pages = {3630–3636},
numpages = {7},
location = {New York, New York, USA},
}

@article{ding2011ltl,
  title={{LTL control in uncertain environments with probabilistic satisfaction guarantees}},
  author={Ding, Xu Chu Dennis and Smith, Stephen L and Belta, Calin and Rus, Daniela},
  journal={IFAC Proceedings Volumes},
  volume={44},
  number={1},
  pages={3515--3520},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{hahn2019omega,
  title={{Omega-Regular Objectives in Model-Free Reinforcement Learning}},
  author={Hahn, Ernst Moritz and Perez, Mateo and Schewe, Sven and Somenzi, Fabio and Trivedi, Ashutosh and Wojtczak, Dominik},
  booktitle={International Conference on Tools and Algorithms for the Construction and Analysis of Systems},
  pages={395--412},
  year={2019},
}

@article{hasanbeig2019certified,
  title={{Certified reinforcement learning with logic guidance}},
  author={Hasanbeig, Mohammadhosein and Abate, Alessandro and Kroening, Daniel},
  journal={arXiv preprint arXiv:1902.00778},
  year={2019}
}

@ARTICLE{ding2014optimal, author={X. {Ding} and S. L. {Smith} and C. {Belta} and D. {Rus}}, journal={IEEE Transactions on Automatic Control}, title={{Optimal Control of Markov Decision Processes With Linear Temporal Logic Constraints}}, year={2014}, volume={59}, number={5}, pages={1244-1257},}







@inproceedings{lacerda2014optimal,
  title={{Optimal and dynamic planning for Markov Decision Processes with co-safe LTL specifications}},
  author={Lacerda, Bruno and Parker, David and Hawes, Nick},
  booktitle={2014 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={1511--1516},
  year={2014},
  organization={IEEE}
}

@inproceedings{ding2013strategic,
  title={{Strategic planning under uncertainties via constrained Markov Decision Processes}},
  author={Ding, Xu Chu and Pinto, Alessandro and Surana, Amit},
  booktitle={2013 IEEE International Conference on Robotics and Automation},
  pages={4568--4575},
  year={2013},
  organization={IEEE}
}


@inproceedings{sickert2016limit,
  title={{Limit-Deterministic B{\"u}chi Automata for Linear Temporal Logic}},
  author={Sickert, Salomon and Esparza, Javier and Jaax, Stefan and K{\v{r}}et{\'\i}nsk{\`y}, Jan},
  booktitle={International Conference on Computer Aided Verification},
  pages={312--332},
  year={2016},
  organization={Springer}
}


@article{bozkurt2019control,
  title={{Control synthesis from linear temporal logic specifications using model-free reinforcement learning}},
  author={Bozkurt, Alper Kamil and Wang, Yu and Zavlanos, Michael M and Pajic, Miroslav},
  journal={arXiv preprint arXiv:1909.07299},
  year={2019}
}

@inproceedings{kvretinsky2018rabinizer,
  title={{Rabinizer 4: from LTL to your favourite deterministic automaton}},
  author={K{\v{r}}et{\'\i}nsk{\`y}, Jan and Meggendorfer, Tobias and Sickert, Salomon and Ziegler, Christopher},
  booktitle={International Conference on Computer Aided Verification},
  pages={567--577},
  year={2018},
  note = "\url{https://owl.model.in.tum.de/publications/KretinskyMSZ18.pdf}",
  organization={Springer}
}

@book{Puterman:1994:MDP:528623,
 author = {Puterman, Martin L.},
 title = {{Markov Decision Processes: Discrete Stochastic Dynamic Programming}},
 year = {1994},
 isbn = {0471619779},
 edition = {1st},
 publisher = {John Wiley \& Sons, Inc.},
 address = {New York, NY, USA},
} 

@book{baier2008principles,
  title={{Principles of Model Checking}},
  author={Baier, Christel and Katoen, Joost-Pieter},
  year={2008},
  publisher={MIT press}
}

@book{altman1999constrained,
  title={{Constrained Markov Decision Processes}},
  author={Altman, Eitan},
  volume={7},
  year={1999},
  publisher={CRC Press}
}

@article{guiochet2017safety,
  title={{Safety-critical advanced robots: A survey}},
  author={Guiochet, J{\'e}r{\'e}mie and Machin, Mathilde and Waeselynck, H{\'e}l{\`e}ne},
  journal={Robotics and Autonomous Systems},
  volume={94},
  pages={43--52},
  year={2017},
  publisher={Elsevier}
}

@article{koopman2017autonomous,
  title={{Autonomous vehicle safety: An interdisciplinary challenge}},
  author={Koopman, Philip and Wagner, Michael},
  journal={IEEE Intelligent Transportation Systems Magazine},
  volume={9},
  number={1},
  pages={90--96},
  year={2017},
  publisher={IEEE}
}

@article{doherty2009temporal,
  title={{A temporal logic-based planning and execution monitoring framework for unmanned aircraft systems}},
  author={Doherty, Patrick and Kvarnstr{\"o}m, Jonas and Heintz, Fredrik},
  journal={Autonomous Agents and Multi-Agent Systems},
  volume={19},
  number={3},
  pages={332--377},
  year={2009},
  publisher={Springer}
}


@inproceedings{bakker2005hierarchical,
  title={{Hierarchical dynamic programming for robot path planning}},
  author={Bakker, Bram and Zivkovic, Zoran and Krose, Ben},
  booktitle={2005 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={2756--2761},
  year={2005},
  organization={IEEE}
}



@inproceedings{li2006towards,
  title={{Towards a Unified Theory of State Abstraction for {MDP}s}},
  author={Li, Lihong and Walsh, Thomas J and Littman, Michael L},
  booktitle={ISAIM},
  year={2006}
}

@inproceedings{russell1998learning,
  title={Learning agents for uncertain environments},
  author={Russell, Stuart},
  booktitle={Proceedings of the eleventh annual conference on Computational learning theory},
  pages={101--103},
  year={1998}
}

@incollection{sun2016safe,
  title={Safe motion planning for imprecise robotic manipulators by minimizing probability of collision},
  author={Sun, Wen and Torres, Luis G and Van Den Berg, Jur and Alterovitz, Ron},
  booktitle={Robotics Research},
  pages={685--701},
  year={2016},
  publisher={Springer}
}

@book{sutton2018reinforcement,
  title={{Reinforcement Learning: An Introduction}},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{mnih2013playing,
  title={Playing {ATARI} with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@article{kaelbling1996reinforcement,
  title={Reinforcement learning: A survey},
  author={Kaelbling, Leslie Pack and Littman, Michael L and Moore, Andrew W},
  journal={Journal of artificial intelligence research},
  volume={4},
  pages={237--285},
  year={1996}
}

@article{smith2011optimal,
  title={Optimal path planning for surveillance with temporal-logic constraints},
  author={Smith, Stephen L and T{\'u}mov{\'a}, Jana and Belta, Calin and Rus, Daniela},
  journal={The International Journal of Robotics Research},
  volume={30},
  number={14},
  pages={1695--1708},
  year={2011},
  publisher={SAGE Publications Sage UK: London, England}
}

@article{fainekos2009temporal,
  title={Temporal logic motion planning for dynamic robots},
  author={Fainekos, Georgios E and Girard, Antoine and Kress-Gazit, Hadas and Pappas, George J},
  journal={Automatica},
  volume={45},
  number={2},
  pages={343--352},
  year={2009},
  publisher={Elsevier}
}

@article{ulusoy2013optimality,
  title={Optimality and robustness in multi-robot path planning with temporal logic constraints},
  author={Ulusoy, Alphan and Smith, Stephen L and Ding, Xu Chu and Belta, Calin and Rus, Daniela},
  journal={The International Journal of Robotics Research},
  volume={32},
  number={8},
  pages={889--911},
  year={2013},
  publisher={SAGE Publications Sage UK: London, England}
}

@inproceedings{wongpiromsarn2011tulip,
  title={{TuLiP: a software toolbox for receding horizon temporal logic planning}},
  author={Wongpiromsarn, Tichakorn and Topcu, Ufuk and Ozay, Necmiye and Xu, Huan and Murray, Richard M},
  booktitle={Proceedings of the 14th international conference on Hybrid systems: computation and control},
  pages={313--314},
  year={2011}
}

@inproceedings{fainekos2005hybrid,
  title={Hybrid controllers for path planning: A temporal logic approach},
  author={Fainekos, Georgios E and Kress-Gazit, Hadas and Pappas, George J},
  booktitle={Proceedings of the 44th IEEE Conference on Decision and Control},
  pages={4885--4890},
  year={2005},
  organization={IEEE}
}

@article{wongpiromsarn2012receding,
  title={Receding horizon temporal logic planning},
  author={Wongpiromsarn, Tichakorn and Topcu, Ufuk and Murray, Richard M},
  journal={IEEE Transactions on Automatic Control},
  volume={57},
  number={11},
  pages={2817--2830},
  year={2012},
  publisher={IEEE}
}


@inproceedings{lahijanian2010motion,
  title={Motion planning and control from temporal logic specifications with probabilistic satisfaction guarantees},
  author={Lahijanian, Morteza and Wasniewski, Joseph and Andersson, Sean B and Belta, Calin},
  booktitle={2010 IEEE International Conference on Robotics and Automation},
  pages={3227--3232},
  year={2010},
  organization={IEEE}
}

@ARTICLE{lahijanian2011temporal, author={M. {Lahijanian} and S. B. {Andersson} and C. {Belta}}, journal={IEEE Transactions on Robotics}, title={{Temporal Logic Motion Planning and Control With Probabilistic Satisfaction Guarantees}}, year={2012}, volume={28}, number={2}, pages={396-409},}

@article{fu2014probably,
  title={{Probably approximately correct MDP learning and control with temporal logic constraints}},
  author={Fu, Jie and Topcu, Ufuk},
  journal={arXiv preprint arXiv:1404.7073},
  year={2014}
}

@inproceedings{KNP11,
author={M. Kwiatkowska and G. Norman and D. Parker},
title={{{PRISM} 4.0: Verification of Probabilistic Real-time Systems}},
booktitle={Proc. 23rd International Conference on Computer Aided Verification (CAV'11)},
year={2011},

editor={G. Gopalakrishnan and S. Qadeer},
pages={585--591},
organization={},
publisher={Springer},
series={LNCS},
volume={6806},
address={},
month={},
note={},
key={}
}



@article{wu2017learning,
  title={{A Learning Based Optimal Human Robot Collaboration with Linear Temporal Logic Constraints}},
  author={Wu, Bo and Hu, Bin and Lin, Hai},
  journal={arXiv preprint arXiv:1706.00007},
  year={2017}
}



@INPROCEEDINGS{hiromoto2015learning, author={M. {Hiromoto} and T. {Ushio}}, booktitle={IEEE Symposium Series on Computational Intelligence}, title={{Learning an Optimal Control Policy for a Markov Decision Process Under Linear Temporal Logic Specifications}}, year={2015}, volume={}, number={}, pages={548-555},}

@misc{vid,
      note   = "\url{https://bit.ly/3dKVTD6}"
    }
    
@book{bertsekas1995dynamic,
  title={Dynamic programming and optimal control},
  author={Bertsekas, Dimitri P},
  volume={1},
  year={1995},
  publisher={Athena scientific Belmont, MA}
}

@inproceedings{etessami2007multi,
  title={{Multi-objective model checking of Markov decision processes}},
  author={Etessami, Kousha and Kwiatkowska, Marta and Vardi, Moshe Y and Yannakakis, Mihalis},
  booktitle={International Conference on Tools and Algorithms for the Construction and Analysis of Systems},
  pages={50--65},
  year={2007},
  organization={Springer}
}

@inproceedings{forejt2011quantitative,
  title={Quantitative multi-objective verification for probabilistic systems},
  author={Forejt, Vojt{\v{e}}ch and Kwiatkowska, Marta and Norman, Gethin and Parker, David and Qu, Hongyang},
  booktitle={International Conference on Tools and Algorithms for the Construction and Analysis of Systems},
  pages={112--127},
  year={2011},
  organization={Springer}
}

@inproceedings{junges2016safety,
  title={Safety-constrained reinforcement learning for {MDPs}},
  author={Junges, Sebastian and Jansen, Nils and Dehnert, Christian and Topcu, Ufuk and Katoen, Joost-Pieter},
  booktitle={TACAS},
  pages={130--146},
  year={2016}
}

@article{hasanbeig2020cautious,
  title={Cautious reinforcement learning with logical constraints},
  author={Hasanbeig, Mohammadhosein and Abate, Alessandro and Kroening, Daniel},
  journal={arXiv preprint arXiv:2002.12156},
  year={2020}
}

@inproceedings{delgrange2020simple,
  title={Simple Strategies in Multi-Objective {MDPs}},
  author={Delgrange, Florent and Katoen, Joost-Pieter and Quatmann, Tim and Randour, Mickael},
  booktitle={TACAS},
  pages={346--364},
  year={2020}
 }

@inproceedings{quatmann2015counterexamples,
  title={Counterexamples for expected rewards},
  author={Quatmann, Tim and Jansen, Nils and Dehnert, Christian and Wimmer, Ralf and {\'A}brah{\'a}m, Erika and Katoen, Joost-Pieter and Becker, Bernd},
  booktitle={International Symposium on Formal Methods},
  pages={435--452},
  year={2015}
}

@book{Winston04,
	Address = {Independence, KY},
	Author = {Winston, Wayne L.},
	Publisher = {Cengage Learning},
	Title = {{Operations Research: Applications and Algorithms, 4th Edition}},
	Year = {2004}
	}
@inproceedings{aaai2021,
  title={{A Sample-Efficient Algorithm for Episodic Finite-Horizon MDP with Constraints}},
  author={Kalagarla, Krishna C and Jain, Rahul and Nuzzo, Pierluigi},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2021}
}
@inproceedings{hartmanns2018multi,
  title={Multi-cost bounded reachability in {MDP}},
  author={Hartmanns, Arnd and Junges, Sebastian and Katoen, Joost-Pieter and Quatmann, Tim},
  booktitle={TACAS},
  pages={320--339},
  year={2018}
}
@inproceedings{chatterjee2006markov,
  title={Markov decision processes with multiple objectives},
  author={Chatterjee, Krishnendu and Majumdar, Rupak and Henzinger, Thomas A},
  booktitle={Annual Symposium on Theoretical Aspects of Computer Science},
  pages={325--336},
  year={2006},
}

@inproceedings{de2013linear,
  title={Linear temporal logic and linear dynamic logic on finite traces},
  author={De Giacomo, Giuseppe and Vardi, Moshe Y},
  booktitle={Twenty-Third International Joint Conference on Artificial Intelligence},
  year={2013}
}

@article{zhu2017symbolic,
  title={{Symbolic LTLf synthesis}},
  author={Zhu, Shufang and Tabajara, Lucas M and Li, Jianwen and Pu, Geguang and Vardi, Moshe Y},
  journal={arXiv preprint arXiv:1705.08426},
  year={2017}
}


@inproceedings{poupart2015approximate,
  title={{Approximate linear programming for constrained partially observable Markov decision processes}},
  author={Poupart, Pascal and Malhotra, Aarti and Pei, Pei and Kim, Kee-Eung and Goh, Bongseok and Bowling, Michael},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={29},
  year={2015}
}



@inproceedings{lahijanian2011control,
  title={{Control of Markov decision processes from PCTL specifications}},
  author={Lahijanian, M and Andersson, SB and Belta, C},
  booktitle={Proceedings of the 2011 American Control Conference},
  pages={311--316},
  year={2011},
  organization={IEEE}
}

@inproceedings{aksaray2016q,
  title={Q-learning for robust satisfaction of signal temporal logic specifications},
  author={Aksaray, Derya and Jones, Austin and Kong, Zhaodan and Schwager, Mac and Belta, Calin},
  booktitle={2016 IEEE 55th Conference on Decision and Control (CDC)},
  pages={6565--6570},
  year={2016},
  organization={IEEE}
}

@inproceedings{kalagarla2021optimal,
  title={{Optimal Control of Discounted-Reward Markov Decision Processes Under Linear Temporal Logic Specifications}},
  author={Kalagarla, Krishna C and Jain, Rahul and Nuzzo, Pierluigi},
  booktitle={2021 American Control Conference (ACC)},
  pages={1268--1274},
  year={2021},
  organization={IEEE}
}

@article{kalagarla2021model,
  title={{Model-Free Reinforcement Learning for Optimal Control of Markov Decision Processes Under Signal Temporal Logic Specifications}},
  author={Kalagarla, Krishna C and Jain, Rahul and Nuzzo, Pierluigi},
  journal={arXiv preprint arXiv:2109.13377},
  year={2021}
}

@article{brock2009sarsop,
  title={{SARSOP: Efficient point-based POMDP planning by approximating optimally reachable belief spaces}},
  author={Brock, Oliver and Trinkle, Jeff and Ramos, Fabio},
  year={2009},
  publisher={MIT Press}
}

@article{silver2010monte,
  title={{Monte-Carlo planning in large POMDPs}},
  author={Silver, David and Veness, Joel},
  journal={Advances in neural information processing systems},
  volume={23},
  year={2010}
}

@article{carr2020verifiable,
  title={{Verifiable RNN-based policies for POMDPs under temporal logic constraints}},
  author={Carr, Steven and Jansen, Nils and Topcu, Ufuk},
  journal={arXiv preprint arXiv:2002.05615},
  year={2020}
}

@article{carr2019counterexample,
  title={{Counterexample-guided strategy improvement for POMDPs using recurrent neural networks}},
  author={Carr, Steven and Jansen, Nils and Wimmer, Ralf and Serban, Alexandru C and Becker, Bernd and Topcu, Ufuk},
  journal={arXiv preprint arXiv:1903.08428},
  year={2019}
}

@article{wang2018bounded,
  title={{Bounded policy synthesis for POMDPs with safe-reachability objectives}},
  author={Wang, Yue and Chaudhuri, Swarat and Kavraki, Lydia E},
  journal={arXiv preprint arXiv:1801.09780},
  year={2018}
}

@article{wang2021online,
  title={{Online partial conditional plan synthesis for POMDPs with safe-reachability objectives: Methods and experiments}},
  author={Wang, Yue and Newaz, Abdullah Al Redwan and Hern{\'a}ndez, Juan David and Chaudhuri, Swarat and Kavraki, Lydia E},
  journal={IEEE Transactions on Automation Science and Engineering},
  year={2021},
  publisher={IEEE}
}

@article{haesaert2018temporal,
  title={{Temporal logic control of POMDPs via label-based stochastic simulation relations}},
  author={Haesaert, Sofie and Nilsson, Petter and Vasile, Cristian Ioan and Thakker, Rohan and Agha-mohammadi, Ali-akbar and Ames, Aaron D and Murray, Richard M},
  journal={IFAC-PapersOnLine},
  volume={51},
  number={16},
  pages={271--276},
  year={2018},
  publisher={Elsevier}
}

@inproceedings{norman2015verification,
  title={Verification and control of partially observable probabilistic real-time systems},
  author={Norman, Gethin and Parker, David and Zou, Xueyi},
  booktitle={International Conference on Formal Modeling and Analysis of Timed Systems},
  pages={240--255},
  year={2015},
  organization={Springer}
}

@article{ahmadi2020stochastic,
  title={{Stochastic finite state control of POMDPs with LTL specifications}},
  author={Ahmadi, Mohamadreza and Sharan, Rangoli and Burdick, Joel W},
  journal={arXiv preprint arXiv:2001.07679},
  year={2020}
}

@inproceedings{sharan2014finite,
  title={{Finite state control of POMDPs with LTL specifications}},
  author={Sharan, Rangoli and Burdick, Joel},
  booktitle={2014 American Control Conference},
  pages={501--508},
  year={2014},
  organization={IEEE}
}

@inproceedings{chatterjee2015qualitative,
  title={{Qualitative analysis of POMDPs with temporal logic specifications for robotics applications}},
  author={Chatterjee, Krishnendu and Chmelik, Martin and Gupta, Raghav and Kanodia, Ayush},
  booktitle={2015 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={325--330},
  year={2015},
  organization={IEEE}
}

@inproceedings{bouton2020point,
  title={{Point-based methods for model checking in partially observable Markov decision processes}},
  author={Bouton, Maxime and Tumova, Jana and Kochenderfer, Mykel J},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2020}
}

@article{liuleveraging,
  title={{Leveraging Temporal Structure in Safety-Critical Task Specifications for POMDP Planning}},
  year = {2021},
  
  author={Liu, Jason and Rosen, Eric and Zheng, Suchen and Tellex, Stefanie and Konidaris, George}
}



@article{hazan2016introduction,
  title={Introduction to online convex optimization},
  author={Hazan, Elad and others},
  journal={Foundations and Trends{\textregistered} in Optimization},
  volume={2},
  number={3-4},
  pages={157--325},
  year={2016},
  publisher={Now Publishers, Inc.}
}


@article{walraven2019point,
  title={{Point-based value iteration for finite-horizon POMDPs}},
  author={Walraven, Erwin and Spaan, Matthijs TJ},
  journal={Journal of Artificial Intelligence Research},
  volume={65},
  pages={307--341},
  year={2019}
}

@inproceedings{kurniawati2008sarsop,
  title={{SARSOP: Efficient point-based POMDP planning by approximating optimally reachable belief spaces.}},
  author={Kurniawati, Hanna and Hsu, David and Lee, Wee Sun},
  booktitle={Robotics: Science and systems},
  volume={2008},
  year={2008},
  organization={Citeseer}
}

@article{somani2013despot,
  title={{DESPOT: Online POMDP planning with regularization}},
  author={Somani, Adhiraj and Ye, Nan and Hsu, David and Lee, Wee Sun},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}

@book{boyd2004convex,
  title={Convex optimization},
  author={Boyd, Stephen P and Vandenberghe, Lieven},
  year={2004},
  publisher={Cambridge university press}
}

@inproceedings{khonji2019approximability,
  title={{Approximability of Constant-horizon Constrained POMDP.}},
  author={Khonji, Majid and Jasour, Ashkan and Williams, Brian C},
  booktitle={IJCAI},
  pages={5583--5590},
  year={2019}
}

@inproceedings{kim2011point,
  title={{Point-based value iteration for constrained POMDPs}},
  author={Kim, Dongho and Lee, Jaesong and Kim, Kee-Eung and Poupart, Pascal},
  booktitle={Twenty-Second International Joint Conference on Artificial Intelligence},
  year={2011}
}

@article{lee2018monte,
  title={{Monte-Carlo tree search for constrained POMDPs}},
  author={Lee, Jongmin and Kim, Geon-Hyeong and Poupart, Pascal and Kim, Kee-Eung},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@Manual{monamanual2001,
  author =       {Nils Klarlund and Anders M{\o}ller},
  title =        {{MONA Version 1.4 User Manual}},
  organization = {BRICS, Department of Computer Science, University of Aarhus},
  month =        {January},
  year =         {2001},
  note =         {Notes Series NS-01-1.
                  Available from \texttt{\small http://www.brics.dk/mona/}}
}
@software{francesco_fuggitti_2019_3888410,
  author       = {Francesco Fuggitti},
  title        = {{LTLf2DFA}},
  month        = mar,
  year         = 2019,
  publisher    = {Zenodo},
  version      = {1.0.0.post0},
  doi          = {10.5281/zenodo.3888410},
  url          = {https://doi.org/10.5281/zenodo.3888410}
}

@article{walraven2018column,
  title={{Column generation algorithms for constrained POMDPs}},
  author={Walraven, Erwin and Spaan, Matthijs TJ},
  journal={Journal of artificial intelligence research},
  volume={62},
  pages={489--533},
  year={2018}
}