@inproceedings{a2c2016,
  title={Asynchronous methods for deep reinforcement learning},
  author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
  booktitle={International Conference on Machine Learning},
  year={2016},
}

@inproceedings{ddpg2016,
  title={Continuous control with deep reinforcement learning},
  author={Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  booktitle={International Conference on Learning Representations},
  year={2016},
}

@article{ppo2017,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}

@article{dqn2015,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  year={2015},
}

@inproceedings{ddqn2016,
  title={Deep reinforcement learning with double q-learning},
  author={Van Hasselt, Hado and Guez, Arthur and Silver, David},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2016}
}

@article{pnueli1981temporal,
  title={The temporal semantics of concurrent programs},
  author={Pnueli, Amir},
  journal={Theoretical Computer Science},
  year={1981},
}

@article{kupferman2001model,
  title={Model checking of safety properties},
  author={Kupferman, Orna and Vardi, Moshe Y},
  journal={Formal Methods in System Design},
  year={2001},
}

@article{lacerda2019probabilistic,
  title={Probabilistic planning with formal performance guarantees for mobile service robots},
  author={Lacerda, Bruno and Faruq, Fatma and Parker, David and Hawes, Nick},
  journal={The International Journal of Robotics Research},
  year={2019},
}

@inproceedings{ng1999policy,
  title={Policy Invariance Under Reward Transformations: Theory and Application to Reward Shaping},
  author={Ng, Andrew Y and Harada, Daishi and Russell, Stuart J},
  booktitle={International Conference on Machine Learning},
  year={1999}
}

@inproceedings{ng2000algorithms,
  title={Algorithms for Inverse Reinforcement Learning},
  author={Ng, Andrew Y and Russell, Stuart J},
  booktitle={International Conference on Machine Learning},
  year={2000}
}

@article{wirth2017survey,
  title={A survey of preference-based reinforcement learning methods},
  author={Wirth, Christian and Akrour, Riad and Neumann, Gerhard and F{\"u}rnkranz, Johannes and others},
  journal={Journal of Machine Learning Research},
  year={2017},
}

@inproceedings{fu2018language,
  title={From Language to Goals: Inverse Reinforcement Learning for Vision-Based Instruction Following},
  author={Fu, Justin and Korattikara, Anoop and Levine, Sergey and Guadarrama, Sergio},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{li2017reinforcement,
  title={Reinforcement learning with temporal logic rewards},
  author={Li, Xiao and Vasile, Cristian-Ioan and Belta, Calin},
  booktitle={IEEE/RSJ International Conference on Intelligent Robots and Systems},
  year={2017},
}

@inproceedings{camacho2019ltl,
  title={LTL and Beyond: Formal Languages for Reward Function Specification in Reinforcement Learning.},
  author={Camacho, Alberto and Icarte, Rodrigo Toro and Klassen, Toryn Q and Valenzano, Richard Anthony and McIlraith, Sheila A},
  booktitle={Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence},
  year={2019}
}

@inproceedings{de2019foundations,
  title={Foundations for restraining bolts: Reinforcement learning with LTLf/LDLf restraining specifications},
  author={De Giacomo, Giuseppe and Iocchi, Luca and Favorito, Marco and Patrizi, Fabio},
  booktitle={Proceedings of the International Conference on Automated Planning and Scheduling},
  year={2019}
}

@article{jothimurugan2019composable,
  title={A composable specification language for reinforcement learning tasks},
  author={Jothimurugan, Kishor and Alur, Rajeev and Bastani, Osbert},
  journal={Advances in Neural Information Processing Systems},
  year={2019}
}

@inproceedings{hasanbeig2019reinforcement,
  title={Reinforcement learning for temporal logic control synthesis with probabilistic satisfaction guarantees},
  author={Hasanbeig, Mohammadhosein and Kantaros, Yiannis and Abate, Alessandro and Kroening, Daniel and Pappas, George J and Lee, Insup},
  booktitle={2019 IEEE 58th Conference on Decision and Control (CDC)},
  year={2019},
}


@inproceedings{hasanbeig2020deep,
  title={Deep reinforcement learning with temporal logics},
  author={Hasanbeig, Mohammadhosein and Kroening, Daniel and Abate, Alessandro},
  booktitle={International Confernece on Formal Modeling and Analysis of Timed Systems},
  year={2020},
}

@inproceedings{bozkurt2020control,
  title={Control synthesis from linear temporal logic specifications using model-free reinforcement learning},
  author={Bozkurt, Alper Kamil and Wang, Yu and Zavlanos, Michael M and Pajic, Miroslav},
  booktitle={IEEE International Conference on Robotics and Automation},
  year={2020},
}

@inproceedings{jiang2021temporal,
  title={Temporal-logic-based reward shaping for continuing reinforcement learning tasks},
  author={Jiang, Yuqian and Bharadwaj, Suda and Wu, Bo and Shah, Rishi and Topcu, Ufuk and Stone, Peter},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2021}
}

@inproceedings{cai2023learning,
  title={Learning minimally-violating continuous control for infeasible linear temporal logic specifications},
  author={Cai, Mingyu and Mann, Makai and Serlin, Zachary and Leahy, Kevin and Vasile, Cristian-Ioan},
  booktitle={American Control Conference},
  year={2023},
}

@inproceedings{hammond2021multi,
  title={Multi-Agent Reinforcement Learning with Temporal Logic Specifications},
  author={Hammond, Lewis and Abate, Alessandro and Gutierrez, Julian and Wooldridge, Michael},
  booktitle={Proceedings of the International Conference on Autonomous Agents and MultiAgent Systems},
  year={2021}
}

@inproceedings{neary2021reward,
  title={Reward machines for cooperative multi-agent reinforcement learning},
  author={Neary, Cyrus and Xu, Zhe and Wu, Bo and Topcu, Ufuk},
  booktitle={Proceedings of the International Conference on Autonomous Agents and MultiAgent Systems},
  year={2021}
}

@article{elsayed2022logic,
  title={Logic-based reward shaping for multi-agent reinforcement learning},
  author={ElSayed-Aly, Ingy and Feng, Lu},
  journal={arXiv preprint arXiv:2206.08881},
  year={2022}
}

@article{icarte2022reward,
  title={Reward machines: Exploiting reward function structure in reinforcement learning},
  author={Icarte, Rodrigo Toro and Klassen, Toryn Q and Valenzano, Richard and McIlraith, Sheila A},
  journal={Journal of Artificial Intelligence Research},
  year={2022}
}

@inproceedings{icarte2018using,
  title={Using reward machines for high-level task specification and decomposition in reinforcement learning},
  author={Icarte, Rodrigo Toro and Klassen, Toryn and Valenzano, Richard and McIlraith, Sheila},
  booktitle={International Conference on Machine Learning},
  year={2018},
}

@article{dietterich2000hierarchical,
  title={Hierarchical reinforcement learning with the MAXQ value function decomposition},
  author={Dietterich, Thomas G},
  journal={Journal of artificial intelligence research},
  year={2000}
}

@article{brockman2016openai,
  title={Openai gym},
  author={Brockman, Greg and Cheung, Vicki and Pettersson, Ludwig and Schneider, Jonas and Schulman, John and Tang, Jie and Zaremba, Wojciech},
  journal={arXiv preprint arXiv:1606.01540},
  year={2016}
}

@article{stable-baselines3,
title   = {Stable-Baselines3: Reliable Reinforcement Learning Implementations},
  author  = {Antonin Raffin and Ashley Hill and Adam Gleave and Anssi Kanervisto and Maximilian Ernestus and Noah Dormann},
  journal = {Journal of Machine Learning Research},
  year    = {2021},
}

@book{principle-of-model-checking,
author = {Baier, Christel and Katoen, Joost-Pieter},
title = {Principles of Model Checking},
year = {2008},
publisher = {The MIT Press},
}
  
@book{mona,
title={MONA Version 1.4 User Manual},
author={Klarlund, N. and Møller, A.},
booktitle={In Notes Series NS-01-1. BRICS, Department of Computer Science, University of Aarhus},
year={2001}
}

@misc{han2024sample,
title={Sample Efficient Reinforcement Learning by Automatically Learning to Compose Subtasks},
author={Shuai Han and Mehdi Dastani and Shihan Wang},
year={2024},
primaryClass={cs.LG}
}

@inproceedings{forbes2024potential,
  title={Potential-Based Reward Shaping for Intrinsic Motivation},
  author={Forbes, Grant C and Gupta, Nitish and Villalobos-Arias, Leonardo and Potts, Colin M and Jhala, Arnav and Roberts, David L},
  booktitle={Proceedings of the 23rd International Conference on Autonomous Agents and Multiagent Systems},
  year={2024}
}

@article{jothimurugan2021compositional,
  title={Compositional reinforcement learning from logical specifications},
  author={Jothimurugan, Kishor and Bansal, Suguman and Bastani, Osbert and Alur, Rajeev},
  journal={Advances in Neural Information Processing Systems},
  year={2021}
}

@article{cai2023overcoming,
  author={Cai, Mingyu and Aasi, Erfan and Belta, Calin and Vasile, Cristian-Ioan},
  journal={IEEE Robotics and Automation Letters}, 
  title={Overcoming Exploration: Deep Reinforcement Learning for Continuous Control in Cluttered Environments From Temporal Logic Specifications}, 
  year={2023},
}

@article{arxiv, 
  author = {Kwon, Minjae and ElSayed-Aly, Ingy and Feng, Lu},
  title = {Adaptive Reward Design for Reinforcement Learning in Complex Robotic Tasks},
    url = {https://arxiv.org/abs/2412.10917},
  journal = {arXiv}, 
  year = {2024},
}