% CPS
@article{gunes2014survey,
  title={A survey on concepts, applications, and challenges in cyber-physical systems},
  author={Gunes, Volkan and Peter, Steffen and Givargis, Tony and Vahid, Frank},
  journal={KSII Transactions on Internet and Information Systems (TIIS)},
  volume={8},
  number={12},
  pages={4242--4268},
  year={2014},
  publisher={Korean Society for Internet Information}
}
@article{dudek1996taxonomy,
  title={A taxonomy for multi-agent robotics},
  author={Dudek, Gregory and Jenkin, Michael RM and Milios, Evangelos and Wilkes, David},
  journal={Autonomous Robots},
  volume={3},
  pages={375--397},
  year={1996},
  publisher={Springer}
}
@article{dorri2018multi,
  title={Multi-Agent Systems: A Survey},
  author={Dorri, Ali and Kanhere, Salil S and Jurdak, Raja},
  journal={IEEE Access},
  volume={6},
  pages={28573--28593},
  year={2018},
  publisher={IEEE}
}


% Model Checking
@book{baier2008principles,
  title={Principles of Model Checking},
  author={Baier, Christel and Katoen, Joost-Pieter},
  year={2008},
  publisher={MIT press}
}

@article{schnoebelen2002complexity,
  title={The Complexity of Temporal Logic Model Checking.},
  author={Schnoebelen, Philippe},
  journal={Adv. Modal Logic},
  volume={4},
  number={35},
  pages={393--436},
  year={2002}
}

%% Causality
@inproceedings{baier2021verification,
  title={From Verification to Causality-Based Explications},
  author={Baier, Christel and Dubslaff, Clemens and Funke, Florian and Jantsch, Simon and Majumdar, Rupak and Piribauer, Jakob and Ziemek, Robin},
  booktitle={Proceeding of the 48th International Colloquium on Automata, Languages, and Programming},
  pages={1--1},
  year={2021}
}
% Backward causality
@inproceedings{oberst2019counterfactual,
  title={Counterfactual off-policy evaluation with Gumbel-max structural causal models},
  author={Oberst, Michael and Sontag, David},
  booktitle={Proceedings of the 15th International Conference on Machine Learning},
  pages={4881--4890},
  year={2019},
  organization={PMLR}
}
@article{tsirtsis2021counterfactual,
  title={Counterfactual Explanations in Sequential Decision Making under Uncertainty},
  author={Tsirtsis, Stratis and De, Abir and Rodriguez, Manuel},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={30127--30139},
  year={2021}
}
@inproceedings{baier2024backward,
  title={Backward Responsibility in Transition Systems using General Power Indices},
  author={Baier, Christel and van den Bossche, Roxane and Kl{\"u}ppelholz, Sascha and Lehmann, Johannes and Piribauer, Jakob},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={38},
  number={18},
  pages={20320--20327},
  year={2024}
}
@inproceedings{baier2021game,
  title={A Game-Theoretic Account of Responsibility Allocation},
  author={Baier, Christel and Funke, Florian and Majumdar, Rupak},
  booktitle={Proceedings of the 30th International Joint Conference on Artificial Intelligence},
  pages={1773--1779},
  year={2021},
  organization={IJCAI}
}
@inproceedings{triantafyllou2022actual,
  title={Actual Causality and Responsibility Attribution in Decentralized Partially Observable {Markov} Decision Processes},
  author={Triantafyllou, Stelios and Singla, Adish and Radanovic, Goran},
  booktitle={Proceedings of the 5th AAAI/ACM Conference on AI, Ethics, and Society},
  pages={739--752},
  year={2022}
}
@inproceedings{triantafyllou2023towards,
  title={Towards Computationally Efficient Responsibility Attribution in Decentralized Partially Observable MDPs},
  author={Triantafyllou, Stelios and Radanovic, Goran},
  booktitle={Proceedings of the 22nd International Conference on Autonomous Agents and Multiagent Systems},
  pages={131--139},
  year={2023}
}
@inproceedings{triantafyllou2024agent,
  title={Agent-Specific Effects: A Causal Effect Propagation Analysis in Multi-Agent MDPs},
  author={Triantafyllou, Stelios and Sukovic, Aleksa and Mandal, Debmalya and Radanovic, Goran},
  booktitle={Proceedings of 41st International Conference on Machine Learning},
  year={2024}
}
@article{moraffah2020causal,
  title={Causal interpretability for machine learning-problems, methods and evaluation},
  author={Moraffah, Raha and Karami, Mansooreh and Guo, Ruocheng and Raglin, Adrienne and Liu, Huan},
  journal={ACM SIGKDD Explor. Newslet.},
  volume={22},
  number={1},
  pages={18--33},
  year={2020},
  publisher={ACM New York, NY, USA}
}

% With Deep Learning
@article{pawlowski2020deep,
  title={Deep Structural Causal Models for Tractable Counterfactual Inference},
  author={Pawlowski, Nick and Coelho de Castro, Daniel and Glocker, Ben},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={857--869},
  year={2020}
}
@article{crupi2022counterfactual,
  title={Counterfactual Explanations as Interventions in Latent Space},
  author={Crupi, Riccardo and Castelnovo, Alessandro and Regoli, Daniele and San Miguel Gonzalez, Beatriz},
  journal={Data Mining and Knowledge Discovery},
  pages={1--37},
  year={2022},
  publisher={Springer}
}

% Forward Causality
@inproceedings{baier2021probabilistic,
  title={Probabilistic Causes in {Markov} Chains},
  author={Baier, Christel and Funke, Florian and Jantsch, Simon and Piribauer, Jakob and Ziemek, Robin},
  booktitle={Proceedings of the 19th International Symposium on Automated Technology for Verification and Analysis},
  pages={205--221},
  year={2021}
}
@article{baier2022probability,
  title={On probability-raising causality in {Markov} decision processes},
  author={Baier, Christel and Funke, Florian and Piribauer, Jakob and Ziemek, Robin},
  journal={arXiv preprint arXiv:2201.08768},
  year={2022}
}
@article{baier2024foundations,
  title={Foundations of probability-raising causality in {Markov} decision processes},
  author={Baier, Christel and Piribauer, Jakob and Ziemek, Robin},
  journal={Logical Methods in Computer Science},
  volume={20},
  year={2024},
  publisher={Episciences. org}
}
@incollection{baier2022operational,
  title={Operational Causality--Necessarily Sufficient and Sufficiently Necessary},
  author={Baier, Christel and Dubslaff, Clemens and Funke, Florian and Jantsch, Simon and Piribauer, Jakob and Ziemek, Robin},
  booktitle={A Journey from Process Algebra via Timed Automata to Model Learning: Essays Dedicated to Frits Vaandrager on the Occasion of His 60th Birthday},
  pages={27--45},
  year={2022},
  publisher={Springer}
}
@inproceedings{coenen2022temporal,
  title={Temporal Causality in Reactive Systems},
  author={Coenen, Norine and Finkbeiner, Bernd and Frenkel, Hadar and Hahn, Christopher and Metzger, Niklas and Siber, Julian},
  booktitle={Proceedings of the 20th International Symposium on Automated Technology for Verification and Analysis},
  pages={208--224},
  year={2022},
  organization={Springer}
}
@inproceedings{finkbeiner2024synthesis,
  title={Synthesis of Temporal Causality},
  author={Finkbeiner, Bernd and Frenkel, Hadar and Metzger, Niklas and Siber, Julian},
  booktitle={Proceedings of the 36th International Conference on Computer Aided Verification},
  pages={87--111},
  year={2024},
  organization={Springer}
}
% Hyperproperty
@article{kazemi2022causal,
  title={Causal Temporal Reasoning for {Markov} Decision Processes},
  author={Kazemi, Milad and Paoletti, Nicola},
  journal={arXiv preprint arXiv:2212.08712},
  year={2022}
}
@inproceedings{finkbeiner2023counterfactuals,
  title={Counterfactuals Modulo Temporal Logics},
  author={Finkbeiner, Bernd and Siber, Julian},
  booktitle={Proceedings of the 24th International Conference on Logic},
  volume={94},
  pages={181--204},
  year={2023}
}
@inproceedings{dimitrova2020probabilistic,
  title={Probabilistic Hyperproperties of {Markov} Decision Processes},
  author={Dimitrova, Rayna and Finkbeiner, Bernd and Torfah, Hazem},
  booktitle={Proceedings of the 18th International Symposium on Automated Technology for Verification and Analysis},
  pages={484--500},
  year={2020},
  organization={Springer}
}
@inproceedings{clarkson2014temporal,
  title={Temporal Logics for Hyperproperties},
  author={Clarkson, Michael R and Finkbeiner, Bernd and Koleini, Masoud and Micinski, Kristopher K and Rabe, Markus N and S{\'a}nchez, C{\'e}sar},
  booktitle={Proceedings of the 3rd International Conference on Principles of Security and Trust},
  pages={265--284},
  year={2014},
  organization={Springer Verlag}
}

% Causal Discovery
@article{gong2023causal,
  title={Causal Discovery from Temporal Data: An Overview and New Perspectives},
  author={Gong, Chang and Yao, Di and Zhang, Chuzhe and Li, Wenbin and Bi, Jingping},
  journal={arXiv preprint arXiv:2303.10112},
  year={2023}
}
@inproceedings{kleinberg2009temporal,
  title={The Temporal Logic of Causal Structures},
  author={Kleinberg, Samantha and Mishra, Bud},
  booktitle={Proceedings of the 25th Conference on Uncertainty in Artificial Intelligence},
  year={2009}
}

%% Parametric MDPs and Scenario Optimization
@article{campi2008exact,
  title={The Exact Feasibility of Randomized Solutions of Uncertain Convex Programs},
  author={Campi, Marco C and Garatti, Simone},
  journal={SIAM Journal on Optimization},
  volume={19},
  number={3},
  pages={1211--1230},
  year={2008},
  publisher={SIAM}
}
@article{campi2011sampling,
  title={A Sampling-and-Discarding Approach to Chance-Constrained Optimization: Feasibility and Optimality},
  author={Campi, Marco C and Garatti, Simone},
  journal={Journal of Optimization Theory and Applications},
  volume={148},
  number={2},
  pages={257--280},
  year={2011},
  publisher={Springer}
}

@inproceedings{cubuktepe2020scenario,
  title={Scenario-Based Verification of Uncertain MDPs},
  author={Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost-Pieter and Topcu, Ufuk},
  booktitle={Proceedings of the 26th International Conference on Tools and Algorithms for the Construction and Analysis of Systems},
  pages={287--305},
  year={2020},
  organization={Springer}
}
@article{badings2022scenario,
  title={Scenario-Based Verification of Uncertain Parametric MDPs},
  author={Badings, Thom and Cubuktepe, Murat and Jansen, Nils and Junges, Sebastian and Katoen, Joost-Pieter and Topcu, Ufuk},
  journal={International Journal on Software Tools for Technology Transfer},
  volume={24},
  number={5},
  pages={803--819},
  year={2022},
  publisher={Springer}
}
@inproceedings{badings2022sampling,
  title={Sampling-Based Verification of CTMCs with Uncertain Rates},
  author={Badings, Thom S and Jansen, Nils and Junges, Sebastian and Stoelinga, Marielle and Volk, Matthias},
  booktitle={Proceedings of the 34th International Conference on Computer Aided Verification},
  pages={26--47},
  year={2022},
  organization={Springer}
}

@inproceedings{arming2018parameter,
  title={Parameter-Independent Strategies for pMDPs via POMDPs},
  author={Arming, Sebastian and Bartocci, Ezio and Chatterjee, Krishnendu and Katoen, Joost-Pieter and Sokolova, Ana},
  booktitle={Proceedings of the 15th International Conference on Quantitative Evaluation of Systems},
  pages={53--70},
  year={2018},
  organization={Springer}
}

@article{givan2000bounded,
  title={Bounded-Parameter {Markov} Decision Processes},
  author={Givan, Robert and Leach, Sonia and Dean, Thomas},
  journal={Artificial Intelligence},
  volume={122},
  number={1-2},
  pages={71--109},
  year={2000},
  publisher={Elsevier}
}
@inproceedings{delahaye2011decision,
  title={Decision Problems for Interval {Markov} Chains},
  author={Delahaye, Beno{i}t and Larsen, Kim G and Legay, Axel and Pedersen, Mikkel L and W{{a}}sowski, Andrzej},
  booktitle={Proceedings of the 5th International Conference on Language and Automata Theory and Applications},
  pages={274--285},
  year={2011},
  organization={Springer}
}
@inproceedings{puggelli2013polynomial,
  title={Polynomial-Time Verification of PCTL Properties of MDPs with Convex Uncertainties},
  author={Puggelli, Alberto and Li, Wenchao and Sangiovanni-Vincentelli, Alberto L and Seshia, Sanjit A},
  booktitle={Proceedings of the 25th International Conference on Computer Aided Verification},
  pages={527--542},
  year={2013},
  organization={Springer}
}
@inproceedings{jackson2020safety,
  title={Safety Verification of Unknown Dynamical Systems via {Gaussian} Process Regression},
  author={Jackson, John and Laurenti, Luca and Frew, Eric and Lahijanian, Morteza},
  booktitle={Proceedings of the 59th Conference on Decision and Control},
  pages={860--866},
  year={2020},
  organization={IEEE}
}
@article{nilim2005robust,
  title={Robust Control of {Markov} Decision Processes with Uncertain Transition Matrices},
  author={Nilim, Arnab and El Ghaoui, Laurent},
  journal={Operations Research},
  volume={53},
  number={5},
  pages={780--798},
  year={2005},
  publisher={INFORMS}
}
@article{wiesemann2013robust,
  title={Robust {Markov} Decision Processes},
  author={Wiesemann, Wolfram and Kuhn, Daniel and Rustem, Ber{\c{c}}},
  journal={Mathematics of Operations Research},
  volume={38},
  number={1},
  pages={153--183},
  year={2013},
  publisher={INFORMS}
}
@inproceedings{wolff2012robust,
  title={Robust Control of Uncertain {Markov} Decision Processes with Temporal Logic Specifications},
  author={Wolff, Eric M and Topcu, Ufuk and Murray, Richard M},
  booktitle={Proceedings of the 51st Conference on Decision and Control},
  pages={3372--3379},
  year={2012},
  organization={IEEE}
}
@article{badings2023robust,
  title={Robust Control for Dynamical Systems with Non-{Gaussian} Noise via Formal Abstractions},
  author={Badings, Thom and Romao, Licio and Abate, Alessandro and Parker, David and Poonawala, Hasan A and Stoelinga, Marielle and Jansen, Nils},
  journal={Journal of Artificial Intelligence Research},
  volume={76},
  pages={341--391},
  year={2023}
}
@inproceedings{rickard2024learning,
  title={Learning Robust Policies for Uncertain Parametric {Markov} Decision Processes},
  author={Rickard, Luke and Abate, Alessandro and Margellos, Kostas},
  booktitle={Proceedings of the 6th Annual Learning for Dynamics \& Control Conference},
  pages={876--889},
  year={2024},
  organization={PMLR}
}

%% Bayesian model learning and Data-driven Abstraction
@inproceedings{dearden1999model,
  title={Model based {Bayesian} Exploration},
  author={Dearden, Richard and Friedman, Nir and Andre, David},
  booktitle={Proceedings of the 15th Conference on Uncertainty in Artificial Intelligence},
  pages={150--159},
  year={1999}
}
@article{ross2007bayes,
  title={{Bayes}-Adaptive POMDPs},
  author={Ross, Stephane and Chaib-draa, Brahim and Pineau, Joelle},
  journal={Advances in neural information processing systems},
  volume={20},
  pages={1225--1232},
  year={2007}
}
@article{suilen2022robust,
  title={Robust Anytime Learning of {Markov} Decision Processes},
  author={Suilen, Marnix and Sim{\~a}o, Thiago D and Parker, David and Jansen, Nils},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={28790--28802},
  year={2022}
}

@article{lavaei2022constructing,
  title={Constructing MDP Abstractions using Data with Formal Guarantees},
  author={Lavaei, Abolfazl and Soudjani, Sadegh and Frazzoli, Emilio and Zamani, Majid},
  journal={IEEE Control Systems Letters},
  volume={7},
  pages={460--465},
  year={2022},
  publisher={IEEE}
}