
@misc{Authors14,
 author = {Authors},
 title = {The frobnicatable foo filter},
 note = {{BMVC14} submission ID 324. Supplied as additional material {\tt bmvc14.pdf}},
 year = 2014
}

@misc{Authors14b,
 author = {Authors},
 title = {Frobnication tutorial},
 note = {Supplied as additional material {\tt tr.pdf}},
 year = 2014
}

@article{Alpher02,
author = {A. Alpher},
title = {Frobnication},
journal = {Journal of Foo},
volume = 12,
number = 1,
pages = {234--778},
year = 2002
}

@article{Alpher03,
author = {A. Alpher and J.~P.~N. Fotheringham-Smythe},
title = {Frobnication revisited},
journal = {Journal of Foo},
volume = 13,
number = 1,
pages = {234--778},
year = 2003
}

@article{Alpher04,
author = {A. Alpher and J.~P.~N. Fotheringham-Smythe and G. Gamow},
title = {Can a machine frobnicate?},
journal = {Journal of Foo},
volume = 14,
number = 1,
pages = {234--778},
year = 2004
}

@inproceedings{bonatti2020learning,
  title={Learning visuomotor policies for aerial navigation using cross-modal representations},
  author={Bonatti, Rogerio and Madaan, Ratnesh and Vineet, Vibhav and Scherer, Sebastian and Kapoor, Ashish},
  booktitle={2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={1637--1644},
  year={2020},
  organization={IEEE}
}

@inproceedings{depeweg2017learning,
  title={Learning and policy search in stochastic dynamical systems with Bayesian neural networks},
  author={Depeweg, S and Hern{\'a}ndez-Lobato, JM and Doshi-Velez, F and Udluft, S},
  booktitle={5th International Conference on Learning Representations, ICLR 2017-Conference Track Proceedings},
  year={2017}
}

@inproceedings{depeweg2018decomposition,
  title={Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning},
  author={Depeweg, Stefan and Hernandez-Lobato, Jose-Miguel and Doshi-Velez, Finale and Udluft, Steffen},
  booktitle={International Conference on Machine Learning},
  pages={1184--1193},
  year={2018},
  organization={PMLR}
}

@article{ivanovic2021heterogeneous,
  title={Heterogeneous-Agent Trajectory Forecasting Incorporating Class Uncertainty},
  author={Ivanovic, Boris and Lee, Kuan-Hui and Tokmakov, Pavel and Wulfe, Blake and McAllister, Rowan and Gaidon, Adrien and Pavone, Marco},
  journal={arXiv preprint arXiv:2104.12446},
  year={2021}
}

@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114},
  year={2013}
}

@inproceedings{spurr2018cross,
	title={Cross-modal deep variational hand pose estimation},
	author={Spurr, Adrian and Song, Jie and Park, Seonwook and Hilliges, Otmar},
	booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
	pages={89--98},
	year={2018}
}

@inproceedings{henaff2018model,
	title={Model-Predictive Policy Learning with Uncertainty Regularization for Driving in Dense Traffic},
	author={Henaff, Mikael and Canziani, Alfredo and LeCun, Yann},
	booktitle={International Conference on Learning Representations},
	year={2018}
}

@inproceedings{mcallister2019robustness,
	title={Robustness to out-of-distribution inputs via task-aware generative uncertainty},
	author={McAllister, Rowan and Kahn, Gregory and Clune, Jeff and Levine, Sergey},
	booktitle={2019 International Conference on Robotics and Automation (ICRA)},
	pages={2083--2089},
	year={2019},
	organization={IEEE}
}



@inproceedings{codevilla2018end,
	title={End-to-end driving via conditional imitation learning},
	author={Codevilla, Felipe and M{\"u}ller, Matthias and L{\'o}pez, Antonio and Koltun, Vladlen and Dosovitskiy, Alexey},
	booktitle={2018 IEEE International Conference on Robotics and Automation (ICRA)},
	pages={4693--4700},
	year={2018},
	organization={IEEE}
}

@inproceedings{fan2020learning,
	title={Learning resilient behaviors for navigation under uncertainty},
	author={Fan, Tingxiang and Long, Pinxin and Liu, Wenxi and Pan, Jia and Yang, Ruigang and Manocha, Dinesh},
	booktitle={2020 IEEE International Conference on Robotics and Automation (ICRA)},
	pages={5299--5305},
	year={2020},
	organization={IEEE}
}

@inproceedings{lutjens2019safe,
  title={Safe reinforcement learning with model uncertainty estimates},
  author={L{\"u}tjens, Bj{\"o}rn and Everett, Michael and How, Jonathan P},
  booktitle={2019 International Conference on Robotics and Automation (ICRA)},
  pages={8662--8668},
  year={2019},
  organization={IEEE}
}

@article{wu2020towards,
	title={Towards target-driven visual navigation in indoor scenes via generative imitation learning},
	author={Wu, Qiaoyun and Gong, Xiaoxi and Xu, Kai and Manocha, Dinesh and Dong, Jingxuan and Wang, Jun},
	journal={IEEE Robotics and Automation Letters},
	volume={6},
	number={1},
	pages={175--182},
	year={2020},
	publisher={IEEE}
}

@inproceedings{codevilla2019exploring,
	title={Exploring the limitations of behavior cloning for autonomous driving},
	author={Codevilla, Felipe and Santana, Eder and L{\'o}pez, Antonio M and Gaidon, Adrien},
	booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
	pages={9329--9338},
	year={2019}
}

@inproceedings{mueller2018driving,
	title={Driving Policy Transfer via Modularity and Abstraction},
	author={Mueller, Matthias and Dosovitskiy, Alexey and Ghanem, Bernard and Koltun, Vladlen},
	booktitle={Conference on Robot Learning},
	pages={1--15},
	year={2018},
	organization={PMLR}
}

@article{koopman2019many,
	title={How many operational design domains, objects, and events?},
	author={Koopman, Philip and Fratrik, Frank},
	year={2019}
}

@inproceedings{mcallister2017concrete,
	booktitle={Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence},
	title={Concrete problems for autonomous vehicle safety: Advantages of bayesian deep learning},
	author={McAllister, Rowan and Gal, Yarin and Kendall, Alex and Van Der Wilk, Mark and Shah, Amar and Cipolla, Roberto and Weller, Adrian},
	year={2017},
	organization={International Joint Conferences on Artificial Intelligence, Inc.}
}

@book{siegwart2011introduction,
	title={Introduction to autonomous mobile robots},
	author={Siegwart, Roland and Nourbakhsh, Illah Reza and Scaramuzza, Davide},
	year={2011},
	publisher={MIT press}
}

@inproceedings{kendall2017uncertainties,
	title={What uncertainties do we need in bayesian deep learning for computer vision?},
	author={Kendall, Alex and Gal, Yarin},
	booktitle={Advances in neural information processing systems},
	pages={5574--5584},
	year={2017}
}

@article{gustafsson2019evaluating,
	title={Evaluating Scalable Bayesian Deep Learning Methods for Robust Computer Vision},
	author={Gustafsson, Fredrik K and Danelljan, Martin and Sch{\"o}n, Thomas B},
	journal={arXiv preprint arXiv:1906.01620},
	year={2019}
}

@inproceedings{lee2019early,
	title={Early Failure Detection of Deep End-to-End Control Policy by Reinforcement Learning},
	author={Lee, Keuntaek and Saigol, Kamil and Theodorou, Evangelos A},
	booktitle={2019 International Conference on Robotics and Automation (ICRA)},
	pages={8543--8549},
	year={2019},
	organization={IEEE}
}

@book{quionero2009dataset,
	title={Dataset shift in machine learning},
	author={Quionero-Candela, Joaquin and Sugiyama, Masashi and Schwaighofer, Anton and Lawrence, Neil D},
	year={2009},
	publisher={The MIT Press}
}

@article{mohseni2019practical,
	title={Practical Solutions for Machine Learning Safety in Autonomous Vehicles},
	author={Mohseni, Sina and Pitale, Mandar and Singh, Vasu and Wang, Zhangyang},
	journal={arXiv preprint arXiv:1912.09630},
	year={2019}
}

@inproceedings{kim2019learning,
	title={Learning not to learn: Training deep neural networks with biased data},
	author={Kim, Byungju and Kim, Hyunwoo and Kim, Kyungsu and Kim, Sungjin and Kim, Junmo},
	booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
	pages={9012--9020},
	year={2019}
}

@article{shafaei2018less,
	title={A Less Biased Evaluation of Out-of-distribution Sample Detectors},
	author={Shafaei, Alireza and Schmidt, Mark and Little, James J},
	journal={arXiv preprint arXiv:1809.04729},
	year={2018}
}

@inproceedings{bansal2018coverage,
	title={A coverage-based utility model for identifying unknown unknowns},
	author={Bansal, Gagan and Weld, Daniel S},
	booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
	year={2018}
}

@article{iso2019pas,
	title={PAS 21448-Road Vehicles-Safety of the Intended Functionality},
	author={ISO, ISO},
	journal={International Organization for Standardization},
	year={2019}
}

@article{rauapproach,
	title={APPROACH FOR DERIVING SCENARIOS FOR SAFETY OF THE INTENDED FUNCTIONALITY},
	author={Rau, Paul and Becker, Christopher and Brewer, John},
	organization={National Highway Traffic Safety Administration}
}

@inproceedings{guo2017calibration,
	title={On calibration of modern neural networks},
	author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
	booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
	pages={1321--1330},
	year={2017},
	organization={JMLR. org}
}

@inproceedings{hubschneider2019calibrating,
	title={Calibrating Uncertainty Models for Steering Angle Estimation},
	author={Hubschneider, Christian and Hutmacher, Robin and Z{\"o}llner, J Marius},
	booktitle={2019 IEEE Intelligent Transportation Systems Conference (ITSC)},
	pages={1511--1518},
	year={2019},
	organization={IEEE}
}

@inproceedings{lakshminarayanan2017simple,
	title={Simple and scalable predictive uncertainty estimation using deep ensembles},
	author={Lakshminarayanan, Balaji and Pritzel, Alexander and Blundell, Charles},
	booktitle={Advances in neural information processing systems},
	pages={6402--6413},
	year={2017}
}

@inproceedings{kull2019beyond,
	title={Beyond temperature scaling: Obtaining well-calibrated multi-class probabilities with Dirichlet calibration},
	author={Kull, Meelis and Nieto, Miquel Perello and K{\"a}ngsepp, Markus and Silva Filho, Telmo and Song, Hao and Flach, Peter},
	booktitle={Advances in Neural Information Processing Systems},
	pages={12295--12305},
	year={2019}
}

@article{kuleshov2018accurate,
	title={Accurate uncertainties for deep learning using calibrated regression},
	author={Kuleshov, Volodymyr and Fenner, Nathan and Ermon, Stefano},
	journal={arXiv preprint arXiv:1807.00263},
	year={2018}
}


@article{ashukha2020pitfalls,
	title={Pitfalls of In-Domain Uncertainty Estimation and Ensembling in Deep Learning},
	author={Ashukha, Arsenii and Lyzhov, Alexander and Molchanov, Dmitry and Vetrov, Dmitry},
	journal={arXiv preprint arXiv:2002.06470},
	year={2020}
}

@phdthesis{gal2016uncertainty,
    author = {Gal, Yarin},
    title = {Uncertainty in deep learning},
    school = {University of Cambridge},
    year = {2016}
}

@article{mukhoti2018evaluating,
	title={Evaluating Bayesian deep learning methods for semantic segmentation},
	author={Mukhoti, Jishnu and Gal, Yarin},
	journal={arXiv preprint arXiv:1811.12709},
	year={2018}
}

@article{michelmore2018evaluating,
	title={Evaluating uncertainty quantification in end-to-end autonomous driving control},
	author={Michelmore, Rhiannon and Kwiatkowska, Marta and Gal, Yarin},
	journal={arXiv preprint arXiv:1811.06817},
	year={2018}
}

@article{michelmore2019uncertainty,
	title={Uncertainty Quantification with Statistical Guarantees in End-to-End Autonomous Driving Control},
	author={Michelmore, Rhiannon and Wicker, Matthew and Laurenti, Luca and Cardelli, Luca and Gal, Yarin and Kwiatkowska, Marta},
	journal={arXiv preprint arXiv:1909.09884},
	year={2019}
}

@inproceedings{phan2019bayesian,
	title={Bayesian uncertainty quantification with synthetic data},
	author={Phan, Buu and Khan, Samin and Salay, Rick and Czarnecki, Krzysztof},
	booktitle={International Conference on Computer Safety, Reliability, and Security},
	pages={378--390},
	year={2019},
	organization={Springer}
}

@article{hendrycks2016baseline,
	title={A baseline for detecting misclassified and out-of-distribution examples in neural networks},
	author={Hendrycks, Dan and Gimpel, Kevin},
	journal={arXiv preprint arXiv:1610.02136},
	year={2016}
}

@article{sickingapproaching,
	title={Approaching Neural Network Uncertainty Realism},
	author={Sicking, Joachim and Kister, Alexander and Fahrland, Matthias and Eickeler, Stefan and H{\"u}ger, Fabian and R{\"u}ping, Stefan and Schlicht, Peter and Wirtz, Tim}
}

@article{ding2019evaluation,
	title={Evaluation of neural network uncertainty estimation with application to resource-constrained platforms},
	author={Ding, Yukun and Liu, Jinglan and Xiong, Jinjun and Shi, Yiyu},
	journal={arXiv preprint arXiv:1903.02050},
	year={2019}
}

@inproceedings{snoek2019can,
	title={Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift},
	author={Snoek, Jasper and Ovadia, Yaniv and Fertig, Emily and Lakshminarayanan, Balaji and Nowozin, Sebastian and Sculley, D and Dillon, Joshua and Ren, Jie and Nado, Zachary},
	booktitle={Advances in Neural Information Processing Systems},
	pages={13969--13980},
	year={2019}
}

@inproceedings{ilg2018uncertainty,
	title={Uncertainty estimates and multi-hypotheses networks for optical flow},
	author={Ilg, Eddy and Cicek, Ozgun and Galesso, Silvio and Klein, Aaron and Makansi, Osama and Hutter, Frank and Brox, Thomas},
	booktitle={Proceedings of the European Conference on Computer Vision (ECCV)},
	pages={652--667},
	year={2018}
}

@article{wilson2020bayesian,
	title={Bayesian Deep Learning and a Probabilistic Perspective of Generalization},
	author={Wilson, Andrew Gordon and Izmailov, Pavel},
	journal={arXiv preprint arXiv:2002.08791},
	year={2020}
}

@article{wenzel2020good,
	title={How Good is the Bayes Posterior in Deep Neural Networks Really?},
	author={Wenzel, Florian and Roth, Kevin and Veeling, Bastiaan S and {\'S}wi{\k{a}}tkowski, Jakub and Tran, Linh and Mandt, Stephan and Snoek, Jasper and Salimans, Tim and Jenatton, Rodolphe and Nowozin, Sebastian},
	journal={arXiv preprint arXiv:2002.02405},
	year={2020}
}

@inproceedings{blundell2015weight,
	title={Weight Uncertainty in Neural Network},
	author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
	booktitle={International Conference on Machine Learning},
	pages={1613--1622},
	year={2015}
}

@inproceedings{cardelli2019statistical,
	title={Statistical guarantees for the robustness of Bayesian neural networks},
	author={Cardelli, Luca and Kwiatkowska, Marta and Laurenti, Luca and Paoletti, Nicola and Patane, Andrea and Wicker, Matthew},
	booktitle={Proceedings of the 28th International Joint Conference on Artificial Intelligence},
	pages={5693--5700},
	year={2019},
	organization={AAAI Press}
}

@inproceedings{gal2016dropout,
	title={Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
	author={Gal, Yarin and Ghahramani, Zoubin},
	booktitle={international conference on machine learning},
	pages={1050--1059},
	year={2016}
}

@inproceedings{gal2017concrete,
	title={Concrete dropout},
	author={Gal, Yarin and Hron, Jiri and Kendall, Alex},
	booktitle={Advances in neural information processing systems},
	pages={3581--3590},
	year={2017}
}

@article{kendall2015bayesian,
	title={Bayesian segnet: Model uncertainty in deep convolutional encoder-decoder architectures for scene understanding},
	author={Kendall, Alex and Badrinarayanan, Vijay and Cipolla, Roberto},
	journal={arXiv preprint arXiv:1511.02680},
	year={2015}
}

@inproceedings{chua2018deep,
	title={Deep reinforcement learning in a handful of trials using probabilistic dynamics models},
	author={Chua, Kurtland and Calandra, Roberto and McAllister, Rowan and Levine, Sergey},
	booktitle={Advances in Neural Information Processing Systems},
	pages={4754--4765},
	year={2018}
}

@article{loquercio2020general,
	title={A general framework for uncertainty estimation in deep learning},
	author={Loquercio, Antonio and Segu, Mattia and Scaramuzza, Davide},
	journal={IEEE Robotics and Automation Letters},
	volume={5},
	number={2},
	pages={3153--3160},
	year={2020},
	publisher={IEEE}
}

@techreport{world2018global,
	title={Global status report on road safety 2018: Summary},
	author={WHO and others},
	year={2018},
	institution={World Health Organization}
}

@techreport{singh2015critical,
	title={Critical reasons for crashes investigated in the national motor vehicle crash causation survey},
	author={Singh, Santokh},
	year={2015},
	institution={National Highway Traffic Safety Administration}
}

@article{kuutti2020survey,
	title={A Survey of Deep Learning Applications to Autonomous Vehicle Control},
	author={Kuutti, Sampo and Bowden, Richard and Jin, Yaochu and Barber, Phil and Fallah, Saber},
	journal={IEEE Transactions on Intelligent Transportation Systems},
	year={2020},
	publisher={IEEE}
}

@article{grigorescu2020survey,
  title={A survey of deep learning techniques for autonomous driving},
  author={Grigorescu, Sorin and Trasnea, Bogdan and Cocias, Tiberiu and Macesanu, Gigel},
  journal={Journal of Field Robotics},
  volume={37},
  number={3},
  pages={362--386},
  year={2020},
  publisher={Wiley Online Library}
}

@inproceedings{henne2020benchmarking,
  title={Benchmarking Uncertainty Estimation Methods for Deep Learning With Safety-Related Metrics.},
  author={Henne, Maximilian and Schwaiger, Adrian and Roscher, Karsten and Weiss, Gereon},
  booktitle={SafeAI@ AAAI},
  pages={83--90},
  year={2020}
}

@inproceedings{koopman2019autonomous,
	title={Autonomous Vehicles Meet the Physical World: RSS, Variability, Uncertainty, and Proving Safety},
	author={Koopman, Philip and Osyk, Beth and Weast, Jack},
	booktitle={International Conference on Computer Safety, Reliability, and Security},
	pages={245--253},
	year={2019},
	organization={Springer}
}

@inproceedings{gast2018lightweight,
	title={Lightweight probabilistic deep networks},
	author={Gast, Jochen and Roth, Stefan},
	booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
	pages={3369--3378},
	year={2018}
}

@article{bishop1994,
	title={Mixture density networks},
	author={Bishop, Christopher M},
	year={1994},
	publisher={Aston University}
}

@inproceedings{choi2018uncertainty,
	title={Uncertainty-aware learning from demonstration using  density networks with sampling-free variance modeling},
	author={Choi, Sungjoon and Lee, Kyungjae and Lim, Sungbin and Oh, Songhwai},
	booktitle={2018 IEEE International Conference on Robotics and Automation (ICRA)},
	pages={6915--6922},
	year={2018},
	organization={IEEE}
}

@inproceedings{makansi2019overcoming,
	title={Overcoming limitations of mixture density networks: A sampling and fitting framework for multimodal future prediction},
	author={Makansi, Osama and Ilg, Eddy and Cicek, Ozgun and Brox, Thomas},
	booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
	pages={7144--7153},
	year={2019}
}

@article{fort2019deep,
	title={Deep Ensembles: A Loss Landscape Perspective},
	author={Fort, Stanislav and Hu, Huiyi and Lakshminarayanan, Balaji},
	journal={arXiv preprint arXiv:1912.02757},
	year={2019}
}

@article{tigas2019robust,
	title={Robust imitative planning: Planning from demonstrations under uncertainty},
	author={Tigas, Panagiotis and Filos, Angelos and McAllister, Rowan and Rhinehart, Nicholas and Levine, Sergey and Gal, Yarin},
	journal={arXiv preprint arXiv:1907.01475},
	year={2019}
}

@inproceedings{filos2020can,
  title={Can autonomous vehicles identify, recover from, and adapt to distribution shifts?},
  author={Filos, Angelos and Tigkas, Panagiotis and McAllister, Rowan and Rhinehart, Nicholas and Levine, Sergey and Gal, Yarin},
  booktitle={International Conference on Machine Learning},
  pages={3145--3153},
  year={2020},
  organization={PMLR}
}

@inproceedings{feng2018towards,
	title={Towards safe autonomous driving: Capture uncertainty in the deep neural network for lidar 3d vehicle detection},
	author={Feng, Di and Rosenbaum, Lars and Dietmayer, Klaus},
	booktitle={2018 21st International Conference on Intelligent Transportation Systems (ITSC)},
	pages={3266--3273},
	year={2018},
	organization={IEEE}
}

@inproceedings{feng2019leveraging,
	title={Leveraging heteroscedastic aleatoric uncertainties for robust real-time lidar 3d object detection},
	author={Feng, Di and Rosenbaum, Lars and Timm, Fabian and Dietmayer, Klaus},
	booktitle={2019 IEEE Intelligent Vehicles Symposium (IV)},
	pages={1280--1287},
	year={2019},
	organization={IEEE}
}

@article{feng2019can,
	title={Can We Trust You? On Calibration of a Probabilistic Object Detector for Autonomous Driving},
	author={Feng, Di and Rosenbaum, Lars and Glaeser, Claudius and Timm, Fabian and Dietmayer, Klaus},
	journal={arXiv preprint arXiv:1909.12358},
	year={2019}
}

@inproceedings{lee2019ensemble,
	title={Ensemble bayesian decision making with redundant deep perceptual control policies},
	author={Lee, Keuntaek and Wang, Ziyi and Vlahov, Bogdan and Brar, Harleen and Theodorou, Evangelos A},
	booktitle={2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)},
	pages={831--837},
	year={2019},
	organization={IEEE}
}

@article{lee2019perceptual,
	title={Perceptual Attention-based Predictive Control},
	author={Lee, Keuntaek and An, Gabriel Nakajima and Zakharov, Viacheslav and Theodorou, Evangelos A},
	journal={arXiv preprint arXiv:1904.11898},
	year={2019}
}

@inproceedings{osband2016deep,
	title={Deep exploration via bootstrapped DQN},
	author={Osband, Ian and Blundell, Charles and Pritzel, Alexander and Van Roy, Benjamin},
	booktitle={Advances in neural information processing systems},
	pages={4026--4034},
	year={2016}
}

@article{shalev2017formal,
	title={On a formal model of safe and scalable self-driving cars},
	author={Shalev-Shwartz, Shai and Shammah, Shaked and Shashua, Amnon},
	journal={arXiv preprint arXiv:1708.06374},
	year={2017}
}

@inproceedings{salay2020purss,
	title={PURSS: Towards Perceptual Uncertainty Aware Responsibility Sensitive Safety with ML.},
	author={Salay, Rick and Czarnecki, Krzysztof and Elli, Maria Soledad and Alvarez, Ignacio J and Sedwards, Sean and Weast, Jack},
	booktitle={SafeAI@ AAAI},
	pages={91--95},
	year={2020}
}


@inproceedings{casas2020implicit,
  title={Implicit latent variable model for scene-consistent motion forecasting},
  author={Casas, Sergio and Gulino, Cole and Suo, Simon and Luo, Katie and Liao, Renjie and Urtasun, Raquel},
  booktitle={Computer Vision--ECCV 2020: 16th European Conference, Glasgow, UK, August 23--28, 2020, Proceedings, Part XXIII 16},
  pages={624--641},
  year={2020},
  organization={Springer}
}

@article{huang2020diversitygan,
  title={DiversityGAN: Diversity-aware vehicle motion prediction via latent semantic sampling},
  author={Huang, Xin and McGill, Stephen G and DeCastro, Jonathan A and Fletcher, Luke and Leonard, John J and Williams, Brian C and Rosman, Guy},
  journal={IEEE Robotics and Automation Letters},
  volume={5},
  number={4},
  pages={5089--5096},
  year={2020},
  publisher={IEEE}
}

@inproceedings{shah2018airsim,
  title={Airsim: High-fidelity visual and physical simulation for autonomous vehicles},
  author={Shah, Shital and Dey, Debadeepta and Lovett, Chris and Kapoor, Ashish},
  booktitle={Field and service robotics},
  pages={621--635},
  year={2018},
  organization={Springer}
}

@article{madaan2020airsim,
  title={AirSim Drone Racing Lab},
  author={Madaan, Ratnesh and Gyde, Nicholas and Vemprala, Sai and Brown, Matthew and Nagami, Keiko and Taubner, Tim and Cristofalo, Eric and Scaramuzza, Davide and Schwager, Mac and Kapoor, Ashish},
  journal={arXiv preprint arXiv:2003.05654},
  year={2020}
}

@article{loquercio2018dronet,
  title={Dronet: Learning to fly by driving},
  author={Loquercio, Antonio and Maqueda, Ana I and Del-Blanco, Carlos R and Scaramuzza, Davide},
  journal={IEEE Robotics and Automation Letters},
  volume={3},
  number={2},
  pages={1088--1095},
  year={2018},
  publisher={IEEE}
}

@inproceedings{kaufmann2018deep,
  title={Deep drone racing: Learning agile flight in dynamic environments},
  author={Kaufmann, Elia and Loquercio, Antonio and Ranftl, Rene and Dosovitskiy, Alexey and Koltun, Vladlen and Scaramuzza, Davide},
  booktitle={Conference on Robot Learning},
  pages={133--145},
  year={2018},
  organization={PMLR}
}

@article{loquercio2019deep,
  title={Deep drone racing: From simulation to reality with domain randomization},
  author={Loquercio, Antonio and Kaufmann, Elia and Ranftl, Ren{\'e} and Dosovitskiy, Alexey and Koltun, Vladlen and Scaramuzza, Davide},
  journal={IEEE Transactions on Robotics},
  volume={36},
  number={1},
  pages={1--14},
  year={2019},
  publisher={IEEE}
}

@inproceedings{luo2018fast,
  title={Fast and furious: Real time end-to-end 3d detection, tracking and motion forecasting with a single convolutional net},
  author={Luo, Wenjie and Yang, Bin and Urtasun, Raquel},
  booktitle={Proceedings of the IEEE conference on Computer Vision and Pattern Recognition},
  pages={3569--3577},
  year={2018}
}

@inproceedings{casas2018intentnet,
  title={Intentnet: Learning to predict intention from raw sensor data},
  author={Casas, Sergio and Luo, Wenjie and Urtasun, Raquel},
  booktitle={Conference on Robot Learning},
  pages={947--956},
  year={2018},
  organization={PMLR}
}

@inproceedings{zeng2019end,
  title={End-to-end interpretable neural motion planner},
  author={Zeng, Wenyuan and Luo, Wenjie and Suo, Simon and Sadat, Abbas and Yang, Bin and Casas, Sergio and Urtasun, Raquel},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={8660--8669},
  year={2019}
}

@inproceedings{casas2021mp3,
  title={MP3: A Unified Model to Map, Perceive, Predict and Plan},
  author={Casas, Sergio and Sadat, Abbas and Urtasun, Raquel},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={14403--14412},
  year={2021}
}

@inproceedings{zhang2021learning,
  title={Learning by Watching},
  author={Zhang, Jimuyang and Ohn-Bar, Eshed},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={12711--12721},
  year={2021}
}

@inproceedings{nozarian2020uncertainty,
  title={Uncertainty Quantification and Calibration of Imitation Learning Policy in Autonomous Driving.},
  author={Nozarian, Farzad and M{\"u}ller, Christian and Slusallek, Philipp},
  booktitle={TAILOR},
  pages={146--162},
  year={2020}
}

@inproceedings{tai2019visual,
  title={Visual-based autonomous driving deployment from a stochastic and uncertainty-aware perspective},
  author={Tai, Lei and Yun, Peng and Chen, Yuying and Liu, Congcong and Ye, Haoyang and Liu, Ming},
  booktitle={2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={2622--2628},
  year={2019},
  organization={IEEE}
}

@article{daxberger2019bayesian,
  title={Bayesian variational autoencoders for unsupervised out-of-distribution detection},
  author={Daxberger, Erik and Hern{\'a}ndez-Lobato, Jos{\'e} Miguel},
  journal={arXiv preprint arXiv:1912.05651},
  year={2019}
}

@article{mohseni2022taxonomy,
  title={Taxonomy of Machine Learning Safety: A Survey and Primer},
  author={Mohseni, Sina and Wang, Haotao and Xiao, Chaowei and Yu, Zhiding and Wang, Zhangyang and Yadawa, Jay},
  journal={ACM Computing Surveys},
  volume={55},
  number={8},
  pages={1--38},
  year={2022},
  publisher={ACM New York, NY}
}

@inproceedings{song2021autonomous,
  title={Autonomous drone racing with deep reinforcement learning},
  author={Song, Yunlong and Steinweg, Mats and Kaufmann, Elia and Scaramuzza, Davide},
  booktitle={2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={1205--1212},
  year={2021},
  organization={IEEE}
}


@article{keller2020uncertainty,
  title={Uncertainty promotes information-seeking actions, but what information?},
  author={Keller, Ashlynn M and Taylor, Holly A and Bruny{\'e}, Tad T},
  journal={Cognitive Research: Principles and Implications},
  volume={5},
  number={1},
  pages={1--17},
  year={2020},
  publisher={Springer}
}


@article{lavin2022technology,
  title={Technology readiness levels for machine learning systems},
  author={Lavin, Alexander and Gilligan-Lee, Ciar{\'a}n M and Visnjic, Alessya and Ganju, Siddha and Newman, Dava and Ganguly, Sujoy and Lange, Danny and Baydin, At{\'\i}l{\'\i}m G{\"u}ne{\c{s}} and Sharma, Amit and Gibson, Adam and others},
  journal={Nature Communications},
  volume={13},
  number={1},
  pages={6039},
  year={2022},
  publisher={Nature Publishing Group UK London}
}


@article{ruess2022safe,
  title={Safe AI--How is this Possible?},
  author={Rue{\ss}, Harald and Burton, Simon},
  journal={arXiv preprint arXiv:2201.10436},
  year={2022}
}


@article{yang2023uncertainties,
  title={Uncertainties in Onboard Algorithms for Autonomous Vehicles: Challenges, Mitigation, and Perspectives},
  author={Yang, Kai and Tang, Xiaolin and Li, Jun and Wang, Hong and Zhong, Guichuan and Chen, Jiaxin and Cao, Dongpu},
  journal={IEEE Transactions on Intelligent Transportation Systems},
  year={2023},
  publisher={IEEE}
}


@article{jesson2020identifying,
  title={Identifying causal-effect inference failure with uncertainty-aware models},
  author={Jesson, Andrew and Mindermann, S{\"o}ren and Shalit, Uri and Gal, Yarin},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={11637--11649},
  year={2020}
}

@inproceedings{ohn2020learning,
  title={Learning situational driving},
  author={Ohn-Bar, Eshed and Prakash, Aditya and Behl, Aseem and Chitta, Kashyap and Geiger, Andreas},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={11296--11305},
  year={2020}
}

@article{zhang2022memo,
  title={Memo: Test time robustness via adaptation and augmentation},
  author={Zhang, Marvin and Levine, Sergey and Finn, Chelsea},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={38629--38642},
  year={2022}
}

@inproceedings{gal2017deep,
  title={Deep bayesian active learning with image data},
  author={Gal, Yarin and Islam, Riashat and Ghahramani, Zoubin},
  booktitle={International Conference on Machine Learning},
  pages={1183--1192},
  year={2017},
  organization={PMLR}
}

@article{kirsch2019batchbald,
  title={Batchbald: Efficient and diverse batch acquisition for deep bayesian active learning},
  author={Kirsch, Andreas and Van Amersfoort, Joost and Gal, Yarin},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{rahman2021run,
  title={Run-Time Monitoring of Machine Learning for Robotic Perception: A Survey of Emerging Trends},
  author={Rahman, Quazi Marufur and Corke, Peter and Dayoub, Feras},
  journal={IEEE Access},
  volume={9},
  pages={20067--20075},
  year={2021},
  publisher={IEEE}
}


@inproceedings{henne2019managing,
  title={Managing Uncertainty of AI-based Perception for Autonomous Systems.},
  author={Henne, Maximilian and Schwaiger, Adrian and Weiss, Gereon},
  booktitle={AISafety@ IJCAI},
  year={2019}
}


@inproceedings{trapp2018towards,
  title={Towards safety-awareness and dynamic safety management},
  author={Trapp, Mario and Schneider, Daniel and Weiss, Gereon},
  booktitle={2018 14th European Dependable Computing Conference (EDCC)},
  pages={107--111},
  year={2018},
  organization={IEEE}
}

@inproceedings{asaadi2019towards,
  title={Towards quantification of assurance for learning-enabled components},
  author={Asaadi, Erfan and Denney, Ewen and Pai, Ganesh},
  booktitle={2019 15th European Dependable Computing Conference (EDCC)},
  pages={55--62},
  year={2019},
  organization={IEEE}
}

@inproceedings{asaadi2020quantifying,
  title={Quantifying assurance in learning-enabled systems},
  author={Asaadi, Erfan and Denney, Ewen and Pai, Ganesh},
  booktitle={International Conference on Computer Safety, Reliability, and Security},
  pages={270--286},
  year={2020},
  organization={Springer}
}

@inproceedings{wei2021perceive,
  title={Perceive, Attend, and Drive: Learning Spatial Attention for Safe Self-Driving},
  author={Wei, Bob and Ren, Mengye and Zeng, Wenyuan and Liang, Ming and Yang, Bin and Urtasun, Raquel},
  booktitle={2021 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={4875--4881},
  year={2021},
  organization={IEEE}
}


@article{kabir2019applications,
  title={Applications of Bayesian networks and Petri nets in safety, reliability, and risk assessments: A review},
  author={Kabir, Sohag and Papadopoulos, Yiannis},
  journal={Safety science},
  volume={115},
  pages={154--175},
  year={2019},
  publisher={Elsevier}
}

@inproceedings{reich2020sinadra,
  title={SINADRA: towards a framework for assurable situation-aware dynamic risk assessment of autonomous vehicles},
  author={Reich, Jan and Trapp, Mario},
  booktitle={2020 16th European Dependable Computing Conference (EDCC)},
  pages={47--50},
  year={2020},
  organization={IEEE}
}

@inproceedings{reich2021towards,
  title={Towards a Software Component to Perform Situation-Aware Dynamic Risk Assessment for Autonomous Vehicles},
  author={Reich, Jan and Wellstein, Marc and Sorokos, Ioannis and Oboril, Fabian and Scholl, Kay-Ulrich},
  booktitle={Dependable Computing--EDCC 2021 Workshops: DREAMS, DSOGRI, SERENE 2021, Munich, Germany, September 13, 2021, Proceedings},
  pages={3},
  year={2021},
  organization={Springer Nature}
}

@article{moosbrugger2017r2u2,
  title={R2U2: monitoring and diagnosis of security threats for unmanned aerial systems},
  author={Moosbrugger, Patrick and Rozier, Kristin Y and Schumann, Johann},
  journal={Formal Methods in System Design},
  volume={51},
  number={1},
  pages={31--61},
  year={2017},
  publisher={Springer}
}

@inproceedings{rozier2017r2u2,
  title={R2U2: tool overview},
  author={Rozier, Kristin Y and Schumann, Johann},
  booktitle={International Workshop on Competitions, Usability, Benchmarks, Evaluation, and Standardisation for Runtime Verification Tools},
  number={ARC-E-DAA-TN48849},
  year={2017}
}

@article{tiger2020incremental,
  title={Incremental reasoning in probabilistic signal temporal logic},
  author={Tiger, Mattias and Heintz, Fredrik},
  journal={International Journal of Approximate Reasoning},
  volume={119},
  pages={325--352},
  year={2020},
  publisher={Elsevier}
}

@inproceedings{stocco2020towards,
  title={Towards Anomaly Detectors that Learn Continuously},
  author={Stocco, Andrea and Tonella, Paolo},
  booktitle={2020 IEEE International Symposium on Software Reliability Engineering Workshops (ISSREW)},
  pages={201--208},
  year={2020},
  organization={IEEE}
}

@inproceedings{stocco2020misbehaviour,
  title={Misbehaviour prediction for autonomous driving systems},
  author={Stocco, Andrea and Weiss, Michael and Calzana, Marco and Tonella, Paolo},
  booktitle={Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering},
  pages={359--371},
  year={2020}
}

@article{eggert2018risk,
  title={Risk estimation for driving support and behavior planning in intelligent vehicles},
  author={Eggert, Julian},
  journal={at-Automatisierungstechnik},
  volume={66},
  number={2},
  pages={119--131},
  year={2018},
  publisher={De Gruyter Oldenbourg}
}

@article{colledanchise2021implementation,
  title={On the implementation of behavior trees in robotics},
  author={Colledanchise, Michele and Natale, Lorenzo},
  journal={IEEE Robotics and Automation Letters},
  volume={6},
  number={3},
  pages={5929--5936},
  year={2021},
  publisher={IEEE}
}

@inproceedings{colledanchise2014behavior,
  title={How behavior trees modularize robustness and safety in hybrid systems},
  author={Colledanchise, Michele and {\"O}gren, Petter},
  booktitle={2014 IEEE/RSJ International Conference on Intelligent Robots and Systems},
  pages={1482--1488},
  year={2014},
  organization={IEEE}
}


@inproceedings{goudarzi2020uav,
  title={UAV Mission Monitoring and Sequencing},
  author={Goudarzi, Hirad and Richards, Arthur},
  booktitle={2020 International Conference on Unmanned Aircraft Systems (ICUAS)},
  pages={1048--1055},
  year={2020},
  organization={IEEE}
}


@article{mrad2015explication,
  title={An explication of uncertain evidence in Bayesian networks: likelihood evidence and probabilistic evidence},
  author={Mrad, Ali Ben and Delcroix, V{\'e}ronique and Piechowiak, Sylvain and Leicester, Philip and Abid, Mohamed},
  journal={Applied Intelligence},
  volume={43},
  number={4},
  pages={802--824},
  year={2015},
  publisher={Springer}
}

@article{charpentier2021natural,
  title={Natural posterior network: Deep Bayesian predictive uncertainty for exponential family distributions},
  author={Charpentier, Bertrand and Borchert, Oliver and Z{\"u}gner, Daniel and Geisler, Simon and G{\"u}nnemann, Stephan},
  journal={arXiv preprint arXiv:2105.04471},
  year={2021}
}

@inproceedings{poole2019variational,
  title={On variational bounds of mutual information},
  author={Poole, Ben and Ozair, Sherjil and Van Den Oord, Aaron and Alemi, Alex and Tucker, George},
  booktitle={International Conference on Machine Learning},
  pages={5171--5180},
  year={2019},
  organization={PMLR}
}

@inproceedings{lee2019ensemble,
	title={Ensemble bayesian decision making with redundant deep perceptual control policies},
	author={Lee, Keuntaek and Wang, Ziyi and Vlahov, Bogdan and Brar, Harleen and Theodorou, Evangelos A},
	booktitle={2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)},
	pages={831--837},
	year={2019},
	organization={IEEE}
}


@book{vanderplas2016python,
  title={Python data science handbook: Essential tools for working with data},
  author={VanderPlas, Jake},
  year={2016},
  publisher={" O'Reilly Media, Inc."}
}

@inproceedings{ferreira2021benchmarking,
  title={Benchmarking Safety Monitors for Image Classifiers with Machine Learning},
  author={Ferreira, Raul Sena and Arlat, Jean and Guiochet, J{\'e}r{\'e}mie and Waeselynck, H{\'e}l{\`e}ne},
  booktitle={2021 IEEE 26th Pacific Rim International Symposium on Dependable Computing (PRDC)},
  pages={7--16},
  year={2021},
  organization={IEEE}
}

@article{zhou2017places,
  title={Places: A 10 million image database for scene recognition},
  author={Zhou, Bolei and Lapedriza, Agata and Khosla, Aditya and Oliva, Aude and Torralba, Antonio},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={40},
  number={6},
  pages={1452--1464},
  year={2017},
  publisher={IEEE}
}

@article{netzer2011reading,
  title={Reading digits in natural images with unsupervised feature learning},
  author={Netzer, Yuval and Wang, Tao and Coates, Adam and Bissacco, Alessandro and Wu, Bo and Ng, Andrew Y},
  year={2011}
}

@inproceedings{cimpoi2014describing,
  title={Describing textures in the wild},
  author={Cimpoi, Mircea and Maji, Subhransu and Kokkinos, Iasonas and Mohamed, Sammy and Vedaldi, Andrea},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={3606--3613},
  year={2014}
}

@article{yu2015lsun,
  title={Lsun: Construction of a large-scale image dataset using deep learning with humans in the loop},
  author={Yu, Fisher and Seff, Ari and Zhang, Yinda and Song, Shuran and Funkhouser, Thomas and Xiao, Jianxiong},
  journal={arXiv preprint arXiv:1506.03365},
  year={2015}
}

@article{xu2015turkergaze,
  title={Turkergaze: Crowdsourcing saliency with webcam based eye tracking},
  author={Xu, Pingmei and Ehinger, Krista A and Zhang, Yinda and Finkelstein, Adam and Kulkarni, Sanjeev R and Xiao, Jianxiong},
  journal={arXiv preprint arXiv:1504.06755},
  year={2015}
}

@article{xiao2017fashion,
  title={Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}

@inproceedings{morningstar2021density,
  title={Density of states estimation for out of distribution detection},
  author={Morningstar, Warren and Ham, Cusuh and Gallagher, Andrew and Lakshminarayanan, Balaji and Alemi, Alex and Dillon, Joshua},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={3232--3240},
  year={2021},
  organization={PMLR}
}

@article{sun2022out,
  title={Out-of-distribution Detection with Deep Nearest Neighbors},
  author={Sun, Yiyou and Ming, Yifei and Zhu, Xiaojin and Li, Yixuan},
  journal={arXiv preprint arXiv:2204.06507},
  year={2022}
}

@article{sun2021react,
  title={React: Out-of-distribution detection with rectified activations},
  author={Sun, Yiyou and Guo, Chuan and Li, Yixuan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={144--157},
  year={2021}
}

@article{lee2018simple,
  title={A simple unified framework for detecting out-of-distribution samples and adversarial attacks},
  author={Lee, Kimin and Lee, Kibok and Lee, Honglak and Shin, Jinwoo},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@inproceedings{nitsch2021out,
  title={Out-of-distribution detection for automotive perception},
  author={Nitsch, Julia and Itkina, Masha and Senanayake, Ransalu and Nieto, Juan and Schmidt, Max and Siegwart, Roland and Kochenderfer, Mykel J and Cadena, Cesar},
  booktitle={2021 IEEE International Intelligent Transportation Systems Conference (ITSC)},
  pages={2938--2943},
  year={2021},
  organization={IEEE}
}

@inproceedings{li2021cutpaste,
  title={Cutpaste: Self-supervised learning for anomaly detection and localization},
  author={Li, Chun-Liang and Sohn, Kihyuk and Yoon, Jinsung and Pfister, Tomas},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={9664--9674},
  year={2021}
}

@inproceedings{ghosh2019variational,
  title={From Variational to Deterministic Autoencoders},
  author={Ghosh, Partha and Sajjadi, Mehdi SM and Vergari, Antonio and Black, Michael and Scholkopf, Bernhard},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@InProceedings{Yogamani_2019_ICCV,
    author = {Yogamani, Senthil and Hughes, Ciaran and Horgan, Jonathan and Sistu, Ganesh and Varley, Padraig and O'Dea, Derek and Uricar, Michal and Milz, Stefan and Simon, Martin and Amende, Karl and Witt, Christian and Rashed, Hazem and Chennupati, Sumanth and Nayak, Sanjaya and Mansoor, Saquib and Perrotton, Xavier and Perez, Patrick},
    title = {WoodScape: A Multi-Task, Multi-Camera Fisheye Dataset for Autonomous Driving},
    booktitle = {Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)},
    month = {October},
    year = {2019}
}

@inproceedings{rahman2021per,
  title={Per-frame mAP Prediction for Continuous Performance Monitoring of Object Detection During Deployment.},
  author={Rahman, Quazi Marufur and S{\"u}nderhauf, Niko and Dayoub, Feras},
  booktitle={WACV (Workshops)},
  pages={152--160},
  year={2021}
}


@inproceedings{asaadi2020assured,
  title={Assured Integration of Machine Learning-based Autonomy on Aviation Platforms},
  author={Asaadi, Erfan and Beland, Steven and Chen, Alexander and Denney, Ewen and Margineantu, Dragos and Moser, Matthew and Pai, Ganesh and Paunicka, James and Stuart, Douglas and Yu, Huafeng},
  booktitle={2020 AIAA/IEEE 39th Digital Avionics Systems Conference (DASC)},
  pages={1--10},
  year={2020},
  organization={IEEE}
}


@inproceedings{grieser2020assuring,
  title={Assuring the safety of end-to-end learning-based autonomous driving through runtime monitoring},
  author={Grieser, J{\"o}rg and Zhang, Meng and Warnecke, Tim and Rausch, Andreas},
  booktitle={2020 23rd Euromicro Conference on Digital System Design (DSD)},
  pages={476--483},
  year={2020},
  organization={IEEE}
}

@inproceedings{klas2021handling,
  title={Handling Uncertainties of Data-Driven Models in Compliance with Safety Constraints for Autonomous Behaviour},
  author={Kl{\"a}s, Michael and Adler, R and Sorokos, I and Joeckel, L and Reich, J},
  booktitle={European Dependable Computing Conference (EDCC)},
  year={2021}
}

@inproceedings{gautam2021runtime,
  title={Runtime Decision Making Under Uncertainty in Autonomous Vehicles},
  author={Gautam, Vibhu and Gheraibia, Youcef and Alexander, Rob and Hawkins, Richard David},
  booktitle={Proceedings of the Workshop on Artificial Intelligence Safety (SafeAI 2021)},
  year={2021},
  organization={CEUR Workshop Proceedings}
}

@article{avizienis2004basic,
  title={Basic concepts and taxonomy of dependable and secure computing},
  author={Avizienis, Algirdas and Laprie, J-C and Randell, Brian and Landwehr, Carl},
  journal={IEEE transactions on dependable and secure computing},
  volume={1},
  number={1},
  pages={11--33},
  year={2004},
  publisher={IEEE}
}

@article{hennebenchmarking,
	title={Benchmarking Uncertainty Estimation Methods for Deep Learning With Safety-Related Metrics},
	author={Henne, Maximilian and Schwaiger, Adrian and Roscher, Karsten and Weiss, Gereon},
	year={2020}
}


@book{koopman2022safe,
  title={How Safe is Safe Enough?: Measuring and Predicting Autonomous Vehicle Safety},
  author={Koopman, P.},
  isbn={9798846251243},
  year={2022},
  publisher={Amazon Digital Services LLC - Kdp}
}

@article{yang2021generalized,
  title={Generalized out-of-distribution detection: A survey},
  author={Yang, Jingkang and Zhou, Kaiyang and Li, Yixuan and Liu, Ziwei},
  journal={arXiv preprint arXiv:2110.11334},
  year={2021}
}

@article{ruff2021unifying,
  title={A unifying review of deep and shallow anomaly detection},
  author={Ruff, Lukas and Kauffmann, Jacob R and Vandermeulen, Robert A and Montavon, Gr{\'e}goire and Samek, Wojciech and Kloft, Marius and Dietterich, Thomas G and M{\"u}ller, Klaus-Robert},
  journal={Proceedings of the IEEE},
  volume={109},
  number={5},
  pages={756--795},
  year={2021},
  publisher={IEEE}
}

@misc{kirsch2021pitfalls,
title={On Pitfalls in OoD Detection: Entropy Considered Harmful},
author={Andreas Kirsch and Jishnu Mukhoti and Joost van Amersfoort and Philip H. S. Torr and Yarin Gal},
year={2021},
note={Uncertainty \& Robustness in Deep Learning Workshop, ICML},
}

@inproceedings{mukhoti2023deep,
  title={Deep Deterministic Uncertainty: A New Simple Baseline},
  author={Mukhoti, Jishnu and Kirsch, Andreas and van Amersfoort, Joost and Torr, Philip HS and Gal, Yarin},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={24384--24394},
  year={2023}
}

@article{ceccarelli2022rgb,
  title={RGB cameras failures and their effects in autonomous driving applications},
  author={Ceccarelli, Andrea and Secci, Francesco},
  journal={IEEE Transactions on Dependable and Secure Computing},
  year={2022},
  publisher={IEEE}
}

@inproceedings{gross2022architectural,
  title={Architectural patterns for handling runtime uncertainty of data-driven models in safety-critical perception},
  author={Gro{\ss}, Janek and Adler, Rasmus and Kl{\"a}s, Michael and Reich, Jan and J{\"o}ckel, Lisa and Gansch, Roman},
  booktitle={Computer Safety, Reliability, and Security: 41st International Conference, SAFECOMP 2022, Munich, Germany, September 6--9, 2022, Proceedings},
  pages={284--297},
  year={2022},
  organization={Springer}
}

@article{scikit-learn,
 title={Scikit-learn: Machine Learning in {P}ython},
 author={Pedregosa, F. and Varoquaux, G. and Gramfort, A. and Michel, V.
         and Thirion, B. and Grisel, O. and Blondel, M. and Prettenhofer, P.
         and Weiss, R. and Dubourg, V. and Vanderplas, J. and Passos, A. and
         Cournapeau, D. and Brucher, M. and Perrot, M. and Duchesnay, E.},
 journal={Journal of Machine Learning Research},
 volume={12},
 pages={2825--2830},
 year={2011}
}

@inproceedings{kabir2019runtime,
  title={A runtime safety analysis concept for open adaptive systems},
  author={Kabir, Sohag and Sorokos, Ioannis and Aslansefat, Koorosh and Papadopoulos, Yiannis and Gheraibia, Youcef and Reich, Jan and Saimler, Merve and Wei, Ran},
  booktitle={Model-Based Safety and Assessment: 6th International Symposium, IMBSA 2019, Thessaloniki, Greece, October 16--18, 2019, Proceedings 6},
  pages={332--346},
  year={2019},
  organization={Springer}
}

@book{corke2017robotics,
  title={Robotics, Vision and Control: Fundamental Algorithms In MATLAB{\textregistered} Second, Completely Revised, Extended And Updated Edition},
  author={Corke, P.},
  isbn={9783319544137},
  series={Springer Tracts in Advanced Robotics},
  year={2017},
  publisher={Springer International Publishing}
}

@inproceedings{karkus2023diffstack,
  title={Diffstack: A differentiable and modular control stack for autonomous vehicles},
  author={Karkus, Peter and Ivanovic, Boris and Mannor, Shie and Pavone, Marco},
  booktitle={Conference on Robot Learning},
  pages={2170--2180},
  year={2023},
  organization={PMLR}
}

@article{chen2023end,
  title={End-to-end Autonomous Driving: Challenges and Frontiers},
  author={Chen, Li and Wu, Penghao and Chitta, Kashyap and Jaeger, Bernhard and Geiger, Andreas and Li, Hongyang},
  journal={arXiv preprint arXiv:2306.16927},
  year={2023}
}

@article{hanover2023past,
  title={Past, Present, and Future of Autonomous Drone Racing: A Survey},
  author={Hanover, Drew and Loquercio, Antonio and Bauersfeld, Leonard and Romero, Angel and Penicka, Robert and Song, Yunlong and Cioffi, Giovanni and Kaufmann, Elia and Scaramuzza, Davide},
  journal={arXiv preprint arXiv:2301.01755},
  year={2023}
}

@article{badue2021self,
  title={Self-driving cars: A survey},
  author={Badue, Claudine and Guidolini, R{\^a}nik and Carneiro, Raphael Vivacqua and Azevedo, Pedro and Cardoso, Vinicius B and Forechi, Avelino and Jesus, Luan and Berriel, Rodrigo and Paixao, Thiago M and Mutz, Filipe and others},
  journal={Expert Systems with Applications},
  volume={165},
  pages={113816},
  year={2021},
  publisher={Elsevier}
}

@article{yurtsever2020survey,
  title={A survey of autonomous driving: Common practices and emerging technologies},
  author={Yurtsever, Ekim and Lambert, Jacob and Carballo, Alexander and Takeda, Kazuya},
  journal={IEEE access},
  volume={8},
  pages={58443--58469},
  year={2020},
  publisher={IEEE}
}

@inproceedings{hu2023planning,
  title={Planning-oriented autonomous driving},
  author={Hu, Yihan and Yang, Jiazhi and Chen, Li and Li, Keyu and Sima, Chonghao and Zhu, Xizhou and Chai, Siqi and Du, Senyao and Lin, Tianwei and Wang, Wenhai and others},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={17853--17862},
  year={2023}
}

@inproceedings{chen2020learning,
  title={Learning by cheating},
  author={Chen, Dian and Zhou, Brady and Koltun, Vladlen and Kr{\"a}henb{\"u}hl, Philipp},
  booktitle={Conference on Robot Learning},
  pages={66--75},
  year={2020},
  organization={PMLR}
}

@article{chahine2023robust,
  title={Robust flight navigation out of distribution with liquid neural networks},
  author={Chahine, Makram and Hasani, Ramin and Kao, Patrick and Ray, Aaron and Shubert, Ryan and Lechner, Mathias and Amini, Alexander and Rus, Daniela},
  journal={Science Robotics},
  volume={8},
  number={77},
  pages={eadc8892},
  year={2023},
  publisher={American Association for the Advancement of Science}
}

@article{le2022survey,
  title={A survey on imitation learning techniques for end-to-end autonomous vehicles},
  author={Le Mero, Luc and Yi, Dewei and Dianati, Mehrdad and Mouzakitis, Alexandros},
  journal={IEEE Transactions on Intelligent Transportation Systems},
  volume={23},
  number={9},
  pages={14128--14147},
  year={2022},
  publisher={IEEE}
}

@article{kozachenko1987sample,
  title={Sample estimate of the entropy of a random vector},
  author={Kozachenko, LF and Leonenko, Nikolai N},
  journal={Problemy Peredachi Informatsii},
  volume={23},
  number={2},
  pages={9--16},
  year={1987},
  publisher={Russian Academy of Sciences, Branch of Informatics, Computer Equipment and~…}
}

@inproceedings{czarnecki2018towards,
  title={Towards a framework to manage perceptual uncertainty for safe automated driving},
  author={Czarnecki, Krzysztof and Salay, Rick},
  booktitle={Computer Safety, Reliability, and Security: SAFECOMP 2018 Workshops, ASSURE, DECSoS, SASSUR, STRIVE, and WAISE, V{\"a}ster{\aa}s, Sweden, September 18, 2018, Proceedings 37},
  pages={439--445},
  year={2018},
  organization={Springer}
}

@article{wen2020combining,
  title={Combining ensembles and data augmentation can harm your calibration},
  author={Wen, Yeming and Jerfel, Ghassen and Muller, Rafael and Dusenberry, Michael W and Snoek, Jasper and Lakshminarayanan, Balaji and Tran, Dustin},
  journal={arXiv preprint arXiv:2010.09875},
  year={2020}
}

@article{postels2020hidden,
  title={The Hidden Uncertainty in a Neural Networks Activations},
  author={Postels, Janis and Blum, Hermann and Str{\"u}mpler, Yannick and Cadena, Cesar and Siegwart, Roland and Van Gool, Luc and Tombari, Federico},
  journal={arXiv preprint arXiv:2012.03082},
  year={2020}
}

@inproceedings{di2021pixel,
  title={Pixel-wise anomaly detection in complex driving scenes},
  author={Di Biase, Giancarlo and Blum, Hermann and Siegwart, Roland and Cadena, Cesar},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={16918--16927},
  year={2021}
}

@inproceedings{xia2020synthesize,
  title={Synthesize then compare: Detecting failures and anomalies for semantic segmentation},
  author={Xia, Yingda and Zhang, Yi and Liu, Fengze and Shen, Wei and Yuille, Alan L},
  booktitle={European Conference on Computer Vision},
  pages={145--161},
  year={2020},
  organization={Springer}
}

@article{blum2021fishyscapes,
  title={The fishyscapes benchmark: measuring blind spots in semantic segmentation},
  author={Blum, Hermann and Sarlin, Paul-Edouard and Nieto, Juan and Siegwart, Roland and Cadena, Cesar},
  journal={International Journal of Computer Vision},
  volume={129},
  number={11},
  pages={3119--3135},
  year={2021},
  publisher={Springer}
}

@inproceedings{ghosh2019variational,
  title={From Variational to Deterministic Autoencoders},
  author={Ghosh, Partha and Sajjadi, Mehdi SM and Vergari, Antonio and Black, Michael and Scholkopf, Bernhard},
  booktitle={International Conference on Learning Representations},
  year={2019}
}


@article{ovadia2019can,
  title={Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift},
  author={Ovadia, Yaniv and Fertig, Emily and Ren, Jie and Nado, Zachary and Sculley, D and Nowozin, Sebastian and Dillon, Joshua and Lakshminarayanan, Balaji and Snoek, Jasper},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  pages={13991--14002},
  year={2019}
}

@article{ghiasi2018dropblock,
  title={DropBlock: A regularization method for convolutional networks},
  author={Ghiasi, Golnaz and Lin, Tsung-Yi and Le, Quoc V},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  pages={10727--10737},
  year={2018}
}

@article{deepshikha2021monte,
  title={Monte Carlo DropBlock for Modelling Uncertainty in Object Detection},
  author={Deepshikha, Kumari and Yelleni, Sai Harsha and Srijith, PK and Mohan, C Krishna},
  journal={arXiv preprint arXiv:2108.03614},
  year={2021}
}

@article{du2022vos,
  title={Vos: Learning what you don't know by virtual outlier synthesis},
  author={Du, Xuefeng and Wang, Zhaoning and Cai, Mu and Li, Yixuan},
  journal={arXiv preprint arXiv:2202.01197},
  year={2022}
}

@article{chan2021segmentmeifyoucan,
  title={Segmentmeifyoucan: A benchmark for anomaly segmentation},
  author={Chan, Robin and Lis, Krzysztof and Uhlemeyer, Svenja and Blum, Hermann and Honari, Sina and Siegwart, Roland and Fua, Pascal and Salzmann, Mathieu and Rottmann, Matthias},
  journal={arXiv preprint arXiv:2104.14812},
  year={2021}
}

@article{feng2021review,
  title={A review and comparative study on probabilistic object detection in autonomous driving},
  author={Feng, Di and Harakeh, Ali and Waslander, Steven L and Dietmayer, Klaus},
  journal={IEEE Transactions on Intelligent Transportation Systems},
  volume={23},
  number={8},
  pages={9961--9980},
  year={2021},
  publisher={IEEE}
}

@phdthesis{feng2021uncertainty,
  title={Uncertainty estimation for object detection using deep learning approaches},
  author={Feng, Di},
  year={2021},
  school={Universit{\"a}t Ulm}
}

@inproceedings{wang2020robust,
  title={Robust object detection under occlusion with context-aware compositionalnets},
  author={Wang, Angtian and Sun, Yihong and Kortylewski, Adam and Yuille, Alan L},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={12645--12654},
  year={2020}
}

@article{hendrycks2019scaling,
  title={Scaling out-of-distribution detection for real-world settings},
  author={Hendrycks, Dan and Basart, Steven and Mazeika, Mantas and Zou, Andy and Kwon, Joe and Mostajabi, Mohammadreza and Steinhardt, Jacob and Song, Dawn},
  journal={arXiv preprint arXiv:1911.11132},
  year={2019}
}

@article{liu2020energy,
  title={Energy-based out-of-distribution detection},
  author={Liu, Weitang and Wang, Xiaoyun and Owens, John and Li, Yixuan},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={21464--21475},
  year={2020}
}

@article{nalisnick2018deep,
  title={Do deep generative models know what they don't know?},
  author={Nalisnick, Eric and Matsukawa, Akihiro and Teh, Yee Whye and Gorur, Dilan and Lakshminarayanan, Balaji},
  journal={arXiv preprint arXiv:1810.09136},
  year={2018}
}

@article{choi2018waic,
  title={Waic, but why? generative ensembles for robust anomaly detection},
  author={Choi, Hyunsun and Jang, Eric and Alemi, Alexander A},
  journal={arXiv preprint arXiv:1810.01392},
  year={2018}
}

@article{yang2023full,
  title={Full-spectrum out-of-distribution detection},
  author={Yang, Jingkang and Zhou, Kaiyang and Liu, Ziwei},
  journal={International Journal of Computer Vision},
  pages={1--16},
  year={2023},
  publisher={Springer}
}

@article{srivastava2014dropout,
  title={Dropout: a simple way to prevent neural networks from overfitting},
  author={Srivastava, Nitish and Hinton, Geoffrey and Krizhevsky, Alex and Sutskever, Ilya and Salakhutdinov, Ruslan},
  journal={The journal of machine learning research},
  volume={15},
  number={1},
  pages={1929--1958},
  year={2014},
  publisher={JMLR. org}
}

@inproceedings{techapanurak2020hyperparameter,
  title={Hyperparameter-free out-of-distribution detection using cosine similarity},
  author={Techapanurak, Engkarat and Suganuma, Masanori and Okatani, Takayuki},
  booktitle={Proceedings of the Asian conference on computer vision},
  year={2020}
}

@inproceedings{ahmed2020detecting,
  title={Detecting semantic anomalies},
  author={Ahmed, Faruk and Courville, Aaron},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={34},
  number={04},
  pages={3154--3162},
  year={2020}
}

@inproceedings{
    ghosh2020from,
    title={From Variational to Deterministic Autoencoders},
    author={Partha Ghosh and Mehdi S. M. Sajjadi and Antonio Vergari and Michael Black and Bernhard Scholkopf},
    booktitle={International Conference on Learning Representations},
    year={2020}
}

@article{liu2020simple,
  title={Simple and principled uncertainty estimation with deterministic deep learning via distance awareness},
  author={Liu, Jeremiah and Lin, Zi and Padhy, Shreyas and Tran, Dustin and Bedrax Weiss, Tania and Lakshminarayanan, Balaji},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={7498--7512},
  year={2020}
}

@article{miyato2018spectral,
  title={Spectral normalization for generative adversarial networks},
  author={Miyato, Takeru and Kataoka, Toshiki and Koyama, Masanori and Yoshida, Yuichi},
  journal={arXiv preprint arXiv:1802.05957},
  year={2018}
}

@article{djurisic2022extremely,
  title={Extremely simple activation shaping for out-of-distribution detection},
  author={Djurisic, Andrija and Bozanic, Nebojsa and Ashok, Arjun and Liu, Rosanne},
  journal={arXiv preprint arXiv:2209.09858},
  year={2022}
}

@inproceedings{sun2022dice,
  title={Dice: Leveraging sparsification for out-of-distribution detection},
  author={Sun, Yiyou and Li, Yixuan},
  booktitle={European Conference on Computer Vision},
  pages={691--708},
  year={2022},
  organization={Springer}
}

@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}

@inproceedings{chen2018encoder,
  title={Encoder-decoder with atrous separable convolution for semantic image segmentation},
  author={Chen, Liang-Chieh and Zhu, Yukun and Papandreou, George and Schroff, Florian and Adam, Hartwig},
  booktitle={Proceedings of the European conference on computer vision (ECCV)},
  pages={801--818},
  year={2018}
}

@inproceedings{cordts2016cityscapes,
  title={The cityscapes dataset for semantic urban scene understanding},
  author={Cordts, Marius and Omran, Mohamed and Ramos, Sebastian and Rehfeld, Timo and Enzweiler, Markus and Benenson, Rodrigo and Franke, Uwe and Roth, Stefan and Schiele, Bernt},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={3213--3223},
  year={2016}
}

@article{ren2015faster,
  title={Faster r-cnn: Towards real-time object detection with region proposal networks},
  author={Ren, Shaoqing and He, Kaiming and Girshick, Ross and Sun, Jian},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}

@inproceedings{yu2020bdd100k,
  title={Bdd100k: A diverse driving dataset for heterogeneous multitask learning},
  author={Yu, Fisher and Chen, Haofeng and Wang, Xin and Xian, Wenqi and Chen, Yingying and Liu, Fangchen and Madhavan, Vashisht and Darrell, Trevor},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={2636--2645},
  year={2020}
}

@inproceedings{lin2014microsoft,
  title={Microsoft coco: Common objects in context},
  author={Lin, Tsung-Yi and Maire, Michael and Belongie, Serge and Hays, James and Perona, Pietro and Ramanan, Deva and Doll{\'a}r, Piotr and Zitnick, C Lawrence},
  booktitle={Computer Vision--ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part V 13},
  pages={740--755},
  year={2014},
  organization={Springer}
}

@article{kuznetsova2020open,
  title={The open images dataset v4: Unified image classification, object detection, and visual relationship detection at scale},
  author={Kuznetsova, Alina and Rom, Hassan and Alldrin, Neil and Uijlings, Jasper and Krasin, Ivan and Pont-Tuset, Jordi and Kamali, Shahab and Popov, Stefan and Malloci, Matteo and Kolesnikov, Alexander and others},
  journal={International Journal of Computer Vision},
  volume={128},
  number={7},
  pages={1956--1981},
  year={2020},
  publisher={Springer}
}

@article{everingham2010pascal,
  title={The pascal visual object classes (voc) challenge},
  author={Everingham, Mark and Van Gool, Luc and Williams, Christopher KI and Winn, John and Zisserman, Andrew},
  journal={International journal of computer vision},
  volume={88},
  pages={303--338},
  year={2010},
  publisher={Springer}
}

@misc{Detectron2018,
  author =       {Ross Girshick and Ilija Radosavovic and Georgia Gkioxari and
                  Piotr Doll\'{a}r and Kaiming He},
  title =        {Detectron},
  howpublished = {\url{https://github.com/facebookresearch/detectron}},
  year =         {2018}
}

@article{machin2016smof,
  title={SMOF: A safety monitoring framework for autonomous systems},
  author={Machin, Mathilde and Guiochet, J{\'e}r{\'e}mie and Waeselynck, H{\'e}l{\`e}ne and Blanquart, Jean-Paul and Roy, Matthieu and Masson, Lola},
  journal={IEEE Transactions on Systems, Man, and Cybernetics: Systems},
  volume={48},
  number={5},
  pages={702--715},
  year={2016},
  publisher={IEEE}
}

@inproceedings{desai2019soter,
  title={SOTER: a runtime assurance framework for programming safe robotics systems},
  author={Desai, Ankush and Ghosh, Shromona and Seshia, Sanjit A and Shankar, Natarajan and Tiwari, Ashish},
  booktitle={2019 49th Annual IEEE/IFIP International Conference on Dependable Systems and Networks (DSN)},
  pages={138--150},
  year={2019},
  organization={IEEE}
}

@inproceedings{shivakumar2020soter,
  title={SOTER on ROS: A run-time assurance framework on the robot operating system},
  author={Shivakumar, Sumukh and Torfah, Hazem and Desai, Ankush and Seshia, Sanjit A},
  booktitle={Runtime Verification: 20th International Conference, RV 2020, Los Angeles, CA, USA, October 6--9, 2020, Proceedings 20},
  pages={184--194},
  year={2020},
  organization={Springer}
}

@phdthesis{feth2020dynamic,
  title={Dynamic behavior risk assessment for autonomous systems},
  author={Feth, Patrik},
  year={2020},
  school={Fraunhofer Verlag}
}

@incollection{radermacher2021designing,
  title={Designing drone systems with papyrus for robotics},
  author={Radermacher, Ansgar and Morelli, Matteo and Hussein, Mahmoud and Nouacer, Reda},
  booktitle={Proceedings of the 2021 Drone Systems Engineering and Rapid Simulation and Performance Evaluation: Methods and Tools Proceedings},
  pages={29--35},
  year={2021}
}

@software{yolov5,
  title = {YOLOv5 by Ultralytics},
  author = {Glenn Jocher},
  year = {2020},
  version = {7.0},
  license = {AGPL-3.0},
  howpublished = {\url{https://github.com/ultralytics/yolov5}},
  doi = {10.5281/zenodo.3908559},
  orcid = {0000-0001-5950-6979}
}

@Inproceedings{LeungArechigaEtAl2020,
  author       = {Leung, K. and Ar\'{e}chiga, N. and Pavone, M.},
  title        = {Back-propagation through signal temporal logic specifications: Infusing logical structure into gradient-based methods},
  booktitle    = {{Workshop on Algorithmic Foundations of Robotics}},
  year         = {2020},

}

@article{
    ros2,
    author = {Steven Macenski  and Tully Foote  and Brian Gerkey  and Chris Lalancette  and William Woodall },
    title = {Robot Operating System 2: Design, architecture, and uses in the wild},
    journal = {Science Robotics},
    volume = {7},
    number = {66},
    pages = {eabm6074},
    year = {2022},
    doi = {10.1126/scirobotics.abm6074},
    howpublished = {\url{https://www.science.org/doi/abs/10.1126/scirobotics.abm6074}}
}

@inproceedings{adler2023structuring,
  title={Structuring Research Related to Dynamic Risk Management for Autonomous Systems},
  author={Adler, Rasmus and Reich, Jan and Hawkins, Richard},
  booktitle={International Conference on Computer Safety, Reliability, and Security},
  pages={362--368},
  year={2023},
  organization={Springer}
}

@article{brando2019modelling,
  title={Modelling heterogeneous distributions with an uncountable mixture of asymmetric laplacians},
  author={Brando, Axel and Rodriguez, Jose A and Vitria, Jordi and Rubio Mu{\~n}oz, Alberto},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{sicking2022wasserstein,
  title={Wasserstein dropout},
  author={Sicking, Joachim and Akila, Maram and Pintz, Maximilian and Wirtz, Tim and Wrobel, Stefan and Fischer, Asja},
  journal={Machine Learning},
  pages={1--44},
  year={2022},
  publisher={Springer}
}


@inproceedings{van2020uncertainty,
  title={Uncertainty estimation using a single deep deterministic neural network},
  author={Van Amersfoort, Joost and Smith, Lewis and Teh, Yee Whye and Gal, Yarin},
  booktitle={International conference on machine learning},
  pages={9690--9700},
  year={2020},
  organization={PMLR}
}

@article{sensoy2018evidential,
  title={Evidential deep learning to quantify classification uncertainty},
  author={Sensoy, Murat and Kaplan, Lance and Kandemir, Melih},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{amini2020deep,
  title={Deep evidential regression},
  author={Amini, Alexander and Schwarting, Wilko and Soleimany, Ava and Rus, Daniela},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={14927--14937},
  year={2020}
}

@article{angelopoulos2021gentle,
  title={A gentle introduction to conformal prediction and distribution-free uncertainty quantification},
  author={Angelopoulos, Anastasios N and Bates, Stephen},
  journal={arXiv preprint arXiv:2107.07511},
  year={2021}
}

@inproceedings{perez2023beyond,
  title={Beyond calibration: estimating the grouping loss of modern neural networks},
  author={Perez-Lebel, Alexandre and Le Morvan, Marine and Varoquaux, Ga{\"e}l},
  booktitle={ICLR 2023--The Eleventh International Conference on Learning Representations},
  year={2023}
}

@inproceedings{johansson2022continuous,
  title={Continuous Learning Approach to Safety Engineering},
  author={Johansson, Rolf and Koopman, Philip},
  booktitle={CARS-Critical Automotive applications: Robustness \& Safety},
  year={2022}
}

@incollection{ha2018worldmodels,
  title = {Recurrent World Models Facilitate Policy Evolution},
  author = {Ha, David and Schmidhuber, J{\"u}rgen},
  booktitle = {Advances in Neural Information Processing Systems 31},
  pages = {2451--2463},
  year = {2018},
  note = "\url{https://worldmodels.github.io}",
}

@article{zhou2023impact,
  title={What is the Impact of Releasing Code with Publications? Statistics from the Machine Learning, Robotics, and Control Communities},
  author={Zhou, Siqi and Brunke, Lukas and Tao, Allen and Hall, Adam W and Bejarano, Federico Pizarro and Panerati, Jacopo and Schoellig, Angela P},
  journal={arXiv preprint arXiv:2308.10008},
  year={2023}
}

@article{wang2019deep,
  title={Deep neural network approximation for custom hardware: Where we've been, where we're going},
  author={Wang, Erwei and Davis, James J and Zhao, Ruizhe and Ng, Ho-Cheung and Niu, Xinyu and Luk, Wayne and Cheung, Peter YK and Constantinides, George A},
  journal={ACM Computing Surveys (CSUR)},
  volume={52},
  number={2},
  pages={1--39},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@inproceedings{schwaiger2022beyond,
  title={Beyond Test Accuracy: The Effects of Model Compression on CNNs.},
  author={Schwaiger, Adrian and Schwienbacher, Kristian and Roscher, Karsten},
  booktitle={SafeAI@ AAAI},
  year={2022}
}

@article{allen2020towards,
  title={Towards understanding ensemble, knowledge distillation and self-distillation in deep learning},
  author={Allen-Zhu, Zeyuan and Li, Yuanzhi},
  journal={arXiv preprint arXiv:2012.09816},
  year={2020}
}

@article{tran2020hydra,
  title={Hydra: Preserving ensemble diversity for model distillation},
  author={Tran, Linh and Veeling, Bastiaan S and Roth, Kevin and Swiatkowski, Jakub and Dillon, Joshua V and Snoek, Jasper and Mandt, Stephan and Salimans, Tim and Nowozin, Sebastian and Jenatton, Rodolphe},
  journal={arXiv preprint arXiv:2001.04694},
  year={2020}
}

@inproceedings{ferianc2021effects,
  title={On the effects of quantisation on model uncertainty in Bayesian neural networks},
  author={Ferianc, Martin and Maji, Partha and Mattina, Matthew and Rodrigues, Miguel},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={929--938},
  year={2021},
  organization={PMLR}
}

@article{dorjsembe2021sparsity,
  title={Sparsity Increases Uncertainty Estimation in Deep Ensemble},
  author={Dorjsembe, Uyanga and Lee, Ju Hong and Choi, Bumghi and Song, Jae Won},
  journal={Computers},
  volume={10},
  number={4},
  pages={54},
  year={2021},
  publisher={MDPI}
}

@article{fan2022accelerating,
  title={Accelerating Bayesian Neural Networks via Algorithmic and Hardware Optimizations},
  author={Fan, Hongxiang and Ferianc, Martin and Que, Zhiqiang and Niu, Xinyu and Rodrigues, Miguel and Luk, Wayne},
  journal={IEEE Transactions on Parallel and Distributed Systems},
  year={2022},
  publisher={IEEE}
}

@article{fan2022fpga,
  title={FPGA-based Acceleration for Bayesian Convolutional Neural Networks},
  author={Fan, Hongxiang and Ferianc, Martin and Que, Zhiqiang and Liu, Shuanglong and Niu, Xinyu and Rodrigues, Miguel and Luk, Wayne},
  journal={IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems},
  year={2022},
  publisher={IEEE}
}


@article{JMLR:v22:20-1061,
  author  = {Yingfan Wang and Haiyang Huang and Cynthia Rudin and Yaron Shaposhnik},
  title   = {Understanding How Dimension Reduction Tools Work: An Empirical Approach to Deciphering t-SNE, UMAP, TriMap, and PaCMAP for Data Visualization},
  journal = {Journal of Machine Learning Research},
  year    = {2021},
  volume  = {22},
  number  = {201},
  pages   = {1-73},
  url     = {http://jmlr.org/papers/v22/20-1061.html}
}

@inproceedings{wilson2023safe,
  title={Safe: Sensitivity-aware features for out-of-distribution object detection},
  author={Wilson, Samuel and Fischer, Tobias and Dayoub, Feras and Miller, Dimity and S{\"u}nderhauf, Niko},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={23565--23576},
  year={2023}
}

@inproceedings{ronneberger2015u,
  title={U-net: Convolutional networks for biomedical image segmentation},
  author={Ronneberger, Olaf and Fischer, Philipp and Brox, Thomas},
  booktitle={Medical Image Computing and Computer-Assisted Intervention--MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part III 18},
  pages={234--241},
  year={2015},
  organization={Springer}
}


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

% Dummy!
% This file was created with JabRef 2.10.
% Encoding: UTF-8

@Article{Gauss1857,
  Title                    = {Theory of the motion of the heavenly bodies moving about the sun in conic sections},
  Author                   = {Carl Friedrich Gauss and Charles Henry Davis},
  Journal                  = {Gauss's Theoria Motus},
  Year                     = {1857},
  Number                   = {1},
  Pages                    = {5--23},
  Volume                   = {76}
}
