@inproceedings{rahman2021online,
	title        = {Online Monitoring of Object Detection Performance During Deployment},
	author       = {Rahman, Quazi Marufur and S{\"u}nderhauf, Niko and Dayoub, Feras},
	year         = 2021,
	booktitle    = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
	pages        = {4839--4845},
}
@article{ramanagopal2018failing,
	title        = {Failing to learn: Autonomously identifying perception failures for self-driving cars},
	author       = {Ramanagopal, Manikandasriram Srinivasan and Anderson, Cyrus and Vasudevan, Ram and Johnson-Roberson, Matthew},
	year         = 2018,
	journal      = {IEEE Robotics and Automation Letters},
	volume       = 3,
	number       = 4,
	pages        = {3860--3867}
}
@inproceedings{rahman2019did,
	title        = {Did you miss the sign? a false negative alarm system for traffic sign detectors},
	author       = {Rahman, Quazi Marufur and S{\"u}nderhauf, Niko and Dayoub, Feras},
	year         = 2019,
	booktitle    = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
	pages        = {3748--3753},
}
@misc{cheng2018decoupled,
	title        = {Decoupled classification refinement: Hard false positive suppression for object detection},
	author       = {Cheng, Bowen and Wei, Yunchao and Feris, Rogerio and Xiong, Jinjun and Hwu, Wen-mei and Huang, Thomas and Shi, Humphrey},
	year         = 2018,
	eprint       = {1810.04002},
	archiveprefix = {arXiv},
}
@misc{laves2021recalibration,
      title={Recalibration of Aleatoric and Epistemic Regression Uncertainty in Medical Imaging}, 
      author={Max-Heinrich Laves and Sontje Ihler and Jacob F. Fast and Lüder A. Kahrs and Tobias Ortmaier},
      year={2021},
      eprint={2104.12376},
      archivePrefix={arXiv}
}
@inproceedings{sheng2006thresholding,
	title        = {Thresholding for making classifiers cost-sensitive},
	author       = {Sheng, Victor S and Ling, Charles X},
	year         = 2006,
	booktitle    = {21st National Conference on Artificial Intelligence},
	pages        = {476--481}
}
@inproceedings{bahnsen2014improving,
	title        = {Improving credit card fraud detection with calibrated probabilities},
	author       = {Bahnsen, Alejandro Correa and Stojanovic, Aleksandar and Aouada, Djamila and Ottersten, Bj{\"o}rn},
	year         = 2014,
	booktitle    = {SIAM International Conference on Data Mining},
	pages        = {677--685},
}
@inproceedings{harakeh2020bayesod,
	title        = {Bayesod: A bayesian approach for uncertainty estimation in deep object detectors},
	author       = {Harakeh, Ali and Smart, Michael and Waslander, Steven L},
	year         = 2020,
	booktitle    = {IEEE International Conference on Robotics and Automation},
	pages        = {87--93},
	organization = {IEEE}
}
@inproceedings{miller2019evaluating,
	title        = {Evaluating merging strategies for sampling-based uncertainty techniques in object detection},
	author       = {Miller, Dimity and Dayoub, Feras and Milford, Michael and S{\"u}nderhauf, Niko},
	year         = 2019,
	booktitle    = {IEEE International Conference on Robotics and Automation},
	pages        = {2348--2354},
}
@misc{devries2018learning,
	title        = {Learning confidence for out-of-distribution detection in neural networks},
	author       = {DeVries, Terrance and Taylor, Graham W},
	year         = 2018,
	eprint       = {1802.04865},
	archiveprefix = {arXiv},    
}
@misc{liang2017enhancing,
	title        = {Enhancing the reliability of out-of-distribution image detection in neural networks},
	author       = {Liang, Shiyu and Li, Yixuan and Srikant, Rayadurgam},
	year         = 2017,
	eprint       = {1706.02690},
	archiveprefix = {arXiv},     
}
@article{lin1991divergence,
	title        = {Divergence measures based on the Shannon entropy},
	author       = {Lin, Jianhua},
	year         = 1991,
	journal      = {IEEE Transactions on Information Theory},
	volume       = 37,
	number       = 1,
	pages        = {145--151}
}
@inproceedings{miller2018dropout,
	title        = {Dropout sampling for robust object detection in open-set conditions},
	author       = {Miller, Dimity and Nicholson, Lachlan and Dayoub, Feras and S{\"u}nderhauf, Niko},
	year         = 2018,
	booktitle    = {IEEE International Conference on Robotics and Automation},
	pages        = {3243--3249},
}
@article{lee2018simple,
	title        = {A simple unified framework for detecting out-of-distribution samples and adversarial attacks},
	author       = {Lee, Kimin and Lee, Kibok and Lee, Honglak and Shin, Jinwoo},
	year         = 2018,
	journal      = {Advances in Neural Information Processing Systems},
	volume       = 31
}

@inproceedings{zhang2014predicting,
	title        = {Predicting failures of vision systems},
	author       = {Zhang, Peng and Wang, Jiuling and Farhadi, Ali and Hebert, Martial and Parikh, Devi},
	year         = 2014,
	booktitle    = {IEEE/CVF Conference on Computer Vision and Pattern Recognition},
	pages        = {3566--3573}
}
@inproceedings{daftry2016introspective,
	title        = {Introspective perception: Learning to predict failures in vision systems},
	author       = {Daftry, Shreyansh and Zeng, Sam and Bagnell, J Andrew and Hebert, Martial},
	year         = 2016,
	booktitle    = {IEEE/RSJ International Conference on Intelligent Robots and Systems},
	pages        = {1743--1750},
}
@inproceedings{saxena2017learning,
	title        = {Learning robust failure response for autonomous vision based flight},
	author       = {Saxena, Dhruv Mauria and Kurtz, Vince and Hebert, Martial},
	year         = 2017,
	booktitle    = {IEEE International Conference on Robotics and Automation},
	pages        = {5824--5829},
}
@article{guruau2018learn,
	title        = {Learn from experience: Probabilistic prediction of perception performance to avoid failure},
	author       = {Gur{\u{a}}u, Corina and Rao, Dushyant and Tong, Chi Hay and Posner, Ingmar},
	year         = 2018,
	journal      = {International Journal of Robotics Research},
	volume       = 37,
	number       = 9,
	pages        = {981--995}
}
@inproceedings{grimmett2013knowing,
	title        = {Knowing when we don't know: Introspective classification for mission-critical decision making},
	author       = {Grimmett, Hugo and Paul, Rohan and Triebel, Rudolph and Posner, Ingmar},
	year         = 2013,
	booktitle    = {IEEE International Conference on Robotics and Automation},
	pages        = {4531--4538},
}
@inproceedings{triebel2016driven,
	title        = {Driven learning for driving: How introspection improves semantic mapping},
	author       = {Triebel, Rudolph and Grimmett, Hugo and Paul, Rohan and Posner, Ingmar},
	year         = 2016,
	booktitle    = {16th International Symposium of Robotics Research},
	pages        = {449--465},
}
@article{jiang2018trust,
	title        = {To trust or not to trust a classifier},
	author       = {Jiang, Heinrich and Kim, Been and Guan, Melody and Gupta, Maya},
	year         = 2018,
	journal      = {Advances in Neural Information Processing Systems},
	volume       = 31
}
@misc{hendrycks2016baseline,
	title        = {A baseline for detecting misclassified and out-of-distribution examples in neural networks},
	author       = {Hendrycks, Dan and Gimpel, Kevin},
	year         = 2016,
	eprint       = {1610.02136},
	archiveprefix = {arXiv},       
}
@article{corbiere2019addressing,
	title        = {Addressing failure prediction by learning model confidence},
	author       = {Corbi{\`e}re, Charles and Thome, Nicolas and Bar-Hen, Avner and Cord, Matthieu and P{\'e}rez, Patrick},
	year         = 2019,
	journal      = {Advances in Neural Information Processing Systems},
	volume       = 32
}
@article{kendall2017uncertainties,
	title        = {What uncertainties do we need in bayesian deep learning for computer vision?},
	author       = {Kendall, Alex and Gal, Yarin},
	year         = 2017,
	journal      = {Advances in Neural Information Processing Systems},
	volume       = 30
}
@article{fawcett2006introduction,
  title={An introduction to ROC analysis},
  author={Fawcett, Tom},
  journal={Pattern recognition letters},
  volume={27},
  number={8},
  pages={861--874},
  year={2006},
  publisher={Elsevier}
}

@article{geifman2017selective,
  title={Selective classification for deep neural networks},
  author={Geifman, Yonatan and El-Yaniv, Ran},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@misc{automl,
	title        = {{GitHub} - google/automl: {Google} {Brain} {AutoML}},
	shorttitle = {{GitHub} - google/automl},
	author       = {Google},
	year         = 2020,
	howpublished = "\url{https://github.com/google/automl}",
    note = "Accessed: 2023-08-02",
}
@inproceedings{le2018uncertainty,
	title        = {Uncertainty estimation for deep neural object detectors in safety-critical applications},
	author       = {Le, Michael Truong and Diehl, Frederik and Brunner, Thomas and Knoll, Alois},
	year         = 2018,
	booktitle    = {21st International Conference on Intelligent Transportation Systems},
	pages        = {3873--3878},
}
@incollection{sbeyti2023overcoming,  
	year = 2023,
	publisher = {Springer Nature Switzerland},  
	pages = {52--68},  
	author = {Kassem~Sbeyti, Moussa and Michelle Karg and Christian Wirth and Azarm Nowzad and Sahin Albayrak},  
	title = {Overcoming the~Limitations of~Localization Uncertainty: Efficient and Exact Non-linear Post-processing and~Calibration},  
	booktitle = {Machine Learning and Knowledge Discovery in Databases: Research Track. ECML PKDD 2023.}
}

@inproceedings{tompson2015efficient,
  title={Efficient object localization using convolutional networks},
  author={Tompson, Jonathan and Goroshin, Ross and Jain, Arjun and LeCun, Yann and Bregler, Christoph},
  year=2015,
  booktitle={IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={648--656},
}
@inproceedings{choi2021active,
	title        = {Active learning for deep object detection via probabilistic modeling},
	author       = {Choi, Jiwoong and Elezi, Ismail and Lee, Hyuk-Jae and Farabet, Clement and Alvarez, Jose M},
	year         = 2021,
	booktitle    = {IEEE/CVF International Conference on Computer Vision},
	pages        = {10264--10273}
}
@misc{mpi-forum,
	title        = {Programming tensor cores in CUDA 9},
	author       = {Jeremy Appleyard and Scott Yokim},
	year         = 2017,
	howpublished = "\url{https://developer.nvidia.com/blog/programming-tensor-cores-cuda-9/}",
    note = "Accessed: 2023-6-26",
}
@mastersthesis{stoycheva2021uncertainty,
	title        = {Uncertainty Estimation in Deep Neural Object Detectors for Autonomous Driving},
	author       = {Stoycheva, Mihaela},
	year         = 2021,
	school       = {KTH, School of Electrical Engineering and Computer Science (EECS)}
}
@inproceedings{kraus2019uncertainty,
	title        = {Uncertainty estimation in one-stage object detection},
	author       = {Kraus, Florian and Dietmayer, Klaus},
	year         = 2019,
	booktitle    = {IEEE Intelligent Transportation Systems Conference},
	pages        = {53--60},
}
@inproceedings{gal2016dropout,
	title        = {Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
	author       = {Gal, Yarin and Ghahramani, Zoubin},
	year         = 2016,
	booktitle    = {33rd International Conference on Machine Learning},
	pages        = {1050--1059},
}

@article{feng2021review,
	title        = {A review and comparative study on probabilistic object detection in autonomous driving},
	author       = {Feng, Di and Harakeh, Ali and Waslander, Steven L and Dietmayer, Klaus},
	year         = 2021,
	journal      = {IEEE Transactions on Intelligent Transportation Systems},
	volume       = 23,
	number       = 8,
	pages        = {9961--9980}
}
@article{10028760,
  author={Zhang, Xu-Yao and Xie, Guo-Sen and Li, Xiuli and Mei, Tao and Liu, Cheng-Lin},
  journal={Proceedings of the IEEE}, 
  title={A Survey on Learning to Reject}, 
  year={2023},
  volume={111},
  number={2},
  pages={185-215}}

@inproceedings{Geiger2012CVPR,
	title        = {Are we ready for Autonomous Driving? {The} KITTI vision benchmark suite},
	author       = {Geiger, Andreas and Lenz,Philip and Urtasun,Raquel},
	year         = 2012,
	booktitle    = {IEEE/CVF Conference on Computer Vision and Pattern Recognition},
	pages        = {3354--3361}
}
@inproceedings{yu2020bdd100k,
	title        = {Bdd100k: A diverse driving dataset for heterogeneous multitask learning},
	author       = {Yu, Fisher and Chen, Haofeng and Wang, Xin and Xian, Wenqi and Chen, Yingying and Liu, Fangchen and Madhavan, Vashisht and Darrell, Trevor},
	year         = 2020,
	booktitle    = {IEEE/CVF Conference on Computer Vision and Pattern Recognition},
	pages        = {2633--2642}
}
@inproceedings{tan2020efficientdet,
	title        = {EfficientDet: Scalable and efficient object detection},
	author       = {Tan, Mingxing and Pang, Ruoming and Le, Quoc V.},
	year         = 2020,
	booktitle    = {IEEE/CVF Conference on Computer Vision and Pattern Recognition},
	pages        = {10778--10787}
}
@inproceedings{cocodataset,
	title        = {Microsoft COCO: Common objects in context},
	author       = {Lin, Tsung-Yi and Maire, Michael and Belongie, Serge and Hays, James and Perona, Pietro and Ramanan, Deva and Doll{\'a}r, Piotr and Zitnick, C Lawrence},
	year         = 2014,
	booktitle    = {Computer Vision -- ECCV 2014},
	pages        = {740--755}
}
@inproceedings{guo2017calibration,
    author = {Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q.},
    title = {On Calibration of Modern Neural Networks},
    year = {2017},
    booktitle = {34th International Conference on Machine Learning},
    pages = {1321–1330},
}
@misc{li2022coda,
	title        = {CODA: A Real-World Road Corner Case Dataset for Object Detection in Autonomous Driving},
	author       = {Kaican Li and Kai Chen and Haoyu Wang and Lanqing Hong and Chaoqiang Ye and Jianhua Han and Yukuai Chen and Wei Zhang and Chunjing Xu and Dit-Yan Yeung and Xiaodan Liang and Zhenguo Li and Hang Xu},
	year         = 2022,
	eprint       = {2203.07724},
	archiveprefix = {arXiv},
}
@inproceedings{5597285,
	title        = {The Balanced Accuracy and Its Posterior Distribution},
	author       = {Brodersen, Kay Henning and Ong, Cheng Soon and Stephan, Klaas Enno and Buhmann, Joachim M.},
	year         = 2010,
	booktitle    = {20th International Conference on Pattern Recognition},
	pages        = {3121--3124},
}
@article{cowen2022hebo,
	title        = {HEBO: pushing the limits of sample-efficient hyper-parameter optimisation},
	author       = {Cowen-Rivers, Alexander I and Lyu, Wenlong and Tutunov, Rasul and Wang, Zhi and Grosnit, Antoine and Griffiths, Ryan Rhys and Maraval, Alexandre Max and Jianye, Hao and Wang, Jun and Peters, Jan and others},
	year         = 2022,
	journal      = {Journal of Artificial Intelligence Research},
	volume       = 74,
	pages        = {1269--1349}
}
@article{BRADLEY19971145,
	title        = {The use of the area under the ROC curve in the evaluation of machine learning algorithms},
	author       = {Andrew P. Bradley},
	year         = 1997,
	journal      = {Pattern Recognition},
	volume       = 30,
	number       = 7,
	pages        = {1145--1159},
}
@inproceedings{kuleshov2018accurate,
  title={Accurate uncertainties for deep learning using calibrated regression},
  author={Kuleshov, Volodymyr and Fenner, Nathan and Ermon, Stefano},
  booktitle={35th International Conference on Machine Learning},
  pages={2796--2804},
  year={2018},
}

@inproceedings{5596486,
  author={Thai-Nghe, Nguyen and Gantner, Zeno and Schmidt-Thieme, Lars},
  booktitle={International Joint Conference on Neural Networks}, 
  title={Cost-sensitive learning methods for imbalanced data}, 
  year={2010},
  pages={1-8}}

@inproceedings{8578742,
  author={Cai, Zhaowei and Vasconcelos, Nuno},
  booktitle={IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 
  title={Cascade R-CNN: Delving Into High Quality Object Detection}, 
  year={2018},
  pages={6154-6162},}