
@inproceedings{stocco2020misbehaviour,
  title={Misbehaviour Prediction for Autonomous Driving Systems},
  author={Stocco, Andrea and Weiss, Michael and Calzana, Marco and Tonella, Paolo},
  booktitle={2020 IEEE/ACM 42nd International Conference on Software Engineering (ICSE)},
  pages={359--371},
  year={2020},
  organization={IEEE Computer Society}
}

@article{geifman2017selective,
  title={Selective classification for deep neural networks},
  author={Geifman, Yonatan and El-Yaniv, Ran},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{zhang2023survey,
  title={A survey on learning to reject},
  author={Zhang, Xu-Yao and Xie, Guo-Sen and Li, Xiuli and Mei, Tao and Liu, Cheng-Lin},
  journal={Proceedings of the IEEE},
  volume={111},
  number={2},
  pages={185--215},
  year={2023},
  publisher={IEEE}
}

@article{chow1970optimum,
  title={On optimum recognition error and reject tradeoff},
  author={Chow, C},
  journal={IEEE Transactions on information theory},
  volume={16},
  number={1},
  pages={41--46},
  year={1970},
  publisher={IEEE}
}


@article{Haidegger2019AutonomyFS,
  title={Autonomy for surgical robots: Concepts and paradigms},
  author={Haidegger, Tam{\'a}s},
  journal={IEEE Transactions on Medical Robotics and Bionics},
  volume={1},
  number={2},
  pages={65--76},
  year={2019},
  publisher={IEEE}
}

@incollection{ferreira2023sena,
  title={SENA: Similarity-based Error-checking of Neural Activations},
  author={Ferreira, Raul Sena and Guerin, Joris and Guiochet, Jeremie and Waeselynck, Helene},
  booktitle={ECAI 2023},
  pages={724--731},
  year={2023},
  publisher={IOS Press}
}

@inproceedings{hsu2020generalized,
  title={Generalized odin: Detecting out-of-distribution image without learning from out-of-distribution data},
  author={Hsu, Yen-Chang and Shen, Yilin and Jin, Hongxia and Kira, Zsolt},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={10951--10960},
  year={2020}
}


@inproceedings{guerin2022evaluation,
  title={Evaluation of runtime monitoring for UAV emergency landing},
  author={Guerin, Joris and Delmas, Kevin and Guiochet, J{\'e}r{\'e}mie},
  booktitle={2022 International Conference on Robotics and Automation (ICRA)},
  pages={9703--9709},
  year={2022},
  organization={IEEE}
}

@inproceedings{guerin2023outofdistribution,
  title={Out-Of-Distribution Detection Is Not All You Need},
  author={Guerin, Joris and Delmas, Kevin and Ferreira, Raul Sena and Guiochet, J{\'e}r{\'e}mie},
  booktitle={The 37th AAAI conference on artificial intelligence (2023)},
  year={2023}
}

@inproceedings{ferreira2022simood,
  title={SiMOOD: Evolutionary Testing Simulation with Out-Of-Distribution Images},
  author={Ferreira, Raul Sena and Gu{\'e}rin, Joris and Guiochet, J{\'e}r{\'e}mie and Waeselynck, Helene},
  booktitle={2022 IEEE 27th Pacific Rim International Symposium on Dependable Computing (PRDC)},
  pages={68--77},
  year={2022},
  organization={IEEE}
}


@inproceedings{ISSRE22_guerin,
  title={Unifying evaluation of machine learning safety monitors},
  author={Guerin, Joris and Ferreira, Raul Sena and Delmas, Kevin and Guiochet, J{\'e}r{\'e}mie},
  booktitle={2022 IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE)},
  pages={414--422},
  year={2022},
  organization={IEEE}
}


@article{cifar10-100,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}


@article{svhn,
  title={Reading digits in natural images with unsupervised feature learning},
  author={Netzer, Yuval and Wang, Tao and Coates, Adam and Bissacco, Alessandro and Wu, Bo and Ng, Andrew Y},
  year={2011}
}

@inproceedings{arampatzis2001score,
  title={The score-distributional threshold optimization for adaptive binary classification tasks},
  author={Arampatzis, Avi and van Hameran, Andr{\'e}},
  booktitle={Proceedings of the 24th annual international ACM SIGIR conference on Research and development in information retrieval},
  pages={285--293},
  year={2001}
}


@article{powers2015f,
  title={What the F-measure doesn't measure: Features, Flaws, Fallacies and Fixes},
  author={Powers, David MW},
  journal={arXiv preprint arXiv:1503.06410},
  year={2015}
}

@article{StatisticalComparison,
  title={Statistical Comparisons of Classifiers over Multiple Data Sets},
  author={Dem{\v{s}}ar, Janez},
  journal={Journal of Machine Learning Research},
  volume={7},
  pages={1--30},
  year={2006}
}


@inproceedings{hendrycks2016baseline,
  title={A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks},
  author={Hendrycks, Dan and Gimpel, Kevin},
  booktitle={International Conference on Learning Representations},
  year={2016}
}


@inproceedings{lee2018simple,
  title={A Simple Unified Framework for Detecting Out-of-Distribution Samples and Adversarial Attacks},
  author={Lee, Kimin and Lee, Kibok and Lee, Honglak and Shin, Jinwoo},
  booktitle={32nd Conference on Neural Information Processing Systems (NIPS)},
  year={2018},
  organization={Neural Information Processing Systems Foundation}
}


@inproceedings{Henzinger2019OutsideTB,
  title={Outside the box: Abstraction-based monitoring of neural networks},
  author={Henzinger, Thomas A and Lukina, Anna and Schilling, Christian},
  booktitle={24th European Conference on Artificial Intelligence},
  volume={325},
  year={2020}
}


@article{liu2020energy,
  title={Energy-based out-of-distribution detection},
  author={Liu, Weitang and Wang, Xiaoyun and Owens, John and Li, Yixuan},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={21464--21475},
  year={2020}
}

@article{sun2021react,
  title={React: Out-of-distribution detection with rectified activations},
  author={Sun, Yiyou and Guo, Chuan and Li, Yixuan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={144--157},
  year={2021}
}

@inproceedings{wang2022vim,
  title={ViM: Out-Of-Distribution with Virtual-logit Matching},
  author={Wang, Haoqi and Li, Zhizhong and Feng, Litong and Zhang, Wayne},
  booktitle={2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={4911--4920},
  year={2022},
  organization={IEEE}
}


@article{ZOU20162,
  title={Finding the best classification threshold in imbalanced classification},
  author={Zou, Quan and Xie, Sifa and Lin, Ziyu and Wu, Meihong and Ju, Ying},
  journal={Big Data Research},
  volume={5},
  pages={2--8},
  year={2016},
  publisher={Elsevier}
}

@article{SongROCoperating,
  title={ROC operating point selection for classification of imbalanced data with application to computer-aided polyp detection in CT colonography},
  author={Song, Bowen and Zhang, Guopeng and Zhu, Wei and Liang, Zhengrong},
  journal={International journal of computer assisted radiology and surgery},
  volume={9},
  pages={79--89},
  year={2014},
  publisher={Springer}
}


@article{ghost,
  title={GHOST: adjusting the decision threshold to handle imbalanced data in machine learning},
  author={Esposito, Carmen and Landrum, Gregory A and Schneider, Nadine and Stiefl, Nikolaus and Riniker, Sereina},
  journal={Journal of Chemical Information and Modeling},
  volume={61},
  number={6},
  pages={2623--2640},
  year={2021},
  publisher={ACS Publications}
}


@article{FREEMAN200848,
  title={A comparison of the performance of threshold criteria for binary classification in terms of predicted prevalence and kappa},
  author={Freeman, Elizabeth A and Moisen, Gretchen G},
  journal={Ecological modelling},
  volume={217},
  number={1-2},
  pages={48--58},
  year={2008},
  publisher={Elsevier}
}

@article{MCC,
  title={The Matthews correlation coefficient (MCC) should replace the ROC AUC as the standard metric for assessing binary classification},
  author={Chicco, Davide and Jurman, Giuseppe},
  journal={BioData Mining},
  volume={16},
  number={1},
  pages={1--23},
  year={2023},
  publisher={BioMed Central}
}

@inproceedings{GmeanF1,
  title={Robust thresholding strategies for highly imbalanced and noisy data},
  author={Johnson, Justin M and Khoshgoftaar, Taghi M},
  booktitle={2021 20th IEEE International Conference on Machine Learning and Applications (ICMLA)},
  pages={1182--1188},
  year={2021},
  organization={IEEE}
}


@article{papakipos2022augly,
  title={Augly: Data augmentations for robustness},
  author={Papakipos, Zoe and Bitton, Joanna},
  journal={arXiv preprint arXiv:2201.06494},
  year={2022}
}

@article{kim2020torchattacks,
  title={Torchattacks: A pytorch repository for adversarial attacks},
  author={Kim, Hoki},
  journal={arXiv preprint arXiv:2010.01950},
  year={2020}
}

@article{yu2015lsun,
  title={Lsun: Construction of a large-scale image dataset using deep learning with humans in the loop},
  author={Yu, Fisher and Seff, Ari and Zhang, Yinda and Song, Shuran and Funkhouser, Thomas and Xiao, Jianxiong},
  journal={arXiv preprint arXiv:1506.03365},
  year={2015}
}

@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE conference on computer vision and pattern recognition},
  pages={248--255},
  year={2009},
  organization={Ieee}
}


