@article{einstein,
author =       "Albert Einstein",
title =        "{Zur Elektrodynamik bewegter Körper}",
journal =      "Annalen der Physik",
volume =       "322",
number =       "10",
pages =        "891--921",
year =         "1905"}

@incollection{zadorozhny2022out,
  title={Out-of-distribution detection for medical applications: Guidelines for practical evaluation},
  author={Zadorozhny, Karina and Thoral, Patrick and Elbers, Paul and Cin{\`a}, Giovanni},
  booktitle={Multimodal AI in healthcare: A paradigm shift in health intelligence},
  pages={137--153},
  year={2022},
  publisher={Springer}
}

@book{latexcompanion,
author    = "Michel Goossens and Frank Mittelbach and Alexander Samarin",
title     = "The \LaTeX\ Companion",
year      = "1993",
publisher = "Addison-Wesley"}

@inproceedings{ulmer2021know,
  title={Know your limits: {U}ncertainty estimation with relu classifiers fails at reliable ood detection},
  author={Ulmer, Dennis and Cin{\`a}, Giovanni},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={1766--1776},
  year={2021},
  organization={PMLR}
}

@inproceedings{ulmer2020trust,
  title={Trust issues: {U}ncertainty estimation does not enable reliable ood detection on medical tabular data},
  author={Ulmer, Dennis and Meijerink, Lotta and Cin{\`a}, Giovanni},
  booktitle={Machine Learning for Health},
  pages={341--354},
  year={2020},
  organization={PMLR}
}

@article{balint2014diabetic,
  title={An ensemble-based system for automatic screening of diabetic retinopathy},
  author={Antal, B{\'a}lint and Hajdu, Andr{\'a}s},
  journal={Knowledge-based systems},
  volume={60},
  pages={20--27},
  year={2014},
  publisher={Elsevier}
}

@article{Paulo2009wine,
  title={Modeling wine preferences by data mining from physicochemical properties},
  author={Cortez, Paulo and Cerdeira, Ant{\'o}nio and Almeida, Fernando and Matos, Telmo and Reis, Jos{\'e}},
  journal={Decision support systems},
  volume={47},
  number={4},
  pages={547--553},
  year={2009},
  publisher={Elsevier}
}

@article{UCI2020bean,
  title={Multiclass classification of dry beans using computer vision and machine learning techniques},
  author={Koklu, Murat and Ozkan, Ilker Ali},
  journal={Computers and Electronics in Agriculture},
  volume={174},
  pages={105507},
  year={2020},
  publisher={Elsevier}
}

@article{johnson2023mimic,
  title={{MIMIC-IV}, a freely accessible electronic health record dataset},
  author={Johnson, Alistair EW and Bulgarelli, Lucas and Shen, Lu and Gayles, Alvin and Shammout, Ayad and Horng, Steven and Pollard, Tom J and Hao, Sicheng and Moody, Benjamin and Gow, Brian and others},
  journal={Scientific data},
  volume={10},
  number={1},
  pages={1},
  year={2023},
  publisher={Nature Publishing Group UK London}
}

@article{pollard2018eicu,
  title={The {eICU} Collaborative Research Database, a freely available multi-center database for critical care research},
  author={Pollard, Tom J and Johnson, Alistair EW and Raffa, Jesse D and Celi, Leo A and Mark, Roger G and Badawi, Omar},
  journal={Scientific data},
  volume={5},
  number={1},
  pages={1--13},
  year={2018},
  publisher={Nature Publishing Group}
}

@article{deng2012mnist,
  title={The {MNIST} database of handwritten digit images for machine learning research},
  author={Deng, Li},
  journal={IEEE Signal Processing Magazine},
  volume={29},
  number={6},
  pages={141--142},
  year={2012},
  publisher={IEEE}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@inproceedings{deng2009imagenet,
  title={{ImageNet}: {A} large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE conference on computer vision and pattern recognition},
  pages={248--255},
  year={2009},
  organization={Ieee}
}

@inproceedings{
yang2022openood,
title={Open{OOD}: {B}enchmarking Generalized Out-of-Distribution Detection},
author={Jingkang Yang and Pengyun Wang and Dejian Zou and Zitang Zhou and Kunyuan Ding and WENXUAN PENG and Haoqi Wang and Guangyao Chen and Bo Li and Yiyou Sun and Xuefeng Du and Kaiyang Zhou and Wayne Zhang and Dan Hendrycks and Yixuan Li and Ziwei Liu},
booktitle={Thirty-sixth Conference on Neural Information Processing Systems Datasets and Benchmarks Track},
year={2022},
\\url={https://openreview.net/forum?id=gT6j4_tskUt}
}

@article{zhang2023openood,
  title={{OpenOOD} v1.5: {E}nhanced Benchmark for Out-of-Distribution Detection},
  author={Zhang, Jingyang and Yang, Jingkang and Wang, Pengyun and Wang, Haoqi and Lin, Yueqian and Zhang, Haoran and Sun, Yiyou and Du, Xuefeng and Zhou, Kaiyang and Zhang, Wayne and Li, Yixuan and Liu, Ziwei and Chen, Yiran and Li, Hai},
  journal={arXiv preprint arXiv:2306.09301},
  year={2023}
}

@article{azizmalayeri2023unmasking,
  title={Unmasking the Chameleons: A Benchmark for Out-of-Distribution Detection in Medical Tabular Data},
  author={Azizmalayeri, Mohammad and Abu-Hanna, Ameen and Cin{\'a}, Giovanni},
  journal={arXiv preprint arXiv:2309.16220},
  year={2023}
}

@inproceedings{nguyen2015deep,
  title={Deep neural networks are easily fooled: {H}igh confidence predictions for unrecognizable images},
  author={Nguyen, Anh and Yosinski, Jason and Clune, Jeff},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={427--436},
  year={2015}
}

@inproceedings{sun2021react,
  title={{ReAct}: {O}ut-of-distribution detection with rectified activations},
  author={Sun, Yiyou and Guo, Chuan and Li, Yixuan},
  booktitle={Advances in Neural Information Processing Systems},
  volume={34},
  pages={144--157},
  year={2021}
}

@article{sheikhalishahi2020benchmarking,
  title={Benchmarking machine learning models on multi-centre {eICU} critical care dataset},
  author={Sheikhalishahi, Seyedmostafa and Balaraman, Vevake and Osmani, Venet},
  journal={Plos one},
  volume={15},
  number={7},
  pages={e0235424},
  year={2020},
  publisher={Public Library of Science San Francisco, CA USA}
}

@inproceedings{gupta2022extensive,
  title={An extensive data processing pipeline for {MIMIC-IV}},
  author={Gupta, Mehak and Gallamoza, Brennan and Cutrona, Nicolas and Dhakal, Pranjal and Poulain, Raphael and Beheshti, Rahmatollah},
  booktitle={Machine Learning for Health},
  pages={311--325},
  year={2022},
  organization={PMLR}
}

@article{decenciere2014feedback,
  title={Feedback on a publicly distributed image database: the {M}essidor database},
  author={Decenci{\`e}re, Etienne and Zhang, Xiwei and Cazuguel, Guy and Lay, Bruno and Cochener, B{\'e}atrice and Trone, Caroline and Gain, Philippe and Ordonez, Richard and Massin, Pascale and Erginay, Ali and others},
  journal={Image Analysis \& Stereology},
  volume={33},
  number={3},
  pages={231--234},
  year={2014}
}

@inproceedings{gorishniy2021revisiting,
  title={Revisiting deep learning models for tabular data},
  author={Gorishniy, Yury and Rubachev, Ivan and Khrulkov, Valentin and Babenko, Artem},
  booktitle={Advances in Neural Information Processing Systems},
  volume={34},
  pages={18932--18943},
  year={2021}
}

@inproceedings{Goodfellow2015Explaining,title	= {Explaining and Harnessing Adversarial Examples},author	= {Ian Goodfellow and Jonathon Shlens and Christian Szegedy},year	= {2015},URL	= {http://arxiv.org/abs/1412.6572},booktitle	= {International Conference on Learning Representations}}


@article{xiao2017fashion,
  title={Fashion-{MNIST}: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}

@inproceedings{Netzer2011SVHN,title	= {Reading Digits in Natural Images with Unsupervised Feature Learning},author	= {Yuval Netzer and Tao Wang and Adam Coates and Alessandro Bissacco and Bo Wu and Andrew Y. Ng},year	= {2011},
\\URL	= {http://ufldl.stanford.edu/housenumbers/nips2011_housenumbers.pdf},
booktitle	= {NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2011}}

@inproceedings{van2018inaturalist,
  title={The inaturalist species classification and detection dataset},
  author={Van Horn, Grant and Mac Aodha, Oisin and Song, Yang and Cui, Yin and Sun, Chen and Shepard, Alex and Adam, Hartwig and Perona, Pietro and Belongie, Serge},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={8769--8778},
  year={2018}
}

@inproceedings{cimpoi2014describing,
  title={Describing textures in the wild},
  author={Cimpoi, Mircea and Maji, Subhransu and Kokkinos, Iasonas and Mohamed, Sammy and Vedaldi, Andrea},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={3606--3613},
  year={2014}
}

@article{bitterwolf2023or,
  title={In or Out? Fixing ImageNet Out-of-Distribution Detection Evaluation},
  author={Bitterwolf, Julian and M{\"u}ller, Maximilian and Hein, Matthias},
  journal={arXiv preprint arXiv:2306.00826},
  year={2023}
}

@inproceedings{wang2022vim,
  title={{ViM}: Out-of-distribution with virtual-logit matching},
  author={Wang, Haoqi and Li, Zhizhong and Feng, Litong and Zhang, Wayne},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={4921--4930},
  year={2022}
}

@inproceedings{madry2018towards,
  title={Towards Deep Learning Models Resistant to Adversarial Attacks},
  author={Madry, Aleksander and Makelov, Aleksandar and Schmidt, Ludwig and Tsipras, Dimitris and Vladu, Adrian},
  booktitle={International Conference on Learning Representations},
  year={2018}
}


@inproceedings{wei2022mitigating,
  title={Mitigating neural network overconfidence with logit normalization},
  author={Wei, Hongxin and Xie, Renchunzi and Cheng, Hao and Feng, Lei and An, Bo and Li, Yixuan},
  booktitle={International Conference on Machine Learning},
  pages={23631--23644},
  year={2022},
  organization={PMLR}
}

@inproceedings{
hendrycks2017a,
title={A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks},
author={Dan Hendrycks and Kevin Gimpel},
booktitle={International Conference on Learning Representations},
year={2017},
\\url={https://openreview.net/forum?id=Hkg4TI9xl}
}

@article{yang2021generalized,
  title={Generalized out-of-distribution detection: A survey. arXiv},
  author={Yang, J and Zhou, K and Li, Y and Liu, Z},
  journal={arXiv preprint arXiv:2110.11334},
  year={2021}
}

@inproceedings{liu2020energy,
  title={Energy-based out-of-distribution detection},
  author={Liu, Weitang and Wang, Xiaoyun and Owens, John and Li, Yixuan},
  booktitle={Advances in neural information processing systems},
  volume={33},
  pages={21464--21475},
  year={2020}
}

@inproceedings{lee2018simple,
  title={A simple unified framework for detecting out-of-distribution samples and adversarial attacks},
  author={Lee, Kimin and Lee, Kibok and Lee, Honglak and Shin, Jinwoo},
  booktitle={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@inproceedings{arora2018understanding,
  title={Understanding Deep Neural Networks with Rectified Linear Units},
  author={Arora, Raman and Basu, Amitabh and Mianjy, Poorya and Mukherjee, Anirbit},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{hein2019relu,
  title={Why {ReLU} networks yield high-confidence predictions far away from the training data and how to mitigate the problem},
  author={Hein, Matthias and Andriushchenko, Maksym and Bitterwolf, Julian},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={41--50},
  year={2019}
}


@inproceedings{croce2019randomized,
  title={A randomized gradient-free attack on relu networks},
  author={Croce, Francesco and Hein, Matthias},
  booktitle={Pattern Recognition: 40th German Conference, {GCPR}},
  pages={215--227},
  year={2018},
  organization={Springer}
}

@article{ren2021simple,
  title={A simple fix to mahalanobis distance for improving near-ood detection},
  author={Ren, Jie and Fort, Stanislav and Liu, Jeremiah and Roy, Abhijit Guha and Padhy, Shreyas and Lakshminarayanan, Balaji},
  journal={arXiv preprint arXiv:2106.09022},
  year={2021}
}

@inproceedings{sun2022out,
  title={Out-of-distribution detection with deep nearest neighbors},
  author={Sun, Yiyou and Ming, Yifei and Zhu, Xiaojin and Li, Yixuan},
  booktitle={International Conference on Machine Learning},
  pages={20827--20840},
  year={2022},
  organization={PMLR}
}

@inproceedings{zhang2022out,
  title={Out-of-Distribution Detection based on In-Distribution Data Patterns Memorization with Modern Hopfield Energy},
  author={Zhang, Jinsong and Fu, Qiang and Chen, Xu and Du, Lun and Li, Zelin and Wang, Gang and Han, Shi and Zhang, Dongmei and others},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@article{ramsauer2020hopfield,
  title={Hopfield networks is all you need},
  author={Ramsauer, Hubert and Sch{\"a}fl, Bernhard and Lehner, Johannes and Seidl, Philipp and Widrich, Michael and Adler, Thomas and Gruber, Lukas and Holzleitner, Markus and Pavlovi{\'c}, Milena and Sandve, Geir Kjetil and others},
  journal={arXiv preprint arXiv:2008.02217},
  year={2020}
}

@inproceedings{hendrycks2022scaling,
  title={Scaling Out-of-Distribution Detection for Real-World Settings},
  author={Hendrycks, Dan and Basart, Steven and Mazeika, Mantas and Zou, Andy and Kwon, Joseph and Mostajabi, Mohammadreza and Steinhardt, Jacob and Song, Dawn},
  booktitle={International Conference on Machine Learning},
  pages={8759--8773},
  year={2022},
  organization={PMLR}
}

@inproceedings{bendale2016towards,
  title={Towards open set deep networks},
  author={Bendale, Abhijit and Boult, Terrance E},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={1563--1572},
  year={2016}
}

@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={International conference on machine learning},
  pages={1321--1330},
  year={2017},
  organization={PMLR}
}

@inproceedings{sastry2020detecting,
  title={Detecting out-of-distribution examples with gram matrices},
  author={Sastry, Chandramouli Shama and Oore, Sageev},
  booktitle={International Conference on Machine Learning},
  pages={8491--8501},
  year={2020},
  organization={PMLR}
}

@article{huang2021importance,
  title={On the importance of gradients for detecting distributional shifts in the wild},
  author={Huang, Rui and Geng, Andrew and Li, Yixuan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={677--689},
  year={2021}
}

@inproceedings{sun2022dice,
  title={{DICE}: {L}everaging sparsification for out-of-distribution detection},
  author={Sun, Yiyou and Li, Yixuan},
  booktitle={European Conference on Computer Vision},
  pages={691--708},
  year={2022},
  organization={Springer}
}

@inproceedings{djurisic2022extremely,
  title={Extremely Simple Activation Shaping for Out-of-Distribution Detection},
  author={Djurisic, Andrija and Bozanic, Nebojsa and Ashok, Arjun and Liu, Rosanne},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2023}
}

@article{bandi2018detection,
  title={From detection of individual metastases to classification of lymph node status at the patient level: the camelyon17 challenge},
  author={Bandi, Peter and Geessink, Oscar and Manson, Quirine and Van Dijk, Marcory and Balkenhol, Maschenka and Hermsen, Meyke and Bejnordi, Babak Ehteshami and Lee, Byungjae and Paeng, Kyunghyun and Zhong, Aoxiao and others},
  journal={IEEE transactions on medical imaging},
  volume={38},
  number={2},
  pages={550--560},
  year={2018},
  publisher={IEEE}
}

@inproceedings{koh2021wilds,
  title={Wilds: A benchmark of in-the-wild distribution shifts},
  author={Koh, Pang Wei and Sagawa, Shiori and Marklund, Henrik and Xie, Sang Michael and Zhang, Marvin and Balsubramani, Akshay and Hu, Weihua and Yasunaga, Michihiro and Phillips, Richard Lanas and Gao, Irena and others},
  booktitle={International Conference on Machine Learning},
  pages={5637--5664},
  year={2021},
  organization={PMLR}
}

@article{zimmerer2022mood,
  title={{MOOD} 2020: {A} public benchmark for out-of-distribution detection and localization on medical images},
  author={Zimmerer, David and Full, Peter M and Isensee, Fabian and J{\"a}ger, Paul and Adler, Tim and Petersen, Jens and K{\"o}hler, Gregor and Ross, Tobias and Reinke, Annika and Kascenas, Antanas and others},
  journal={IEEE Transactions on Medical Imaging},
  volume={41},
  number={10},
  pages={2728--2738},
  year={2022},
  publisher={IEEE}
}

@inproceedings{zhou2022rethinking,
  title={Rethinking reconstruction autoencoder-based out-of-distribution detection},
  author={Zhou, Yibo},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={7379--7387},
  year={2022}
}

@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}