@article{Touvron2022ThreeTE,
  title={Three things everyone should know about Vision Transformers},
  author={Hugo Touvron and Matthieu Cord and Alaaeldin El-Nouby and Jakob Verbeek and Herv'e J'egou},
  journal={ArXiv},
  year={2022},
  volume={abs/2203.09795}
}

@article{wightman2021resnet,
  title={ResNet strikes back: An improved training procedure in timm},
  author={Wightman, Ross and Touvron, Hugo and J{\'e}gou, Herv{\'e}},
  journal={arXiv e-prints},
  pages={arXiv--2110},
  year={2021}
}

@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={International conference on machine learning},
  pages={1321--1330},
  year={2017},
  organization={PMLR}
}

@inproceedings{lee2021vitgan,
  title={ViTGAN: Training GANs with Vision Transformers},
  author={Lee, Kwonjoon and Chang, Huiwen and Jiang, Lu and Zhang, Han and Tu, Zhuowen and Liu, Ce},
  booktitle={International Conference on Learning Representations},
  year={2021}
}


@inproceedings{katharopoulos2020transformers,
  title={Transformers are rnns: Fast autoregressive transformers with linear attention},
  author={Katharopoulos, Angelos and Vyas, Apoorv and Pappas, Nikolaos and Fleuret, Fran{\c{c}}ois},
  booktitle={International Conference on Machine Learning},
  pages={5156--5165},
  year={2020},
  organization={PMLR}
}
@article{mackay1992practical,
  title={A practical Bayesian framework for backpropagation networks},
  author={MacKay, David JC},
  journal={Neural computation},
  volume={4},
  number={3},
  pages={448--472},
  year={1992},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@inproceedings{wei2022mitigating,
  title={Mitigating neural network overconfidence with logit normalization},
  author={Wei, Hongxin and Xie, Renchunzi and Cheng, Hao and Feng, Lei and An, Bo and Li, Yixuan},
  booktitle={International Conference on Machine Learning},
  pages={23631--23644},
  year={2022},
  organization={PMLR}
}

@inproceedings{kristiadi2020being,
  title={Being bayesian, even just a bit, fixes overconfidence in relu networks},
  author={Kristiadi, Agustinus and Hein, Matthias and Hennig, Philipp},
  booktitle={International conference on machine learning},
  pages={5436--5446},
  year={2020},
  organization={PMLR}
}

@article{Wilson2016DeepKL,
  title={Deep Kernel Learning},
  author={Andrew Gordon Wilson and Zhiting Hu and Ruslan Salakhutdinov and Eric P. Xing},
  journal={ArXiv},
  year={2016},
  volume={abs/1511.02222}
}

@article{loshchilov2016sgdr,
  title={Sgdr: Stochastic gradient descent with warm restarts},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1608.03983},
  year={2016}
}

@article{tran2022plex,
  title={Plex: Towards reliability using pretrained large model extensions},
  author={Tran, Dustin and Liu, Jeremiah and Dusenberry, Michael W and Phan, Du and Collier, Mark and Ren, Jie and Han, Kehang and Wang, Zi and Mariet, Zelda and Hu, Huiyi and others},
  journal={arXiv preprint arXiv:2207.07411},
  year={2022}
}

@article{steiner2021train,
  title={How to train your vit? data, augmentation, and regularization in vision transformers},
  author={Steiner, Andreas and Kolesnikov, Alexander and Zhai, Xiaohua and Wightman, Ross and Uszkoreit, Jakob and Beyer, Lucas},
  journal={arXiv preprint arXiv:2106.10270},
  year={2021}
}
@inproceedings{van2020uncertainty,
  title={Uncertainty estimation using a single deep deterministic neural network},
  author={Van Amersfoort, Joost and Smith, Lewis and Teh, Yee Whye and Gal, Yarin},
  booktitle={International conference on machine learning},
  pages={9690--9700},
  year={2020},
  organization={PMLR}
}

@book{megginson2012introduction,
  title={An introduction to Banach space theory},
  author={Megginson, Robert E},
  volume={183},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@article{Fortuin2021PriorsIB,
  title={Priors in Bayesian Deep Learning: A Review},
  author={Vincent Fortuin},
  journal={ArXiv},
  year={2021},
  volume={abs/2105.06868}
}

@article{macedo2021enhanced,
  title={Enhanced Isotropy Maximization Loss: Seamless and High-Performance Out-of-Distribution Detection Simply Replacing the SoftMax Loss},
  author={Mac{\^e}do, David and Ludermir, Teresa},
  journal={arXiv preprint arXiv:2105.14399},
  year={2021}
}

@article{Bradshaw2017AdversarialEU,
  title={Adversarial Examples, Uncertainty, and Transfer Testing Robustness in Gaussian Process Hybrid Deep Networks},
  author={J F Bradshaw and Alexander G. de G. Matthews and Zoubin Ghahramani},
  journal={arXiv: Machine Learning},
  year={2017}
}

@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author={Williams, Christopher K and Rasmussen, Carl Edward},
  volume={2},
  number={3},
  year={2006},
  publisher={MIT press Cambridge, MA}
}

@article{dasoulas2021lipschitz,
  title={Lipschitz Normalization for Self-Attention Layers with Application to Graph Neural Networks},
  author={Dasoulas, George and Scaman, Kevin and Virmaux, Aladin},
  journal={arXiv preprint arXiv:2103.04886},
  year={2021}
}

@book{o2006metric,
  title={Metric spaces},
  author={O'Searcoid, M{\'\i}che{\'a}l},
  year={2006},
  publisher={Springer Science \& Business Media}
}

@inproceedings{Kim2021TheLC,
  title={The Lipschitz Constant of Self-Attention},
  author={Hyunjik Kim and George Papamakarios and Andriy Mnih},
  booktitle={ICML},
  year={2021}
}

@article{Liu2020SimpleAP,
  title={Simple and Principled Uncertainty Estimation with Deterministic Deep Learning via Distance Awareness},
  author={Jeremiah Zhe Liu and Zi Lin and Shreyas Padhy and Dustin Tran and Tania Bedrax-Weiss and Balaji Lakshminarayanan},
  journal={ArXiv},
  year={2020},
  volume={abs/2006.10108}
}

@article{izmailov2018averaging,
  title={Averaging weights leads to wider optima and better generalization},
  author={Izmailov, Pavel and Podoprikhin, Dmitrii and Garipov, Timur and Vetrov, Dmitry and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:1803.05407},
  year={2018}
}

@inproceedings{yang2019swalp,
  title={SWALP: Stochastic weight averaging in low precision training},
  author={Yang, Guandao and Zhang, Tianyi and Kirichenko, Polina and Bai, Junwen and Wilson, Andrew Gordon and De Sa, Chris},
  booktitle={International Conference on Machine Learning},
  pages={7015--7024},
  year={2019},
  organization={PMLR}
}

@article{kingma2015variational,
  title={Variational dropout and the local reparameterization trick},
  author={Kingma, Durk P and Salimans, Tim and Welling, Max},
  journal={Advances in neural information processing systems},
  volume={28},
  pages={2575--2583},
  year={2015}
}

@article{lin2020pruning,
  title={Pruning redundant mappings in transformer models via spectral-normalized identity prior},
  author={Lin, Zi and Liu, Jeremiah Zhe and Yang, Zi and Hua, Nan and Roth, Dan},
  journal={arXiv preprint arXiv:2010.01791},
  year={2020}
}

@article{mukhoti2021deterministic,
  title={Deterministic Neural Networks with Inductive Biases Capture Epistemic and Aleatoric Uncertainty},
  author={Mukhoti, Jishnu and Kirsch, Andreas and van Amersfoort, Joost and Torr, Philip HS and Gal, Yarin},
  journal={arXiv preprint arXiv:2102.11582},
  year={2021}
}

@inproceedings{gal2016dropout,
  title={Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
  author={Gal, Yarin and Ghahramani, Zoubin},
  booktitle={international conference on machine learning},
  pages={1050--1059},
  year={2016},
  organization={PMLR}
}

@article{ye2021adversarial,
  title={Adversarial Examples Generation for Reducing Implicit Gender Bias in Pre-trained Models},
  author={Ye, Wenqian and Xu, Fei and Huang, Yaojia and Huang, Cassie and others},
  journal={arXiv preprint arXiv:2110.01094},
  year={2021}
}

@article{xiao2020wat,
  title={Wat zei je? detecting out-of-distribution translations with variational transformers},
  author={Xiao, Tim Z and Gomez, Aidan N and Gal, Yarin},
  journal={arXiv preprint arXiv:2006.08344},
  year={2020}
}

@book{MacKay2003,
  added-at = {2007-05-24T14:43:04.000+0200},
  author = {MacKay, David J. C.},
  biburl = {https://www.bibsonomy.org/bibtex/24c23fea472f6e75c0964badd83883d77/tmalsburg},
  interhash = {86f621d9d6f9f159448f768d792d4511},
  intrahash = {4c23fea472f6e75c0964badd83883d77},
  keywords = {bayesianinference book informationtheory neuralnetworks patternrecognition probabilitytheory},
  publisher = {Copyright Cambridge University Press},
  timestamp = {2007-05-24T14:43:04.000+0200},
  title = {Information Theory, Inference, and Learning Algorithms},
  year = 2003
}



@article{cinquin2021pathologies,
  title={Pathologies in priors and inference for Bayesian transformers},
  author={Cinquin, Tristan and Immer, Alexander and Horn, Max and Fortuin, Vincent},
  journal={arXiv preprint arXiv:2110.04020},
  year={2021}
}

@misc{esposito2020blitzbdl,
    author = {Piero Esposito},
    title = {BLiTZ - Bayesian Layers in Torch Zoo (a Bayesian Deep Learing library for Torch)},
    year = {2020},
    publisher = {GitHub},
    journal = {GitHub repository},
    howpublished = {\url{https://github.com/piEsposito/blitz-bayesian-deep-learning/}},
}
@inproceedings{blundell2015weight,
  title={Weight uncertainty in neural network},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  pages={1613--1622},
  year={2015},
  organization={PMLR}
}

@article{merity2016pointer,
  title={Pointer sentinel mixture models},
  author={Merity, Stephen and Xiong, Caiming and Bradbury, James and Socher, Richard},
  journal={arXiv preprint arXiv:1609.07843},
  year={2016}
}

@article{deng2012mnist,
  title={The mnist database of handwritten digit images for machine learning research},
  author={Deng, Li},
  journal={IEEE Signal Processing Magazine},
  volume={29},
  number={6},
  pages={141--142},
  year={2012},
  publisher={IEEE}
}

@book{mackay,
author = {MacKay, David},
year = {2003},
month = {01},
pages = {},
title = {InformationTheory, Inference, and Learning Algorithms},
volume = {50},
isbn = {978-0-521-64298-9},
journal = {IEEE Transactions on Information Theory - TIT},
doi = {10.1109/TIT.2004.834752}
}

@inproceedings{Gal2016UncertaintyID,
  title={Uncertainty in Deep Learning},
  author={Yarin Gal},
  year={2016}
}

@article{tran2018bayesian,
  title={Bayesian layers: A module for neural network uncertainty},
  author={Tran, Dustin and Dusenberry, Michael W and van der Wilk, Mark and Hafner, Danijar},
  journal={arXiv preprint arXiv:1812.03973},
  year={2018}
}

@article{dropout,
    author = {Srivastava, Nitish and Hinton, Geoffrey and Krizhevsky, Alex and Sutskever, Ilya and Salakhutdinov, Ruslan},
    title = {Dropout: A Simple Way to Prevent Neural Networks from Overfitting},
    year = {2014},
    issue_date = {January 2014},
    publisher = {JMLR.org},
    volume = {15},
    number = {1},
    issn = {1532-4435},
    abstract = {Deep neural nets with a large number of parameters are very powerful machine learning
    systems. However, overfitting is a serious problem in such networks. Large networks
    are also slow to use, making it difficult to deal with overfitting by combining the
    predictions of many different large neural nets at test time. Dropout is a technique
    for addressing this problem. The key idea is to randomly drop units (along with their
    connections) from the neural network during training. This prevents units from co-adapting
    too much. During training, dropout samples from an exponential number of different
    "thinned" networks. At test time, it is easy to approximate the effect of averaging
    the predictions of all these thinned networks by simply using a single unthinned network
    that has smaller weights. This significantly reduces overfitting and gives major improvements
    over other regularization methods. We show that dropout improves the performance of
    neural networks on supervised learning tasks in vision, speech recognition, document
    classification and computational biology, obtaining state-of-the-art results on many
    benchmark data sets.},
    journal = {J. Mach. Learn. Res.},
    month = jan,
    pages = {1929–1958},
    numpages = {30},
    keywords = {deep learning, regularization, neural networks, model combination}
}

@article{maddoxfast,
  title={A Simple Baseline for Bayesian Uncertainty in Deep Learning},
  author={Maddox, Wesley and Garipov, Timur and Izmailov, Pavel and Vetrov, Dmitry and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:1902.02476},
  year={2019}
}

@article{lin2021survey,
  title={A Survey of Transformers},
  author={Lin, Tianyang and Wang, Yuxin and Liu, Xiangyang and Qiu, Xipeng},
  journal={arXiv preprint arXiv:2106.04554},
  year={2021}
}

@article{irie2019language,
  title={Language modeling with deep transformers},
  author={Irie, Kazuki and Zeyer, Albert and Schl{\"u}ter, Ralf and Ney, Hermann},
  journal={arXiv preprint arXiv:1905.04226},
  year={2019}
}

@article{layernorm,
  title={Layer normalization},
  author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  journal={arXiv preprint arXiv:1607.06450},
  year={2016}
}

@INPROCEEDINGS{resnet,
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 
  title={Deep Residual Learning for Image Recognition}, 
  year={2016},
  volume={},
  number={},
  pages={770-778},
  doi={10.1109/CVPR.2016.90}}
  
@article{Vaswani2017AttentionIA,
  title={Attention is All you Need},
  author={Ashish Vaswani and Noam M. Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin},
  journal={ArXiv},
  year={2017},
  volume={abs/1706.03762}
}

@article{Dosovitskiy2021AnII,
  title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
  author={Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
  journal={ArXiv},
  year={2021},
  volume={abs/2010.11929}
}

@inproceedings{Radford2021LearningTV,
  title={Learning Transferable Visual Models From Natural Language Supervision},
  author={Alec Radford and Jong Wook Kim and Chris Hallacy and Aditya Ramesh and Gabriel Goh and Sandhini Agarwal and Girish Sastry and Amanda Askell and Pamela Mishkin and Jack Clark and Gretchen Krueger and Ilya Sutskever},
  booktitle={ICML},
  year={2021}
}

@article{Xue2021BayesianTL,
  title={Bayesian Transformer Language Models for Speech Recognition},
  author={Boyang Xue and Jianwei Yu and Junhao Xu and Shansong Liu and Shoukang Hu and Zi Ye and Mengzhe Geng and Xunying Liu and Helen M. Meng},
  journal={ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  year={2021},
  pages={7378-7382}
}

@InProceedings{maas-EtAl:2011:ACL-HLT2011,
  author    = {Maas, Andrew L.  and  Daly, Raymond E.  and  Pham, Peter T.  and  Huang, Dan  and  Ng, Andrew Y.  and  Potts, Christopher},
  title     = {Learning Word Vectors for Sentiment Analysis},
  booktitle = {Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies},
  month     = {June},
  year      = {2011},
  address   = {Portland, Oregon, USA},
  publisher = {Association for Computational Linguistics},
  pages     = {142--150},
  url       = {http://www.aclweb.org/anthology/P11-1015}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@article{muller2019does,
  title={When does label smoothing help?},
  author={M{\"u}ller, Rafael and Kornblith, Simon and Hinton, Geoffrey E},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{Tran2019BayesianLA,
  title={Bayesian Layers: A Module for Neural Network Uncertainty},
  author={Dustin Tran and Michael W. Dusenberry and Mark van der Wilk and Danijar Hafner},
  booktitle={NeurIPS},
  year={2019}
}

@article{Hendrycks2016GaussianEL,
  title={Gaussian Error Linear Units (GELUs)},
  author={Dan Hendrycks and Kevin Gimpel},
  journal={arXiv: Learning},
  year={2016}
}

@article{Fan2020BayesianAM,
  title={Bayesian Attention Modules},
  author={Xinjie Fan and Shujian Zhang and Bo Chen and Mingyuan Zhou},
  journal={ArXiv},
  year={2020},
  volume={abs/2010.10604}
}

@article{Martin2020TheMC,
  title={The Monte Carlo Transformer: a stochastic self-attention model for sequence prediction},
  author={Alice Martin and Charles Ollion and Florian Strub and Sylvain Le Corff and Olivier Pietquin},
  journal={ArXiv},
  year={2020},
  volume={abs/2007.08620}
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
@article{Wilson2020BayesianDL,
  title={Bayesian Deep Learning and a Probabilistic Perspective of Generalization},
  author={Andrew Gordon Wilson and Pavel Izmailov},
  journal={ArXiv},
  year={2020},
  volume={abs/2002.08791}
}

@article{Ioffe2015BatchNA,
  title={Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift},
  author={Sergey Ioffe and Christian Szegedy},
  journal={ArXiv},
  year={2015},
  volume={abs/1502.03167}
}

@article{Miyato2018SpectralNF,
  title={Spectral Normalization for Generative Adversarial Networks},
  author={Takeru Miyato and Toshiki Kataoka and Masanori Koyama and Yuichi Yoshida},
  journal={ArXiv},
  year={2018},
  volume={abs/1802.05957}
}

@inproceedings{Deng2009ImageNetAL,
  title={ImageNet: A large-scale hierarchical image database},
  author={Jia Deng and Wei Dong and Richard Socher and Li-Jia Li and K. Li and Li Fei-Fei},
  booktitle={CVPR},
  year={2009}
}

@article{Gillioz2020OverviewOT,
  title={Overview of the Transformer-based Models for NLP Tasks},
  author={Anthony Gillioz and Jacky Casas and Elena Mugellini and Omar Abou Khaled},
  journal={2020 15th Conference on Computer Science and Information Systems (FedCSIS)},
  year={2020},
  pages={179-183}
}


@article{Devlin2019BERTPO,
  title={BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding},
  author={Jacob Devlin and Ming-Wei Chang and Kenton Lee and Kristina Toutanova},
  journal={ArXiv},
  year={2019},
  volume={abs/1810.04805}
}

@article{Amodei2016ConcretePI,
  title={Concrete Problems in AI Safety},
  author={Dario Amodei and Christopher Olah and Jacob Steinhardt and Paul Francis Christiano and John Schulman and Dandelion Man{\'e}},
  journal={ArXiv},
  year={2016},
  volume={abs/1606.06565}
}

@article{Cinquin2021PathologiesIP,
  title={Pathologies in priors and inference for Bayesian transformers},
  author={Tristan Cinquin and Alexander Immer and Max Horn and Vincent Fortuin},
  journal={ArXiv},
  year={2021},
  volume={abs/2110.04020}
}

@inproceedings{Maddox2019ASB,
  title={A Simple Baseline for Bayesian Uncertainty in Deep Learning},
  author={Wesley Maddox and T. Garipov and Pavel Izmailov and Dmitry P. Vetrov and Andrew Gordon Wilson},
  booktitle={NeurIPS},
  year={2019}
}

@article{Foong2020OnTE,
  title={On the Expressiveness of Approximate Inference in Bayesian Neural Networks},
  author={Andrew Y. K. Foong and David R. Burt and Yingzhen Li and Richard E. Turner},
  journal={arXiv: Machine Learning},
  year={2020}
}

@article{Karaletsos2020HierarchicalGP,
  title={Hierarchical Gaussian Process Priors for Bayesian Neural Network Weights},
  author={Theofanis Karaletsos and Thang D. Bui},
  journal={ArXiv},
  year={2020},
  volume={abs/2002.04033}
}

@inproceedings{Cobb2021ScalingHM,
  title={Scaling Hamiltonian Monte Carlo Inference for Bayesian Neural Networks with Symmetric Splitting},
  author={Adam D. Cobb and Brian Jalaian},
  booktitle={UAI},
  year={2021}
}

@inproceedings{Izmailov2019SubspaceIF,
  title={Subspace Inference for Bayesian Deep Learning},
  author={Pavel Izmailov and Wesley Maddox and P. Kirichenko and T. Garipov and Dmitry P. Vetrov and Andrew Gordon Wilson},
  booktitle={UAI},
  year={2019}
}

@article{Maroas2020CalibrationOD,
  title={Calibration of Deep Probabilistic Models with Decoupled Bayesian Neural Networks},
  author={Juan Maro{\~n}as and Roberto Paredes Palacios and Daniel Ramos-Castro},
  journal={ArXiv},
  year={2020},
  volume={abs/1908.08972}
}

@article{Wang2016TowardsBD,
  title={Towards Bayesian Deep Learning: A Survey},
  author={Hao Wang and Dit-Yan Yeung},
  journal={ArXiv},
  year={2016},
  volume={abs/1604.01662}
}

@article{Jospin2020HandsonBN,
  title={Hands-on Bayesian Neural Networks - a Tutorial for Deep Learning Users},
  author={Laurent Valentin Jospin and Wray L. Buntine and Farid Boussaid and Hamid Laga and Mohammed Bennamoun},
  journal={ArXiv},
  year={2020},
  volume={abs/2007.06823}
}

@article{Wang2018AdversarialDO,
  title={Adversarial Distillation of Bayesian Neural Network Posteriors},
  author={Kuan-Chieh Wang and Paul Vicol and James Lucas and Li Gu and Roger B. Grosse and Richard S. Zemel},
  journal={ArXiv},
  year={2018},
  volume={abs/1806.10317}
}

@article{Esteva2017DermatologistlevelCO,
  title={Dermatologist-level classification of skin cancer with deep neural networks},
  author={Andre Esteva and Brett Kuprel and Roberto A. Novoa and Justin M. Ko and Susan M. Swetter and Helen M. Blau and Sebastian Thrun},
  journal={Nature},
  year={2017},
  volume={542},
  pages={115-118}
}


@article{Huang2020AutonomousDW,
  title={Autonomous Driving with Deep Learning: A Survey of State-of-Art Technologies},
  author={Yu Huang and Yue Chen},
  journal={ArXiv},
  year={2020},
  volume={abs/2006.06091}
}

@article{Srivastava2014DropoutAS,
  title={Dropout: a simple way to prevent neural networks from overfitting},
  author={Nitish Srivastava and Geoffrey E. Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov},
  journal={J. Mach. Learn. Res.},
  year={2014},
  volume={15},
  pages={1929-1958}
}

@article{Carion2020EndtoEndOD,
  title={End-to-End Object Detection with Transformers},
  author={Nicolas Carion and Francisco Massa and Gabriel Synnaeve and Nicolas Usunier and Alexander Kirillov and Sergey Zagoruyko},
  journal={ArXiv},
  year={2020},
  volume={abs/2005.12872}
}

@article{Zhao2020AnEV,
  title={An End-to-End Visual-Audio Attention Network for Emotion Recognition in User-Generated Videos},
  author={Sicheng Zhao and Yunsheng Ma and Yang Gu and Jufeng Yang and Tengfei Xing and Pengfei Xu and Runbo Hu and Hua Chai and Kurt Keutzer},
  journal={ArXiv},
  year={2020},
  volume={abs/2003.00832}
}

@article{Abdar2021ARO,
  title={A Review of Uncertainty Quantification in Deep Learning: Techniques, Applications and Challenges},
  author={Moloud Abdar and Farhad Pourpanah and Sadiq Hussain and Dana Rezazadegan and Li Liu and Mohammad Ghavamzadeh and Paul W. Fieguth and Xiaochun Cao and Abbas Khosravi and U. Rajendra Acharya and Vladimir Makarenkov and Saeid Nahavandi},
  journal={Inf. Fusion},
  year={2021},
  volume={76},
  pages={243-297}
}

@article{Bartlett2008ClassificationWA,
  title={Classification with a Reject Option using a Hinge Loss},
  author={Peter L. Bartlett and Marten H. Wegkamp},
  journal={J. Mach. Learn. Res.},
  year={2008},
  volume={9},
  pages={1823-1840}
}

@article{Gal2016DropoutAA,
  title={Dropout as a Bayesian Approximation: Representing Model Uncertainty in Deep Learning},
  author={Yarin Gal and Zoubin Ghahramani},
  journal={ArXiv},
  year={2016},
  volume={abs/1506.02142}
}

@inproceedings{Jiang2018ToTO,
  title={To Trust Or Not To Trust A Classifier},
  author={Heinrich Jiang and Been Kim and Maya R. Gupta},
  booktitle={NeurIPS},
  year={2018}
}

@inproceedings{Mukhoti2021DeterministicNN,
  title={Deterministic Neural Networks with Inductive Biases Capture Epistemic and Aleatoric Uncertainty},
  author={Jishnu Mukhoti and Andreas Kirsch and Joost R. van Amersfoort and Philip H. S. Torr and Yarin Gal},
  year={2021}
}

@article{ILSVRC15,
Author = {Olga Russakovsky and Jia Deng and Hao Su and Jonathan Krause and Sanjeev Satheesh and Sean Ma and Zhiheng Huang and Andrej Karpathy and Aditya Khosla and Michael Bernstein and Alexander C. Berg and Li Fei-Fei},
Title = {{ImageNet Large Scale Visual Recognition Challenge}},
Year = {2015},
journal   = {International Journal of Computer Vision (IJCV)},
doi = {10.1007/s11263-015-0816-y},
volume={115},
number={3},
pages={211-252}
}

@inproceedings{Amersfoort2021OnFC,
  title={On Feature Collapse and Deep Kernel Learning for Single Forward Pass Uncertainty},
  author={Joost R. van Amersfoort and Lewis Smith and Andrew Jesson and Oscar Key and Yarin Gal},
  year={2021}
}

@inproceedings{Lakshminarayanan2017SimpleAS,
  title={Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles},
  author={Balaji Lakshminarayanan and Alexander Pritzel and Charles Blundell},
  booktitle={NIPS},
  year={2017}
}

@inproceedings{Netzer2011ReadingDI,
  title={Reading Digits in Natural Images with Unsupervised Feature Learning},
  author={Yuval Netzer and Tiejie Wang and Adam Coates and A. Bissacco and Bo Wu and A. Ng},
  year={2011}
}

@inproceedings{Paszke2019PyTorchAI,
  title={PyTorch: An Imperative Style, High-Performance Deep Learning Library},
  author={Adam Paszke and Sam Gross and Francisco Massa and Adam Lerer and James Bradbury and Gregory Chanan and Trevor Killeen and Zeming Lin and Natalia Gimelshein and Luca Antiga and Alban Desmaison and Andreas K{\"o}pf and Edward Yang and Zach DeVito and Martin Raison and Alykhan Tejani and Sasank Chilamkurthy and Benoit Steiner and Lu Fang and Junjie Bai and Soumith Chintala},
  booktitle={NeurIPS},
  year={2019}
}

@inproceedings{Touvron2021TrainingDI,
  title={Training data-efficient image transformers \& distillation through attention},
  author={Hugo Touvron and Matthieu Cord and Matthijs Douze and Francisco Massa and Alexandre Sablayrolles and Herv'e J'egou},
  booktitle={ICML},
  year={2021}
}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
@article{Sun2017RevisitingUE,
  title={Revisiting Unreasonable Effectiveness of Data in Deep Learning Era},
  author={Chen Sun and Abhinav Shrivastava and Saurabh Singh and Abhinav Kumar Gupta},
  journal={2017 IEEE International Conference on Computer Vision (ICCV)},
  year={2017},
  pages={843-852}
}


@inproceedings{Sensoy2018EvidentialDL,
  title={Evidential Deep Learning to Quantify Classification Uncertainty},
  author={M. Sensoy and Melih Kandemir and Lance M. Kaplan},
  booktitle={NeurIPS},
  year={2018}
}

@article{Lee2021VisionTF,
  title={Vision Transformer for Small-Size Datasets},
  author={Seung Hoon Lee and Seunghyun Lee and Byung Cheol Song},
  journal={ArXiv},
  year={2021},
  volume={abs/2112.13492}
}

@inproceedings{Neal1995BayesianLF,
  title={Bayesian Learning for Neural Networks},
  author={Radford M. Neal},
  year={1995}
}

@article{Chen2014StochasticGH,
  title={Stochastic Gradient Hamiltonian Monte Carlo},
  author={Tianqi Chen and Emily B. Fox and Carlos Guestrin},
  journal={ArXiv},
  year={2014},
  volume={abs/1402.4102}
}

@article{Zagoruyko2016WideRN,
  title={Wide Residual Networks},
  author={Sergey Zagoruyko and Nikos Komodakis},
  journal={ArXiv},
  year={2016},
  volume={abs/1605.07146}
}

@inproceedings{langley00,
 author    = {P. Langley},
 title     = {Crafting Papers on Machine Learning},
 year      = {2000},
 pages     = {1207--1216},
 editor    = {Pat Langley},
 booktitle     = {Proceedings of the 17th International Conference
              on Machine Learning (ICML 2000)},
 address   = {Stanford, CA},
 publisher = {Morgan Kaufmann}
}

@TechReport{mitchell80,
  author = 	 "T. M. Mitchell",
  title = 	 "The Need for Biases in Learning Generalizations",
  institution =  "Computer Science Department, Rutgers University",
  year = 	 "1980",
  address =	 "New Brunswick, MA",
}

@phdthesis{kearns89,
  author = {M. J. Kearns},
  title =  {Computational Complexity of Machine Learning},
  school = {Department of Computer Science, Harvard University},
  year =   {1989}
}

@Book{MachineLearningI,
  editor = 	 "R. S. Michalski and J. G. Carbonell and T.
		  M. Mitchell",
  title = 	 "Machine Learning: An Artificial Intelligence
		  Approach, Vol. I",
  publisher = 	 "Tioga",
  year = 	 "1983",
  address =	 "Palo Alto, CA"
}

@Book{DudaHart2nd,
  author =       "R. O. Duda and P. E. Hart and D. G. Stork",
  title =        "Pattern Classification",
  publisher =    "John Wiley and Sons",
  edition =      "2nd",
  year =         "2000"
}

@misc{anonymous,
  title= {Suppressed for Anonymity},
  author= {Author, N. N.},
  year= {2021}
}

@InCollection{Newell81,
  author =       "A. Newell and P. S. Rosenbloom",
  title =        "Mechanisms of Skill Acquisition and the Law of
                  Practice", 
  booktitle =    "Cognitive Skills and Their Acquisition",
  pages =        "1--51",
  publisher =    "Lawrence Erlbaum Associates, Inc.",
  year =         "1981",
  editor =       "J. R. Anderson",
  chapter =      "1",
  address =      "Hillsdale, NJ"
}


@Article{Samuel59,
  author = 	 "A. L. Samuel",
  title = 	 "Some Studies in Machine Learning Using the Game of
		  Checkers",
  journal =	 "IBM Journal of Research and Development",
  year =	 "1959",
  volume =	 "3",
  number =	 "3",
  pages =	 "211--229"
}

@article{zagoruyko2016wide,
  title={Wide residual networks},
  author={Zagoruyko, Sergey and Komodakis, Nikos},
  journal={arXiv preprint arXiv:1605.07146},
  year={2016}
}


@inproceedings{qilipsformer,
  title={LipsFormer: Introducing Lipschitz Continuity to Vision Transformers},
  author={Qi, Xianbiao and Wang, Jianan and Chen, Yihao and Shi, Yukai and Zhang, Lei},
  booktitle={International Conference on Learning Representations},
  year={2023}
}


@article{loshchilov2017decoupled,
  title={Decoupled weight decay regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1711.05101},
  year={2017}
}


@inproceedings{liu2021swin,
  title={Swin transformer: Hierarchical vision transformer using shifted windows},
  author={Liu, Ze and Lin, Yutong and Cao, Yue and Hu, Han and Wei, Yixuan and Zhang, Zheng and Lin, Stephen and Guo, Baining},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={10012--10022},
  year={2021}
}

@article{fort2021exploring,
  title={Exploring the limits of out-of-distribution detection},
  author={Fort, Stanislav and Ren, Jie and Lakshminarayanan, Balaji},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={7068--7081},
  year={2021}
}

@article{xue2022boosting,
  title={Boosting Out-of-Distribution Detection with Multiple Pre-trained Models},
  author={Xue, Feng and He, Zi and Xie, Chuanlong and Tan, Falong and Li, Zhenguo},
  journal={arXiv preprint arXiv:2212.12720},
  year={2022}
}

@inproceedings{cao2022deep,
  title={Deep Hybrid Models for Out-of-Distribution Detection},
  author={Cao, Senqi and Zhang, Zhongfei},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={4733--4743},
  year={2022}
}

@article{schuhmann2022laion,
  title={Laion-5b: An open large-scale dataset for training next generation image-text models},
  author={Schuhmann, Christoph and Beaumont, Romain and Vencu, Richard and Gordon, Cade and Wightman, Ross and Cherti, Mehdi and Coombes, Theo and Katta, Aarush and Mullis, Clayton and Wortsman, Mitchell and others},
  journal={arXiv preprint arXiv:2210.08402},
  year={2022}
}


@article{xucertifiably,
  title={Certifiably Robust Transformers with 1-Lipschitz Self-Attention},
  author={Xu, Xiaojun and Li, Linyi and Cheng, Yu and Mukherjee, Subhabrata and Awadallah, Ahmed Hassan and Li, Bo},
  year={2023}
}


@article{gupta2023certvit,
  title={CertViT: Certified Robustness of Pre-Trained Vision Transformers},
  author={Gupta, Kavya and Verma, Sagar},
  journal={arXiv preprint arXiv:2302.10287},
  year={2023}
}