@inproceedings{simard2003best,
  title={Best practices for convolutional neural networks applied to visual document analysis},
  author={Simard, Patrice Y and Steinkraus, Dave and Platt, John C},
  booktitle={2013 12th International Conference on Document Analysis and Recognition},
  volume={2},
  pages={958--958},
  year={2003},
  organization={IEEE Computer Society}
}

@article{DBLP:journals/corr/LinMBHPRDZ14,
  author    = {Tsung{-}Yi Lin and
               Michael Maire and
               Serge J. Belongie and
               Ross B. Girshick and
               James Hays and
               Pietro Perona and
               Deva Ramanan and
               Piotr Doll{\'{a}}r and
               C. Lawrence Zitnick},
  title     = {Microsoft {COCO:} Common Objects in Context},
  journal   = {CoRR},
  volume    = {abs/1405.0312},
  year      = {2014},
  url       = {http://arxiv.org/abs/1405.0312},
  archivePrefix = {arXiv},
  eprint    = {1405.0312},
  timestamp = {Mon, 13 Aug 2018 16:48:13 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/LinMBHPRDZ14},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@INPROCEEDINGS{5206848,
author={J. {Deng} and W. {Dong} and R. {Socher} and L. {Li} and {Kai Li} and {Li Fei-Fei}},
booktitle={2009 IEEE Conference on Computer Vision and Pattern Recognition},
title={ImageNet: A large-scale hierarchical image database},
year={2009},
volume={},
number={},
pages={248-255},
keywords={computer vision;image resolution;image retrieval;Internet;multimedia computing;ontologies (artificial intelligence);trees (mathematics);very large databases;visual databases;ImageNet database;large-scale hierarchical image database;Internet;image retrieval;multimedia data;large-scale ontology;wordNet structure;image resolution;subtree;computer vision;Large-scale systems;Image databases;Explosions;Internet;Robustness;Information retrieval;Image retrieval;Multimedia databases;Ontologies;Spine},
doi={10.1109/CVPR.2009.5206848},
ISSN={1063-6919},
month={June},}

@article{DBLP:journals/corr/abs-1712-02779,
  author    = {Logan Engstrom and
               Dimitris Tsipras and
               Ludwig Schmidt and
               Aleksander Madry},
  title     = {A Rotation and a Translation Suffice: Fooling CNNs with Simple Transformations},
  journal   = {CoRR},
  volume    = {abs/1712.02779},
  year      = {2017},
  url       = {http://arxiv.org/abs/1712.02779},
  archivePrefix = {arXiv},
  eprint    = {1712.02779},
  timestamp = {Mon, 13 Aug 2018 16:48:14 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/abs-1712-02779},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}


@article{Blei2017VariationalIA,
  title={Variational Inference: A Review for Statisticians},
  author={David M. Blei and Alp Kucukelbir and Jon D. McAuliffe},
  journal={ArXiv},
  year={2017},
  volume={abs/1601.00670}
}

@misc{goodfellow2014generative,
    title={Generative Adversarial Networks},
    author={Ian J. Goodfellow and Jean Pouget-Abadie and Mehdi Mirza and Bing Xu and David Warde-Farley and Sherjil Ozair and Aaron Courville and Yoshua Bengio},
    year={2014},
    eprint={1406.2661},
    archivePrefix={arXiv},
    primaryClass={stat.ML}
}

@article{DBLP:journals/corr/LaptevSBP16,
  author    = {Dmitry Laptev and
               Nikolay Savinov and
               Joachim M. Buhmann and
               Marc Pollefeys},
  title     = {{TI-POOLING:} transformation-invariant pooling for feature learning
               in Convolutional Neural Networks},
  journal   = {CoRR},
  volume    = {abs/1604.06318},
  year      = {2016},
  url       = {http://arxiv.org/abs/1604.06318},
  archivePrefix = {arXiv},
  eprint    = {1604.06318},
  timestamp = {Mon, 13 Aug 2018 16:46:36 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/LaptevSBP16},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@incollection{baird1992document,
  title={Document image defect models},
  author={Baird, Henry S},
  @booktitle={Structured Document Image Analysis},
  booktitle={SDIA},
  pages={546--556},
  year={1992},
  publisher={Springer}
}

@inproceedings{simard1992tangent,
  title={Tangent prop -- a formalism for specifying selected invariances in an adaptive network},
  author={Simard, Patrice and Victorri, Bernard and LeCun, Yann and Denker, John S},
  @booktitle={Advances in neural information processing systems},
  booktitle={NIPS},
  pages={895--903},
  year={1992}
}

@inproceedings{goodfellow2009measuring,
  title={Measuring invariances in deep networks},
  author={Goodfellow, Ian and Lee, Honglak and Le, Quoc V and Saxe, Andrew and Ng, Andrew Y},
  @booktitle={Advances in neural information processing systems},
  booktitle={NIPS},
  pages={646--654},
  year={2009}
}

@article{loosli:lskm:2007,
  title={Training invariant support vector machines using selective sampling},
  author={Loosli, Ga{\"e}lle and Canu, St{\'e}phane and Bottou, L{\'e}on},
  journal={Large scale kernel machines},
  pages={301--320},
  year={2007}
}

@article{Hoyle:2015ada,
      author         = "Hoyle, Ben and Rau, Markus Michael and Bonnett,
                        Christopher and Seitz, Stella and Weller, Jochen",
      title          = "{Data augmentation for machine learning redshifts applied
                        to SDSS galaxies}",
      @journal        = "Mon.Not.Roy.Astron.Soc.",
      journal        = "Monthly Notices of the Royal Astronomical Society",
      volume         = "450",
      pages          = "305",
      year           = "2015",
}

@inproceedings{jaitly2013vocal,
  title={Vocal tract length perturbation ({VTLP}) improves speech recognition},
  author={Jaitly, Navdeep and Hinton, Geoffrey E},
  booktitle={Proc. ICML Workshop on Deep Learning for Audio, Speech and Language},
  year={2013}
}

@article{Sonderby2015,
  title={Recurrent spatial transformer networks},
  author={S{\o}nderby, S{\o}ren Kaae and S{\o}nderby, Casper Kaae and Maal{\o}e, Lars and Winther, Ole},
  journal={arXiv preprint arXiv:1509.05329},
  year={2015}
}

@inproceedings{kanazawa2016warpnet,
  title={Warpnet: Weakly supervised matching for single-view reconstruction},
  author={Kanazawa, Angjoo and Jacobs, David W and Chandraker, Manmohan},
  booktitle={CVPR},
  @pages={3253--3261},
  year={2016}
}

@article{LinL16a,
  author    = {Chen{-}Hsuan Lin and
               Simon Lucey},
  title     = {Inverse Compositional Spatial Transformer Networks},
  journal   = {CoRR},
  volume    = {abs/1612.03897},
  year      = {2016},
  url       = {http://arxiv.org/abs/1612.03897},
  archivePrefix = {arXiv},
  eprint    = {1612.03897},
  timestamp = {Wed, 07 Jun 2017 14:42:14 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/LinL16a},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@incollection{NIPS2019_8884,
title = {Diffeomorphic Temporal Alignment Nets},
author = {Shapira Weber, Ron A and Eyal, Matan and Skafte, Nicki and Shriki, Oren and Freifeld, Oren},
booktitle = {Advances in Neural Information Processing Systems 32},
editor = {H. Wallach and H. Larochelle and A. Beygelzimer and F. d'\! Alch\'{e}-Buc and E. Fox and R. Garnett},
pages = {6570--6581},
year = {2019},
}

@inproceedings{detlefsen2019explicit,
  title={Explicit Disentanglement of Appearance and Perspective in Generative Models},
  author={Nicki Skafte Detlefsen and S{\o}ren Hauberg},
  year={2019},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
}


@incollection{HintonImageNet2012,
  title = {ImageNet Classification with Deep Convolutional Neural Networks},
  author = {Alex Krizhevsky and Ilya Sutskever and Geoffrey E. Hinton},
  @booktitle = {Advances in Neural Information Processing Systems 25},
  booktitle={NIPS},
  editor = {F. Pereira and C.J.C. Burges and L. Bottou and K.Q. Weinberger},
  pages = {1097--1105},
  year = {2012},
  publisher = {Curran Associates, Inc.},
}

@incollection{kr2012imagenet,
title = {ImageNet Classification with Deep Convolutional Neural Networks},
author = {Alex Krizhevsky and Sutskever, Ilya and Hinton, Geoffrey E},
booktitle = {Advances in Neural Information Processing Systems 25},
editor = {F. Pereira and C. J. C. Burges and L. Bottou and K. Q. Weinberger},
pages = {1097--1105},
year = {2012},
publisher = {Curran Associates, Inc.},
}

@inproceedings{hauberg2016dreaming,
  title={Dreaming more data: Class-dependent distributions over diffeomorphisms for learned data augmentation},
  author={Hauberg, S{\o}ren and Freifeld, Oren and Larsen, Anders Boesen Lindbo and Fisher, John W. and Hansen, Lars Kai},
  booktitle={Artificial Intelligence and Statistics},
  pages={342--350},
  year={2016}
}

@inproceedings{jaderberg2015spatial,
  title={Spatial transformer networks},
  author={Jaderberg, Max and Simonyan, Karen and Zisserman, Andrew and Kavukcuoglu, Koray},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2017--2025},
  year={2015}
}

@inproceedings{tran2017bayesian,
  title={A Bayesian data augmentation approach for learning deep models},
  author={Tran, Toan and Pham, Trung and Carneiro, Gustavo and Palmer, Lyle and Reid, Ian},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2797--2806},
  year={2017}
}

@INPROCEEDINGS{detlefsen18diffstn, 
author={Detlefsen, Nicki Skafte and Freifeld, Oren and Hauberg, S{\o}ren}, 
booktitle={2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 
title={Deep Diffeomorphic Transformer Networks}, 
year={2018}, 
volume={}, 
number={}, 
pages={4403-4412}, 
ISSN={2575-7075}, 
month={June},}

@inproceedings{kingm2013VAE,
  author    = {Diederik P. Kingma and
               Max Welling},
  title     = {Auto-Encoding Variational Bayes},
  booktitle = {2nd International Conference on Learning Representations, {ICLR} 2014,
               Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings},
  year      = {2014},
  url       = {http://arxiv.org/abs/1312.6114},
  timestamp = {Thu, 04 Apr 2019 13:20:07 +0200},
  biburl    = {https://dblp.org/rec/bib/journals/corr/KingmaW13},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{kingma2019vae_tutorial,
  title={An Introduction to Variational Autoencoders},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1906.02691},
  year={2019}
}

@article{freifeld2017transformations,
  title={Transformations Based on Continuous Piecewise-Affine Velocity Fields},
  author={Freifeld, Oren and Hauberg, S{\o}ren and Batmanghelich, Kayhan and Fisher, John W.},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2017},
  publisher={IEEE}
}

@misc{detlefsen2018libcpab,
  author = {Detlefsen, Nicki Skafte},
  title = {libcpab},
  year = {2018},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url{https://github.com/SkafteNicki/libcpab}},
}

@inproceedings{lakshminarayanan2017deepensembleUQ,
  title={Simple and scalable predictive uncertainty estimation using deep ensembles},
  author={Lakshminarayanan, Balaji and Pritzel, Alexander and Blundell, Charles},
  booktitle={Advances in Neural Information Processing Systems},
  pages={6402--6413},
  year={2017}
}

@article{hendrycks2016softmaxuq,
  title={A baseline for detecting misclassified and out-of-distribution examples in neural networks},
  author={Hendrycks, Dan and Gimpel, Kevin},
  journal={arXiv preprint arXiv:1610.02136},
  year={2016}
}

@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={1321--1330},
  year={2017},
  organization={JMLR. org}
}

@incollection{simard1991_tangentprop,
title = {Tangent Prop - A formalism for specifying selected invariances in an adaptive network},
author = {Patrice Simard and Bernard Victorri and LeCun, Yann and Denker, John},
booktitle = {Advances in Neural Information Processing Systems 4},
editor = {J. E. Moody and S. J. Hanson and R. P. Lippmann},
pages = {895--903},
year = {1992},
publisher = {Morgan-Kaufmann},
url = {http://papers.nips.cc/paper/536-tangent-prop-a-formalism-for-specifying-selected-invariances-in-an-adaptive-network.pdf}
}

@inproceedings{vanderwilk2018learning,
  title={Learning invariances using the marginal likelihood},
  author={Van der Wilk, Mark and Bauer, Matthias and John, ST and Hensman, James},
  booktitle={Advances in Neural Information Processing Systems},
  pages={9938--9948},
  year={2018}
}

@article{wang2018test,
  title={Test-time augmentation with uncertainty estimation for deep learning-based medical image segmentation},
  author={Wang, Guotai and Li, Wenqi and Aertsen, Michael and Deprest, Jan and Ourselin, Sebastien and Vercauteren, Tom},
  journal={arXiv preprint arXiv:1807.07356},
  year={2018}
}

@article{hinton2015distilling,
  title={Distilling the knowledge in a neural network},
  author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
  journal={arXiv preprint arXiv:1503.02531},
  year={2015}
}

@inproceedings{lecun1995comparison,
  title={Comparison of learning algorithms for handwritten digit recognition},
  author={LeCun, Yann and Jackel, LD and Bottou, Leon and Brunot, A and Cortes, Corinna and Denker, JS and Drucker, Harris and Guyon, I and Muller, UA and Sackinger, Eduard and others},
  booktitle={International conference on artificial neural networks},
  volume={60},
  pages={53--60},
  year={1995},
  organization={Perth, Australia}
}

@article{tanner1987calculation,
  title={The calculation of posterior distributions by data augmentation},
  author={Tanner, Martin A and Wong, Wing Hung},
  journal={Journal of the American statistical Association},
  volume={82},
  number={398},
  pages={528--540},
  year={1987},
  publisher={Taylor \& Francis}
}

@article{blundell2015weight,
  title={Weight uncertainty in neural networks},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  journal={arXiv preprint arXiv:1505.05424},
  year={2015}
}


 @misc{UCRArchive2018,
    title = {The UCR Time Series Classification Archive},
    author = {Dau, Hoang Anh and Keogh, Eamonn and Kamgar, Kaveh and Yeh, Chin-Chia Michael and Zhu, Yan 
              and Gharghabi, Shaghayegh and Ratanamahatana, Chotirat Ann and Yanping and Hu, Bing 
              and Begum, Nurjahan and Bagnall, Anthony and Mueen, Abdullah and Batista, Gustavo and Hexagon-ML},
    year = {2018},
    note = {\url{https://www.cs.ucr.edu/~eamonn/time_series_data_2018/}},
    month = {October}
}

@article{stirn2020variational,
  title={Variational variance: Simple and reliable predictive variance parameterization},
  author={Stirn, Andrew and Knowles, David A},
  journal={arXiv e-prints},
  pages={arXiv--2006},
  year={2020}
}

@inproceedings{detlefsen2019reliable,
  title={Reliable training and estimation of variance networks},
  author={Detlefsen, Nicki Skafte and J{\o}rgensen, Martin and Hauberg, S{\o}ren},
  booktitle={33rd Conference on Neural Information Processing Systems},
  year={2019}
}

@inproceedings{schwoebel2021layer,
  title={Last Layer Marginal Likelihood for Invariance Learning},
  author={Schw{\"o}bel, Pola and J{\o}rgensen, Martin and Ober, Sebastian W and Van Der Wilk, Mark},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={3542--3555},
  year={2022},
  organization={PMLR}
}

@inproceedings{takahashi2018student,
  title={Student-t Variational Autoencoder for Robust Density Estimation.},
  author={Takahashi, Hiroshi and Iwata, Tomoharu and Yamanaka, Yuki and Yamada, Masanori and Yagi, Satoshi},
  booktitle={IJCAI},
  pages={2696--2702},
  year={2018}
}

@inproceedings{gal2016dropout,
  title={Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
  author={Gal, Yarin and Ghahramani, Zoubin},
  booktitle={international conference on machine learning},
  pages={1050--1059},
  year={2016},
  organization={PMLR}
}

@article{daxberger2021laplace,
  title={Laplace Redux-Effortless Bayesian Deep Learning},
  author={Daxberger, Erik and Kristiadi, Agustinus and Immer, Alexander and Eschenhagen, Runa and Bauer, Matthias and Hennig, Philipp},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@article{mackay1992bayesian,
  title={Bayesian interpolation},
  author={MacKay, David JC},
  journal={Neural computation},
  volume={4},
  number={3},
  pages={415--447},
  year={1992},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@inproceedings{gustafsson2020evaluating,
  title={Evaluating scalable bayesian deep learning methods for robust computer vision},
  author={Gustafsson, Fredrik K and Danelljan, Martin and Schon, Thomas B},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition workshops},
  pages={318--319},
  year={2020}
}

@article{mackay2002information,
  title={Model comparison and {O}ccam’s Razor},
  author={MacKay, David J C},
  journal={Information Theory, Inference and Learning Algorithms},
  pages={343--355},
  year={2003},
  publisher={Cambridge University Press Cambridge}
}

@article{benton2020learning,
  title={Learning invariances in neural networks},
  author={Benton, Gregory and Finzi, Marc and Izmailov, Pavel and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:2010.11882},
  year={2020}
}

@inproceedings{cubuk2019autoaugment,
  title={Autoaugment: Learning augmentation strategies from data},
  author={Cubuk, Ekin D and Zoph, Barret and Mane, Dandelion and Vasudevan, Vijay and Le, Quoc V},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={113--123},
  year={2019}
}

@inproceedings{cubuk2020randaugment,
  title={Randaugment: Practical automated data augmentation with a reduced search space},
  author={Cubuk, Ekin D and Zoph, Barret and Shlens, Jonathon and Le, Quoc V},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops},
  pages={702--703},
  year={2020}
}

@InProceedings{Kueppers_2020_CVPR_Workshops,
   author = {Küppers, Fabian and Kronenberger, Jan and Shantia, Amirhossein and Haselhoff, Anselm},
   title = {Multivariate Confidence Calibration for Object Detection},
   booktitle = {The IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops},
   month = {June},
   year = {2020}
}

@InProceedings{Kueppers_2021_IV,
       author = {Küppers, Fabian and Kronenberger, Jan and Schneider, Jonas and Haselhoff, Anselm},
       title = {Bayesian Confidence Calibration for Epistemic Uncertainty Modelling},
       booktitle = {Proceedings of the IEEE Intelligent Vehicles Symposium (IV)},
       month = {July},
       year = {2021},
    }
    
    
@article{xiao2017fashion,
  title={Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}

@article{mtsd,
  author    = {Christian Ertler and
               Jerneja Mislej and
               Tobias Ollmann and
               Lorenzo Porzi and
               Yubin Kuang},
  title     = {Traffic Sign Detection and Classification around the World},
  journal   = {CoRR},
  volume    = {abs/1909.04422},
  year      = {2019},
  url       = {http://arxiv.org/abs/1909.04422},
  eprinttype = {arXiv},
  eprint    = {1909.04422},
  timestamp = {Tue, 17 Sep 2019 11:23:44 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1909-04422.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{higgins2016beta,
  title={beta-vae: Learning basic visual concepts with a constrained variational framework},
  author={Higgins, Irina and Matthey, Loic and Pal, Arka and Burgess, Christopher and Glorot, Xavier and Botvinick, Matthew and Mohamed, Shakir and Lerchner, Alexander},
  year={2016}
}

@inproceedings{finnveden2021understanding,
  title={Understanding when spatial transformer networks do not support invariance, and what to do about it},
  author={Finnveden, Lukas and Jansson, Ylva and Lindeberg, Tony},
  booktitle={2020 25th International Conference on Pattern Recognition (ICPR)},
  pages={3427--3434},
  year={2021},
  organization={IEEE}
}