@inproceedings{mae,
	title        = {Masked autoencoders are scalable vision learners},
	author       = {He, Kaiming and Chen, Xinlei and Xie, Saining and Li, Yanghao and Doll{\'a}r, Piotr and Girshick, Ross},
	year         = 2022,
	booktitle    = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
	pages        = {16000--16009}
}
@article{tin,
	title        = {Tiny imagenet visual recognition challenge},
	author       = {Le, Ya and Yang, Xuan},
	year         = 2015,
	journal      = {CS 231N},
	volume       = 7,
	number       = 7,
	pages        = 3
}
@article{cub,
	title        = {The caltech-ucsd birds-200-2011 dataset},
	author       = {Wah, Catherine and Branson, Steve and Welinder, Peter and Perona, Pietro and Belongie, Serge},
	year         = 2011,
}
@article{hassani,
	title        = {Escaping the big data paradigm with compact transformers},
	author       = {Hassani, Ali and Walton, Steven and Shah, Nikhil and Abuduweili, Abulikemu and Li, Jiachen and Shi, Humphrey},
	year         = 2021,
	journal      = {arXiv preprint arXiv:2104.05704}
}
@inproceedings{dino,
	title        = {Emerging properties in self-supervised vision transformers},
	author       = {Caron, Mathilde and Touvron, Hugo and Misra, Ishan and J{\'e}gou, Herv{\'e} and Mairal, Julien and Bojanowski, Piotr and Joulin, Armand},
	year         = 2021,
	booktitle    = {Proceedings of the IEEE/CVF International Conference on Computer Vision},
	pages        = {9650--9660}
}
@inproceedings{moco3,
	title        = {An empirical study of training self-supervised vision transformers},
	author       = {Chen, Xinlei and Xie, Saining and He, Kaiming},
	year         = 2021,
	booktitle    = {Proceedings of the IEEE/CVF International Conference on Computer Vision},
	pages        = {9640--9649}
}
@inproceedings{beit,
	title        = {{BE}iT: {BERT} Pre-Training of Image Transformers},
	author       = {Hangbo Bao and Li Dong and Songhao Piao and Furu Wei},
	year         = 2022,
	booktitle    = {International Conference on Learning Representations},
	url          = {https://openreview.net/forum?id=p-BhZSz59o4}
}
@inproceedings{vit,
	title        = {An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
	author       = {Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
	year         = 2021,
	booktitle    = {International Conference on Learning Representations},
	url          = {https://openreview.net/forum?id=YicbFdNTTy}
}
@article{squeezenet,
	title        = {SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and< 0.5 MB model size},
	author       = {Iandola, Forrest N and Han, Song and Moskewicz, Matthew W and Ashraf, Khalid and Dally, William J and Keutzer, Kurt},
	year         = 2016,
	journal      = {arXiv preprint arXiv:1602.07360}
}
@article{dm,
	title        = {Decoupled Mixup for Data-efficient Learning},
	author       = {Liu, Zicheng and Li, Siyuan and Wang, Ge and Tan, Cheng and Wu, Lirong and Li, Stan Z},
	year         = 2022,
	journal      = {arXiv preprint arXiv:2203.10761}
}
@inproceedings{bert,
	title        = {{BERT}: Pre-training of Deep Bidirectional Transformers for Language Understanding},
	author       = {Devlin, Jacob  and Chang, Ming-Wei  and Lee, Kenton  and Toutanova, Kristina},
	year         = 2019,
	month        = jun,
	booktitle    = {Proceedings of the 2019 Conference of the North {A}merican Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)},
	address      = {Minneapolis, Minnesota},
	pages        = {4171--4186},
	doi          = {10.18653/v1/N19-1423},
	url          = {https://aclanthology.org/N19-1423},
}
@inproceedings{in1k,
	title        = {Imagenet: A large-scale hierarchical image database},
	author       = {Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
	year         = 2009,
	booktitle    = {2009 IEEE conference on computer vision and pattern recognition},
	pages        = {248--255},
	organization = {Ieee}
}
@inproceedings{perceptualautoencoder,
	title        = {Improving image autoencoder embeddings with perceptual loss},
	author       = {Pihlgren, Gustav Grund and Sandin, Fredrik and Liwicki, Marcus},
	year         = 2020,
	booktitle    = {2020 International Joint Conference on Neural Networks (IJCNN)},
	pages        = {1--7},
	organization = {IEEE}
}
@inproceedings{ganautoencoder,
	title        = {Autoencoding beyond pixels using a learned similarity metric},
	author       = {Larsen, Anders Boesen Lindbo and S{\o}nderby, S{\o}ren Kaae and Larochelle, Hugo and Winther, Ole},
	year         = 2016,
	booktitle    = {International conference on machine learning},
	pages        = {1558--1566},
	organization = {PMLR}
}
@article{autoencoders,
	title        = {Autoencoders, minimum description length and Helmholtz free energy},
	author       = {Hinton, Geoffrey E and Zemel, Richard},
	year         = 1993,
	journal      = {Advances in neural information processing systems},
	volume       = 6
}
@inproceedings{denoisingautoencoders,
	title        = {Extracting and composing robust features with denoising autoencoders},
	author       = {Vincent, Pascal and Larochelle, Hugo and Bengio, Yoshua and Manzagol, Pierre-Antoine},
	year         = 2008,
	booktitle    = {Proceedings of the 25th international conference on Machine learning},
	pages        = {1096--1103}
}
@article{splitmask,
	title        = {Are Large-scale Datasets Necessary for Self-Supervised Pre-training?},
	author       = {El-Nouby, Alaaeldin and Izacard, Gautier and Touvron, Hugo and Laptev, Ivan and Jegou, Herv{\'e} and Grave, Edouard},
	year         = 2021,
	journal      = {arXiv preprint arXiv:2112.10740}
}
@inproceedings{perceptual,
	title        = {The unreasonable effectiveness of deep features as a perceptual metric},
	author       = {Zhang, Richard and Isola, Phillip and Efros, Alexei A and Shechtman, Eli and Wang, Oliver},
	year         = 2018,
	booktitle    = {Proceedings of the IEEE conference on computer vision and pattern recognition},
	pages        = {586--595}
}
@article{peco,
	title        = {Peco: Perceptual codebook for bert pre-training of vision transformers},
	author       = {Dong, Xiaoyi and Bao, Jianmin and Zhang, Ting and Chen, Dongdong and Zhang, Weiming and Yuan, Lu and Chen, Dong and Wen, Fang and Yu, Nenghai},
	year         = 2021,
	journal      = {arXiv preprint arXiv:2111.12710}
}
@inproceedings{bootmae,
	title        = {Bootstrapped Masked Autoencoders for Vision BERT Pretraining},
	author       = {Dong, Xiaoyi and Bao, Jianmin and Zhang, Ting and Chen, Dongdong and Zhang, Weiming and Yuan, Lu and Chen, Dong and Wen, Fang and Yu, Nenghai},
	year         = 2022,
	booktitle    = {European Conference on Computer Vision},
	pages        = {247--264},
	organization = {Springer}
}
@inproceedings{torchvision,
	title        = {Torchvision the machine-vision package of torch},
	author       = {Marcel, S{\'e}bastien and Rodriguez, Yann},
	year         = 2010,
	booktitle    = {Proceedings of the 18th ACM international conference on Multimedia},
	pages        = {1485--1488}
}
@article{transformer,
	title        = {Attention is all you need},
	author       = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
	year         = 2017,
	journal      = {Advances in neural information processing systems},
	volume       = 30
}
@inproceedings{uncertainty,
	title        = {Multi-Task Learning Using Uncertainty to Weigh Losses for Scene Geometry and Semantics},
	author       = {Kendall, Alex and Gal, Yarin and Cipolla, Roberto},
	booktitle    = {Proceedings of the {IEEE} Conference on Computer Vision and Pattern Recognition},
	pages        = {7482--7491},
	url          = {https://openaccess.thecvf.com/content_cvpr_2018/html/Kendall_Multi-Task_Learning_Using_CVPR_2018_paper.html},
	urldate      = {2023-02-01},
	date         = 2018
}
@inproceedings{adamw,
	title        = {Decoupled Weight Decay Regularization},
	author       = {Ilya Loshchilov and Frank Hutter},
	year         = 2019,
	booktitle    = {International Conference on Learning Representations},
	url          = {https://openreview.net/forum?id=Bkg6RiCqY7}
}
@inproceedings{SGDR,
	title        = {Stochastic gradient descent with warm restarts},
	author       = {Loshchilov, I and Hutter, F},
	booktitle    = {Proceedings of the 5th Int. Conf. Learning Representations},
	pages        = {1--16}
}
@inproceedings{adam,
	title        = {Adam: A Method for Stochastic Optimization.},
	author       = {Kingma, Diederik P. and Ba, Jimmy},
	year         = 2015,
	booktitle    = {ICLR (Poster)},
	url          = {http://dblp.uni-trier.de/db/conf/iclr/iclr2015.html#KingmaB14},
	editor       = {Bengio, Yoshua and LeCun, Yann},
	ee           = {http://arxiv.org/abs/1412.6980},
	interhash    = {c14f3bd32b4636eff1d0234f08025bd5},
	intrahash    = {cf6db5e77b957676e0cbbd221f16c0fc},
	timestamp    = {2021-11-20T12:34:31.000+0100}
}
@inproceedings{adam_betas,
	title        = {Generative pretraining from pixels},
	author       = {Chen, Mark and Radford, Alec and Child, Rewon and Wu, Jeffrey and Jun, Heewoo and Luan, David and Sutskever, Ilya},
	year         = 2020,
	booktitle    = {International conference on machine learning},
	pages        = {1691--1703},
	organization = {PMLR}
}
@inproceedings{randaugment,
	title        = {Practical automated data augmentation with a reduced search space},
	author       = {Cubuk, Ekin Dogus and Zoph, Barret and Shlens, Jon and Le QV, Randaugment},
	booktitle    = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops},
	pages        = {702--703}
}
@article{sgdwarmup,
	title        = {Accurate, large minibatch sgd: Training imagenet in 1 hour},
	author       = {Goyal, Priya and Doll{\'a}r, Piotr and Girshick, Ross and Noordhuis, Pieter and Wesolowski, Lukasz and Kyrola, Aapo and Tulloch, Andrew and Jia, Yangqing and He, Kaiming},
	year         = 2017,
	journal      = {arXiv preprint arXiv:1706.02677}
}
@article{attention,
	title        = {Attention is all you need},
	author       = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
	year         = 2017,
	journal      = {Advances in neural information processing systems},
	volume       = 30
}
