@book{Lamport:Book:1989,
 author = {Lamport, Leslie},
 title = {Latex: A Document Preparation System},
 year = {1986},
 isbn = {0-201-15790-X},
 publisher = {Addison-Wesley Longman Publishing Co., Inc.},
 address = {Boston, MA, USA},
}

@misc{Hinton:arXiv:2015:Distilling,
 title={Distilling the knowledge in a neural network},
 author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
 OPTeprinttype={arXiv},
 OPTeprint={1503.02531},
 howpublished={Eprint \href{http://arxiv.org/abs/1503.02531}{arXiv:1503.02531}},
 OPTurl={http://arxiv.org/abs/1503.02531},
 year=2015
}

@article{zhao2015,
  author = {Zhao, B.},
  year = {2015},
  title = {Lung Phantom (Version 2) [Data set]},
  publisher = {The Cancer Imaging Archive},
  howpublished = {\url{https://doi.org/10.7937/k9/tcia.2015.08a1ixoo}},
  urlaccessdate = {2024-04-24}
}

@InProceedings{Taher2021,
author={Hosseinzadeh, Taher and Mohammad, Reza
and Haghighi, Fatemeh
and Feng, Ruibin
and Gotway, Michael B.
and Liang, Jianming},
title="A Systematic Benchmarking Analysis of Transfer Learning for Medical Image Analysis",
booktitle="Domain Adaptation and Representation Transfer, and Affordable Healthcare and AI for Resource Diverse Global Health",
year="2021",
publisher="Springer International Publishing",
address="Cham",
pages="3--13"
}

@inproceedings{chen2020simple,
  title={A simple framework for contrastive learning of visual representations},
  author={Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},
  booktitle={International conference on machine learning},
  pages={1597--1607},
  year={2020},
  organization={PMLR}
}

@misc{elnouby2021largescale,
      title={Are Large-scale Datasets Necessary for Self-Supervised Pre-training?}, 
      author={Alaaeldin El-Nouby and Gautier Izacard and Hugo Touvron and Ivan Laptev and Hervé Jegou and Edouard Grave},
      year={2021},
      eprint={2112.10740},
      archivePrefix={arXiv},
      primaryClass={cs.CV}
}

@inproceedings{KrishnaACL2023,
  author       = {Kundan Krishna and
                  Saurabh Garg and
                  Jeffrey P. Bigham and
                  Zachary C. Lipton},
  editor       = {Anna Rogers and
                  Jordan L. Boyd{-}Graber and
                  Naoaki Okazaki},
  title        = {Downstream Datasets Make Surprisingly Good Pretraining Corpora},
  booktitle    = {Proceedings of the 61st Annual Meeting of the Association for Computational
                  Linguistics (Volume 1: Long Papers), {ACL} 2023, Toronto, Canada,
                  July 9-14, 2023},
  pages        = {12207--12222},
  publisher    = {Association for Computational Linguistics},
  year         = {2023}
}

@INPROCEEDINGS{YanWACV2023,
  author={Yan, Xiangyi and Naushad, Junayed and Sun, Shanlin and Han, Kun and Tang, Hao and Kong, Deying and Ma, Haoyu and You, Chenyu and Xie, Xiaohui},
  booktitle={2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)}, 
  title={Representation Recovering for Self-Supervised Pre-training on Medical Images}, 
  year={2023},
  volume={},
  number={},
  pages={2684-2694}
}

@inproceedings{NguyenAAAI2023,
author = {Nguyen, Duy M. H. and Nguyen, Hoang and Mai, Truong T. N. and Cao, Tri and Nguyen, Binh T. and Ho, Nhat and Swoboda, Paul and Albarqouni, Shadi and Xie, Pengtao and Sonntag, Daniel},
title = {Joint self-supervised image-volume representation learning with intra-inter contrastive clustering},
year = {2023},
isbn = {978-1-57735-880-0},
publisher = {AAAI Press},
booktitle = {Proc. 37th AAAI},
articleno = {1618},
numpages = {10}
}


@ARTICLE{zhou2023unified_PRCLV2,
  author={Zhou, Hong-Yu and Lu, Chixiang and Chen, Chaoqi and Yang, Sibei and Yu, Yizhou},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence}, 
  title={A Unified Visual Information Preservation Framework for Self-supervised Pre-Training in Medical Image Analysis}, 
  year={2023},
  volume={45},
  number={7},
  pages={8020-8035}
}


@INPROCEEDINGS{Matsoukas2022,
  author={Matsoukas, Christos and Haslum, Johan Fredin and Sorkhei, Moein and Söderberg, Magnus and Smith, Kevin},
  booktitle={2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, 
  title={What Makes Transfer Learning Work for Medical Images: Feature Reuse \& Other Factors}, 
  year={2022},
  volume={},
  number={},
  pages={9215-9224}
}

@article{Goyal2021,
  author       = {Priya Goyal and
                  Mathilde Caron and
                  Benjamin Lefaudeux and
                  Min Xu and
                  Pengchao Wang and
                  Vivek Pai and
                  Mannat Singh and
                  Vitaliy Liptchinsky and
                  Ishan Misra and
                  Armand Joulin and
                  Piotr Bojanowski},
  title        = {Self-supervised Pretraining of Visual Features in the Wild},
  journal      = {CoRR},
  volume       = {abs/2103.01988},
  year         = {2021},
  url          = {https://arxiv.org/abs/2103.01988},
  eprinttype    = {arXiv},
  eprint       = {2103.01988},
  timestamp    = {Thu, 04 Mar 2021 17:00:40 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-01988.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@misc{Hinton:arXiv:2015:Distilling,
 title={Distilling the knowledge in a neural network},
 author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
 OPTeprinttype={arXiv},
 OPTeprint={1503.02531},
 howpublished={Eprint \href{http://arxiv.org/abs/1503.02531}{arXiv:1503.02531}},
 OPTurl={http://arxiv.org/abs/1503.02531},
 year=2015
}

@misc{C4KC-KiTS,
 title={C4KC-KiTS},
 author={Heller, N. and Sathianathen, N. and Kalapara, A. and Walczak, E. and Moore, K and Kaluzniak, H and Rosenberg, J and Blake, P and Rengel, Z and Oestreich, M and Dean, J and Tradewell, M and Shah, A and Tejpaul, R and Edgerton, Z and Peterson, M and Raza, S and Regmi, S and Papanikolopoulos, N and Weight, C.},


 howpublished={The Cancer Imaging Archive.},
 
 year=2019
}

@article{song2012feature,
  title={Feature Selection via Dependence Maximization.},
  author={Song, Le and Smola, Alex and Gretton, Arthur and Bedo, Justin and Borgwardt, Karsten},
  journal={Journal of Machine Learning Research},
  volume={13},
  number={5},
  year={2012}
}

@article{nguyen2020wide,
  title={Do wide and deep networks learn the same things? uncovering how neural network representations vary with width and depth},
  author={Nguyen, Thao and Raghu, Maithra and Kornblith, Simon},
  journal={arXiv preprint arXiv:2010.15327},
  year={2020}
}

@inproceedings{RaghuNIPS2019,
 author = {Raghu, Maithra and Zhang, Chiyuan and Kleinberg, Jon and Bengio, Samy},
 booktitle = {Advances in Neural Information Processing Systems},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Transfusion: Understanding Transfer Learning for Medical Imaging},
 volume = {32},
 year = {2019}
}


@article{bilic2023liver,
  title={The liver tumor segmentation benchmark (lits)},
  author={Bilic, Patrick and Christ, Patrick and Li, Hongwei Bran and Vorontsov, Eugene and Ben-Cohen, Avi and Kaissis, Georgios and Szeskin, Adi and Jacobs, Colin and Mamani, Gabriel Efrain Humpire and Chartrand, Gabriel and others},
  journal={Medical Image Analysis},
  volume={84},
  pages={102680},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{Paszke2019PyTorchAI,
  title={PyTorch: An Imperative Style, High-Performance Deep Learning Library},
  author={Adam Paszke and Sam Gross and Francisco Massa and Adam Lerer and James Bradbury and Gregory Chanan and Trevor Killeen and Zeming Lin and Natalia Gimelshein and Luca Antiga and Alban Desmaison and Andreas K{\"o}pf and Edward Yang and Zach DeVito and Martin Raison and Alykhan Tejani and Sasank Chilamkurthy and Benoit Steiner and Lu Fang and Junjie Bai and Soumith Chintala},
  booktitle={Neural Information Processing Systems},
  year={2019},
  url={https://api.semanticscholar.org/CorpusID:202786778}
}


@article{Loshchilov2016SGDRSG,
  title={Sgdr: Stochastic gradient descent with warm restarts},
  author={Loshchilov Ilya and Hutter Frank},
  journal={arXiv preprint arXiv:1608.03983},
  year={2016}
}

@inproceedings{Loshchilov2017DecoupledWD,
  title={Decoupled Weight Decay Regularization},
  author={Ilya Loshchilov and Frank Hutter},
  booktitle={International Conference on Learning Representations},
  year={2017},
  url={https://api.semanticscholar.org/CorpusID:53592270}
}

@article{cardoso2022monai,
  title={Monai: An open-source framework for deep learning in healthcare},
  author={Cardoso, M Jorge and Li, Wenqi and Brown, Richard and Ma, Nic and Kerfoot, Eric and Wang, Yiheng and Murrey, Benjamin and Myronenko, Andriy and Zhao, Can and Yang, Dong and others},
  journal={arXiv preprint arXiv:2211.02701},
  year={2022}
}

@article{armato2011lung,
  title={The lung image database consortium (LIDC) and image database resource initiative (IDRI): a completed reference database of lung nodules on CT scans},
  author={Armato III, Samuel G and McLennan, Geoffrey and Bidaut, Luc and McNitt-Gray, Michael F and Meyer, Charles R and Reeves, Anthony P and Zhao, Binsheng and Aberle, Denise R and Henschke, Claudia I and Hoffman, Eric A and others},
  journal={Medical physics},
  volume={38},
  number={2},
  pages={915--931},
  year={2011},
  publisher={Wiley Online Library}
}

@inproceedings{liu2023patchdropout,
  title={Patchdropout: Economizing vision transformers using patch dropout},
  author={Liu, Yue and Matsoukas, Christos and Strand, Fredrik and Azizpour, Hossein and Smith, Kevin},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={3953--3962},
  year={2023}
}

@misc{Wee2019,
author = {Wee, L and Aerts, H.J.L and Kalendralis, P and Dekker, A},
title = {Data from \textsc{NSCLC}-\textsc{R}adiomics-\textsc{I}nterobserver1 [Data set]},
journal = {The Cancer Imaging Archive},
doi = {10.7937/tcia.2019.cwvlpd26},
year = {2019}
}

@InProceedings{XieCVPR2023_SecretsMIM,
    author    = {Xie, Zhenda and Geng, Zigang and Hu, Jingcheng and Zhang, Zheng and Hu, Han and Cao, Yue},
    title     = {Revealing the Dark Secrets of Masked Image Modeling},
    booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
    month     = {June},
    year      = {2023},
    pages     = {14475-14485}
}

@inproceedings{touvron2021training,
  title={Training data-efficient image transformers \& distillation through attention},
  author={Touvron, Hugo and Cord, Matthieu and Douze, Matthijs and Massa, Francisco and Sablayrolles, Alexandre and J{\'e}gou, Herv{\'e}},
  booktitle={International conference on machine learning},
  pages={10347--10357},
  year={2021},
  organization={PMLR}
}


@inproceedings{LiuAAAI2023_AttentionThrow,
    author = {Liu, Zhengqi and Gui, Jie and Luo, Hao},
    title = {Good Helper Is around You: \textsc{A}ttention-Driven Masked Image Modeling},
    booktitle = {Proceedings of the AAAI conference on Artificial Intelligence},
    month = {June},
    year = {2023},
    volume = {37},
    number = {2},
    pages = {1799-1807}
}

@ARTICLE{jiangTMI2019,
  author={J. {Jiang} and Y. -C. {Hu} and C. -J. {Liu} and D. {Halpenny} and M. D. {Hellmann} and J. O. {Deasy} and G. {Mageras} and H. {Veeraraghavan}},
  journal={IEEE Transactions on Medical Imaging}, 
  title={Multiple Resolution Residually Connected Feature Streams for Automatic Lung Tumor Segmentation From CT Images}, 
  year={2019},
  volume={38},
  number={1},
  pages={134-144},
  doi={10.1109/TMI.2018.2857800}
  }

@InProceedings{hatamizadehSwinUNETR2022,
author="Hatamizadeh, Ali
and Nath, Vishwesh
and Tang, Yucheng
and Yang, Dong
and Roth, Holger R.
and Xu, Daguang",
title="Swin UNETR: Swin Transformers for Semantic Segmentation of Brain Tumors in MRI Images",
booktitle="Brainlesion: Glioma, Multiple Sclerosis, Stroke and Traumatic Brain Injuries",
year="2022",
publisher="Springer International Publishing",
address="Cham",
pages="272--284"
}



@inproceedings{dosovitskiy2021,
title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
author={Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
booktitle={International Conference on Learning Representations (ICLR)},
year={2021}
}

@article{zhou2021models,
  title={Models genesis},
  author={Zhou, Zongwei and Sodha, Vatsal and Pang, Jiaxuan and Gotway, Michael B and Liang, Jianming},
  journal={Medical Image Analysis},
  volume={67},
  pages={101840},
  year={2021},
  publisher={Elsevier}
}

@inproceedings{arani_FickleTeacherWACV2021,
  title={Noise as a resource for learning in knowledge distillation},
  author={Arani, Elahe and Sarfraz, Fahad and Zonooz, Bahram},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={3129--3138},
  year={2021}
}

@article{lee2022exploring,
  title={Exploring The Role of Mean Teachers in Self-supervised Masked Auto-Encoders},
  author={Lee, Youngwan and Willette, Jeffrey and Kim, Jonghee and Lee, Juho and Hwang, Sung Ju},
  journal={ICLR 2023},
  year={2022}
}


@InProceedings{pmlr-v139-touvron21a,
  title = 	 {Training data-efficient image transformers and distillation through attention},
  author =       {Touvron, Hugo and Cord, Matthieu and Douze, Matthijs and Massa, Francisco and Sablayrolles, Alexandre and Jegou, Herve},
  booktitle = 	 {Proceedings of the 38th International Conference on Machine Learning},
  pages = 	 {10347--10357},
  year = 	 {2021},
  series = 	 {Proceedings of Machine Learning Research},
  publisher =    {PMLR},
  url = 	 {https://proceedings.mlr.press/v139/touvron21a.html},
}


@inproceedings{radford2021learning,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and others},
  booktitle={International conference on machine learning},
  pages={8748--8763},
  year={2021},
  organization={PMLR}
}

@article{alayrac2022flamingo,
  title={Flamingo: a visual language model for few-shot learning},
  author={Alayrac, Jean-Baptiste and Donahue, Jeff and Luc, Pauline and Miech, Antoine and Barr, Iain and Hasson, Yana and Lenc, Karel and Mensch, Arthur and Millican, Katie and Reynolds, Malcolm and others},
  journal={Advances in neural information processing systems},
  year={2022}
}


@InProceedings{XueCVPR_2023,
    author    = {Xue, Hongwei and Gao, Peng and Li, Hongyang and Qiao, Yu and Sun, Hao and Li, Houqiang and Luo, Jiebo},
    title     = {Stare at What You See: Masked Image Modeling Without Reconstruction},
    booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
    month     = {June},
    year      = {2023},
    pages     = {22732-22741}
}


@inproceedings{jiang2022self_SMIT,
  title={Self-supervised 3D anatomy segmentation using self-distilled masked image transformer (SMIT)},
  author={Jiang, Jue and Tyagi, Neelam and Tringale, Kathryn and Crane, Christopher and Veeraraghavan, Harini},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2022: 25th International Conference, Singapore, September 18--22, 2022, Proceedings, Part IV},
  pages={556--566},
  year={2022},
  organization={Springer}
}

@inproceedings{liu2021swin,
  title={Swin transformer: Hierarchical vision transformer using shifted windows},
  author={Liu, Ze and Lin, Yutong and Cao, Yue and Hu, Han and Wei, Yixuan and Zhang, Zheng and Lin, Stephen and Guo, Baining},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={10012--10022},
  year={2021}
}

@inproceedings{chen2021empirical,
  title={An empirical study of training self-supervised vision transformers},
  author={Chen, Xinlei and Xie, Saining and He, Kaiming},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={9640--9649},
  year={2021}
}

@inproceedings{he2021masked,
  title={Masked autoencoders are scalable vision learners. 2022 IEEE},
  author={He, Kaiming and Chen, Xinlei and Xie, Saining and Li, Yanghao and Doll’ar, Piotr and Girshick, Ross B},
  booktitle={CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={15979--15988},
  year={2021}
}

@article{Li_Yu_Wang_Heng_2020, 
title={Towards Cross-Modality Medical Image Segmentation with Online Mutual Knowledge Distillation}, 
volume={34}, 
DOI={10.1609/aaai.v34i01.5421},  
number={01}, 
journal={Proc. AAAI}, 
author={Li, Kang and Yu, Lequan and Wang, Shujun and Heng, Pheng-Ann}, 
year={2020}, 
month={Apr.}, 
pages={775-783} 
}

@inproceedings{li2022role,
  title={What Role Does Data Augmentation Play in Knowledge Distillation?},
  author={Li, Wei and Shao, Shitong and Liu, Weiyan and Qiu, Ziming and Zhu, Zhihao and Huan, Wei},
  booktitle={Proceedings of the Asian Conference on Computer Vision},
  pages={2204--2220},
  year={2022}
}


@article{li2022semmae,
  title={Semmae: Semantic-guided masking for learning masked autoencoders},
  author={Li, Gang and Zheng, Heliang and Liu, Daqing and Wang, Chaoyue and Su, Bing and Zheng, Changwen},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={14290--14302},
  year={2022}
}

@article{tarvainen2017mean,
  title={Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results},
  author={Tarvainen, Antti and Valpola, Harri},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@inproceedings{assran2022masked,
  title={Masked siamese networks for label-efficient learning},
  author={Assran, Mahmoud and Caron, Mathilde and Misra, Ishan and Bojanowski, Piotr and Bordes, Florian and Vincent, Pascal and Joulin, Armand and Rabbat, Mike and Ballas, Nicolas},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXXI},
  pages={456--473},
  year={2022},
  organization={Springer}
}

@article{wang2022masked,
  title={Masked Video Distillation: Rethinking Masked Feature Modeling for Self-supervised Video Representation Learning},
  author={Wang, Rui and Chen, Dongdong and Wu, Zuxuan and Chen, Yinpeng and Dai, Xiyang and Liu, Mengchen and Yuan, Lu and Jiang, Yu-Gang},
  journal={arXiv preprint arXiv:2212.04500},
  year={2022}
}

@article{liu2022exploring,
  title={Exploring target representations for masked autoencoders},
  author={Liu, Xingbin and Zhou, Jinghao and Kong, Tao and Lin, Xianming and Ji, Rongrong},
  journal={arXiv preprint arXiv:2209.03917},
  year={2022}
}

@inproceedings{zhou2022mimco,
  title={Mimco: Masked image modeling pre-training with contrastive teacher},
  author={Zhou, Qiang and Yu, Chaohui and Luo, Hao and Wang, Zhibin and Li, Hao},
  booktitle={Proceedings of the 30th ACM International Conference on Multimedia},
  pages={4487--4495},
  year={2022}
}

@inproceedings{dong2022bootstrapped,
  title={Bootstrapped Masked Autoencoders for Vision BERT Pretraining},
  author={Dong, Xiaoyi and Bao, Jianmin and Zhang, Ting and Chen, Dongdong and Zhang, Weiming and Yuan, Lu and Chen, Dong and Wen, Fang and Yu, Nenghai},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXX},
  pages={247--264},
  year={2022},
  organization={Springer}
}

@inproceedings{shi2022adversarial_mask,
  title={Adversarial masking for self-supervised learning},
  author={Shi, Yuge and Siddharth, N and Torr, Philip and Kosiorek, Adam R},
  booktitle={International Conference on Machine Learning},
  pages={20026--20040},
  year={2022},
  organization={PMLR}
}

@article{lee2023self,
  title={Self-knowledge distillation via dropout},
  author={Lee, Hyoje and Park, Yeachan and Seo, Hyun and Kang, Myungjoo},
  journal={Computer Vision and Image Understanding},
  volume={233},
  pages={103720},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{bulo2016dropout,
  title={Dropout distillation},
  author={Bul{\`o}, Samuel Rota and Porzi, Lorenzo and Kontschieder, Peter},
  booktitle={International Conference on Machine Learning},
  pages={99--107},
  year={2016},
  organization={PMLR}
}

@article{mcinnes2018umap, doi = {10.21105/joss.00861}, url = {https://doi.org/10.21105/joss.00861}, year = {2018}, publisher = {The Open Journal}, volume = {3}, number = {29}, pages = {861}, author = {Leland McInnes and John Healy and Nathaniel Saul and Lukas Großberger}, title = {UMAP: Uniform Manifold Approximation and Projection}, journal = {Journal of Open Source Software} }

@article{sohn2020fixmatch,
  title={Fixmatch: Simplifying semi-supervised learning with consistency and confidence},
  author={Sohn, Kihyuk and Berthelot, David and Carlini, Nicholas and Zhang, Zizhao and Zhang, Han and Raffel, Colin A and Cubuk, Ekin Dogus and Kurakin, Alexey and Li, Chun-Liang},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={596--608},
  year={2020}
}

@article{clark2013cancer,
  title={The Cancer Imaging Archive (TCIA): maintaining and operating a public information repository},
  author={Clark, Kenneth and Vendt, Bruce and Smith, Kirk and Freymann, John and Kirby, Justin and Koppel, Paul and Moore, Stephen and Phillips, Stanley and Maffitt, David and Pringle, Michael and others},
  journal={Journal of digital imaging},
  volume={26},
  pages={1045--1057},
  year={2013},
  publisher={Springer}
}

@inproceedings{liu2020noisy,
    title = "Noisy Self-Knowledge Distillation for Text Summarization",
    author = "Liu, Yang  and
      Shen, Sheng  and
      Lapata, Mirella",
    editor = "Toutanova, Kristina  and
      Rumshisky, Anna  and
      Zettlemoyer, Luke  and
      Hakkani-Tur, Dilek  and
      Beltagy, Iz  and
      Bethard, Steven  and
      Cotterell, Ryan  and
      Chakraborty, Tanmoy  and
      Zhou, Yichao",
    booktitle = "Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies",
    month = jun,
    year = "2021",
    publisher = "Association for Computational Linguistics"
}

@inproceedings{wang2023hard,
  title={Hard patches mining for masked image modeling},
  author={Wang, Haochen and Song, Kaiyou and Fan, Junsong and Wang, Yuxi and Xie, Jin and Zhang, Zhaoxiang},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={10375--10385},
  year={2023}
}

@article{bakr2018radiogenomic,
  title={A radiogenomic dataset of non-small cell lung cancer},
  author={Bakr, Shaimaa and Gevaert, Olivier and Echegaray, Sebastian and Ayers, Kelsey and Zhou, Mu and Shafiq, Majid and Zheng, Hong and Benson, Jalen Anthony and Zhang, Weiruo and Leung, Ann NC and others},
  journal={Scientific data},
  volume={5},
  number={1},
  pages={1--9},
  year={2018},
  publisher={Nature Publishing Group}
}
@article{yang2023medmnist,
  title={MedMNIST v2-A large-scale lightweight benchmark for 2D and 3D biomedical image classification},
  author={Yang, Jiancheng and Shi, Rui and Wei, Donglai and Liu, Zequan and Zhao, Lin and Ke, Bilian and Pfister, Hanspeter and Ni, Bingbing},
  journal={Scientific Data},
  volume={10},
  number={1},
  pages={41},
  year={2023},
  publisher={Nature Publishing Group UK London}
}
@inproceedings{kakogeorgiou2022hide_attmask,
  title={What to hide from your students: Attention-guided masked image modeling},
  author={Kakogeorgiou, Ioannis and Gidaris, Spyros and Psomas, Bill and Avrithis, Yannis and Bursuc, Andrei and Karantzalos, Konstantinos and Komodakis, Nikos},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXX},
  pages={300--318},
  year={2022},
  organization={Springer}
}
@inproceedings{xie2021simmim,
  title={Simmim: A simple framework for masked image modeling},
  author={Xie, Zhenda and Zhang, Zheng and Cao, Yue and Lin, Yutong and Bao, Jianmin and Yao, Zhuliang and Dai, Qi and Hu, Han},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={9653--9663},
  year={2022}
}
@article{mishra2022simple_CAN,
  title={A simple, efficient and scalable contrastive masked autoencoder for learning visual representations},
  author={Mishra, Shlok and Robinson, Joshua and Chang, Huiwen and Jacobs, David and Sarna, Aaron and Maschinot, Aaron and Krishnan, Dilip},
  journal={arXiv preprint arXiv:2210.16870},
  year={2022}
}
@article{shu2022masked,
  title={Masked Contrastive Pre-Training for Efficient Video-Text Retrieval},
  author={Shu, Fangxun and Chen, Biaolong and Liao, Yue and Xiao, Shuwen and Sun, Wenyu and Li, Xiaobo and Zhu, Yousong and Wang, Jinqiao and Liu, Si},
  journal={arXiv preprint arXiv:2212.00986},
  year={2022}
}
@inproceedings{zhou2022image,
title={Image {BERT} Pre-training with Online Tokenizer},
author={Jinghao Zhou and Chen Wei and Huiyu Wang and Wei Shen and Cihang Xie and Alan Yuille and Tao Kong},
booktitle={International Conference on Learning Representations (ICLR)},
year={2022}
}

@inproceedings{zhuang2019self,
  title={Self-supervised feature learning for \textsc{3D} medical images by playing a \textsc{R}ubik’s cube},
  author={Zhuang, Xinrui and Li, Yuexiang and Hu, Yifan and Ma, Kai and Yang, Yujiu and Zheng, Yefeng},
  booktitle={Medical Image Computing and Computer Assisted Intervention},
  pages={420--428},
  year={2019},
  organization={Springer}
}

@inproceedings{tao2020revisiting,
  title={Revisiting \testsc{R}ubik’s cube: \textsc{S}elf-supervised learning with volume-wise transformation for \textsc{3D} medical image segmentation},
  author={Tao, Xing and Li, Yuexiang and Zhou, Wenhui and Ma, Kai and Zheng, Yefeng},
  booktitle={Medical Image Computing and Computer Assisted Intervention},
  pages={238--248},
  year={2020},
  organization={Springer}
}

@inproceedings{hatamizadeh2022unetr,
  title={Unetr: Transformers for 3d medical image segmentation},
  author={Hatamizadeh, Ali and Tang, Yucheng and Nath, Vishwesh and Yang, Dong and Myronenko, Andriy and Landman, Bennett and Roth, Holger R and Xu, Daguang},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={574--584},
  year={2022}
}

@inproceedings{chen2018encoder,
  title={Encoder-decoder with atrous separable convolution for semantic image segmentation},
  author={Chen, Liang-Chieh and Zhu, Yukun and Papandreou, George and Schroff, Florian and Adam, Hartwig},
  booktitle={Proc European Conf. Computer Vision},
  pages={801--818},
  year={2018}
}

@article{chen2021transunet,
  title={Transunet: \textsc{T}ransformers make strong encoders for medical image segmentation},
  author={Chen, Jieneng and Lu, Yongyi and Yu, Qihang and Luo, Xiangde and Adeli, Ehsan and Wang, Yan and Lu, Le and Yuille, Alan L and Zhou, Yuyin},
  journal={arXiv preprint arXiv:2102.04306},
  year={2021}
}
@article{bai2022masked,
  title={Masked autoencoders enable efficient knowledge distillers},
  author={Bai, Yutong and Wang, Zeyu and Xiao, Junfei and Wei, Chen and Wang, Huiyu and Yuille, Alan and Zhou, Yuyin and Xie, Cihang},
  journal={arXiv preprint arXiv:2208.12256},
  year={2022}
}

@article{chen2022context,
  title={Context autoencoder for self-supervised representation learning},
  author={Chen, Xiaokang and Ding, Mingyu and Wang, Xiaodi and Xin, Ying and Mo, Shentong and Wang, Yunhao and Han, Shumin and Luo, Ping and Zeng, Gang and Wang, Jingdong},
  journal={arXiv preprint arXiv:2202.03026},
  year={2022}
}
@inproceedings{yang2022masked,
  title={Masked generative distillation},
  author={Yang, Zhendong and Li, Zhe and Shao, Mingqi and Shi, Dachuan and Yuan, Zehuan and Yuan, Chun},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XI},
  pages={53--69},
  year={2022},
  organization={Springer}
}

@article{luo2022self,
  title={Self-distillation augmented masked autoencoders for histopathological image classification},
  author={Luo, Yang and Chen, Zhineng and Gao, Xieping},
  journal={arXiv preprint arXiv:2203.16983},
  year={2022}
}
@article{ghosh2021data,
  title={On data-augmentation and consistency-based semi-supervised learning},
  author={Ghosh, Atin and Thiery, Alexandre H},
  journal={arXiv preprint arXiv:2101.06967},
  year={2021}
}
@article{isensee2021nnu,
  title={nn\textsc{U-N}et: a self-configuring method for deep learning-based biomedical image segmentation},
  author={Isensee, Fabian and Jaeger, Paul F and Kohl, Simon AA and Petersen, Jens and Maier-Hein, Klaus H},
  journal={Nature Methods},
  volume={18},
  number={2},
  pages={203--211},
  year={2021},
  publisher={Nature Publishing Group}
}
@inproceedings{chen2022sdae,
  title={Sdae: Self-distillated masked autoencoder},
  author={Chen, Yabo and Liu, Yuchen and Jiang, Dongsheng and Zhang, Xiaopeng and Dai, Wenrui and Xiong, Hongkai and Tian, Qi},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXX},
  pages={108--124},
  year={2022},
  organization={Springer}
}

@book{xiao2023lesion,
  title={Lesion Segmentation in Surgical and Diagnostic Applications: MICCAI 2022 Challenges, CuRIOUS 2022, KiPA 2022 and MELA 2022, Held in Conjunction with MICCAI 2022, Singapore, September 18--22, 2022, Proceedings},
  author={Xiao, Yiming and Yang, Guanyu and Song, Shuang},
  volume={13648},
  year={2023},
  publisher={Springer Nature}
}

@inproceedings{roth2015deeporgan,
  title={Deeporgan: Multi-level deep convolutional networks for automated pancreas segmentation},
  author={Roth, Holger R and Lu, Le and Farag, Amal and Shin, Hoo-Chang and Liu, Jiamin and Turkbey, Evrim B and Summers, Ronald M},
  booktitle={Medical Image Computing and Computer-Assisted Intervention--MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part I 18},
  pages={556--564},
  year={2015},
  organization={Springer}
}

@inproceedings{xie2021cotr,
  title={Cotr: Efficiently bridging cnn and transformer for 3d medical image segmentation},
  author={Xie, Yutong and Zhang, Jianpeng and Shen, Chunhua and Xia, Yong},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2021: 24th International Conference, Strasbourg, France, September 27--October 1, 2021, Proceedings, Part III 24},
  pages={171--180},
  year={2021},
  organization={Springer}
}

@article{ji2022amos,
  title={Amos: A large-scale abdominal multi-organ benchmark for versatile medical image segmentation},
  author={Ji, Yuanfeng and Bai, Haotian and Yang, Jie and Ge, Chongjian and Zhu, Ye and Zhang, Ruimao and Li, Zhen and Zhang, Lingyan and Ma, Wanling and Wan, Xiang and others},
  journal={arXiv preprint arXiv:2206.08023},
  year={2022}
}

@inproceedings{chen2022multi,
  title={Multi-modal Masked Autoencoders for Medical Vision-and-Language Pre-training},
  author={Chen, Zhihong and Du, Yuhao and Hu, Jinpeng and Liu, Yang and Li, Guanbin and Wan, Xiang and Chang, Tsung-Hui},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2022: 25th International Conference, Singapore, September 18--22, 2022, Proceedings, Part V},
  pages={679--689},
  year={2022},
  organization={Springer}
}

@article{harmon2020artificial,
  title={Artificial intelligence for the detection of COVID-19 pneumonia on chest CT using multinational datasets},
  author={Harmon, Stephanie A and Sanford, Thomas H and Xu, Sheng and Turkbey, Evrim B and Roth, Holger and Xu, Ziyue and Yang, Dong and Myronenko, Andriy and Anderson, Victoria and Amalou, Amel and others},
  journal={Nature communications},
  volume={11},
  number={1},
  pages={4080},
  year={2020},
  publisher={Nature Publishing Group UK London}
}

@article{czempiel2022longitudinal,
  title={Longitudinal Self-Supervision for COVID-19 Pathology Quantification},
  author={Czempiel, Tobias and Rogers, Coco and Keicher, Matthias and Paschali, Magdalini and Braren, Rickmer and Burian, Egon and Makowski, Marcus and Navab, Nassir and Wendler, Thomas and Kim, Seong Tae},
  journal={arXiv preprint arXiv:2203.10804},
  year={2022}
}

@inproceedings{xiao2023delving,
  title={Delving into masked autoencoders for multi-label thorax disease classification},
  author={Xiao, Junfei and Bai, Yutong and Yuille, Alan and Zhou, Zongwei},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={3588--3600},
  year={2023}
}
@inproceedings{chen2023masked,
  title={Masked image modeling advances 3d medical image analysis},
  author={Chen, Zekai and Agarwal, Devansh and Aggarwal, Kshitij and Safta, Wiem and Balan, Mariann Micsinai and Brown, Kevin},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={1970--1980},
  year={2023}
}



@article{huang2022ssit,
  title={SSiT: Saliency-guided Self-supervised Image Transformer for Diabetic Retinopathy Grading},
  author={Huang, Yijin and Lyu, Junyan and Cheng, Pujin and Tam, Roger and Tang, Xiaoying},
  journal={arXiv preprint arXiv:2210.10969},
  year={2022}
}

@inproceedings{azizi2021big,
  title={Big self-supervised models advance medical image classification},
  author={Azizi, Shekoofeh and Mustafa, Basil and Ryan, Fiona and Beaver, Zachary and Freyberg, Jan and Deaton, Jonathan and Loh, Aaron and Karthikesalingam, Alan and Kornblith, Simon and Chen, Ting and others},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={3478--3488},
  year={2021}
}

@article{luo2022self,
  title={Self-distillation augmented masked autoencoders for histopathological image classification},
  author={Luo, Yang and Chen, Zhineng and Gao, Xieping},
  journal={arXiv preprint arXiv:2203.16983},
  year={2022}
}
@article{prabhu2022adapting_Nips2022,
  title={Adapting Self-Supervised Vision Transformers by Probing Attention-Conditioned Masking Consistency},
  author={Prabhu, Viraj and Yenamandra, Sriram and Singh, Aaditya and Hoffman, Judy},
  journal={arXiv preprint arXiv:2206.08222},
  year={2022}
}
@article{gui2022good,
  title={Good helper is around you: Attention-driven Masked Image Modeling},
  author={Gui, Jie and Liu, Zhengqi and Luo, Hao},
  journal={arXiv preprint arXiv:2211.15362},
  year={2022}
}
@article{akin2016radiology,
  title={Radiology data from the cancer genome atlas kidney renal clear cell carcinoma [TCGA-KIRC] collection},
  author={Akin, O and Elnajjar, P and Heller, M and Jarosz, R and Erickson, B and Kirk, S and Filippini, J},
  journal={The Cancer Imaging Archive},
  year={2016}
}

@misc{landman2015miccai,
  title={\textsc{MICCAI} Multi-Atlas Labeling Beyond the Cranial Vault--Workshop and Challenge},
  author={Landman, B and Xu, Z and Igelsias, JE and Styner, M and Langerak, TR and Klein, A},
  year={2015}
}

@inproceedings{caron2021emerging,
  title={Emerging properties in self-supervised vision transformers},
  author={Caron, Mathilde and Touvron, Hugo and Misra, Ishan and J{\'e}gou, Herv{\'e} and Mairal, Julien and Bojanowski, Piotr and Joulin, Armand},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={9650--9660},
  year={2021}
}

@inproceedings{haghighi2020learning,
  title={Learning semantics-enriched representation via self-discovery, self-classification, and self-restoration},
  author={Haghighi, Fatemeh and Taher, Mohammad Reza Hosseinzadeh and Zhou, Zongwei and Gotway, Michael B and Liang, Jianming},
  booktitle={Medical Image Computing and Computer Assisted Intervention},
  pages={137--147},
  year={2020},
  organization={Springer}
}
@article{chen2019med3d,
  title={Med3d: Transfer learning for 3d medical image analysis},
  author={Chen, Sihong and Ma, Kai and Zheng, Yefeng},
  journal={arXiv preprint arXiv:1904.00625},
  year={2019}
}



@inproceedings{touvron2021CAIT,
  title={Going deeper with image transformers},
  author={Touvron, Hugo and Cord, Matthieu and Sablayrolles, Alexandre and Synnaeve, Gabriel and J{\'e}gou, Herv{\'e}},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={32--42},
  year={2021}
}

@inproceedings{zhanghivit_ICLR2013,
  title={HiViT: A Simpler and More Efficient Design of Hierarchical Vision Transformer},
  author={Zhang, Xiaosong and Tian, Yunjie and Xie, Lingxi and Huang, Wei and Dai, Qi and Ye, Qixiang and Tian, Qi},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2023}
}

@inproceedings{laine2016temporal,
  title={Temporal ensembling for semi-supervised learning},
  author={Laine, Samuli and Aila, Timo},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2017}
}

@article{cheng2023sam,
  title={Sam-med2d},
  author={Cheng, Junlong and Ye, Jin and Deng, Zhongying and Chen, Jianpin and Li, Tianbin and Wang, Haoyu and Su, Yanzhou and Huang, Ziyan and Chen, Jilong and Jiang, Lei and others},
  journal={arXiv preprint arXiv:2308.16184},
  year={2023}
}
@article{butoi2023universeg,
  title={Universeg: Universal medical image segmentation},
  author={Butoi, Victor Ion and Ortiz, Jose Javier Gonzalez and Ma, Tianyu and Sabuncu, Mert R and Guttag, John and Dalca, Adrian V},
  journal={arXiv preprint arXiv:2304.06131},
  year={2023}
}
@inproceedings{liu2023clip,
  title={Clip-driven universal model for organ segmentation and tumor detection},
  author={Liu, Jie and Zhang, Yixiao and Chen, Jie-Neng and Xiao, Junfei and Lu, Yongyi and A Landman, Bennett and Yuan, Yixuan and Yuille, Alan and Tang, Yucheng and Zhou, Zongwei},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={21152--21164},
  year={2023}
}

@article{touvron2023llama,
  title={Llama: Open and efficient foundation language models},
  author={Touvron, Hugo and Lavril, Thibaut and Izacard, Gautier and Martinet, Xavier and Lachaux, Marie-Anne and Lacroix, Timoth{\'e}e and Rozi{\`e}re, Baptiste and Goyal, Naman and Hambro, Eric and Azhar, Faisal and others},
  journal={arXiv preprint arXiv:2302.13971},
  year={2023}
}
@inproceedings{fang2023eva,
  title={Eva: Exploring the limits of masked visual representation learning at scale},
  author={Fang, Yuxin and Wang, Wen and Xie, Binhui and Sun, Quan and Wu, Ledell and Wang, Xinggang and Huang, Tiejun and Wang, Xinlong and Cao, Yue},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={19358--19369},
  year={2023}
}
@article{alayrac2022flamingo,
  title={Flamingo: a visual language model for few-shot learning},
  author={Alayrac, Jean-Baptiste and Donahue, Jeff and Luc, Pauline and Miech, Antoine and Barr, Iain and Hasson, Yana and Lenc, Karel and Mensch, Arthur and Millican, Katherine and Reynolds, Malcolm and others},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={23716--23736},
  year={2022}
}
@article{zhou2021ibot,
  title={ibot: Image bert pre-training with online tokenizer},
  author={Zhou, Jinghao and Wei, Chen and Wang, Huiyu and Shen, Wei and Xie, Cihang and Yuille, Alan and Kong, Tao},
  journal={arXiv preprint arXiv:2111.07832},
  year={2021}
}

@article{Umapathy2023MedPhys,
    author = {Umapathy, Lavanya and Brown, Taylor and Mushtaq, Reza and Greenhill, Mark and Lu, J'rick and Martin, Diego and Altbach, Maria and Bilgin, Ali},
    title = {Reducing annotation burden in \textsc{MR}: A novel \textsc{MR}-contrast guided contrastive learning approach for image segmentation},
    journal = {Med Phys},
    year = {2023}
}

@ARTICLE{Qayyum2023BHI,
  author={Qayyum, Abdul and Razzak, Imran and Mazher, Moona and Khan, Tariq and Ding, Weiping and Niederer, Steven},
  journal={IEEE Journal of Biomedical and Health Informatics}, 
  title={Two-Stage Self-Supervised Contrastive Learning Aided Transformer for Real-Time Medical Image Segmentation}, 
  year={2023},
  pages={1-10}
}

@inproceedings{tang2022self,
  title={Self-supervised pre-training of swin transformers for 3d medical image analysis},
  author={Tang, Yucheng and Yang, Dong and Li, Wenqi and Roth, Holger R and Landman, Bennett and Xu, Daguang and Nath, Vishwesh and Hatamizadeh, Ali},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={20730--20740},
  year={2022}
}

@article{li2021mst,
  title={Mst: Masked self-supervised transformer for visual representation},
  author={Li, Zhaowen and Chen, Zhiyang and Yang, Fan and Li, Wei and Zhu, Yousong and Zhao, Chaoyang and Deng, Rui and Wu, Liwei and Zhao, Rui and Tang, Ming and others},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={13165--13176},
  year={2021}
}

@article{yao2022masked,
  title={Masked Contrastive Representation Learning},
  author={Yao, Yuchong and Desai, Nandakishor and Palaniswami, Marimuthu},
  journal={arXiv preprint arXiv:2211.06012},
  year={2022}
}

@inproceedings{zhu2022multi,
  title={Multi-task Learning-Driven Volume and Slice Level Contrastive Learning for 3D Medical Image Classification},
  author={Zhu, Jiayuan and Wang, Shujun and He, Jinzheng and Sch{\"o}nlieb, Carola-Bibiane and Yu, Lequan},
  booktitle={Computational Mathematics Modeling in Cancer Analysis: First International Workshop, CMMCA 2022, Held in Conjunction with MICCAI 2022, Singapore, September 18, 2022, Proceedings},
  pages={110--120},
  year={2022},
  organization={Springer}
}

@article{prabhakar2023vit,
  title={ViT-AE++: Improving Vision Transformer Autoencoder for Self-supervised Medical Image Representations},
  author={Prabhakar, Chinmay and Li, Hongwei Bran and Yang, Jiancheng and Shit, Suprosana and Wiestler, Benedikt and Menze, Bjoern},
  journal={arXiv preprint arXiv:2301.07382},
  year={2023}
}
@article{taleb20203d,
  title={3\textsc{D} self-supervised methods for medical imaging},
  author={Taleb, Aiham and Loetzsch, Winfried and Danz, Noel and Severin, Julius and Gaertner, Thomas and Bergner, Benjamin and Lippert, Christoph},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={18158--18172},
  year={2020}
}


@article{zhu2020rubik,
  title={Rubik’s cube+: A self-supervised feature learning framework for 3\textsc{D} medical image analysis},
  author={Zhu, Jiuwen and Li, Yuexiang and Hu, Yifan and Ma, Kai and Zhou, S Kevin and Zheng, Yefeng},
  journal={Medical Image Analysis},
  volume={64},
  pages={101746},
  year={2020},
  publisher={Elsevier}
}

@article{hugo2017,
author = {Hugo, G. D. and Weiss, E. and Sleeman, W. C. and Balik, S. and Keall, P. J. and Lu, J. and Williamson, J. F.},
title = {A longitudinal four-dimensional computed tomography and cone beam computed tomography dataset for image-guided radiation therapy research in lung cancer},
journal = {Medical Physics},
year = {2017},
volume = {44},
pages = {762–771},
publisher = {Wiley Online Library}
}
@article{sajjadi2016regularization,
  title={Regularization with stochastic transformations and perturbations for deep semi-supervised learning},
  author={Sajjadi, Mehdi and Javanmardi, Mehran and Tasdizen, Tolga},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@article{grill2020bootstrap,
  title={Bootstrap your own latent-a new approach to self-supervised learning},
  author={Grill, Jean-Bastien and Strub, Florian and Altch{\'e}, Florent and Tallec, Corentin and Richemond, Pierre and Buchatskaya, Elena and Doersch, Carl and Avila Pires, Bernardo and Guo, Zhaohan and Gheshlaghi Azar, Mohammad and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={21271--21284},
  year={2020}
}

@article{liu2020contrastive,
  title={Contrastive Registration for Unsupervised Medical Image Segmentation},
  author={Liu, Lihao and Aviles-Rivero, Angelica I and Sch{\"o}nlieb, Carola-Bibiane},
  journal={arXiv preprint arXiv:2011.08894},
  year={2020}
}
@article{you2022simcvd,
  title={Simcvd: Simple contrastive voxel-wise representation distillation for semi-supervised medical image segmentation},
  author={You, Chenyu and Zhou, Yuan and Zhao, Ruihan and Staib, Lawrence and Duncan, James S},
  journal={IEEE Transactions on Medical Imaging},
  volume={41},
  number={9},
  pages={2228--2237},
  year={2022},
  publisher={IEEE}
}

@inproceedings{wang2022bevt,
  title={Bevt: Bert pretraining of video transformers},
  author={Wang, Rui and Chen, Dongdong and Wu, Zuxuan and Chen, Yinpeng and Dai, Xiyang and Liu, Mengchen and Jiang, Yu-Gang and Zhou, Luowei and Yuan, Lu},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={14733--14743},
  year={2022}
}


@article{kalendralis2020fair,
  title={FAIR-compliant clinical, radiomics and DICOM metadata of RIDER, interobserver, Lung1 and head-Neck1 TCIA collections},
  author={Kalendralis, Petros and Shi, Zhenwei and Traverso, Alberto and Choudhury, Ananya and Sloep, Matthijs and Zhovannik, Ivan and Starmans, Martijn PA and Grittner, Detlef and Feltens, Peter and Monshouwer, Rene and others},
  journal={Med Phys},
  volume={47},
  number={11},
  pages={5931--5940},
  year={2020}
}


@InProceedings{zhou_PMLR_2019,
  title = 	 {Toward Understanding the Importance of Noise in Training Neural Networks},
  author =       {Zhou, Mo and Liu, Tianyi and Li, Yan and Lin, Dachao and Zhou, Enlu and Zhao, Tuo},
  booktitle = 	 {Proceedings of the 36th International Conference on Machine Learning},
  pages = 	 {7594--7602},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Salakhutdinov, Ruslan},
  volume = 	 {97},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {09--15 Jun},
  publisher =    {PMLR}
}


@inproceedings{wei2022masked_feature,
  title={Masked feature prediction for self-supervised visual pre-training},
  author={Wei, Chen and Fan, Haoqi and Xie, Saining and Wu, Chao-Yuan and Yuille, Alan and Feichtenhofer, Christoph},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={14668--14678},
  year={2022}
}

@inproceedings{bao2021beit,
title={{BEiT}: {BERT} Pre-Training of Image Transformers},
author={Hangbo Bao and Li Dong and Songhao Piao and Furu Wei},
booktitle={International Conference on Learning Representations (ICLR)},
year={2022},
url={https://openreview.net/forum?id=p-BhZSz59o4}
}

@inproceedings{he2020momentum,
  title={Momentum contrast for unsupervised visual representation learning},
  author={He, Kaiming and Fan, Haoqi and Wu, Yuxin and Xie, Saining and Girshick, Ross},
  booktitle={Proc IEEE/CVF Conf Computer Vision and Pattern Recognition},
  pages={9729--9738},
  year={2020}
}

@article{sriram2021covid,
  title={Covid-19 prognosis via self-supervised representation learning and multi-image prediction},
  author={Sriram, Anuroop and Muckley, Matthew and Sinha, Koustuv and Shamout, Farah and Pineau, Joelle and Geras, Krzysztof J and Azour, Lea and Aphinyanaphongs, Yindalon and Yakubova, Nafissa and Moore, William},
  journal={arXiv preprint arXiv:2101.04909},
  year={2021}
}
@article{chaitanya2020contrastive,
  title={Contrastive learning of global and local features for medical image segmentation with limited annotations},
  author={Chaitanya, Krishna and Erdil, Ertunc and Karani, Neerav and Konukoglu, Ender},
  journal={Adv. in Neur. Inf. Proc Sys},
  volume={33},
  pages={12546--12558},
  year={2020}
}

@inproceedings{caron2018deep,
  title={Deep clustering for unsupervised learning of visual features},
  author={Caron, Mathilde and Bojanowski, Piotr and Joulin, Armand and Douze, Matthijs},
  booktitle={Proc. European Conf on Computer Vision},
  pages={132--149},
  year={2018}
}

@misc{aerts2015data,
  title={Data from \textsc{NSCLC}-radiomics. \textsc{T}he \textsc{C}ancer \textsc{I}maging \textsc{A}rchive},
  author={Aerts, H. and Rios V. E. and Leijenaar, Ralph TH and Parmar, C. and Grossmann, P. and Carvalho, S. and Lambin, P.},
  year={2015}
}
@article{jun2021medical,
  title={Medical transformer: Universal brain encoder for 3D MRI analysis},
  author={Jun, Eunji and Jeong, Seungwoo and Heo, Da-Woon and Suk, Heung-Il},
  journal={arXiv preprint arXiv:2104.13633},
  year={2021}
}

@inproceedings{haghighi2022dira,
  title={DiRA: discriminative, restorative, and adversarial learning for self-supervised medical image analysis},
  author={Haghighi, Fatemeh and Taher, Mohammad Reza Hosseinzadeh and Gotway, Michael B and Liang, Jianming},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={20824--20834},
  year={2022}
}

@article{xie2020pgl,
  title={PGL: prior-guided local self-supervised learning for 3D medical image segmentation},
  author={Xie, Yutong and Zhang, Jianpeng and Liao, Zehui and Xia, Yong and Shen, Chunhua},
  journal={arXiv preprint arXiv:2011.12640},
  year={2020}
}

@inproceedings{taher2022caid,
  title={CAid: Context-aware instance discrimination for self-supervised learning in medical imaging},
  author={Taher, Mohammad Reza Hosseinzadeh and Haghighi, Fatemeh and Gotway, Michael B and Liang, Jianming},
  booktitle={International Conference on Medical Imaging with Deep Learning},
  pages={535--551},
  year={2022},
  organization={PMLR}
}

@inproceedings{sun2021unsupervised,
  title={Unsupervised representation learning meets pseudo-label supervised self-distillation: A new approach to rare disease classification},
  author={Sun, Jinghan and Wei, Dong and Ma, Kai and Wang, Liansheng and Zheng, Yefeng},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2021: 24th International Conference, Strasbourg, France, September 27--October 1, 2021, Proceedings, Part V 24},
  pages={519--529},
  year={2021},
  organization={Springer}
}
@article{zhu2020embedding,
  title={Embedding Task Knowledge into 3D Neural Networks via Self-supervised Learning},
  author={Zhu, Jiuwen and Li, Yuexiang and Hu, Yifan and Zhou, S Kevin},
  journal={arXiv preprint arXiv:2006.05798},
  year={2020}
}
@article{haghighi2021transferable,
  title={Transferable visual words: Exploiting the semantics of anatomical patterns for self-supervised learning},
  author={Haghighi, Fatemeh and Taher, Mohammad Reza Hosseinzadeh and Zhou, Zongwei and Gotway, Michael B and Liang, Jianming},
  journal={IEEE transactions on medical imaging},
  volume={40},
  number={10},
  pages={2857--2868},
  year={2021},
  publisher={IEEE}
}
@inproceedings{komodakis2018unsupervised,
  title={Unsupervised representation learning by predicting image rotations},
  author={Komodakis, Nikos and Gidaris, Spyros},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2018}
}
@inproceedings{zhou2020comparing,
  title={Comparing to learn: Surpassing imagenet pretraining on radiographs by comparing image representations},
  author={Zhou, Hong-Yu and Yu, Shuang and Bian, Cheng and Hu, Yifan and Ma, Kai and Zheng, Yefeng},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2020: 23rd International Conference, Lima, Peru, October 4--8, 2020, Proceedings, Part I 23},
  pages={398--407},
  year={2020},
  organization={Springer}
}
@inproceedings{noroozi2016unsupervised,
  title={Unsupervised learning of visual representations by solving jigsaw puzzles},
  author={Noroozi, Mehdi and Favaro, Paolo},
  booktitle={Proc. European Conf. Computer Vision},
  pages={69--84},
  year={2016},
  organization={Springer}
}

@article{jiang2021unpaired,
  title={Unpaired cross-modality educed distillation (\textsc{CMEDL}) for medical image segmentation},
  author={Jiang, Jue and Rimner, Andreas and Deasy, Joseph O and Veeraraghavan, Harini},
  journal={IEEE Trans Med Imaging},
  year={2021},
  publisher={IEEE}
}

@inproceedings{sun2021unsupervised,
  title={Unsupervised Representation Learning Meets Pseudo-Label Supervised Self-Distillation: A New Approach to Rare Disease Classification},
  author={Sun, Jinghan and Wei, Dong and Ma, Kai and Wang, Liansheng and Zheng, Yefeng},
  booktitle={Medical Image Computing and Computer Assisted Intervention},
  pages={519--529},
  year={2021},
  organization={Springer}
}

@article{naseer2021intriguing,
  title={Intriguing properties of vision transformers},
  author={Naseer, Muhammad Muzammal and Ranasinghe, Kanchana and Khan, Salman H and Hayat, Munawar and Shahbaz Khan, Fahad and Yang, Ming-Hsuan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}


@article{jun2021medical,
  title={\textsc{M}edical \textsc{T}ransformer: \textsc{U}niversal Brain Encoder for 3\textsc{D} \textsc{MRI} Analysis},
  author={Jun, Eunji and Jeong, Seungwoo and Heo, Da-Woon and Suk, Heung-Il},
  journal={arXiv preprint arXiv:2104.13633},
  year={2021}
}
