@article{hinton1993autoencoders,
  title={Autoencoders, minimum description length and Helmholtz free energy},
  author={Hinton, Geoffrey E and Zemel, Richard},
  journal={NeurIPS},
  year={1993}
}

@inproceedings{bao2022beit,
title={{BE}iT: {BERT} Pre-Training of Image Transformers},
author={Hangbo Bao and Li Dong and Songhao Piao and Furu Wei},
booktitle={ICLR},
year={2022},
}

@inproceedings{xie2022simmim,
  title={Simmim: A simple framework for masked image modeling},
  author={Xie, Zhenda and Zhang, Zheng and Cao, Yue and Lin, Yutong and Bao, Jianmin and Yao, Zhuliang and Dai, Qi and Hu, Han},
  booktitle={CVPR},
  year={2022}
}

@inproceedings{he2022masked,
  title={Masked autoencoders are scalable vision learners},
  author={He, Kaiming and Chen, Xinlei and Xie, Saining and Li, Yanghao and Doll{\'a}r, Piotr and Girshick, Ross},
  booktitle={CVPR},
  year={2022}
}

@inproceedings{kenton2019bert,
  title={BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding},
  author={Kenton, Jacob Devlin Ming-Wei Chang and Toutanova, Lee Kristina},
  booktitle={NAACL-HLT},
  year={2019}
}

@inproceedings{zhang2022mask,
  title={How Mask Matters: Towards Theoretical Understandings of Masked Autoencoders},
  author={Zhang, Qi and Wang, Yifei and Wang, Yisen},
  booktitle={NeurIPS},
  year={2022}
}

@inproceedings{garrido2023on,
title={On the duality between contrastive and non-contrastive self-supervised learning},
author={Quentin Garrido and Yubei Chen and Adrien Bardes and Laurent Najman and Yann LeCun},
booktitle={ICLR},
year={2023},
}

@article{oord2018representation,
  title={Representation learning with contrastive predictive coding},
  author={Oord, Aaron van den and Li, Yazhe and Vinyals, Oriol},
  journal={arXiv preprint arXiv:1807.03748},
  year={2018}
}

@inproceedings{chen2020simple,
  title={A simple framework for contrastive learning of visual representations},
  author={Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},
  booktitle={ICML},
  year={2020},
}

@article{chen2020big,
  title={Big self-supervised models are strong semi-supervised learners},
  author={Chen, Ting and Kornblith, Simon and Swersky, Kevin and Norouzi, Mohammad and Hinton, Geoffrey E},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{he2020momentum,
  title={Momentum contrast for unsupervised visual representation learning},
  author={He, Kaiming and Fan, Haoqi and Wu, Yuxin and Xie, Saining and Girshick, Ross},
  booktitle={CVPR},
  year={2020}
}

@inproceedings{yeh2022decoupled,
  title={Decoupled contrastive learning},
  author={Yeh, Chun-Hsiao and Hong, Cheng-Yao and Hsu, Yen-Chi and Liu, Tyng-Luh and Chen, Yubei and LeCun, Yann},
  booktitle={ECCV},
  year={2022},
}

@inproceedings{dwibedi2021little,
  title={With a little help from my friends: Nearest-neighbor contrastive learning of visual representations},
  author={Dwibedi, Debidatta and Aytar, Yusuf and Tompson, Jonathan and Sermanet, Pierre and Zisserman, Andrew},
  booktitle={ICCV},
  year={2021}
}

@inproceedings{
ge2023soft,
title={Soft Neighbors are Positive Supporters in Contrastive Visual Representation Learning},
author={Chongjian Ge and Jiangliu Wang and Zhan Tong and Shoufa Chen and Yibing Song and Ping Luo},
booktitle={ICLR},
year={2023},
}

@inproceedings{caron2018deep,
  title={Deep clustering for unsupervised learning of visual features},
  author={Caron, Mathilde and Bojanowski, Piotr and Joulin, Armand and Douze, Matthijs},
  booktitle={ECCV},
  year={2018}
}

@inproceedings{pang2022unsupervised,
  title={Unsupervised Visual Representation Learning by Synchronous Momentum Grouping},
  author={Pang, Bo and Zhang, Yifan and Li, Yaoyi and Cai, Jia and Lu, Cewu},
  booktitle={ECCV},
  year={2022},
}

@article{caron2020unsupervised,
  title={Unsupervised learning of visual features by contrasting cluster assignments},
  author={Caron, Mathilde and Misra, Ishan and Mairal, Julien and Goyal, Priya and Bojanowski, Piotr and Joulin, Armand},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{bardes2022vicreg,
title={{VICR}eg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning},
author={Adrien Bardes and Jean Ponce and Yann LeCun},
booktitle={ICLR},
year={2022},
}

@inproceedings{zbontar2021barlow,
  title={Barlow twins: Self-supervised learning via redundancy reduction},
  author={Zbontar, Jure and Jing, Li and Misra, Ishan and LeCun, Yann and Deny, St{\'e}phane},
  booktitle={ICML},
  year={2021},
}

@article{grill2020bootstrap,
  title={Bootstrap your own latent-a new approach to self-supervised learning},
  author={Grill, Jean-Bastien and Strub, Florian and Altch{\'e}, Florent and Tallec, Corentin and Richemond, Pierre and Buchatskaya, Elena and Doersch, Carl and Avila Pires, Bernardo and Guo, Zhaohan and Gheshlaghi Azar, Mohammad and others},
  journal={NeurIPS},
  year={2020}
}

@inproceedings{chen2021exploring,
  title={Exploring simple siamese representation learning},
  author={Chen, Xinlei and He, Kaiming},
  booktitle={CVPR},
  year={2021}
}

@inproceedings{caron2021emerging,
  title={Emerging properties in self-supervised vision transformers},
  author={Caron, Mathilde and Touvron, Hugo and Misra, Ishan and J{\'e}gou, Herv{\'e} and Mairal, Julien and Bojanowski, Piotr and Joulin, Armand},
  booktitle={ICCV},
  year={2021}
}

@inproceedings{ermolov2021whitening,
  title={Whitening for self-supervised representation learning},
  author={Ermolov, Aleksandr and Siarohin, Aliaksandr and Sangineto, Enver and Sebe, Nicu},
  booktitle={ICML},
  year={2021},
}

@inproceedings{pokle2022contrasting,
  title={Contrasting the landscape of contrastive and non-contrastive learning},
  author={Pokle, Ashwini and Tian, Jinjin and Li, Yuchen and Risteski, Andrej},
  booktitle={AISTATS},
  year={2022},
}

@inproceedings{
ziyin2023what,
title={What shapes the loss landscape of self supervised learning?},
author={Liu Ziyin and Ekdeep Singh Lubana and Masahito Ueda and Hidenori Tanaka},
booktitle={ICLR},
year={2023},
}

@inproceedings{wang2020understanding,
  title={Understanding contrastive representation learning through alignment and uniformity on the hypersphere},
  author={Wang, Tongzhou and Isola, Phillip},
  booktitle={ICML},
  year={2020},
}

@inproceedings{wang2023mosaic,
  title={Mosaic Representation Learning for Self-supervised Visual Pre-training},
  author={Wang, Zhaoqing and Chen, Ziyu and Li, Yaqian and Guo, Yandong and Yu, Jun and Gong, Mingming and Liu, Tongliang},
  booktitle={ICLR},
  year={2023}
}

@article{gupta2022understanding,
  title={Understanding and Improving the Role of Projection Head in Self-Supervised Learning},
  author={Gupta, Kartik and Ajanthan, Thalaiyasingam and Hengel, Anton van den and Gould, Stephen},
  journal={arXiv preprint arXiv:2212.11491},
  year={2022}
}

@inproceedings{
jing2022understanding,
title={Understanding Dimensional Collapse in Contrastive Self-supervised Learning},
author={Li Jing and Pascal Vincent and Yann LeCun and Yuandong Tian},
booktitle={ICLR},
year={2022},
}

@inproceedings{hua2021feature,
  title={On feature decorrelation in self-supervised learning},
  author={Hua, Tianyu and Wang, Wenxiao and Xue, Zihui and Ren, Sucheng and Wang, Yue and Zhao, Hang},
  booktitle={ICCV},
  year={2021}
}

@inproceedings{
zhuo2023towards,
title={Towards a Unified Theoretical Understanding of Non-contrastive Learning via Rank Differential~Mechanism},
author={Zhijian Zhuo and Yifei Wang and Jinwen Ma and Yisen Wang},
booktitle={ICLR},
year={2023},
}

@article{cosentino2022toward,
  title={Toward a geometrical understanding of self-supervised contrastive learning},
  author={Cosentino, Romain and Sengupta, Anirvan and Avestimehr, Salman and Soltanolkotabi, Mahdi and Ortega, Antonio and Willke, Ted and Tepper, Mariano},
  journal={arXiv preprint arXiv:2205.06926},
  year={2022}
}

@article{bruske1998intrinsic,
  title={Intrinsic dimensionality estimation with optimally topology preserving maps},
  author={Bruske, J{\"o}rg and Sommer, Gerald},
  journal={TPAMI},
  year={1998},
}

@article{pettis1979intrinsic,
  title={An intrinsic dimensionality estimator from near-neighbor information},
  author={Pettis, Karl W and Bailey, Thomas A and Jain, Anil K and Dubes, Richard C},
  journal={TPAMI},
  year={1979},
}

@inproceedings{houle2012dimensional,
  title={Dimensional testing for multi-step similarity search},
  author={Houle, Michael E and Ma, Xiguo and Nett, Michael and Oria, Vincent},
  booktitle={ICDM},
  year={2012},
}

@inproceedings{houle2018correlation,
  title={On the correlation between local intrinsic dimensionality and outlierness},
  author={Houle, Michael E and Schubert, Erich and Zimek, Arthur},
  booktitle={SISAP},
  year={2018},
}

@inproceedings{
ma2018characterizing,
title={Characterizing Adversarial Subspaces Using Local Intrinsic Dimensionality},
author={Xingjun Ma and Bo Li and Yisen Wang and Sarah M. Erfani and Sudanthi Wijewickrema and Grant Schoenebeck and Michael E. Houle and Dawn Song and James Bailey},
booktitle={ICLR},
year={2018},
}

@inproceedings{dolatabadi2022collider,
  title={COLLIDER: A Robust Training Framework for Backdoor Data},
  author={Dolatabadi, Hadi Mohaghegh and Erfani, Sarah and Leckie, Christopher},
  booktitle={ACCV},
  year={2022}
}

@inproceedings{ma2018dimensionality,
  title={Dimensionality-driven learning with noisy labels},
  author={Ma, Xingjun and Wang, Yisen and Houle, Michael E and Zhou, Shuo and Erfani, Sarah and Xia, Shutao and Wijewickrema, Sudanthi and Bailey, James},
  booktitle={ICML},
  year={2018},
}


@inproceedings{
pope2021the,
title={The Intrinsic Dimension of Images and Its Impact on Learning},
author={Phil Pope and Chen Zhu and Ahmed Abdelkader and Micah Goldblum and Tom Goldstein},
booktitle={ICLR},
year={2021},
}


@inproceedings{roy2007effective,
  title={The effective rank: A measure of effective dimensionality},
  author={Roy, Olivier and Vetterli, Martin},
  booktitle={European signal processing conference},
  year={2007},
}

@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={CVPR},
  year={2016}
}

@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={CVPR},
  year={2009},
}

@inproceedings{bossard2014food,
  title={Food-101--mining discriminative components with random forests},
  author={Bossard, Lukas and Guillaumin, Matthieu and Van Gool, Luc},
  booktitle={ECCV},
  year={2014},
}

@article{hendrycks2019robustness,
  title={Benchmarking Neural Network Robustness to Common Corruptions and Perturbations},
  author={Dan Hendrycks and Thomas Dietterich},
  journal={ICLR},
  year={2019}
}

@inproceedings{berg2014birdsnap,
  title={Birdsnap: Large-scale fine-grained visual categorization of birds},
  author={Berg, Thomas and Liu, Jiongxin and Woo Lee, Seung and Alexander, Michelle L and Jacobs, David W and Belhumeur, Peter N},
  booktitle={CVPR},
  year={2014}
}

@article{krause2013collecting,
  title={Collecting a large-scale dataset of fine-grained cars},
  author={Krause, Jonathan and Deng, Jia and Stark, Michael and Fei-Fei, Li},
  year={2013}
}

@inproceedings{tian2021understanding,
  title={Understanding self-supervised learning dynamics without contrastive pairs},
  author={Tian, Yuandong and Chen, Xinlei and Ganguli, Surya},
  booktitle={ICML},
  year={2021},
}

@inproceedings{houle2017local1,
  title={Local intrinsic dimensionality {I}: an extreme-value-theoretic foundation for similarity applications},
  author={Houle, Michael E},
  booktitle={SISAP},
  year={2017}
}

@inproceedings{houle2017local2,
  title={Local intrinsic dimensionality {II}: multivariate analysis and distributional support},
  author={Houle, Michael E},
  booktitle={SISAP},
  year={2017},
}

@inproceedings{garrido2023rankme,
  title={Rankme: Assessing the downstream performance of pretrained self-supervised representations by their rank},
  author={Garrido, Quentin and Balestriero, Randall and Najman, Laurent and Lecun, Yann},
  booktitle={ICML},
  year={2023},
}

@inproceedings{li2022understanding,
  title={Understanding Collapse in Non-contrastive Siamese Representation Learning},
  author={Li, Alexander C and Efros, Alexei A and Pathak, Deepak},
  booktitle={ECCV},
  year={2022},
}

@inproceedings{he2022exploring,
  title={Exploring the Gap between Collapsed \& Whitened Features in Self-Supervised Learning},
  author={He, Bobby and Ozay, Mete},
  booktitle={ICML},
  year={2022},
}

@article{you2017large,
  title={Large batch training of convolutional networks},
  author={You, Yang and Gitman, Igor and Ginsburg, Boris},
  journal={arXiv preprint arXiv:1708.03888},
  year={2017}
}

@article{loshchilov2016sgdr,
  title={Sgdr: Stochastic gradient descent with warm restarts},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1608.03983},
  year={2016}
}

@inproceedings{chen2021empirical,
  title={An empirical study of training self-supervised vision transformers},
  author={Chen, Xinlei and Xie, Saining and He, Kaiming},
  booktitle={ICCV},
  year={2021}
}

@inproceedings{zhang2021zero,
  title={Zero-cl: Instance and feature decorrelation for negative-free symmetric contrastive learning},
  author={Zhang, Shaofeng and Zhu, Feng and Yan, Junchi and Zhao, Rui and Yang, Xiaokang},
  booktitle={ICLR},
  year={2021}
}

@article{dubois2022improving,
  title={Improving self-supervised learning by characterizing idealized representations},
  author={Dubois, Yann and Ermon, Stefano and Hashimoto, Tatsunori B and Liang, Percy S},
  journal={NeurIPS},
  year={2022}
}

@inproceedings{
dosovitskiy2021an,
title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
author={Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
booktitle={ICLR},
year={2021},
}

@article{ceruti2014danco,
  title={DANCo: An intrinsic dimensionality estimator exploiting angle and norm concentration},
  author={Ceruti, Claudio and Bassis, Simone and Rozza, Alessandro and Lombardi, Gabriele and Casiraghi, Elena and Campadelli, Paola},
  journal={Pattern recognition},
  volume={47},
  number={8},
  year={2014},
}

@article{levina2004maximum,
  title={Maximum likelihood estimation of intrinsic dimension},
  author={Levina, Elizaveta and Bickel, Peter},
  journal={NeurIPS},
  year={2004}
}

@inproceedings{gong2019intrinsic,
  title={On the intrinsic dimensionality of image representations},
  author={Gong, Sixue and Boddeti, Vishnu Naresh and Jain, Anil K},
  booktitle={CVPR},
  year={2019}
}

@inproceedings{ansuini2019intrinsic,
  title     = {Intrinsic dimension of data representations in deep neural networks},
  author    = {Ansuini, Alessio and Laio, Alessandro and Macke, Jakob H and Zoccolan, Davide},
  booktitle = {NeurIPS},
  year      = {2019}
  }


@article{tornqvist1985should,
  title={How should relative changes be measured?},
  author={T{\"o}rnqvist, Leo and Vartia, Pentti and Vartia, Yrj{\"o} O},
  journal={The American Statistician},
  volume={39},
  number={1},
  pages={43--46},
  year={1985},
}

@article{bailey2022local,
  title={Local Intrinsic Dimensionality, Entropy and Statistical Divergences},
  author={Bailey, James and Houle, Michael E and Ma, Xingjun},
  journal={Entropy},
  volume={24},
  number={9},
  pages={1220},
  year={2022},
}

@inproceedings{romano2016measuring,
  title={Measuring dependency via intrinsic dimensionality},
  author={Romano, Simone and Chelly, Oussama and Nguyen, Vinh and Bailey, James and Houle, Michael E},
  booktitle={ICPR},
  year={2016},
}

@inproceedings{carter2007learning,
  title={Learning on statistical manifolds for clustering and visualization},
  author={Carter, Kevin M and Raich, Raviv and Hero, AO},
  booktitle={Allerton Conference on Communication, Control, and Computing},
  year={2007}
}

@article{amsaleg2018extreme,
  title={Extreme-value-theoretic estimation of local intrinsic dimensionality},
  author={Amsaleg, Laurent and Chelly, Oussama and Furon, Teddy and Girard, St{\'e}phane and Houle, Michael E and Kawarabayashi, Ken-ichi and Nett, Michael},
  journal={Data Mining and Knowledge Discovery},
  year={2018},
}

@article{del2021effective,
  title={Effective dimensionality: A tutorial},
  author={Del Giudice, Marco},
  journal={Multivariate behavioral research},
  volume={56},
  number={3},
  pages={527--542},
  year={2021},
}

@article{taylor2019clustering,
  title={Clustering financial return distributions using the Fisher information metric},
  author={Taylor, Stephen},
  journal={Entropy},
  volume={21},
  number={2},
  pages={110},
  year={2019},
}

@inproceedings{lin2014microsoft,
  title={Microsoft coco: Common objects in context},
  author={Lin, Tsung-Yi and Maire, Michael and Belongie, Serge and Hays, James and Perona, Pietro and Ramanan, Deva and Doll{\'a}r, Piotr and Zitnick, C Lawrence},
  booktitle={ECCV},
  year={2014},
}

@inproceedings{girshick2014rich,
  title={Rich feature hierarchies for accurate object detection and semantic segmentation},
  author={Girshick, Ross and Donahue, Jeff and Darrell, Trevor and Malik, Jitendra},
  booktitle={CVPR},
  year={2014}
}

@inproceedings{cimpoi2014describing,
  title={Describing textures in the wild},
  author={Cimpoi, Mircea and Maji, Subhransu and Kokkinos, Iasonas and Mohamed, Sammy and Vedaldi, Andrea},
  booktitle={CVPR},
  year={2014}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey},
  year={2009},
}

@inproceedings{
loshchilov2018decoupled,
title={Decoupled Weight Decay Regularization},
author={Ilya Loshchilov and Frank Hutter},
booktitle={ICLR},
year={2019},
}

@inproceedings{wagner2022importance,
  title={On the Importance of Hyperparameters and Data Augmentation for Self-Supervised Learning},
  author={Wagner, Diane and Ferreira, Fabio and Stoll, Danny and Schirrmeister, Robin Tibor and M{\"u}ller, Samuel and Hutter, Frank},
  booktitle={First Workshop on Pre-training: Perspectives, Pitfalls, and Paths Forward at ICML},
  year={2022}
}

@inproceedings{
huang2023towards,
title={Towards the Generalization of Contrastive Self-Supervised Learning},
author={Weiran Huang and Mingyang Yi and Xuyang Zhao and Zihao Jiang},
booktitle={ICLR},
year={2023},
}

@article{von2021self,
  title={Self-supervised learning with data augmentations provably isolates content from style},
  author={Von K{\"u}gelgen, Julius and Sharma, Yash and Gresele, Luigi and Brendel, Wieland and Sch{\"o}lkopf, Bernhard and Besserve, Michel and Locatello, Francesco},
  journal={NeurIPS},
  year={2021}
}

@inproceedings{van2023exploring,
  title={Exploring Image Augmentations for Siamese Representation Learning with Chest X-Rays},
  author={Van der Sluijs, Rogier and Bhaskhar, Nandita and Rubin, Daniel and Langlotz, Curtis and Chaudhari, Akshay S},
  booktitle={MIDL},
  year={2023}
}

@inproceedings{hataya2020faster,
  title={Faster autoaugment: Learning augmentation strategies using backpropagation},
  author={Hataya, Ryuichiro and Zdenek, Jan and Yoshizoe, Kazuki and Nakayama, Hideki},
  booktitle={ECCV},
  year={2020},
}

@inproceedings{cubuk2018autoaugment,
title	= {AutoAugment: Learning Augmentation Policies from Data},
author	= {Ekin Dogus Cubuk and Barret Zoph and Dandelion Mane and Vijay Vasudevan and Quoc V. Le},
year	= {2019},
booktitle={CVPR},
}


@article{lim2019fast,
  title={Fast autoaugment},
  author={Lim, Sungbin and Kim, Ildoo and Kim, Taesup and Kim, Chiheon and Kim, Sungwoong},
  journal={NeurIPS},
  year={2019}
}

@inproceedings{ho2019population,
  title={Population based augmentation: Efficient learning of augmentation policy schedules},
  author={Ho, Daniel and Liang, Eric and Chen, Xi and Stoica, Ion and Abbeel, Pieter},
  booktitle={ICML},
  year={2019},
}

@inproceedings{reed2021selfaugment,
  title={Selfaugment: Automatic augmentation policies for self-supervised learning},
  author={Reed, Colorado J and Metzger, Sean and Srinivas, Aravind and Darrell, Trevor and Keutzer, Kurt},
  booktitle={CVPR},
  year={2021}
}

@inproceedings{huang2023ldreg,
  title={LDReg: Local Dimensionality Regularized Self-Supervised Learning},
  author={Hanxun Huang and Ricardo J. G. B. Campello and Sarah Monazam Erfani and Xingjun Ma and Michael E. Houle and James Bailey},
  booktitle={ICLR},
  year={2024}
}

@inproceedings{
liu2018darts,
title={{DARTS}: Differentiable Architecture Search},
author={Hanxiao Liu and Karen Simonyan and Yiming Yang},
booktitle={ICLR},
year={2019},
}

@article{ward2021challenges,
  title={Challenges in surgical video annotation},
  author={Ward, Thomas M and Fer, Danyal M and Ban, Yutong and Rosman, Guy and Meireles, Ozanan R and Hashimoto, Daniel A},
  journal={Computer Assisted Surgery},
  year={2021},
}

@article{ross2018exploiting,
  title={Exploiting the potential of unlabeled endoscopic video data with self-supervised learning},
  author={Ross, Tobias and Zimmerer, David and Vemuri, Anant and Isensee, Fabian and Wiesenfarth, Manuel and Bodenstedt, Sebastian and Both, Fabian and Kessler, Philip and Wagner, Martin and M{\"u}ller, Beat and others},
  journal={International journal of Computer Assisted Radiology and Surgery},
  year={2018},
}

@article{ramesh2023dissecting,
  title={Dissecting self-supervised learning methods for surgical computer vision},
  author={Ramesh, Sanat and Srivastav, Vinkle and Alapatt, Deepak and Yu, Tong and Murali, Aditya and Sestini, Luca and Nwoye, Chinedu Innocent and Hamoud, Idris and Sharma, Saurav and Fleurentin, Antoine and others},
  journal={Medical Image Analysis},
  year={2023},

}

@article{madani2022artificial,
  title={Artificial intelligence for intraoperative guidance: using semantic segmentation to identify surgical anatomy during laparoscopic cholecystectomy},
  author={Madani, Amin and Namazi, Babak and Altieri, Maria S and Hashimoto, Daniel A and Rivera, Angela Maria and Pucher, Philip H and Navarrete-Welton, Allison and Sankaranarayanan, Ganesh and Brunt, L Michael and Okrainec, Allan and others},
  journal={Annals of surgery},
  year={2022},
}

@article{mascagni2021computer,
  title={A computer vision platform to automatically locate critical events in surgical videos: documenting safety in laparoscopic cholecystectomy},
  author={Mascagni, Pietro and Alapatt, Deepak and Urade, Takeshi and Vardazaryan, Armine and Mutter, Didier and Marescaux, Jacques and Costamagna, Guido and Dallemagne, Bernard and Padoy, Nicolas},
  journal={Annals of surgery},
  year={2021},
}

@article{namazi2022contextual,
  title={A contextual detector of surgical tools in laparoscopic videos using deep learning},
  author={Namazi, Babak and Sankaranarayanan, Ganesh and Devarajan, Venkat},
  journal={Surgical endoscopy},
  year={2022},
}

@article{shi2020real,
  title={Real-time surgical tool detection in minimally invasive surgery based on attention-guided convolutional neural network},
  author={Shi, Pan and Zhao, Zijian and Hu, Sanyuan and Chang, Faliang},
  journal={IEEE Access},
  year={2020},
}

@article{vedula2017surgical,
  title={Surgical data science: the new knowledge domain},
  author={Vedula, S Swaroop and Hager, Gregory D},
  journal={Innovative surgical sciences},
  year={2017},
}

@inproceedings{pakhomov2020towards,
  title={Towards unsupervised learning for instrument segmentation in robotic surgery with cycle-consistent adversarial networks},
  author={Pakhomov, Daniil and Shen, Wei and Navab, Nassir},
  booktitle={2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  year={2020},
}

@inproceedings{liu2020unsupervised,
  title={Unsupervised surgical instrument segmentation via anchor generation and semantic diffusion},
  author={Liu, Daochang and Wei, Yuhui and Jiang, Tingting and Wang, Yizhou and Miao, Rulin and Shan, Fei and Li, Ziyu},
  booktitle={MICCAI},
  year={2020},
}

@article{twinanda2016endonet,
  title={Endonet: a deep architecture for recognition tasks on laparoscopic videos},
  author={Twinanda, Andru P and Shehata, Sherif and Mutter, Didier and Marescaux, Jacques and De Mathelin, Michel and Padoy, Nicolas},
  journal={IEEE transactions on medical imaging},
  year={2016},
}

@inproceedings{mishra2017learning,
  title={Learning latent temporal connectionism of deep residual visual abstractions for identifying surgical tools in laparoscopy procedures},
  author={Mishra, Kaustuv and Sathish, Rachana and Sheet, Debdoot},
  booktitle={CVPR},
  year={2017}
}

@article{kletz2019learning,
  title={Learning the representation of instrument images in laparoscopy videos},
  author={Kletz, Sabrina and Schoeffmann, Klaus and Husslein, Heinrich},
  journal={Healthcare Technology Letters},
  year={2019},
}

@article{dergachyova2016automatic,
  title={Automatic data-driven real-time segmentation and recognition of surgical workflow},
  author={Dergachyova, Olga and Bouget, David and Huaulm{\'e}, Arnaud and Morandi, Xavier and Jannin, Pierre},
  journal={International journal of computer assisted radiology and surgery},
  year={2016},
}

@inproceedings{wang2022chaos,
title={Chaos is a Ladder: A New Theoretical Understanding of Contrastive Learning via Augmentation Overlap},
author={Yifei Wang and Qi Zhang and Yisen Wang and Jiansheng Yang and Zhouchen Lin},
booktitle={ICLR},
year={2022},
}

@article{bendidi2023no,
  title={No Free Lunch in Self Supervised Representation Learning},
  author={Bendidi, Ihab and Bardes, Adrien and Cohen, Ethan and Lamiable, Alexis and Bollot, Guillaume and Genovesio, Auguste},
  journal={arXiv preprint arXiv:2304.11718},
  year={2023}
}

@article{pal2019towards,
  title={Towards a hypothesis on visual transformation based self-supervision},
  author={Pal, Dipan K and Nallamothu, Sreena and Savvides, Marios},
  journal={arXiv preprint arXiv:1911.10594},
  year={2019}
}

@inproceedings{ding2022free,
  title={Free lunch for surgical video understanding by distilling self-supervisions},
  author={Ding, Xinpeng and Liu, Ziwei and Li, Xiaomeng},
  booktitle={MICCAI},
  year={2022},
}

@inproceedings{funke2018temporal,
  title={Temporal coherence-based self-supervised learning for laparoscopic workflow analysis},
  author={Funke, Isabel and Jenke, Alexander and Mees, S{\"o}ren Torge and Weitz, J{\"u}rgen and Speidel, Stefanie and Bodenstedt, Sebastian},
  booktitle={International Workshop on Computer-Assisted and Robotic Endoscopy},
  year={2018},
}

@inproceedings{xiao2020should,
  title={What Should Not Be Contrastive in Contrastive Learning},
  author={Xiao, Tete and Wang, Xiaolong and Efros, Alexei A and Darrell, Trevor},
  booktitle={ICLR},
  year={2021}
}


@article{madni2018parkland,
  title={The Parkland grading scale for cholecystitis},
  author={Madni, Tarik D and Leshikar, David E and Minshall, Christian T and Nakonezny, Paul A and Cornelius, Canon C and Imran, Jonathan B and Clark, Audra T and Williams, Brian H and Eastman, Alexander L and Minei, Joseph P and others},
  journal={The American Journal of Surgery},
  volume={215},
  number={4},
  pages={625--630},
  year={2018},
}


@incollection{carroll1995laparoscopic,
  title={Laparoscopic cholecystectomy: the American technique},
  author={Carroll, BJ},
  booktitle={Operative strategies in laparoscopic surgery},
  pages={34--38},
  year={1995},
}

@article{DBLP:journals/corr/abs-2012-12453,
  author    = {W.{-}Y. Hong and
               C.{-}L. Kao and
               Y.{-}H. Kuo and
               J.{-}R. Wang and
               W.{-}L. Chang and
               C.{-}S. Shih},
  title     = {CholecSeg8k: {A} Semantic Segmentation Dataset for Laparoscopic Cholecystectomy
               Based on Cholec80},
  year      = {2020},
}

@article{cai2020all,
  title={Are all negatives created equal in contrastive instance discrimination?},
  author={Cai, Tiffany Tianhui and Frankle, Jonathan and Schwab, David J and Morcos, Ari S},
  journal={arXiv preprint arXiv:2010.06682},
  year={2020}
}

@inproceedings{joshi2023data,
  title={Data-efficient contrastive self-supervised learning: Most beneficial examples for supervised learning contribute the least},
  author={Joshi, Siddharth and Mirzasoleiman, Baharan},
  booktitle={ICML},
  year={2023},
}

@article{chen2017rethinking,
  title={Rethinking atrous convolution for semantic image segmentation},
  author={Chen, Liang-Chieh and Papandreou, George and Schroff, Florian and Adam, Hartwig},
  journal={arXiv preprint arXiv:1706.05587},
  year={2017}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@inproceedings{irvin2019chexpert,
  title={Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison},
  author={Irvin, Jeremy and Rajpurkar, Pranav and Ko, Michael and Yu, Yifan and Ciurea-Ilcus, Silviana and Chute, Chris and Marklund, Henrik and Haghgoo, Behzad and Ball, Robyn and Shpanskaya, Katie and others},
  booktitle={AAAI},
  year={2019}
}

@article{tokuyasu2021development,
  title={Development of an artificial intelligence system using deep learning to indicate anatomical landmarks during laparoscopic cholecystectomy},
  author={Tokuyasu, Tatsushi and Iwashita, Yukio and Matsunobu, Yusuke and Kamiyama, Toshiya and Ishikake, Makoto and Sakaguchi, Seiichiro and Ebe, Kohei and Tada, Kazuhiro and Endo, Yuichi and Etoh, Tsuyoshi and others},
  journal={Surgical endoscopy},
}

@inproceedings{silva2022analysis,
  title={Analysis of current deep learning networks for semantic segmentation of anatomical structures in laparoscopic surgery},
  author={Silva, Bruno and Oliveira, Bruno and Morais, Pedro and Buschle, LR and Correia--Pinto, Jorge and Lima, Estev{\~a}o and Vila{\c{c}}a, Joao L},
  booktitle={EMBC},
  year={2022},
}

@inproceedings{scheikl2020deep,
  title={Deep learning for semantic segmentation of organs and tissues in laparoscopic surgery},
  author={Scheikl, Paul Maria and Laschewski, Stefan and Kisilenko, Anna and Davitashvili, Tornike and M{\"u}ller, Benjamin and Capek, Manuela and M{\"u}ller-Stich, Beat P and Wagner, Martin and Mathis-Ullrich, Franziska},
  booktitle={Current Directions in Biomedical Engineering},
  year={2020},
}

@article{owen2022automated,
  title={Automated identification of critical structures in laparoscopic cholecystectomy},
  author={Owen, David and Grammatikopoulou, Maria and Luengo, Imanol and Stoyanov, Danail},
  journal={IJCARS},
  year={2022},
}