@string{ ICML = "International Conference on Machine Learning" }
@string{ NeurIPS = "Advances in Neural Information Processing Systems" }
@string{ ICLR = "International Conference on Learning Representations" }
@string{ COLT = "Annual Conference on Learning Theory" }
@string{ CVPR = "IEEE/CVF Conference on Computer Vision and Pattern Recognition" }
@string{ CVPRw = "IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops" }
@string{ ICCV = "IEEE/CVF International Conference on Computer Vision" }
@string{ ECCV = "European Conference on Computer Vision" }
@string{ BMVC = "British Machine Vision Conference" }
@string{ ICIP = "IEEE International Conference on Image Processing" }
@string{ ICANN = "International Conference on Artificial Neural Networks" }
@string{ MLSys = "Conference on Systems and Machine Learning" }
@string{ TKDE = "IEEE Transactions on Knowledge and Data Engineering" }
@string{ ICASSP = "IEEE International Conference on Acoustics, Speech and Signal Processing" }
@string{ ICRA = "IEEE International Conference on Robotics and Automation" }


@inproceedings{you2021logme,
  title={{LogME}: Practical assessment of pre-trained models for transfer learning},
  author={You, Kaichao and Liu, Yong and Wang, Jianmin and Long, Mingsheng},
  booktitle=ICML,
  year={2021}
}

@inproceedings{golowich2018size,
  title={Size-independent sample complexity of neural networks},
  author={Golowich, Noah and Rakhlin, Alexander and Shamir, Ohad},
  booktitle=COLT,
  year={2018}
}

@book{shalev2014understanding,
  title={Understanding machine learning: From theory to algorithms},
  author={Shalev-Shwartz, Shai and Ben-David, Shai},
  year={2014},
  publisher={Cambridge University Press}
}

@inproceedings{huang2022frustratingly,
  title={Frustratingly easy transferability estimation},
  author={Huang, Long-Kai and Huang, Junzhou and Rong, Yu and Yang, Qiang and Wei, Ying},
  booktitle=ICML,
  year={2022},
}

@article{wah2011caltech,
  title={{The Caltech-UCSD Birds-200-2011 Dataset}},
  author={Wah, Catherine and Branson, Steve and Welinder, Peter and Perona, Pietro and Belongie, Serge},
  year={2011},
  journal={Technical Report},
  publisher={California Institute of Technology},
  note={\url{https://authors.library.caltech.edu/27452/}}
}

@article{yao2021openmonkeychallenge,
  title={{OpenMonkeyChallenge: Dataset and Benchmark Challenges for Pose Tracking of Non-human Primates}},
  author={Yao, Yuan and Mohan, Abhiraj Abhiraj and Bliss-Moreau, Eliza and Coleman, Kristine and Freeman, Sienna M and Machado, Christopher J and Raper, Jessica and Zimmermann, Jan and Hayden, Benjamin Y and Park, Hyun Soo},
  journal={bioRxiv},
  year={2021},
  publisher={Cold Spring Harbor Laboratory},
  note={\url{http://openmonkeychallenge.com/}}
}

@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle=CVPR,
  year={2016}
}

@inproceedings{loshchilov2018decoupled,
  title={Decoupled weight decay regularization},
  author={Ilya Loshchilov and Frank Hutter},
  booktitle=ICLR,
  year={2019}
}

@inproceedings{paszke2019pytorch,
  title={Pytorch: An imperative style, high-performance deep learning library},
  author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and others},
  booktitle=NeurIPS,
  year={2019}
}

@inproceedings{deng2009imagenet,
  title={{ImageNet: A large-scale hierarchical image database}},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle=CVPR,
  year={2009}
}

@inproceedings{long2017deep,
  title={Deep transfer learning with joint adaptation networks},
  author={Long, Mingsheng and Zhu, Han and Wang, Jianmin and Jordan, Michael I},
  booktitle=ICML,
  year={2017}
}

@inproceedings{tan2018survey,
  title={A survey on deep transfer learning},
  author={Tan, Chuanqi and Sun, Fuchun and Kong, Tao and Zhang, Wenchang and Yang, Chao and Liu, Chunfang},
  booktitle=ICANN,
  year={2018}
}

@inproceedings{sharif2014cnn,
  title={{CNN} features off-the-shelf: An astounding baseline for recognition},
  author={Sharif Razavian, Ali and Azizpour, Hossein and Sullivan, Josephine and Carlsson, Stefan},
  booktitle=CVPRw,
  year={2014}
}

@inproceedings{oquab2014learning,
  title={Learning and transferring mid-level image representations using convolutional neural networks},
  author={Oquab, Maxime and Bottou, Leon and Laptev, Ivan and Sivic, Josef},
  booktitle=CVPR,
  year={2014}
}

@inproceedings{whatmough2019fixynn,
  title={{FixyNN: Efficient hardware for mobile computer vision via transfer learning}},
  author={Whatmough, Paul N and Zhou, Chuteng and Hansen, Patrick and Venkataramanaiah, Shreyas Kolala and Seo, Jae-sun and Mattina, Matthew},
  booktitle=MLSys,
  year={2019}
}

@inproceedings{tran2019transferability,
  title={Transferability and hardness of supervised classification tasks},
  author={Tran, Anh T and Nguyen, Cuong V and Hassner, Tal},
  booktitle=ICCV,
  year={2019}
}

@inproceedings{nguyen2020leep,
  title={{LEEP}: A new measure to evaluate transferability of learned representations},
  author={Nguyen, Cuong V and Hassner, Tal and Seeger, Matthias and Archambeau, Cedric},
  booktitle=ICML,
  year={2020}
}

@inproceedings{bao2019information,
  title={An information-theoretic approach to transferability in task transfer learning},
  author={Bao, Yajie and Li, Yang and Huang, Shao-Lun and Zhang, Lin and Zheng, Lizhong and Zamir, Amir and Guibas, Leonidas},
  booktitle=ICIP,
  year={2019}
}

@inproceedings{tan2021otce,
  title={{OTCE}: A Transferability Metric for Cross-Domain Cross-Task Representations},
  author={Tan, Yang and Li, Yang and Huang, Shao-Lun},
  booktitle=CVPR,
  year={2021}
}

@article{pan2009survey,
  title={A survey on transfer learning},
  author={Pan, Sinno Jialin and Yang, Qiang},
  journal=TKDE,
  volume={22},
  number={10},
  pages={1345--1359},
  year={2020}
}

@article{weiss2016survey,
  title={A survey of transfer learning},
  author={Weiss, Karl and Khoshgoftaar, Taghi M and Wang, DingDing},
  journal={Journal of Big data},
  volume={3},
  number={1},
  pages={1--40},
  year={2016}
}

@inproceedings{bolya2021scalable,
  title={Scalable Diverse Model Selection for Accessible Transfer Learning},
  author={Bolya, Daniel and Mittapalli, Rohit and Hoffman, Judy},
  booktitle=NeurIPS,
  year={2021}
}

@inproceedings{azizzadenesheli2018regularized,
  title={Regularized Learning for Domain Adaptation under Label Shifts},
  author={Azizzadenesheli, Kamyar and Liu, Anqi and Yang, Fanny and Anandkumar, Animashree},
  booktitle=ICLR,
  year={2019}
}

@article{ben2010theory,
  title={A theory of learning from different domains},
  author={Ben-David, Shai and Blitzer, John and Crammer, Koby and Kulesza, Alex and Pereira, Fernando and Vaughan, Jennifer Wortman},
  journal={Machine learning},
  volume={79},
  number={1},
  pages={151--175},
  year={2010}
}

@article{ben2003exploiting,
  title={Exploiting task relatedness for multiple task learning},
  author={Ben-David, Shai and Schuller, Reba},
  journal={Learning theory and kernel machines},
  year={2003}
}

@inproceedings{blitzer2007learning,
  title={Learning Bounds for Domain Adaptation},
  author={Blitzer, John and Crammer, Koby and Kulesza, Alex and Pereira, Fernando and Wortman, Jennifer},
  booktitle=NeurIPS,
  year={2007}
}

@inproceedings{mansour2009domain,
  title={Domain adaptation: Learning bounds and algorithms},
  author={Mansour, Yishay and Mohri, Mehryar and Rostamizadeh, Afshin},
  booktitle=COLT,
  year={2009}
}

@inproceedings{tong2021mathematical,
  title={A Mathematical Framework for Quantifying Transferability in Multi-source Transfer Learning},
  author={Tong, Xinyi and Xu, Xiangxiang and Huang, Shao-Lun and Zheng, Lizhong},
  booktitle=NeurIPS,
  year={2021}
}

@inproceedings{li2021ranking,
  title={Ranking neural checkpoints},
  author={Li, Yandong and Jia, Xuhui and Sang, Ruoxin and Zhu, Yukun and Green, Bradley and Wang, Liqiang and Gong, Boqing},
  booktitle=CVPR,
  year={2021}
}

@inproceedings{huang2021exploiting,
  title={Exploiting a Zoo of Checkpoints for Unseen Tasks},
  author={Huang, Jiaji and Qiu, Qiang and Church, Kenneth},
  booktitle=NeurIPS,
  year={2021}
}

@inproceedings{zamir2018taskonomy,
  title={Taskonomy: Disentangling Task Transfer Learning},
  author={Amir R. Zamir and Alexander Sax and William B. Shen and Leonidas J. Guibas and Jitendra Malik and Silvio Savarese},
  booktitle=CVPR,
  year={2018},
}

@inproceedings{achille2019task2vec,
  title={Task2vec: Task embedding for meta-learning},
  author={Achille, Alessandro and Lam, Michael and Tewari, Rahul and Ravichandran, Avinash and Maji, Subhransu and Fowlkes, Charless C and Soatto, Stefano and Perona, Pietro},
  booktitle=CVPR,
  year={2019}
}

@article{ding2022pactran,
  title={PACTran: PAC-Bayesian Metrics for Estimating the Transferability of Pretrained Models to Classification Tasks},
  author={Ding, Nan and Chen, Xi and Levinboim, Tomer and Changpinyo, Beer and Soricut, Radu},
  journal={arXiv preprint arXiv:2203.05126},
  year={2022}
}

@article{deshpande2021linearized,
  title={A linearized framework and a new benchmark for model selection for fine-tuning},
  author={Deshpande, Aditya and Achille, Alessandro and Ravichandran, Avinash and Li, Hao and Zancato, Luca and Fowlkes, Charless and Bhotika, Rahul and Soatto, Stefano and Perona, Pietro},
  journal={arXiv:2102.00084},
  year={2021}
}

@inproceedings{dwivedi2019representation,
  title={Representation similarity analysis for efficient task taxonomy \& transfer learning},
  author={Dwivedi, Kshitij and Roig, Gemma},
  booktitle=CVPR,
  year={2019}
}

@inproceedings{dwivedi2020duality,
  title={{Duality diagram similarity: A generic framework for initialization selection in task transfer learning}},
  author={Dwivedi, Kshitij and Huang, Jiahui and Cichy, Radoslaw Martin and Roig, Gemma},
  booktitle=ECCV,
  year={2020}
}

@inproceedings{arora2018understanding,
  title={Understanding Deep Neural Networks with Rectified Linear Units},
  author={Arora, Raman and Basu, Amitabh and Mianjy, Poorya and Mukherjee, Anirbit},
  booktitle=ICLR,
  year={2018}
}

@inproceedings{donahue2014decaf,
  title={{DeCAF: A deep convolutional activation feature for generic visual recognition}},
  author={Donahue, Jeff and Jia, Yangqing and Vinyals, Oriol and Hoffman, Judy and Zhang, Ning and Tzeng, Eric and Darrell, Trevor},
  booktitle=ICML,
  year={2014}
}

@inproceedings{cai2020deep,
  title={Deep transfer learning for plant center localization},
  author={Cai, Enyu and Baireddy, Sriram and Yang, Changye and Crawford, Melba and Delp, Edward J},
  booktitle=CVPRw,
  year={2020}
}

@inproceedings{doersch2019sim2real,
  title={{Sim2real transfer learning for 3D human pose estimation: Motion to the rescue}},
  author={Doersch, Carl and Zisserman, Andrew},
  booktitle=NeurIPS,
  year={2019}
}

@article{poster2021visible,
  title={Visible-to-Thermal Transfer Learning for Facial Landmark Detection},
  author={Poster, Domenick D and Hu, Shuowen and Short, Nathan J and Riggan, Benjamin S and Nasrabadi, Nasser M},
  journal={IEEE Access},
  year={2021}
}

@inproceedings{fard2021asmnet,
  title={{ASMNet: A lightweight deep neural network for face alignment and pose estimation}},
  author={Fard, Ali Pourramezan and Abdollahi, Hojjat and Mahoor, Mohammad},
  booktitle=CVPRw,
  year={2021}
}

@inproceedings{bu2021gaia,
  title={{GAIA: A transfer learning system of object detection that fits your needs}},
  author={Bu, Xingyuan and Peng, Junran and Yan, Junjie and Tan, Tieniu and Zhang, Zhaoxiang},
  booktitle=CVPR,
  year={2021}
}

@inproceedings{schwarz2015rgb,
  title={{RGB-D object recognition and pose estimation based on pre-trained convolutional neural network features}},
  author={Schwarz, Max and Schulz, Hannes and Behnke, Sven},
  booktitle=ICRA,
  year={2015}
}

@inproceedings{tripuraneni2020theory,
  title={On the theory of transfer learning: The importance of task diversity},
  author={Tripuraneni, Nilesh and Jordan, Michael and Jin, Chi},
  booktitle=NeurIPS,
  year={2020}
}

@inproceedings{wang2019transfer,
  title={Transfer learning via minimizing the performance gap between domains},
  author={Wang, Boyu and Mendez, Jorge and Cai, Mingbo and Eaton, Eric},
  booktitle=NeurIPS,
  year={2019}
}

@inproceedings{agrawal2014analyzing,
  title={Analyzing the performance of multilayer neural networks for object recognition},
  author={Agrawal, Pulkit and Girshick, Ross and Malik, Jitendra},
  booktitle=ECCV,
  year={2014}
}

@inproceedings{girshick2014rich,
  title={Rich feature hierarchies for accurate object detection and semantic segmentation},
  author={Girshick, Ross and Donahue, Jeff and Darrell, Trevor and Malik, Jitendra},
  booktitle=CVPR,
  year={2014}
}

@inproceedings{chatfield2014return,
  title={Return of the devil in the details: Delving deep into convolutional nets},
  author={Chatfield, Ken and Simonyan, Karen and Vedaldi, Andrea and Zisserman, Andrew},
  booktitle=BMVC,
  year={2014}
}

@inproceedings{dhillon2019baseline,
  title={A Baseline for Few-Shot Image Classification},
  author={Dhillon, Guneet S. and Chaudhari, Pratik and Ravichandran, Avinash and Soatto, Stefano},
  booktitle=ICLR,
  year={2020}
}

@inproceedings{huang2017densely,
  title={Densely connected convolutional networks},
  author={Huang, Gao and Liu, Zhuang and Van Der Maaten, Laurens and Weinberger, Kilian Q},
  booktitle=CVPR,
  year={2017}
}

@inproceedings{szegedy2015going,
  title={Going deeper with convolutions},
  author={Szegedy, Christian and Liu, Wei and Jia, Yangqing and Sermanet, Pierre and Reed, Scott and Anguelov, Dragomir and Erhan, Dumitru and Vanhoucke, Vincent and Rabinovich, Andrew},
  booktitle=CVPR,
  year={2015}
}

@inproceedings{szegedy2016rethinking,
  title={Rethinking the inception architecture for computer vision},
  author={Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
  booktitle=CVPR,
  year={2016}
}

@inproceedings{sandler2018mobilenetv2,
  title={Mobilenetv2: Inverted residuals and linear bottlenecks},
  author={Sandler, Mark and Howard, Andrew and Zhu, Menglong and Zhmoginov, Andrey and Chen, Liang-Chieh},
  booktitle=CVPR,
  year={2018}
}

@misc{matthey2017dsprites,
  title={{dSprites: Disentanglement testing Sprites dataset}},
  author={Matthey, Loic and Higgins, Irina and Hassabis, Demis and Lerchner, Alexander},
  note={\url{https://github.com/deepmind/dsprites-dataset/}},
  year={2017}
}

@inproceedings{nguyen2022generalization,
  title={Generalization bounds for deep transfer learning using majority predictor accuracy},
  author={Nguyen, Cuong N and Ho, Lam Si Tung and Dinh, Vu and Hassner, Tal and Nguyen, Cuong V},
  booktitle={International Symposium on Information Theory and Its Applications},
  year={2022}
}

@inproceedings{ramesh2021zero,
  title={Zero-shot text-to-image generation},
  author={Ramesh, Aditya and Pavlov, Mikhail and Goh, Gabriel and Gray, Scott and Voss, Chelsea and Radford, Alec and Chen, Mark and Sutskever, Ilya},
  booktitle=ICML,
  year={2021}
}

@inproceedings{razavi2019generating,
  title={Generating diverse high-fidelity images with {VQ-VAE-2}},
  author={Razavi, Ali and Van den Oord, Aaron and Vinyals, Oriol},
  booktitle=NeurIPS,
  year={2019}
}

@book{bishop2006pattern,
  title={Pattern recognition and machine learning},
  author={Bishop, Christopher M},
  year={2006},
  publisher={Springer}
}

@article{radhakrishnan2022transfer,
  title={Transfer learning with kernel methods},
  author={Radhakrishnan, Adityanarayanan and Luyten, Max Ruiz and Prasad, Neha and Uhler, Caroline},
  journal={arXiv:2211.00227},
  year={2022}
}

@inproceedings{chuang2020estimating,
  title={Estimating generalization under distribution shifts via domain-invariant representations},
  author={Chuang, Ching-Yao and Torralba, Antonio and Jegelka, Stefanie},
  booktitle=ICML,
  year={2020}
}

@inproceedings{deng2021labels,
  title={Are labels always necessary for classifier accuracy evaluation?},
  author={Deng, Weijian and Zheng, Liang},
  booktitle=CVPR,
  year={2021}
}

@book{hastie2009elements,
  title={The elements of statistical learning: Data mining, inference, and prediction},
  author={Hastie, Trevor and Tibshirani, Robert and Friedman, Jerome H and Friedman, Jerome H},
  volume={2},
  year={2009},
  publisher={Springer}
}

@article{smale2007learning,
  title={Learning theory estimates via integral operators and their approximations},
  author={Smale, Steve and Zhou, Ding-Xuan},
  journal={Constructive Approximation},
  volume={26},
  number={2},
  pages={153--172},
  year={2007}
}
