
@article{abdar2021review,
  title={A review of uncertainty quantification in deep learning: Techniques, applications and challenges},
  author={Abdar, Moloud and Pourpanah, Farhad and Hussain, Sadiq and Rezazadegan, Dana and Liu, Li and Ghavamzadeh, Mohammad and Fieguth, Paul and Cao, Xiaochun and Khosravi, Abbas and Acharya, U Rajendra and others},
  journal={Information fusion},
  volume={76},
  pages={243--297},
  year={2021},
  publisher={Elsevier}
}

@article{frome2013devise,
  title={Devise: A deep visual-semantic embedding model},
  author={Frome, Andrea and Corrado, Greg S and Shlens, Jon and Bengio, Samy and Dean, Jeff and Ranzato, Marc'Aurelio and Mikolov, Tomas},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}
@inproceedings{venkataramanan2023integrating,
  title={Integrating visual and semantic similarity using hierarchies for image retrieval},
  author={Venkataramanan, Aishwarya and Laviale, Martin and Pradalier, C{\'e}dric},
  booktitle={International Conference on Computer Vision Systems},
  pages={422--431},
  year={2023},
  organization={Springer}
}
@article{li2017learning,
  title={Learning structured semantic embeddings for visual recognition},
  author={Li, Dong and Lee, Hsin-Ying and Huang, Jia-Bin and Wang, Shengjin and Yang, Ming-Hsuan},
  journal={arXiv preprint arXiv:1706.01237},
  year={2017}
}
@inproceedings{zhang2015zero,
  title={Zero-shot learning via semantic similarity embedding},
  author={Zhang, Ziming and Saligrama, Venkatesh},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={4166--4174},
  year={2015}
}
@article{vaswani2017attention,
  title={Attention Is All You Need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, Lukasz and Polosukhin, Illia},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{lu2019vilbert,
  title={Vilbert: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks},
  author={Lu, Jiasen and Batra, Dhruv and Parikh, Devi and Lee, Stefan},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}
@article{tan2019lxmert,
  title={Lxmert: Learning cross-modality encoder representations from transformers},
  author={Tan, Hao and Bansal, Mohit},
  journal={arXiv preprint arXiv:1908.07490},
  year={2019}
}
@inproceedings{kenton2019bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Kenton, Jacob Devlin Ming-Wei Chang and Toutanova, Lee Kristina},
  booktitle={Proceedings of naacL-HLT},
  volume={1},
  pages={2},
  year={2019}
}
@article{li2019visualbert,
  title={Visualbert: A simple and performant baseline for vision and language},
  author={Li, Liunian Harold and Yatskar, Mark and Yin, Da and Hsieh, Cho-Jui and Chang, Kai-Wei},
  journal={arXiv preprint arXiv:1908.03557},
  year={2019}
}
@inproceedings{radford2021learning,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and others},
  booktitle={International conference on machine learning},
  pages={8748--8763},
  year={2021},
  organization={PMLR}
}
@inproceedings{gutmann2010noise,
  title={Noise-contrastive estimation: A new estimation principle for unnormalized statistical models},
  author={Gutmann, Michael and Hyv{\"a}rinen, Aapo},
  booktitle={Proceedings of the thirteenth international conference on artificial intelligence and statistics},
  pages={297--304},
  year={2010},
  organization={JMLR Workshop and Conference Proceedings}
}
@article{oord2018representation,
  title={Representation learning with contrastive predictive coding},
  author={Oord, Aaron van den and Li, Yazhe and Vinyals, Oriol},
  journal={arXiv preprint arXiv:1807.03748},
  year={2018}
}
@inproceedings{li2022blip,
  title={Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation},
  author={Li, Junnan and Li, Dongxu and Xiong, Caiming and Hoi, Steven},
  booktitle={International conference on machine learning},
  pages={12888--12900},
  year={2022},
  organization={PMLR}
}
@article{li2023rs,
  title={RS-CLIP: Zero shot remote sensing scene classification via contrastive vision-language supervision},
  author={Li, Xiang and Wen, Congcong and Hu, Yuan and Zhou, Nan},
  journal={International Journal of Applied Earth Observation and Geoinformation},
  volume={124},
  pages={103497},
  year={2023},
  publisher={Elsevier}
}
@article{qian2024online,
  title={Online Zero-Shot Classification with CLIP},
  author={Qian, Qi and Hu, Juhua},
  journal={arXiv preprint arXiv:2408.13320},
  year={2024}
}
@article{xia2023clip,
  title={When CLIP meets cross-modal hashing retrieval: A new strong baseline},
  author={Xia, Xinyu and Dong, Guohua and Li, Fengling and Zhu, Lei and Ying, Xiaomin},
  journal={Information Fusion},
  volume={100},
  pages={101968},
  year={2023},
  publisher={Elsevier}
}
@article{li2024ckdh,
  title={CKDH: CLIP-based Knowledge Distillation Hashing for Cross-modal Retrieval},
  author={Li, Jiaxing and Wong, Wai Keung and Jiang, Lin and Fang, Xiaozhao and Xie, Shengli and Xu, Yong},
  journal={IEEE Transactions on Circuits and Systems for Video Technology},
  year={2024},
  publisher={IEEE}
}
@article{lin2023gridclip,
  title={Gridclip: One-stage object detection by grid-level clip representation learning},
  author={Lin, Jiayi and Gong, Shaogang},
  journal={arXiv preprint arXiv:2303.09252},
  year={2023}
}
@inproceedings{wu2023cora,
  title={Cora: Adapting clip for open-vocabulary detection with region prompting and anchor pre-matching},
  author={Wu, Xiaoshi and Zhu, Feng and Zhao, Rui and Li, Hongsheng},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={7031--7040},
  year={2023}
}
@article{xing2024clipvqa,
  title={CLIPVQA: Video Quality Assessment via CLIP},
  author={Xing, Fengchuang and Li, Mingjie and Wang, Yuan-Gen and Zhu, Guopu and Cao, Xiaochun},
  journal={arXiv preprint arXiv:2407.04928},
  year={2024}
}
@inproceedings{parelli2023clip,
  title={Clip-guided vision-language pre-training for question answering in 3d scenes},
  author={Parelli, Maria and Delitzas, Alexandros and Hars, Nikolas and Vlassis, Georgios and Anagnostidis, Sotirios and Bachmann, Gregor and Hofmann, Thomas},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={5607--5612},
  year={2023}
}
@inproceedings{blundell2015weight,
  title={Weight uncertainty in neural network},
  author={Blundell, Charles and Cornebise, Julien and Kavukcuoglu, Koray and Wierstra, Daan},
  booktitle={International conference on machine learning},
  pages={1613--1622},
  year={2015},
  organization={PMLR}
}
@inproceedings{gal2016dropout,
  title={Dropout as a bayesian approximation: Representing model uncertainty in deep learning},
  author={Gal, Yarin and Ghahramani, Zoubin},
  booktitle={international conference on machine learning},
  pages={1050--1059},
  year={2016},
  organization={PMLR}
}
@article{lakshminarayanan2017simple,
  title={Simple and scalable predictive uncertainty estimation using deep ensembles},
  author={Lakshminarayanan, Balaji and Pritzel, Alexander and Blundell, Charles},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}
@inproceedings{van2020uncertainty,
  title={Uncertainty estimation using a single deep deterministic neural network},
  author={Van Amersfoort, Joost and Smith, Lewis and Teh, Yee Whye and Gal, Yarin},
  booktitle={International conference on machine learning},
  pages={9690--9700},
  year={2020},
  organization={PMLR}
}
@article{postels2021practicality,
  title={On the practicality of deterministic epistemic uncertainty},
  author={Postels, Janis and Segu, Mattia and Sun, Tao and Sieber, Luca and Van Gool, Luc and Yu, Fisher and Tombari, Federico},
  journal={arXiv preprint arXiv:2107.00649},
  year={2021}
}
@inproceedings{mukhoti2023deep,
  title={Deep deterministic uncertainty: A new simple baseline},
  author={Mukhoti, Jishnu and Kirsch, Andreas and van Amersfoort, Joost and Torr, Philip HS and Gal, Yarin},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={24384--24394},
  year={2023}
}
@inproceedings{venkataramanan2023gaussian,
  title={Gaussian Latent Representations for Uncertainty Estimation using Mahalanobis Distance in Deep Classifiers},
  author={Venkataramanan, Aishwarya and Benbihi, Assia and Laviale, Martin and Pradalier, C{\'e}dric},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={4488--4497},
  year={2023}
}
@article{sensoy2018evidential,
  title={Evidential deep learning to quantify classification uncertainty},
  author={Sensoy, Murat and Kaplan, Lance and Kandemir, Melih},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@article{amini2020deep,
  title={Deep evidential regression},
  author={Amini, Alexander and Schwarting, Wilko and Soleimany, Ava and Rus, Daniela},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={14927--14937},
  year={2020}
}
@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={International conference on machine learning},
  pages={1321--1330},
  year={2017},
  organization={PMLR}
}
@article{corbiere2021confidence,
  title={Confidence estimation via auxiliary models},
  author={Corbiere, Charles and Thome, Nicolas and Saporta, Antoine and Vu, Tuan-Hung and Cord, Matthieu and Perez, Patrick},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={44},
  number={10},
  pages={6043--6055},
  year={2021},
  publisher={IEEE}
}
@article{platt1999probabilistic,
  title={Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods},
  author={Platt, John and others},
  journal={Advances in large margin classifiers},
  volume={10},
  number={3},
  pages={61--74},
  year={1999},
  publisher={Cambridge, MA}
}
@article{yu2021slurp,
  title={Slurp: Side learning uncertainty for regression problems},
  author={Yu, Xuanlong and Franchi, Gianni and Aldea, Emanuel},
  journal={arXiv preprint arXiv:2110.11182},
  year={2021}
}
@inproceedings{hornauer2023out,
  title={Out-of-Distribution Detection for Monocular Depth Estimation},
  author={Hornauer, Julia and Holzbock, Adrian and Belagiannis, Vasileios},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={1911--1921},
  year={2023}
}
@inproceedings{upadhyay2022bayescap,
  title={Bayescap: Bayesian identity cap for calibrated uncertainty in frozen neural networks},
  author={Upadhyay, Uddeshya and Karthik, Shyamgopal and Chen, Yanbei and Mancini, Massimiliano and Akata, Zeynep},
  booktitle={European Conference on Computer Vision},
  pages={299--317},
  year={2022},
  organization={Springer}
}
@article{jung2022uncertainty,
  title={Uncertainty estimation for multi-view data: The power of seeing the whole picture},
  author={Jung, Myong Chol and Zhao, He and Dipnall, Joanna and Gabbe, Belinda and Du, Lan},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={6517--6530},
  year={2022}
}
@article{wang2019aleatoric,
  title={Aleatoric uncertainty estimation with test-time augmentation for medical image segmentation with convolutional neural networks},
  author={Wang, Guotai and Li, Wenqi and Aertsen, Michael and Deprest, Jan and Ourselin, S{\'e}bastien and Vercauteren, Tom},
  journal={Neurocomputing},
  volume={338},
  pages={34--45},
  year={2019},
  publisher={Elsevier}
}
@inproceedings{ayhan2018test,
  title={Test-time data augmentation for estimation of heteroscedastic aleatoric uncertainty in deep neural networks},
  author={Ayhan, Murat Seckin and Berens, Philipp},
  booktitle={Medical Imaging with Deep Learning},
  year={2018}
}
@inproceedings{chun2021probabilistic,
  title={Probabilistic embeddings for cross-modal retrieval},
  author={Chun, Sanghyuk and Oh, Seong Joon and De Rezende, Rafael Sampaio and Kalantidis, Yannis and Larlus, Diane},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={8415--8424},
  year={2021}
}
@article{chun2023improved,
  title={Improved probabilistic image-text representations},
  author={Chun, Sanghyuk},
  journal={arXiv preprint arXiv:2305.18171},
  year={2023}
}
@article{li2022differentiable,
  title={A differentiable semantic metric approximation in probabilistic embedding for cross-modal retrieval},
  author={Li, Hao and Song, Jingkuan and Gao, Lianli and Zeng, Pengpeng and Zhang, Haonan and Li, Gongfu},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={11934--11946},
  year={2022}
}
@inproceedings{ji2023map,
  title={Map: Multimodal uncertainty-aware vision-language pre-training model},
  author={Ji, Yatai and Wang, Junjie and Gong, Yuan and Zhang, Lin and Zhu, Yanru and Wang, Hongfa and Zhang, Jiaxing and Sakai, Tetsuya and Yang, Yujiu},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={23262--23271},
  year={2023}
}
@inproceedings{upadhyay2023probvlm,
  title={Probvlm: Probabilistic adapter for frozen vison-language models},
  author={Upadhyay, Uddeshya and Karthik, Shyamgopal and Mancini, Massimiliano and Akata, Zeynep},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={1899--1910},
  year={2023}
}
@inproceedings{shi2019probabilistic,
  title={Probabilistic face embeddings},
  author={Shi, Yichun and Jain, Anil K},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={6902--6911},
  year={2019}
}
@inproceedings{titsias2009variational,
  title={Variational learning of inducing variables in sparse Gaussian processes},
  author={Titsias, Michalis},
  booktitle={Artificial intelligence and statistics},
  pages={567--574},
  year={2009},
  organization={PMLR}
}
@inproceedings{hensman2015scalable,
  title={Scalable variational Gaussian process classification},
  author={Hensman, James and Matthews, Alexander and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={351--360},
  year={2015},
  organization={PMLR}
}
@article{lawrence2003gaussian,
  title={Gaussian process latent variable models for visualisation of high dimensional data},
  author={Lawrence, Neil},
  journal={Advances in neural information processing systems},
  volume={16},
  year={2003}
}
@article{zhang2024vision,
  title={Vision-language models for vision tasks: A survey},
  author={Zhang, Jingyi and Huang, Jiaxing and Jin, Sheng and Lu, Shijian},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2024},
  publisher={IEEE}
}
@inproceedings{singh2022flava,
  title={Flava: A foundational language and vision alignment model},
  author={Singh, Amanpreet and Hu, Ronghang and Goswami, Vedanuj and Couairon, Guillaume and Galuba, Wojciech and Rohrbach, Marcus and Kiela, Douwe},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={15638--15650},
  year={2022}
}
@inproceedings{mu2022slip,
  title={Slip: Self-supervision meets language-image pre-training},
  author={Mu, Norman and Kirillov, Alexander and Wagner, David and Xie, Saining},
  booktitle={European conference on computer vision},
  pages={529--544},
  year={2022},
  organization={Springer}
}
@article{wah2011caltech,
  title={The caltech-ucsd birds-200-2011 dataset},
  author={Wah, Catherine and Branson, Steve and Welinder, Peter and Perona, Pietro and Belongie, Serge},
  year={2011},
  publisher={California Institute of Technology}
}
@article{young2014image,
  title={From image descriptions to visual denotations: New similarity metrics for semantic inference over event descriptions},
  author={Young, Peter and Lai, Alice and Hodosh, Micah and Hockenmaier, Julia},
  journal={Transactions of the Association for Computational Linguistics},
  volume={2},
  pages={67--78},
  year={2014},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}
@inproceedings{nilsback2008automated,
  title={Automated flower classification over a large number of classes},
  author={Nilsback, Maria-Elena and Zisserman, Andrew},
  booktitle={2008 Sixth Indian conference on computer vision, graphics \& image processing},
  pages={722--729},
  year={2008},
  organization={IEEE}
}
@inproceedings{reed2016learning,
  title={Learning deep representations of fine-grained visual descriptions},
  author={Reed, Scott and Akata, Zeynep and Lee, Honglak and Schiele, Bernt},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={49--58},
  year={2016}
}
@article{gardner2018gpytorch,
  title={Gpytorch: Blackbox matrix-matrix gaussian process inference with gpu acceleration},
  author={Gardner, Jacob and Pleiss, Geoff and Weinberger, Kilian Q and Bindel, David and Wilson, Andrew G},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@article{paszke2019pytorch,
  title={Pytorch: An imperative style, high-performance deep learning library},
  author={Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and others},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}
@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}
@inproceedings{song2017multimodal,
  title={Multimodal Gaussian process latent variable models with harmonization},
  author={Song, Guoli and Wang, Shuhui and Huang, Qingming and Tian, Qi},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={5029--5037},
  year={2017}
}
@article{lalchand2022generalised,
  title={Generalised Gaussian process latent variable models (GPLVM) with stochastic variational inference},
  author={Lalchand, Vidhi and Ravuri, Aditya and Lawrence, Neil D},
  journal={arXiv preprint arXiv:2202.12979},
  year={2022}
}
@article{eleftheriadis2014discriminative,
  title={Discriminative shared gaussian processes for multiview and view-invariant facial expression recognition},
  author={Eleftheriadis, Stefanos and Rudovic, Ognjen and Pantic, Maja},
  journal={IEEE transactions on image processing},
  volume={24},
  number={1},
  pages={189--204},
  year={2014},
  publisher={IEEE}
}
@article{van2008visualizing,
  title={Visualizing data using t-SNE.},
  author={Van der Maaten, Laurens and Hinton, Geoffrey},
  journal={Journal of machine learning research},
  volume={9},
  number={11},
  year={2008}
}
@inproceedings{freytag2013rapid,
  title={Rapid uncertainty computation with gaussian processes and histogram intersection kernels},
  author={Freytag, Alexander and Rodner, Erik and Bodesheim, Paul and Denzler, Joachim},
  booktitle={Computer Vision--ACCV 2012: 11th Asian Conference on Computer Vision, Daejeon, Korea, November 5-9, 2012, Revised Selected Papers, Part II 11},
  pages={511--524},
  year={2013},
  organization={Springer}
}
@article{garnelo2018neural,
  title={Neural processes},
  author={Garnelo, Marta and Schwarz, Jonathan and Rosenbaum, Dan and Viola, Fabio and Rezende, Danilo J and Eslami, SM and Teh, Yee Whye},
  journal={arXiv preprint arXiv:1807.01622},
  year={2018}
}
@article{rahimi2007random,
  title={Random features for large-scale kernel machines},
  author={Rahimi, Ali and Recht, Benjamin},
  journal={Advances in neural information processing systems},
  volume={20},
  year={2007}
}
@inproceedings{snelson2007local,
  title={Local and global sparse Gaussian process approximations},
  author={Snelson, Edward and Ghahramani, Zoubin},
  booktitle={Artificial Intelligence and Statistics},
  pages={524--531},
  year={2007},
  organization={PMLR}
}
@article{duchi2007derivations,
  title={Derivations for linear algebra and optimization},
  author={Duchi, John},
  journal={Berkeley, California},
  volume={3},
  number={1},
  pages={2325--5870},
  year={2007}
}
@article{lin2014microsoft,
  title={Microsoft coco captions: Data collection and evaluation server},
  author={Chen, Xinlei and Fang, Hao and Lin, Tsung-Yi and Vedantam, Ramakrishna and Gupta, Saurabh and Doll{\'a}r, Piotr and Zitnick, C Lawrence},
  journal={arXiv preprint arXiv:1504.00325},
  year={2015}
}
@inproceedings{goyal2017making,
  title={Making the v in vqa matter: Elevating the role of image understanding in visual question answering},
  author={Goyal, Yash and Khot, Tejas and Summers-Stay, Douglas and Batra, Dhruv and Parikh, Devi},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={6904--6913},
  year={2017}
}
@article{liu2020simple,
  title={Simple and principled uncertainty estimation with deterministic deep learning via distance awareness},
  author={Liu, Jeremiah and Lin, Zi and Padhy, Shreyas and Tran, Dustin and Bedrax Weiss, Tania and Lakshminarayanan, Balaji},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={7498--7512},
  year={2020}
}
@inproceedings{xian2017zero,
  title={Zero-shot learning-the good, the bad and the ugly},
  author={Xian, Yongqin and Schiele, Bernt and Akata, Zeynep},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={4582--4591},
  year={2017}
}
@book{williams2006gaussian,
  title={Gaussian processes for machine learning},
  author={Williams, Christopher KI and Rasmussen, Carl Edward},
  volume={2},
  number={3},
  year={2006},
  publisher={MIT press Cambridge, MA}
}
@inproceedings{verma2021towards,
  title={Towards zero-shot learning with fewer seen class examples},
  author={Verma, Vinay Kumar and Mishra, Ashish and Pandey, Anubha and Murthy, Hema A and Rai, Piyush},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={2241--2251},
  year={2021}
}