@STRING{accv = {Proc. Asian Conf. on Computer Vision}}
@STRING{ai = {Artificial Intelligence}}
@STRING{aiuws = {Arpa Image Understanding Workshop}}
@STRING{alvey = {Proc. Alvey Vision Conf.}}
@STRING{bmvc = {BMVC}}
@string{caip = "Proc. Intl. Conf. on Computer Analysis of Images and Patterns"}
@STRING{TCSV = {IEEE Trans. Circuits and Systems for Video Technology}}
@STRING{civr = {CIVR}}
@STRING{cvgip = {Computer Vision, Graphics and Image Processing}}
@STRING{cvgipiu = {{CVGIP}: Image Understanding}}
@STRING{cviu = {CVIU}}
@STRING{cvpr = {CVPR}}
@STRING{cvprw = {CVPR-W}}
@STRING{iccvw = {ICCV-W}}
@STRING{ICCVW = {ICCV-W}}
@STRING{DARPA = {Image Understanding Workshop (DARPA)}}
@STRING{dec = {}}
@STRING{eccv = {ECCV}}
@STRING{eccv-w = {ECCV-W}}
@STRING{fg = {Proc. Int. Conf. Autom. Face and Gesture Recog.}}
@STRING{gmip = {GMIP}}
@STRING{icarcv2 = {Proc. 2nd Intl. Conf. Automation, Robotics and Computer Vision}}
@string{icassp = {Proc. ICASSP}}
@STRING{iccv = {ICCV}}
@STRING{iclr = {  ICLR  }}
@STRING{icip = {ICIP}}
@STRING{icivr = {Proc. ICIVR}}
@STRING{icml = {Proc. ICML}}
@STRING{icpr = {Proc. ICPR}}
@STRING{icra = {Proc. Intl. Conf. on Robotics and Automation}}
@STRING{icvgip = {ICVGIP}}
@STRING{IEEE-NN = {IEEE Trans. Neural Networks}}
@STRING{ijcv = {IJCV}}
@STRING{ijrr = {IJRR}}
@STRING{ip = {IP}}
@STRING{iros = {Proc. {IEEE/RSJ} Conf. on Intelligent Robots and Systems}}
@STRING{iscv = {IEEE Intl. Symposium on Computer Vision}}
@STRING{ivc = {Image and Vision Computing}}
@STRING{jmiv = {J. Math. Imaging and Vision}}
@STRING{jmlr = {J. Machine Learning Research}}
@STRING{jvcir = {J. of Visual Com. and Image Repres.}}
@STRING{lncs = {LNCS}}
@STRING{mit = {MIT Press}}
@STRING{mitai = {MIT Artificial Intelligence Laboratory}}
@STRING{mva = {Machine Vision and Applications}}
@STRING{neurips = {NeurIPS}}
@STRING{oup = {Oxford University Press}}
@STRING{pami = {IEEE PAMI}}
@string{PR = {Pattern Recognition}}
@STRING{PRL = {Pattern Recognition Letters}}
@STRING{ptrslb = {Phil. Trans. R. Soc. Lond. B}}
@STRING{sibgraph = {Proc. SIBGRAPH}}
@STRING{siggraph = {SIGGRAPH}}
@STRING{sp = {Springer-Verlag}}
@STRING{SP:IC = {Signal Processing: Image Communication}}
@STRING{SPIE = {SPIE Conferences}}
@STRING{tcomputer = {IEEE Trans. Comput.}}
@STRING{visalgs = {Vision Algorithms: Theory and Practice}}
@STRING{wacv = {Proc. WACV}}
@STRING{wil = {John Wiley and Sons}}
@STRING{arxiv = {arXiv}}

%% Drowsiness 
@article{bener2017driver,
  title={Driver sleepiness, fatigue, careless behavior and risk of motor vehicle crash and injury: Population based case and control study},
  author={Bener, Abdulbari and Yildirim, Erol and {\"O}zkan, T{\"u}rker and Lajunen, Timo},
  journal={Journal of Traffic and Transportation engineering (English edition)},
  year={2017},
}
@techreport{stewart2023overview,
  title={Overview of Motor Vehicle Traffic Crashes in 2021},
  author={Stewart, Timothy},
 institution={National Highway Traffic Safety Administration},
  year={2023}
}
@inproceedings{ghoddoosian2019realistic,
  title={A realistic dataset and baseline temporal model for early drowsiness detection},
  author={Ghoddoosian, Reza and Galib, Marnim and Athitsos, Vassilis},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition workshops},
  year={2019}
}
@inproceedings{massoz2016ulg,
  title={The ULg multimodality drowsiness database (called DROZY) and examples of use},
  author={Massoz, Quentin and Langohr, Thomas and Fran{\c{c}}ois, Cl{\'e}mentine and Verly, Jacques G},
  booktitle={IEEE Winter Conference on Applications of Computer Vision},
  year={2016},
}

@article{arefnezhad2022driver,
  title={Driver drowsiness estimation using EEG signals with a dynamical encoder--decoder modeling framework},
  author={Arefnezhad, Sadegh and Hamet, James and Eichberger, Arno and Fr{\"u}hwirth, Matthias and Ischebeck, Anja and Koglbauer, Ioana Victoria and Moser, Maximilian and Yousefi, Ali},
  journal={Scientific reports},
  year={2022}
}



%%% ALOC / GLOC 
@article{morrissette2000further,
  title={Further support for the concept of a G-LOC syndrome: a survey of military high-performance aviators.},
  author={Morrissette, Karen L and McGowan, David G},
  journal={Aviation, space, and environmental medicine},
  year={2000}
}
@article{pollock2021oh,
  title={Oh G: The x, y and z of human physiological responses to acceleration},
  author={Pollock, Ross D and Hodkinson, Peter D and Smith, Thomas G},
  journal={Experimental Physiology},
  year={2021},
}
@article{park2015unpredictability,
  title={Unpredictability of fighter pilots’ G duration tolerance by anthropometric and physiological characteristics},
  author={Park, Myunghwan and Yoo, Seunghoon and Seol, Hyeongju and Kim, Cheonyoung and Hong, Youngseok},
  journal={Aerospace Medicine and Human Performance},
  volume={86},
  number={4},
  pages={397--401},
  year={2015},
  publisher={Aerospace Medical Association}
}
@article{nunneley1979heat,
  title={Heat and acute dehydration effects on acceleration response in man},
  author={Nunneley, S.A. and Stribley, R.F.},
  journal={J. Appl. Physiol.},
  year={1979}
}
@article{webb1991unpredictability,
  title={Unpredictability of fighter pilot G tolerance using anthropometric and physiologic variables.},
  author={Webb, J.T. and Oakley, C.J. and Meeker, L.J.},
  journal={ASEM},
  year={1991}
}

%%% STRESS
@inproceedings{chaptoukaev2023stressid,
  title={StressID: a Multimodal Dataset for Stress Identification},
  author={Chaptoukaev, Hava and Strizhkova, Valeriya and Panariello, Michele and D’alpaos, Bianca and Reka, Aglind and Manera, Valeria and Th{\"u}mmler, Susanne and Ismailova, Esma and Evans, Nicholas and Bremond, Francois F and others},
  booktitle={Advances in Neural Information Processing Systems},
  year={2023}
}

@article{schneiderman2005stress,
  title={Stress and health: psychological, behavioral, and biological determinants},
  author={Schneiderman, Neil and Ironson, Gail and Siegel, Scott D},
  journal={Annual Review of Clinical Psychology},
  year={2005},
}
@article{dimsdale2008psychological,
  title={Psychological stress and cardiovascular disease},
  author={Dimsdale, Joel E},
  journal={Journal of the American College of Cardiology},
  year={2008},
}

@inproceedings{kumar2021stressnet,
  title={StressNet: detecting stress in thermal videos},
  author={Kumar, Satish and Iftekhar, ASM and Goebel, Michael and Bullock, Tom and MacLean, Mary H and Miller, Michael B and Santander, Tyler and Giesbrecht, Barry and Grafton, Scott T and Manjunath, BS},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  year={2021}
}
@article{can2019stress,
  title={Stress detection in daily life scenarios using smart phones and wearable sensors: A survey},
  author={Can, Yekta Said and Arnrich, Bert and Ersoy, Cem},
  journal={Journal of biomedical informatics},
  year={2019}
}

%% NeuroImaging 
@article{owen2013detecting,
  title={Detecting consciousness: a unique role for neuroimaging},
  author={Owen, Adrian M},
  journal={Annual review of psychology},
  year={2013},
}
@article{fernandez2013detecting,
  title={Detecting awareness after severe brain injury},
  author={Fern{\'a}ndez-Espejo, Davinia and Owen, Adrian M},
  journal={Nature Reviews Neuroscience},
  year={2013},
  publisher={Nature Publishing Group UK London}
}
@article{chen2021learning,
  title={Learning with privileged multimodal knowledge for unimodal segmentation},
  author={Chen, Cheng and Dou, Qi and Jin, Yueming and Liu, Quande and Heng, Pheng Ann},
  journal={IEEE transactions on medical imaging},
  year={2021},
}
@inproceedings{zhu2021brain,
  title={Brain tumor segmentation for missing modalities by supplementing missing features},
  author={Zhu, Y. and Wang, S. and Lin, R. and Hu, Y. and Chen, Q.},
  booktitle={ICCCBDA},
  year={2021}

}
@inproceedings{zhang2022mmformer,
  title={mmformer: Multimodal medical transformer for incomplete multimodal learning of brain tumor segmentation},
  author={Zhang, Yao and He, Nanjun and Yang, Jiawei and Li, Yuexiang and Wei, Dong and Huang, Yawen and Zhang, Yang and He, Zhiqiang and Zheng, Yefeng},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  year={2022},
  organization={Springer}
}
@inproceedings{yoon2018gain,
  title={Gain: Missing data imputation using generative adversarial nets},
  author={Yoon, Jinsung and Jordon, James and Schaar, Mihaela},
  booktitle={International Conference on Machine Learning},
  year={2018},
}
@inproceedings{lee2023multimodal,
  title={Multimodal Prompting with Missing Modalities for Visual Recognition},
  author={Lee, Yi-Lun and Tsai, Yi-Hsuan and Chiu, Wei-Chen and Lee, Chen-Yu},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  year={2023}
}
@article{kazeminia2020gans,
  title={GANs for medical image analysis},
  author={Kazeminia, S. and Baur, C. and Kuijper, A. and van Ginneken, B. and Navab, N. and Albarqouni, S. and Mukhopadhyay, A.},
  journal={Artif. Intell. Med.},
  year={2020},
}
@article{sharma2019missing,
  title={Missing MRI pulse sequence synthesis using multi-modal generative adversarial network},
  author={Sharma, Anmol and Hamarneh, Ghassan},
  journal={IEEE Transactions on Medical Imaging},
  year={2019},
}
@article{liu2023m3ae,
  title={M3AE: Multimodal Representation Learning for Brain Tumor Segmentation with Missing Modalities},
  author={Liu, Hong and Wei, Dong and Lu, Donghuan and Sun, Jinghan and Wang, Liansheng and Zheng, Yefeng},
  journal={arXiv},
  year={2023}
}
@article{azad2022medical,
  title={Medical image segmentation on mri images with missing modalities: A review},
  author={Azad, Reza and Khosravi, Nika and Dehghanmanshadi, Mohammad and Cohen-Adad, Julien and Merhof, Dorit},
  journal={arXiv preprint arXiv:2203.06217},
  year={2022}
}
@inproceedings{ma2021smil,
  title={Smil: Multimodal learning with severely missing modality},
  author={Ma, Mengmeng and Ren, Jian and Zhao, Long and Tulyakov, Sergey and Wu, Cathy and Peng, Xi},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2021}
}
@inproceedings{ma2022multimodal,
  title={Are multimodal transformers robust to missing modality?},
  author={Ma, Mengmeng and Ren, Jian and Zhao, Long and Testuggine, Davide and Peng, Xi},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  year={2022}
}
@inproceedings{yu2021mousegan,
  title={MouseGAN: GAN-based multiple MRI modalities synthesis and segmentation for mouse brain structures},
  author={Yu, Z. and Zhai, Y. and Han, X. and Peng, T. and Zhang, X.-Y.},
  booktitle={Internation Conference on Medical Image Computing and Computer Assisted Intervention},
  year={2021}
}
@article{liang2021multibench,
  title={Multibench: Multiscale benchmarks for multimodal representation learning},
  author={Liang, Paul Pu and Lyu, Yiwei and Fan, Xiang and Wu, Zetian and Cheng, Yun and Wu, Jason and Chen, Leslie and Wu, Peter and Lee, Michelle A and Zhu, Yuke and others},
  journal={arXiv preprint arXiv:2107.07502},
  year={2021}
}

@inproceedings{hu2020knowledge,
  title={Knowledge distillation from multi-modal to mono-modal segmentation networks},
  author={Hu, Minhao and Maillard, Matthis and Zhang, Ya and Ciceri, Tommaso and La Barbera, Giammarco and Bloch, Isabelle and Gori, Pietro},
  booktitle={Internation Conference on Medical Image Computing and Computer Assisted Intervention},
  year={2020},
}
@inproceedings{wang2023learnable,
  title={Learnable Cross-modal Knowledge Distillation for Multi-modal Learning with Missing Modality},
  author={Wang, Hu and Ma, Congbo and Zhang, Jianpeng and Zhang, Yuan and Avery, Jodie and Hull, Louise and Carneiro, Gustavo},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  year={2023},
}
@inproceedings{konwer2023enhancing,
  title={Enhancing modality-agnostic representations via meta-learning for brain tumor segmentation},
  author={Konwer, Aishik and Hu, Xiaoling and Bae, Joseph and Xu, Xuan and Chen, Chao and Prasanna, Prateek},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={21415--21425},
  year={2023}
}
@inproceedings{wang2023multi,
  title={Multi-Modal Learning With Missing Modality via Shared-Specific Feature Modelling},
  author={Wang, Hu and Chen, Yuanhong and Ma, Congbo and Avery, Jodie and Hull, Louise and Carneiro, Gustavo},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={15878--15887},
  year={2023}
}
%%% IMBALANCE 
@InProceedings{huang_2016,
author = {Huang, Chen and Li, Yining and Loy, Chen Change and Tang, Xiaoou},
title = {Learning Deep Representation for Imbalanced Classification},
booktitle = {Conference on Computer Vision and Pattern Recognition},
year = {2016}
}
@article{luque2019impact,
  title={The impact of class imbalance in classification performance metrics based on the binary confusion matrix},
  author={Luque, Amalia and Carrasco, Alejandro and Mart{\'\i}n, Alejandro and de Las Heras, Ana},
  journal={Pattern Recognition},
  year={2019},
}

%% CV multimodal
@inproceedings{liu2022funnynet,
  title={FunnyNet: Audiovisual Learning of Funny Moments in Videos},
  author={Liu, Zhisong and Courant, Robin and Kalogeiton, Vicky},
  booktitle={Proceedings of the Asian Conference on Computer Vision},
  pages={3308--3325},
  year={2022}
}
@inproceedings{taleb2022contig,
  title={Contig: Self-supervised multimodal contrastive learning for medical imaging with genetics},
  author={Taleb, Aiham and Kirchler, Matthias and Monti, Remo and Lippert, Christoph},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  year={2022}
}
@article{nagrani2021attention,
  title={Attention bottlenecks for multimodal fusion},
  author={Nagrani, Arsha and Yang, Shan and Arnab, Anurag and Jansen, Aren and Schmid, Cordelia and Sun, Chen},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={14200--14213},
  year={2021}
}
@article{zhu2023minigpt,
  title={Minigpt-4: Enhancing vision-language understanding with advanced large language models},
  author={Zhu, Deyao and Chen, Jun and Shen, Xiaoqian and Li, Xiang and Elhoseiny, Mohamed},
  journal={arXiv preprint arXiv:2304.10592},
  year={2023}
}
@InProceedings{Shukor_2023_ICCV,
    author    = {Shukor, Mustafa and Dancette, Corentin and Cord, Matthieu},
    title     = {eP-ALM: Efficient Perceptual Augmentation of Language Models},
    booktitle = {Proceedings of the IEEE/CVF International Conference on Computer Vision},
    month     = {October},
    year      = {2023},
    pages     = {22056-22069}
}
@article{huang2023language,
  title={Language is not all you need: Aligning perception with language models},
  author={Huang, Shaohan and Dong, Li and Wang, Wenhui and Hao, Yaru and Singhal, Saksham and Ma, Shuming and Lv, Tengchao and Cui, Lei and Mohammed, Owais Khan and Liu, Qiang and others},
  journal={arXiv preprint arXiv:2302.14045},
  year={2023}
}
@article{li2023blip,
  title={Blip-2: Bootstrapping language-image pre-training with frozen image encoders and large language models},
  author={Li, Junnan and Li, Dongxu and Savarese, Silvio and Hoi, Steven},
  journal={arXiv preprint arXiv:2301.12597},
  year={2023}
}
@article{recasens2023zorro,
  title={Zorro: the masked multimodal transformer},
  author={Recasens, Adri{\`a} and Lin, Jason and Carreira, Jo{\=a}o and Jaegle, Drew and Wang, Luyu and Alayrac, Jean-baptiste and Luc, Pauline and Miech, Antoine and Smaira, Lucas and Hemsley, Ross and others},
  journal={arXiv preprint arXiv:2301.09595},
  year={2023}
}
@inproceedings{srivastava2024omnivec,
  title={Omnivec: Learning robust representations with cross modal sharing},
  author={Srivastava, Siddharth and Sharma, Gaurav},
  booktitle={Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision},
  pages={1236--1248},
  year={2024}
}
%% Medical Imaging - Multimodal
@inproceedings{milecki2023medimp,
  title={MEDIMP: 3D Medical Images with clinical Prompts from limited tabular data for renal transplantation},
  author={Milecki, Leo and Kalogeiton, Vicky and Bodard, Sylvain and Anglicheau, Dany and Correas, Jean-Michel and Timsit, Marc-Olivier and Vakalopoulou, Maria},
  booktitle={Medical Imaging with Deep Learning},
  year={2023}
}
@inproceedings{li2023unify,
  title={Unify, align and refine: Multi-level semantic alignment for radiology report generation},
  author={Li, Yaowei and Yang, Bang and Cheng, Xuxin and Zhu, Zhihong and Li, Hongxiang and Zou, Yuexian},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={2863--2874},
  year={2023}
}
@inproceedings{zhang2022contrastive,
  title={Contrastive learning of medical visual representations from paired images and text},
  author={Zhang, Yuhao and Jiang, Hang and Miura, Yasuhide and Manning, Christopher D and Langlotz, Curtis P},
  booktitle={Machine Learning for Healthcare Conference},
  pages={2--25},
  year={2022},
}
@inproceedings{shi2023h,
  title={H-DenseFormer: An Efficient Hybrid Densely Connected Transformer for Multimodal Tumor Segmentation},
  author={Shi, Jun and Kan, Hongyu and Ruan, Shulan and Zhu, Ziqi and Zhao, Minfan and Qiao, Liang and Wang, Zhaohui and An, Hong and Xue, Xudong},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  pages={692--702},
  year={2023},
}
@article{li2023longitudinal,
  title={Longitudinal Multimodal Transformer Integrating Imaging and Latent Clinical Signatures From Routine EHRs for Pulmonary Nodule Classification},
  author={Li, Thomas Z and Still, John M and Xu, Kaiwen and Lee, Ho Hin and Cai, Leon Y and Krishnan, Aravind R and Gao, Riqiang and Khan, Mirza S and Antic, Sanja and Kammer, Michael and others},
  journal={arXiv preprint arXiv:2304.02836},
  year={2023}
}
@inproceedings{gomez2023ischemic,
  title={Ischemic Stroke Segmentation from a Cross-Domain Representation in Multimodal Diffusion Studies},
  author={G{\'o}mez, Santiago and Mantilla, Daniel and Valenzuela, Brayan and Ortiz, Andres and D Vera, Daniela and Camacho, Paul and Mart{\'\i}nez, Fabio},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  pages={776--785},
  year={2023},
}
@inproceedings{podobnik2023multimodal,
  title={Multimodal CT and MR segmentation of head and neck organs-at-risk},
  author={Podobnik, Ga{\v{s}}per and Strojan, Primo{\v{z}} and Peterlin, Primo{\v{z}} and Ibragimov, Bulat and Vrtovec, Toma{\v{z}}},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  pages={745--755},
  year={2023},
}
@inproceedings{
    shi2022learning,
    title={Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction},
    author={Bowen Shi and Wei-Ning Hsu and Kushal Lakhotia and Abdelrahman Mohamed},
    booktitle={International Conference on Learning Representations},
    year={2022},
}
@inproceedings{chen2021crossvit,
  title={Crossvit: Cross-attention multi-scale vision transformer for image classification},
  author={Chen, Chun-Fu Richard and Fan, Quanfu and Panda, Rameswar},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  year={2021}
}
@inproceedings{jaegle2021perceiver,
  title={Perceiver: General perception with iterative attention},
  author={Jaegle, Andrew and Gimeno, Felix and Brock, Andy and Vinyals, Oriol and Zisserman, Andrew and Carreira, Joao},
  booktitle={International Conference on Machine Learning},
  year={2021},
}
%% Medical time series
@inproceedings{li2023frozen,
title={Frozen Language Model Helps {ECG} Zero-Shot Learning},
author={Jun Li and Che Liu and Sibo Cheng and Rossella Arcucci and Shenda Hong},
booktitle={Medical Imaging with Deep Learning},
year={2023},
}
@inproceedings{raghu2022contrastive,
  title={Contrastive Pre-Training for Multimodal Medical Time Series},
  author={Raghu, Aniruddh and Chandak, Payal and Alam, Ridwan and Guttag, John and Stultz, Collin},
  booktitle={NeurIPS 2022 Workshop on Learning from Time Series for Health},
  year={2022}
}
@inproceedings{kiyasseh2021clocs,
  title={Clocs: Contrastive learning of cardiac signals across space, time, and patients},
  author={Kiyasseh, Dani and Zhu, Tingting and Clifton, David A},
  booktitle={International Conference on Machine Learning},
  year={2021},
}
@inproceedings{wang2023contrast,
    title={Contrast Everything: A Hierarchical Contrastive Framework for Medical Time-Series},
    author={Yihe Wang and Yu Han and Haishuai Wang and Xiang Zhang},
    booktitle={Advances in Neural Information Processing Systems},
    year={2023},
}

%% Medical Missing
@inproceedings{mallya2022deep,
  title={Deep multimodal guidance for medical image classification},
  author={Mallya, Mayur and Hamarneh, Ghassan},
  booktitle={International Conference on Medical Image Computing and Computer-Assisted Intervention},
  year={2022},
  organization={Springer}
}

%% Contrastive Learning 
@inproceedings{
    jing2022understanding,
    title={Understanding Dimensional Collapse in Contrastive Self-supervised Learning},
    author={Li Jing and Pascal Vincent and Yann LeCun and Yuandong Tian},
    booktitle={International Conference on Learning Representations},
    year={2022},
}
@inproceedings{liang2022mind,
  title={Mind the gap: Understanding the modality gap in multi-modal contrastive representation learning},
  author={Liang, Victor Weixin and Zhang, Yuhui and Kwon, Yongchan and Yeung, Serena and Zou, James Y},
  booktitle={Advances in Neural Information Processing Systems},
  year={2022}
}

@inproceedings{shi2023towards,
  title={Towards understanding the modality gap in CLIP},
  author={Shi, P. and Welle, M.C. and Bj{\"o}rkman, M. and Kragic, D.},
  booktitle={International Conference on Learning Representations W},
  year={2023}
}

@inproceedings{kukleva2023temperature,
    title={Temperature Schedules for self-supervised contrastive methods on long-tail data},
    author={Anna Kukleva and Moritz B{\"o}hle and Bernt Schiele and Hilde Kuehne and Christian Rupprecht},
    booktitle={International Conference on Learning Representations},
    year={2023},
}
@article{luo2022clip4clip,
  title={Clip4clip: An empirical study of clip for end to end video clip retrieval and captioning},
  author={Luo, H. and Ji, L. and Zhong, M. and Chen, Y. and Lei, W. and Duan, N. and Li, T.},
  journal={Neurocomputing},
  year={2022},
}

@inproceedings{radford2021learning,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and others},
  booktitle={International Conference on Machine Learning},
  year={2021},
}
@article{oord2018representation,
  title={Representation learning with contrastive predictive coding},
  author={Oord, Aaron van den and Li, Yazhe and Vinyals, Oriol},
  journal={arXiv preprint arXiv:1807.03748},
  year={2018}
}
@article{arandjelovic2023three,
  title={Three ways to improve feature alignment for open vocabulary detection},
  author={Arandjelovi{\'c}, R. and Andonian, A. and Mensch, A. and H{\'e}naff, O.J. and Alayrac, J-B and Zisserman, A.},
  journal={arXiv},
  year={2023}
}

@inproceedings{girdhar2023imagebind,
  title={Imagebind: One embedding space to bind them all},
  author={Girdhar, Rohit and El-Nouby, Alaaeldin and Liu, Zhuang and Singh, Mannat and Alwala, Kalyan Vasudev and Joulin, Armand and Misra, Ishan},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  year={2023}
}
@inproceedings{align,
  title={Scaling up visual and vision-language representation learning with noisy text supervision},
  author={Jia, C. and Yang, Y. and Xia, Y. and Chen, Y.-T. and Parekh, Z. and Pham, H. and Le, Q. and Sung, Y.-H. and Li, Z. and Duerig, T.},
  booktitle={International Conference on Machine Learning},
  year={2021},
}

@inproceedings{chen2020simple,
  title={A simple framework for contrastive learning of visual representations},
  author={Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},
  booktitle={International Conference on Machine Learning},
  year={2020},
}

%% Attention & masking & missing
@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in Neural Information Processing Systems},
  year={2017}
}
@article{mackinnon2010use,
  title={The use and reporting of multiple imputation in medical research--a review},
  author={Mackinnon, A.},
  journal={Journal of internal medicine},
  year={2010},
}
@inproceedings{milecki2022contrastive,
  title={Contrastive Masked Transformers for Forecasting Renal Transplant Function},
  author={Milecki, Leo and Kalogeiton, Vicky and Bodard, Sylvain and Anglicheau, Dany and Correas, Jean-Michel and Timsit, Marc-Olivier and Vakalopoulou, Maria},
  booktitle={International Conference on Medical Image Computing and Computer Assisted Intervention},
  year={2022}
}
@misc{oord2018representationcoding,
author = {Aaron van den Oord and Yazhe Li and Oriol Vinyals},
title = {Representation Learning with Contrastive Predictive Coding},
year = {2018},
journal={arXiv},
}

@inproceedings{gu2023can,
  title={I Can't Believe There's No Images! Learning Visual Tasks Using only Language Supervision},
  author={Gu, Sophia and Clark, Christopher and Kembhavi, Aniruddha},
  booktitle = {Proceedings of the IEEE/CVF International Conference on Computer Vision},
  year={2023}
}

%%% TIME SERIES %%% 
@article{han2020deep,
  title={Deep learning models for electrocardiograms are susceptible to adversarial attack},
  author={Han, Xintian and Hu, Yuxuan and Foschini, Luca and Chinitz, Larry and Jankelson, Lior and Ranganath, Rajesh},
  journal={Nature medicine},
  year={2020},
}
@article{ismail2019deep,
  title={Deep learning for time series classification: a review},
  author={Ismail Fawaz, Hassan and Forestier, Germain and Weber, Jonathan and Idoumghar, Lhassane and Muller, Pierre-Alain},
  journal={Data mining and knowledge discovery},
  year={2019},
}

@article{ruiz2021great,
  title={The great multivariate time series classification bake off: a review and experimental evaluation of recent algorithmic advances},
  author={Ruiz, Alejandro Pasos and Flynn, Michael and Large, James and Middlehurst, Matthew and Bagnall, Anthony},
  journal={Data Mining and Knowledge Discovery},
  year={2021}
}
@article{ismail2020inceptiontime,
  title={Inceptiontime: Finding alexnet for time series classification},
  author={Ismail Fawaz, Hassan and Lucas, Benjamin and Forestier, Germain and Pelletier, Charlotte and Schmidt, Daniel F and Weber, Jonathan and Webb, Geoffrey I and Idoumghar, Lhassane and Muller, Pierre-Alain and Petitjean, Fran{\c{c}}ois},
  journal={Data Mining and Knowledge Discovery},
  year={2020},
}
% audio
@article{park2019specaugment,
  title={Specaugment: A simple data augmentation method for automatic speech recognition},
  author={Park, Daniel S and Chan, William and Zhang, Yu and Chiu, Chung-Cheng and Zoph, Barret and Cubuk, Ekin D and Le, Quoc V},
  journal={arXiv preprint arXiv:1904.08779},
  year={2019}
}
@inproceedings{niizumi2021byol,
  title={Byol for audio: Self-supervised learning for general-purpose audio representation},
  author={Niizumi, Daisuke and Takeuchi, Daiki and Ohishi, Yasunori and Harada, Noboru and Kashino, Kunio},
  booktitle={International Joint Conference on Neural Networks},
  year={2021}
}

% video
@inproceedings{hiera,
author = {Ryali, Chaitanya and Hu, Yuan-Ting and Bolya, Daniel and Wei, Chen and Fan, Haoqi and Huang, Po-Yao and Aggarwal, Vaibhav and Chowdhury, Arkabandhu and Poursaeed, Omid and Hoffman, Judy and Malik, Jitendra and Li, Yanghao and Feichtenhofer, Christoph},
title = {Hiera: A Hierarchical Vision Transformer without the Bells-and-Whistles},
year = {2023},
booktitle = {International Conference on Machine Learning},
}


@article{kay2017kinetics,
  title={The kinetics human action video dataset},
  author={Kay, Will and Carreira, Joao and Simonyan, Karen and Zhang, Brian and Hillier, Chloe and Vijayanarasimhan, Sudheendra and Viola, Fabio and Green, Tim and Back, Trevor and Natsev, Paul and others},
  journal={arXiv preprint arXiv:1705.06950},
  year={2017}
}

stewart2023overview
@article{hendrycks2016gaussian,
  title={Gaussian error linear units (gelus)},
  author={Hendrycks, D. and Gimpel, L.},
  journal={arXiv},
  year={2016}
}
@inproceedings{loshchilov2018decoupled,
    title={Decoupled Weight Decay Regularization},
    author={Ilya Loshchilov and Frank Hutter},
    booktitle={International Conference on Learning Representations},
    year={2019},
}
@inproceedings{paszke2019pytorch,
 author = {Paszke, A. and Gross, S. and Massa, F. and Lerer, A. and Bradbury, J. and Chanan, G. and Killeen, T. and Lin, Z. and Gimelshein, N. and Antiga, L. and Desmaison, A. and Kopf, A. and Yang, E. and DeVito, Z. and Raison, M. and Tejani, A. and Chilamkurthy, S. and Steiner, B. and Fang, L. and Bai, J. and Chintala, S.},
 booktitle = {Advances in Neural Information Processing Systems},
 title = {PyTorch: An Imperative Style, High-Performance Deep Learning Library},
 year = {2019}
}

## Transfromer training
@inproceedings{touvron2022three,
  title={Three things everyone should know about vision transformers},
  author={Touvron, Hugo and Cord, Matthieu and El-Nouby, Alaaeldin and Verbeek, Jakob and J{\'e}gou, Herv{\'e}},
  booktitle={European Conference on Computer Vision},
  year={2022},
}