@article{al2020dataset,
  title={Dataset of breast ultrasound images},
  author={Al-Dhabyani, Walid and Gomaa, Mohammed and Khaled, Hussien and Fahmy, Aly},
  journal={Data in brief},
  volume={28},
  pages={104863},
  year={2020},
  publisher={Elsevier}
}

@inproceedings{alfassy2022feta,
  title={FETA: Towards Specializing Foundational Models for Expert Task Applications},
  author={Alfassy, Amit and Arbelle, Assaf and Halimi, Oshri and Harary, Sivan and Herzig, Roei and Schwartz, Eli and Panda, Rameswar and Dolfi, Michele and Auer, Christoph and Staar, Peter and others},
  booktitle={Advances in Neural Information Processing Systems},
  volume={35},
  pages={29873--29888},
  year={2022}
}

@article{amin2019new,
  title={A new approach for brain tumor segmentation and classification based on score level fusion using transfer learning},
  author={Amin, Javeria and Sharif, Muhammad and Yasmin, Mussarat and Saba, Tanzila and Anjum, Muhammad Almas and Fernandes, Steven Lawrence},
  journal={Journal of medical systems},
  volume={43},
  pages={1--16},
  year={2019},
  publisher={Springer}
}

@article{an2022blazeneo,
  title={BlazeNeo: Blazing fast polyp segmentation and neoplasm detection},
  author={An, Nguyen S and Lan, Phan N and Hang, Dao V and Long, Dao V and Trung, Tran Q and Thuy, Nguyen T and Sang, Dinh V},
  journal={IEEE Access},
  volume={10},
  pages={43669--43684},
  year={2022},
  publisher={IEEE}
}

@inproceedings{bannur2023learning,
  title={Learning to exploit temporal structure for biomedical vision-language processing},
  author={Bannur, Shruthi and Hyland, Stephanie and Liu, Qianchu and Perez-Garcia, Fernando and Ilse, Maximilian and Castro, Daniel C and Boecking, Benedikt and Sharma, Harshita and Bouzid, Kenza and Thieme, Anja and others},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={15016--15027},
  year={2023}
}

@article{bernal2015wm,
  title={WM-DOVA maps for accurate polyp highlighting in colonoscopy: Validation vs. saliency maps from physicians},
  author={Bernal, Jorge and S{\'a}nchez, F Javier and Fern{\'a}ndez-Esparrach, Gloria and Gil, Debora and Rodr{\'\i}guez, Cristina and Vilari{\~n}o, Fernando},
  journal={Computerized medical imaging and graphics},
  volume={43},
  pages={99--111},
  year={2015},
  publisher={Elsevier}
}

@inproceedings{boecking2022making,
  title={Making the most of text semantics to improve biomedical vision--language processing},
  author={Boecking, Benedikt and Usuyama, Naoto and Bannur, Shruthi and Castro, Daniel C and Schwaighofer, Anton and Hyland, Stephanie and Wetscherek, Maria and Naumann, Tristan and Nori, Aditya and Alvarez-Valle, Javier and others},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXXVI},
  pages={1--21},
  year={2022},
  organization={Springer}
}

@inproceedings{chen2018encoder,
  title={Encoder-decoder with atrous separable convolution for semantic image segmentation},
  author={Chen, Liang-Chieh and Zhu, Yukun and Papandreou, George and Schroff, Florian and Adam, Hartwig},
  booktitle={Proceedings of the European conference on computer vision (ECCV)},
  pages={801--818},
  year={2018}
}

@article{chen2022chest,
  title={Chest x-ray segmentation images based on MIMIC-CXR},
  author={Chen, Li-Ching and Kuo, Po-Chih and Wang, Ryan and Gichoya, Judy and Celi, Leo Anthony},
  year={2022}
}

@article{chen2023towards,
  title={Towards Unifying Medical Vision-and-Language Pre-training via Soft Prompts},
  author={Chen, Zhihong and Diao, Shizhe and Wang, Benyou and Li, Guanbin and Wan, Xiang},
  journal={arXiv preprint arXiv:2302.08958},
  year={2023}
}

@article{chen2021transunet,
  title={Transunet: Transformers make strong encoders for medical image segmentation},
  author={Chen, Jieneng and Lu, Yongyi and Yu, Qihang and Luo, Xiangde and Adeli, Ehsan and Wang, Yan and Lu, Le and Yuille, Alan L and Zhou, Yuyin},
  journal={arXiv preprint arXiv:2102.04306},
  year={2021}
}

@article{cheplygina2019not,
  title={Not-so-supervised: a survey of semi-supervised, multi-instance, and transfer learning in medical image analysis},
  author={Cheplygina, Veronika and de Bruijne, Marleen and Pluim, Josien PW},
  journal={Medical image analysis},
  volume={54},
  pages={280--296},
  year={2019},
  publisher={Elsevier}
}

@inproceedings{cherti2023reproducible,
  title={Reproducible scaling laws for contrastive language-image learning},
  author={Cherti, Mehdi and Beaumont, Romain and Wightman, Ross and Wortsman, Mitchell and Ilharco, Gabriel and Gordon, Cade and Schuhmann, Christoph and Schmidt, Ludwig and Jitsev, Jenia},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={2818--2829},
  year={2023}
}

@article{daneshjou2022skincon,
  title={Skincon: A skin disease dataset densely annotated by domain experts for fine-grained debugging and analysis},
  author={Daneshjou, Roxana and Yuksekgonul, Mert and Cai, Zhuo Ran and Novoa, Roberto and Zou, James Y},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={18157--18167},
  year={2022}
}

@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={2009 IEEE Conference on Computer Vision and Pattern Recognition},
  pages={248--255},
  year={2009},
  organization={IEEE}
}

@article{ding2022vlt,
  title={VLT: Vision-Language Transformer and Query Generation for Referring Segmentation},
  author={Ding, Henghui and Liu, Chang and Wang, Suchen and Jiang, Xudong},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2022},
  publisher={IEEE}
}

@inproceedings{do2021multiple,
  title={Multiple meta-model quantifying for medical visual question answering},
  author={Do, Tuong and Nguyen, Binh X and Tjiputra, Erman and Tran, Minh and Tran, Quang D and Nguyen, Anh},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2021: 24th International Conference, Strasbourg, France, September 27--October 1, 2021, Proceedings, Part V 24},
  pages={64--74},
  year={2021},
  organization={Springer}
}

@inproceedings{dosovitskiy2020image,
  title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
  author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
  booktitle={International Conference on Learning Representations},
  year={2020}
}

@article{dumitru2023using,
  title={Using DUCK-Net for polyp image segmentation},
  author={Dumitru, Razvan-Gabriel and Peteleaza, Darius and Craciun, Catalin},
  journal={Scientific Reports},
  volume={13},
  number={1},
  pages={9803},
  year={2023},
  publisher={Nature Publishing Group UK London}
}

@inproceedings{eslami2023pubmedclip,
  title={PubMedCLIP: How Much Does CLIP Benefit Visual Question Answering in the Medical Domain?},
  author={Eslami, Sedigheh and Meinel, Christoph and De Melo, Gerard},
  booktitle={Findings of the Association for Computational Linguistics: EACL 2023},
  pages={1151--1163},
  year={2023}
}

@article{fitzgerald2023fcb,
  title={FCB-SwinV2 Transformer for Polyp Segmentation},
  author={Fitzgerald, Kerr and Matuszewski, Bogdan},
  journal={arXiv preprint arXiv:2302.01027},
  year={2023}
}

@article{furst2022cloob,
  title={Cloob: Modern hopfield networks with infoloob outperform clip},
  author={F{\"u}rst, Andreas and Rumetshofer, Elisabeth and Lehner, Johannes and Tran, Viet T and Tang, Fei and Ramsauer, Hubert and Kreil, David and Kopp, Michael and Klambauer, G{\"u}nter and Bitto, Angela and others},
  journal={Advances in neural information processing systems},
  volume={35},
  pages={20450--20468},
  year={2022}
}

@inproceedings{ghafoorian2017transfer,
  title={Transfer learning for domain adaptation in MRI: Application in brain lesion segmentation},
  author={Ghafoorian, Mohsen and Mehrtash, Alireza and Kapur, Tina and Karssemeijer, Nico and Marchiori, Elena and Pesteie, Mehran and Guttmann, Charles RG and de Leeuw, Frank-Erik and Tempany, Clare M and Van Ginneken, Bram and others},
  booktitle={Medical Image Computing and Computer Assisted Intervention- MICCAI 2017: 20th International Conference, Quebec City, QC, Canada, September 11-13, 2017, Proceedings, Part III 20},
  pages={516--524},
  year={2017},
  organization={Springer}
}

@inproceedings{gregor2014deep,
  title={Deep autoregressive networks},
  author={Gregor, Karol and Danihelka, Ivo and Mnih, Andriy and Blundell, Charles and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  pages={1242--1250},
  year={2014},
  organization={PMLR}
}

@article{gu2021domain,
  title={Domain-specific language model pretraining for biomedical natural language processing},
  author={Gu, Yu and Tinn, Robert and Cheng, Hao and Lucas, Michael and Usuyama, Naoto and Liu, Xiaodong and Naumann, Tristan and Gao, Jianfeng and Poon, Hoifung},
  journal={ACM Transactions on Computing for Healthcare (HEALTH)},
  volume={3},
  number={1},
  pages={1--23},
  year={2021},
  publisher={ACM New York, NY}
}

@inproceedings{gu2021open,
  title={Open-vocabulary Object Detection via Vision and Language Knowledge Distillation},
  author={Gu, Xiuye and Lin, Tsung-Yi and Kuo, Weicheng and Cui, Yin},
  booktitle={International Conference on Learning Representations},
  year={2021}
}

@article{gutman2016skin,
  title={Skin lesion analysis toward melanoma detection: A challenge at the international symposium on biomedical imaging (ISBI) 2016, hosted by the international skin imaging collaboration (ISIC)},
  author={Gutman, David and Codella, Noel CF and Celebi, Emre and Helba, Brian and Marchetti, Michael and Mishra, Nabin and Halpern, Allan},
  journal={arXiv preprint arXiv:1605.01397},
  year={2016}
}

@article{hasan2022dermoexpert,
  title={DermoExpert: Skin lesion classification using a hybrid convolutional neural network through segmentation, transfer learning, and augmentation},
  author={Hasan, Md Kamrul and Elahi, Md Toufick E and Alam, Md Ashraful and Jawad, Md Tasnim and Mart{\'\i}, Robert},
  journal={Informatics in Medicine Unlocked},
  volume={28},
  pages={100819},
  year={2022},
  publisher={Elsevier}
}

@inproceedings{hatamizadeh2022unetr,
  title={Unetr: Transformers for 3d medical image segmentation},
  author={Hatamizadeh, Ali and Tang, Yucheng and Nath, Vishwesh and Yang, Dong and Myronenko, Andriy and Landman, Bennett and Roth, Holger R and Xu, Daguang},
  booktitle={Proceedings of the IEEE/CVF winter conference on applications of computer vision},
  pages={574--584},
  year={2022}
}

@article{havaei2017brain,
  title={Brain tumor segmentation with deep neural networks},
  author={Havaei, Mohammad and Davy, Axel and Warde-Farley, David and Biard, Antoine and Courville, Aaron and Bengio, Yoshua and Pal, Chris and Jodoin, Pierre-Marc and Larochelle, Hugo},
  journal={Medical image analysis},
  volume={35},
  pages={18--31},
  year={2017},
  publisher={Elsevier}
}

@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}

@article{huang2020pixel,
  title={Pixel-bert: Aligning image pixels with text by deep multi-modal transformers},
  author={Huang, Zhicheng and Zeng, Zhaoyang and Liu, Bei and Fu, Dongmei and Fu, Jianlong},
  journal={arXiv preprint arXiv:2004.00849},
  year={2020}
}

@misc{indeewara2023chest,
  title={Chest X-ray Dataset with Lung Segmentation},
  author={Indeewara, Wimukthi and Hennayake, Mahela and Rathnayake, Kasun and Ambegoda, Thanuja and Meedeniya, Dulani},
  year={2023},
  publisher={PhysioNet},
  doi={10.13026/9cy4-f535}
}

@inproceedings{irvin2019chexpert,
  title={Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison},
  author={Irvin, Jeremy and Rajpurkar, Pranav and Ko, Michael and Yu, Yifan and Ciurea-Ilcus, Silviana and Chute, Chris and Marklund, Henrik and Haghgoo, Behzad and Ball, Robyn and Shpanskaya, Katie and others},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={33},
  number={01},
  pages={590--597},
  year={2019}
}

@article{isensee2021nnu,
  title={nn{U-N}et: a self-configuring method for deep learning-based biomedical image segmentation},
  author={Isensee, Fabian and Jaeger, Paul F and Kohl, Simon AA and Petersen, Jens and Maier-Hein, Klaus H},
  journal={Nature methods},
  volume={18},
  number={2},
  pages={203--211},
  year={2021},
  publisher={Nature Publishing Group US New York}
}

@inproceedings{jha2020kvasir,
  title={Kvasir-seg: A segmented polyp dataset},
  author={Jha, Debesh and Smedsrud, Pia H and Riegler, Michael A and Halvorsen, P{\aa}l and de Lange, Thomas and Johansen, Dag and Johansen, H{\aa}vard D},
  booktitle={MultiMedia Modeling: 26th International Conference, MMM 2020, Daejeon, South Korea, January 5--8, 2020, Proceedings, Part II 26},
  pages={451--462},
  year={2020},
  organization={Springer}
}

@inproceedings{jia2021scaling,
  title={Scaling up visual and vision-language representation learning with noisy text supervision},
  author={Jia, Chao and Yang, Yinfei and Xia, Ye and Chen, Yi-Ting and Parekh, Zarana and Pham, Hieu and Le, Quoc and Sung, Yun-Hsuan and Li, Zhen and Duerig, Tom},
  booktitle={International Conference on Machine Learning},
  pages={4904--4916},
  year={2021},
  organization={PMLR}
}

@article{johnson2019mimic,
  title={{MIMIC-CXR}, a de-identified publicly available database of chest radiographs with free-text reports},
  author={Johnson, Alistair EW and Pollard, Tom J and Berkowitz, Seth J and Greenbaum, Nathaniel R and Lungren, Matthew P and Deng, Chih-ying and Mark, Roger G and Horng, Steven},
  journal={Scientific data},
  volume={6},
  number={1},
  pages={317},
  year={2019},
  publisher={Nature Publishing Group UK London}
}

@article{johnson2019mimicjpg,
  title={{MIMIC-CXR-JPG}, a large publicly available database of labeled chest radiographs},
  author={Johnson, Alistair EW and Pollard, Tom J and Greenbaum, Nathaniel R and Lungren, Matthew P and Deng, Chih-ying and Peng, Yifan and Lu, Zhiyong and Mark, Roger G and Berkowitz, Seth J and Horng, Steven},
  journal={arXiv preprint arXiv:1901.07042},
  year={2019}
}

@misc{sang2021bkai,
    author={Dinh Sang},
    title={{BKAI-IGH NeoPolyp}},
    publisher={Kaggle},
    year={2021},
    url={https://kaggle.com/competitions/bkai-igh-neopolyp}
}

@inproceedings{kayser2022explaining,
  title={Explaining Chest X-Ray Pathologies in Natural Language},
  author={Kayser, Maxime and Emde, Cornelius and Camburu, Oana-Maria and Parsons, Guy and Papiez, Bartlomiej and Lukasiewicz, Thomas},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2022: 25th International Conference, Singapore, September 18--22, 2022, Proceedings, Part V},
  pages={701--713},
  year={2022},
  organization={Springer}
}

@inproceedings{kazemzadeh2014referitgame,
  title={Referitgame: Referring to objects in photographs of natural scenes},
  author={Kazemzadeh, Sahar and Ordonez, Vicente and Matten, Mark and Berg, Tamara},
  booktitle={Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP)},
  pages={787--798},
  year={2014}
}

@article{kendrick2022translating,
  title={Translating clinical delineation of diabetic foot ulcers into machine interpretable segmentation},
  author={Kendrick, Connah and Cassidy, Bill and Pappachan, Joseph M and O'Shea, Claire and Fernandez, Cornelious J and Chacko, Elias and Jacob, Koshy and Reeves, Neil D and Yap, Moi Hoon},
  journal={arXiv preprint arXiv:2204.11618},
  year={2022}
}

@article{kim2023zegot,
  title={ZegOT: Zero-shot Segmentation Through Optimal Transport of Text Prompts},
  author={Kim, Kwanyoung and Oh, Yujin and Ye, Jong Chul},
  journal={arXiv preprint arXiv:2301.12171},
  year={2023}
}

@article{loshchilov2017decoupled,
  title={Decoupled weight decay regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1711.05101},
  year={2017}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@inproceedings{kirillov2023segment,
  title={Segment anything},
  author={Kirillov, Alexander and Mintun, Eric and Ravi, Nikhila and Mao, Hanzi and Rolland, Chloe and Gustafson, Laura and Xiao, Tete and Whitehead, Spencer and Berg, Alexander C and Lo, Wan-Yen and others},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={4015--4026},
  year={2023}
}

@inproceedings{koh2020concept,
  title={Concept bottleneck models},
  author={Koh, Pang Wei and Nguyen, Thao and Tang, Yew Siang and Mussmann, Stephen and Pierson, Emma and Kim, Been and Liang, Percy},
  booktitle={International Conference on Machine Learning},
  pages={5338--5348},
  year={2020},
  organization={PMLR}
}

@article{leclerc2019deep,
  title={Deep learning for segmentation using an open large-scale dataset in 2D echocardiography},
  author={Leclerc, Sarah and Smistad, Erik and Pedrosa, Joao and {\O}stvik, Andreas and Cervenansky, Frederic and Espinosa, Florian and Espeland, Torvald and Berg, Erik Andreas Rye and Jodoin, Pierre-Marc and Grenier, Thomas and others},
  journal={IEEE transactions on medical imaging},
  volume={38},
  number={9},
  pages={2198--2210},
  year={2019},
  publisher={IEEE}
}

@inproceedings{li2021supervision,
  title={Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm},
  author={Li, Yangguang and Liang, Feng and Zhao, Lichen and Cui, Yufeng and Ouyang, Wanli and Shao, Jing and Yu, Fengwei and Yan, Junjie},
  booktitle={International Conference on Learning Representations},
  year={2021}
}

@inproceedings{li2022blip,
  title={Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation},
  author={Li, Junnan and Li, Dongxu and Xiong, Caiming and Hoi, Steven},
  booktitle={International Conference on Machine Learning},
  pages={12888--12900},
  year={2022},
  organization={PMLR}
}

@inproceedings{li2022grounded,
  title={Grounded language-image pre-training},
  author={Li, Liunian Harold and Zhang, Pengchuan and Zhang, Haotian and Yang, Jianwei and Li, Chunyuan and Zhong, Yiwu and Wang, Lijuan and Yuan, Lu and Zhang, Lei and Hwang, Jenq-Neng and others},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={10965--10975},
  year={2022}
}

@incollection{liao2022hardnet,
  title={HarDNet-DFUS: Enhancing Backbone and Decoder of HarDNet-MSEG for Diabetic Foot Ulcer Image Segmentation},
  author={Liao, Ting-Yu and Yang, Ching-Hui and Lo, Yu-Wen and Lai, Kuan-Ying and Shen, Po-Huai and Lin, Youn-Long},
  booktitle={Diabetic Foot Ulcers Grand Challenge},
  pages={21--30},
  year={2022},
  publisher={Springer}
}

@inproceedings{ling2022reaching,
  title={Reaching intra-observer variability in 2-D echocardiographic image segmentation with a simple U-Net architecture},
  author={Ling, Hang Jung and Garcia, Damien and Bernard, Olivier},
  booktitle={IEEE International Ultrasonics Symposium (IUS)},
  year={2022}
}

@article{liu2023clip,
  title={CLIP-Driven Universal Model for Organ Segmentation and Tumor Detection},
  author={Liu, Jie and Zhang, Yixiao and Chen, Jie-Neng and Xiao, Junfei and Lu, Yongyi and Landman, Bennett A and Yuan, Yixuan and Yuille, Alan and Tang, Yucheng and Zhou, Zongwei},
  journal={arXiv preprint arXiv:2301.00785},
  year={2023}
}

@inproceedings{liu2021swin,
  title={Swin transformer: Hierarchical vision transformer using shifted windows},
  author={Liu, Ze and Lin, Yutong and Cao, Yue and Hu, Han and Wei, Yixuan and Zhang, Zheng and Lin, Stephen and Guo, Baining},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={10012--10022},
  year={2021}
}

@inproceedings{luddecke2022image,
  title={Image segmentation using text and image prompts},
  author={L{\"u}ddecke, Timo and Ecker, Alexander},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={7086--7096},
  year={2022}
}

@inproceedings{matsoukas2022makes,
  title={What makes transfer learning work for medical images: Feature reuse \& other factors},
  author={Matsoukas, Christos and Haslum, Johan Fredin and Sorkhei, Moein and S{\"o}derberg, Magnus and Smith, Kevin},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={9225--9234},
  year={2022}
}

@inproceedings{milletari2016v,
  title={V-net: Fully convolutional neural networks for volumetric medical image segmentation},
  author={Milletari, Fausto and Navab, Nassir and Ahmadi, Seyed-Ahmad},
  booktitle={2016 fourth international conference on 3D vision (3DV)},
  pages={565--571},
  year={2016},
  organization={Ieee}
}

@inproceedings{ngoc2021neounet,
  title={Neounet: Towards accurate colon polyp segmentation and neoplasm detection},
  author={Ngoc Lan, Phan and An, Nguyen Sy and Hang, Dao Viet and Long, Dao Van and Trung, Tran Quang and Thuy, Nguyen Thi and Sang, Dinh Viet},
  booktitle={Advances in Visual Computing: 16th International Symposium, ISVC 2021, Virtual Event, October 4-6, 2021, Proceedings, Part II},
  pages={15--28},
  year={2021},
  organization={Springer}
}

@article{niu2021distant,
  title={Distant domain transfer learning for medical imaging},
  author={Niu, Shuteng and Liu, Meryl and Liu, Yongxin and Wang, Jian and Song, Houbing},
  journal={IEEE Journal of Biomedical and Health Informatics},
  volume={25},
  number={10},
  pages={3784--3793},
  year={2021},
  publisher={IEEE}
}

@inproceedings{oktay2022attention,
  title={Attention U-Net: Learning Where to Look for the Pancreas},
  author={Oktay, Ozan and Schlemper, Jo and Le Folgoc, Loic and Lee, Matthew and Heinrich, Mattias and Misawa, Kazunari and Mori, Kensaku and McDonagh, Steven and Hammerla, Nils Y and Kainz, Bernhard and others},
  booktitle={Medical Imaging with Deep Learning},
  year={2022}
}

@article{peng2022rethinking,
  title={Rethinking Transfer Learning for Medical Image Classification},
  author={Peng, Le and Liang, Hengyue and Luo, Gaoxiang and Li, Taihui and Sun, Ju},
  journal={medRxiv},
  pages={2022--11},
  year={2022},
  publisher={Cold Spring Harbor Laboratory Press}
}

@inproceedings{plummer2015flickr30k,
  title={Flickr30k entities: Collecting region-to-phrase correspondences for richer image-to-sentence models},
  author={Plummer, Bryan A and Wang, Liwei and Cervantes, Chris M and Caicedo, Juan C and Hockenmaier, Julia and Lazebnik, Svetlana},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={2641--2649},
  year={2015}
}

@inproceedings{qin2022medical,
  title={Medical image understanding with pretrained vision language models: A comprehensive study},
  author={Qin, Ziyuan and Yi, Hua Hui and Lao, Qicheng and Li, Kang},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@inproceedings{radford2021learning,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, Sandhini and Sastry, Girish and Askell, Amanda and Mishkin, Pamela and Clark, Jack and others},
  booktitle={International conference on machine learning},
  pages={8748--8763},
  year={2021},
  organization={PMLR}
}

@inproceedings{raghu2019transfusion,
  title={Transfusion: Understanding transfer learning for medical imaging},
  author={Raghu, Maithra and Zhang, Chiyuan and Kleinberg, Jon and Bengio, Samy},
  booktitle={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{rao2022denseclip,
  title={Denseclip: Language-guided dense prediction with context-aware prompting},
  author={Rao, Yongming and Zhao, Wenliang and Chen, Guangyi and Tang, Yansong and Zhu, Zheng and Huang, Guan and Zhou, Jie and Lu, Jiwen},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={18082--18091},
  year={2022}
}

@inproceedings{ronneberger2015u,
  title={U-net: Convolutional networks for biomedical image segmentation},
  author={Ronneberger, Olaf and Fischer, Philipp and Brox, Thomas},
  booktitle={Medical Image Computing and Computer-Assisted Intervention--MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part III 18},
  pages={234--241},
  year={2015},
  organization={Springer}
}

@article{saporta2022benchmarking,
  title={Benchmarking saliency methods for chest X-ray interpretation},
  author={Saporta, Adriel and Gui, Xiaotong and Agrawal, Ashwin and Pareek, Anuj and Truong, Steven QH and Nguyen, Chanh DT and Ngo, Van-Doan and Seekins, Jayne and Blankenberg, Francis G and Ng, Andrew Y and others},
  journal={Nature Machine Intelligence},
  volume={4},
  number={10},
  pages={867--878},
  year={2022},
  publisher={Nature Publishing Group UK London}
}

@article{schuhmann2022laion,
  title={Laion-5b: An open large-scale dataset for training next generation image-text models},
  author={Schuhmann, Christoph and Beaumont, Romain and Vencu, Richard and Gordon, Cade and Wightman, Ross and Cherti, Mehdi and Coombes, Theo and Katta, Aarush and Mullis, Clayton and Wortsman, Mitchell and others},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={25278--25294},
  year={2022}
}

@inproceedings{sharma2018conceptual,
  title={Conceptual captions: A cleaned, hypernymed, image alt-text dataset for automatic image captioning},
  author={Sharma, Piyush and Ding, Nan and Goodman, Sebastian and Soricut, Radu},
  booktitle={Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  pages={2556--2565},
  year={2018}
}

@inproceedings{singh2022flava,
  title={Flava: A foundational language and vision alignment model},
  author={Singh, Amanpreet and Hu, Ronghang and Goswami, Vedanuj and Couairon, Guillaume and Galuba, Wojciech and Rohrbach, Marcus and Kiela, Douwe},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={15638--15650},
  year={2022}
}

@inproceedings{seibold2022breaking,
  title={Breaking with fixed set pathology recognition through report-guided contrastive training},
  author={Seibold, Constantin and Rei{\ss}, Simon and Sarfraz, M Saquib and Stiefelhagen, Rainer and Kleesiek, Jens},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2022: 25th International Conference, Singapore, September 18--22, 2022, Proceedings, Part V},
  pages={690--700},
  year={2022},
  organization={Springer}
}

@article{seibold2022detailed,
  title={Detailed Annotations of Chest X-Rays via CT Projection for Report Understanding},
  author={Seibold, Constantin and Rei{\ss}, Simon and Sarfraz, Saquib and Fink, Matthias A and Mayer, Victoria and Sellner, Jan and Kim, Moon Sung and Maier-Hein, Klaus H and Kleesiek, Jens and Stiefelhagen, Rainer},
  journal={arXiv preprint arXiv:2210.03416},
  year={2022}
}

@article{silva2014toward,
  title={Toward embedded detection of polyps in wce images for early diagnosis of colorectal cancer},
  author={Silva, Juan and Histace, Aymeric and Romain, Olivier and Dray, Xavier and Granado, Bertrand},
  journal={International journal of computer assisted radiology and surgery},
  volume={9},
  pages={283--293},
  year={2014},
  publisher={Springer}
}


@misc{shi2023ms,
    title={{MS}3: A Multimodal Supervised Pretrained Model for Semantic Segmentation},
    author={Bowen Shi and XIAOPENG ZHANG and Wenrui Dai and Junni Zou and Hongkai Xiong and Qi Tian},
    year={2023},
    url={https://openreview.net/forum?id=RBNk9cpT1AW}
}

@article{shiraishi2000development,
  title={Development of a digital image database for chest radiographs with and without a lung nodule: receiver operating characteristic analysis of radiologists' detection of pulmonary nodules},
  author={Shiraishi, Junji and Katsuragawa, Shigehiko and Ikezoe, Junpei and Matsumoto, Tsuneo and Kobayashi, Takeshi and Komatsu, Ken-ichi and Matsui, Mitate and Fujita, Hiroshi and Kodera, Yoshie and Doi, Kunio},
  journal={American Journal of Roentgenology},
  volume={174},
  number={1},
  pages={71--74},
  year={2000},
  publisher={Am Roentgen Ray Soc}
}

@article{tahir2021covid,
  title={COVID-19 infection localization and severity grading from chest X-ray images},
  author={Tahir, Anas M and Chowdhury, Muhammad EH and Khandakar, Amith and Rahman, Tawsifur and Qiblawey, Yazan and Khurshid, Uzair and Kiranyaz, Serkan and Ibtehaz, Nabil and Rahman, M Sohel and Al-Maadeed, Somaya and others},
  journal={Computers in biology and medicine},
  volume={139},
  pages={105002},
  year={2021},
  publisher={Elsevier}
}

@inproceedings{tang2022self,
  title={Self-supervised pre-training of swin transformers for 3d medical image analysis},
  author={Tang, Yucheng and Yang, Dong and Li, Wenqi and Roth, Holger R and Landman, Bennett and Xu, Daguang and Nath, Vishwesh and Hatamizadeh, Ali},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={20730--20740},
  year={2022}
}

@article{tajbakhsh2015automated,
  title={Automated polyp detection in colonoscopy videos using shape and context information},
  author={Tajbakhsh, Nima and Gurudu, Suryakanth R and Liang, Jianming},
  journal={IEEE transactions on medical imaging},
  volume={35},
  number={2},
  pages={630--644},
  year={2015},
  publisher={IEEE}
}

@inproceedings{tomar2022tganet,
  title={TGANet: text-guided attention for improved polyp segmentation},
  author={Tomar, Nikhil Kumar and Jha, Debesh and Bagci, Ulas and Ali, Sharib},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2022: 25th International Conference, Singapore, September 18--22, 2022, Proceedings, Part III},
  pages={151--160},
  year={2022},
  organization={Springer}
}

@inproceedings{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  booktitle={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{vazquez2017benchmark,
  title={A benchmark for endoluminal scene segmentation of colonoscopy images},
  author={V{\'a}zquez, David and Bernal, Jorge and S{\'a}nchez, F Javier and Fern{\'a}ndez-Esparrach, Gloria and L{\'o}pez, Antonio M and Romero, Adriana and Drozdzal, Michal and Courville, Aaron},
  journal={Journal of healthcare engineering},
  volume={2017},
  year={2017},
  publisher={Hindawi}
}

@inproceedings{wang2022cris,
  title={Cris: Clip-driven referring image segmentation},
  author={Wang, Zhaoqing and Lu, Yu and Li, Qiang and Tao, Xunqiang and Guo, Yandong and Gong, Mingming and Liu, Tongliang},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={11686--11695},
  year={2022}
}

@inproceedings{wang2022medclip,
  title={MedCLIP: Contrastive Learning from Unpaired Medical Images and Text},
  author={Wang, Zifeng and Wu, Zhenbang and Agarwal, Dinesh and Sun, Jimeng},
  booktitle={Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing},
  pages={3876--3887},
  year={2022}
}

@inproceedings{wang2022ofa,
  title={Ofa: Unifying architectures, tasks, and modalities through a simple sequence-to-sequence learning framework},
  author={Wang, Peng and Yang, An and Men, Rui and Lin, Junyang and Bai, Shuai and Li, Zhikang and Ma, Jianxin and Zhou, Chang and Zhou, Jingren and Yang, Hongxia},
  booktitle={International Conference on Machine Learning},
  pages={23318--23340},
  year={2022},
  organization={PMLR}
}

@inproceedings{wazir2022histoseg,
  title={HistoSeg: Quick attention with multi-loss function for multi-structure segmentation in digital histology images},
  author={Wazir, Saad and Fraz, Muhammad Moazam},
  booktitle={2022 12th International Conference on Pattern Recognition Systems (ICPRS)},
  pages={1--7},
  year={2022},
  organization={IEEE}
}

@inproceedings{wiehe2022language,
  title={Language over Labels: Contrastive Language Supervision Exceeds Purely Label-Supervised Classification Performance on Chest X-Rays},
  author={Wiehe, Anton and Schneider, Florian and Blank, Sebastian and Wang, Xintong and Zorn, Hans-Peter and Biemann, Chris},
  booktitle={Proceedings of the 2nd Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics and the 12th International Joint Conference on Natural Language Processing: Student Research Workshop},
  pages={76--83},
  year={2022}
}

@inproceedings{wu2020phrasecut,
  title={Phrasecut: Language-based image segmentation in the wild},
  author={Wu, Chenyun and Lin, Zhe and Cohen, Scott and Bui, Trung and Maji, Subhransu},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={10216--10225},
  year={2020}
}

@article{wu2023medklip,
  title={MedKLIP: Medical Knowledge Enhanced Language-Image Pre-Training},
  author={Wu, Chaoyi and Zhang, Xiaoman and Zhang, Ya and Wang, Yanfeng and Xie, Weidi},
  journal={medRxiv},
  pages={2023--01},
  year={2023},
  publisher={Cold Spring Harbor Laboratory Press}
}

@inproceedings{yang2022lavt,
  title={Lavt: Language-aware vision transformer for referring image segmentation},
  author={Yang, Zhao and Wang, Jiaqi and Tang, Yansong and Chen, Kai and Zhao, Hengshuang and Torr, Philip HS},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={18155--18165},
  year={2022}
}

@inproceedings{yuksekgonul2022and,
  title={When and Why Vision-Language Models Behave like Bags-Of-Words, and What to Do About It?},
  author={Yuksekgonul, Mert and Bianchi, Federico and Kalluri, Pratyusha and Jurafsky, Dan and Zou, James},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@article{yuksekgonul2022post,
  title={Post-hoc concept bottleneck models},
  author={Yuksekgonul, Mert and Wang, Maggie and Zou, James},
  journal={arXiv preprint arXiv:2205.15480},
  year={2022}
}

@inproceedings{zhai2022lit,
  title={Lit: Zero-shot transfer with locked-image text tuning},
  author={Zhai, Xiaohua and Wang, Xiao and Mustafa, Basil and Steiner, Andreas and Keysers, Daniel and Kolesnikov, Alexander and Beyer, Lucas},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={18123--18133},
  year={2022}
}

@inproceedings{zhang2022contrastive,
  title={Contrastive learning of medical visual representations from paired images and text},
  author={Zhang, Yuhao and Jiang, Hang and Miura, Yasuhide and Manning, Christopher D and Langlotz, Curtis P},
  booktitle={Machine Learning for Healthcare Conference},
  pages={2--25},
  year={2022},
  organization={PMLR}
}

@article{zhang2022coupalign,
  title={Coupalign: Coupling word-pixel with sentence-mask alignments for referring image segmentation},
  author={Zhang, Zicheng and Zhu, Yi and Liu, Jianzhuang and Liang, Xiaodan and Ke, Wei},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={14729--14742},
  year={2022}
}

@article{zhang2023fully,
  title={Fully automatic tumor segmentation of breast ultrasound images with deep learning},
  author={Zhang, Shuai and Liao, Mei and Wang, Jing and Zhu, Yongyi and Zhang, Yanling and Zhang, Jian and Zheng, Rongqin and Lv, Linyang and Zhu, Dejiang and Chen, Hao and others},
  journal={Journal of Applied Clinical Medical Physics},
  volume={24},
  number={1},
  pages={e13863},
  year={2023},
  publisher={Wiley Online Library}
}

@article{zhang2023large,
  title={Large-Scale Domain-Specific Pretraining for Biomedical Vision-Language Processing},
  author={Zhang, Sheng and Xu, Yanbo and Usuyama, Naoto and Bagga, Jaspreet and Tinn, Robert and Preston, Sam and Rao, Rajesh and Wei, Mu and Valluri, Naveen and Wong, Cliff and others},
  journal={arXiv preprint arXiv:2303.00915},
  year={2023}
}

@inproceedings{zhou2022extract,
  title={Extract free dense labels from clip},
  author={Zhou, Chong and Loy, Chen Change and Dai, Bo},
  booktitle={Computer Vision--ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23--27, 2022, Proceedings, Part XXVIII},
  pages={696--712},
  year={2022},
  organization={Springer}
}

@inproceedings{zhou2023zegclip,
  title={Zegclip: Towards adapting clip for zero-shot semantic segmentation},
  author={Zhou, Ziqin and Lei, Yinjie and Zhang, Bowen and Liu, Lingqiao and Liu, Yifan},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={11175--11185},
  year={2023}
}

@inproceedings{zhou2022lmseg,
  title={LMSeg: Language-guided Multi-dataset Segmentation},
  author={Zhou, Qiang and Liu, Yuang and Yu, Chaohui and Li, Jingliang and Wang, Zhibin and Wang, Fan},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@inproceedings{zhou2018unet++,
  title={Unet++: A nested u-net architecture for medical image segmentation},
  author={Zhou, Zongwei and Rahman Siddiquee, Md Mahfuzur and Tajbakhsh, Nima and Liang, Jianming},
  booktitle={Deep Learning in Medical Image Analysis and Multimodal Learning for Clinical Decision Support: 4th International Workshop, DLMIA 2018, and 8th International Workshop, ML-CDS 2018, Held in Conjunction with MICCAI 2018, Granada, Spain, September 20, 2018, Proceedings 4},
  pages={3--11},
  year={2018},
  organization={Springer}
}

@article{raghu2019transfusion,
  title={Transfusion: Understanding transfer learning for medical imaging},
  author={Raghu, Maithra and Zhang, Chiyuan and Kleinberg, Jon and Bengio, Samy},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}