@article{biogpt_luo2022biogpt,
  title={BioGPT: generative pre-trained transformer for biomedical text generation and mining},
  author={Luo, Renqian and Sun, Liai and Xia, Yingce and Qin, Tao and Zhang, Sheng and Poon, Hoifung and Liu, Tie-Yan},
  journal={Briefings in bioinformatics},
  volume={23},
  number={6},
  pages={bbac409},
  year={2022},
  publisher={Oxford University Press}
}

@inproceedings{dino_caron2021emerging,
  title={Emerging properties in self-supervised vision transformers},
  author={Caron, Mathilde and Touvron, Hugo and Misra, Ishan and J{\'e}gou, Herv{\'e} and Mairal, Julien and Bojanowski, Piotr and Joulin, Armand},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={9650--9660},
  year={2021}
}

@inproceedings{llemr_wuinstruction,
  title={Instruction Tuning Large Language Models to Understand Electronic Health Records},
  author={Wu, Zhenbang and Dadu, Anant and Nalls, Michael and Faghri, Faraz and Sun, Jimeng},
  booktitle={The Thirty-eight Conference on Neural Information Processing Systems Datasets and Benchmarks Track}
}

@inproceedings{kour2014real,
  title={Real-time segmentation of on-line handwritten arabic script},
  author={Kour, George and Saabne, Raid},
  booktitle={Frontiers in Handwriting Recognition (ICFHR), 2014 14th International Conference on},
  pages={417--422},
  year={2014},
  organization={IEEE}
}

@inproceedings{kour2014fast,
  title={Fast classification of handwritten on-line Arabic characters},
  author={Kour, George and Saabne, Raid},
  booktitle={Soft Computing and Pattern Recognition (SoCPaR), 2014 6th International Conference of},
  pages={312--318},
  year={2014},
  organization={IEEE}
}

@misc{hadash2018estimate,
  title={Estimate and Replace: A Novel Approach to Integrating Deep Neural Networks with Existing Applications},
  author={Hadash, Guy and Kermany, Einat and Carmeli, Boaz and Lavi, Ofer and Kour, George and Jacovi, Alon},
  journal={arXiv preprint arXiv:1804.09028},
  year={2018}
}

@misc{dinov2,
  title={Dinov2: Learning robust visual features without supervision},
  author={Oquab, Maxime and Darcet, Timoth{\'e}e and Moutakanni, Th{\'e}o and Vo, Huy and Szafraniec, Marc and Khalidov, et al.},
  journal={arXiv preprint arXiv:2304.07193},
  year={2023}
}

@inproceedings{chexpert,
  title={Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison},
  author={Irvin, Jeremy and Rajpurkar, Pranav and Ko, Michael and Yu, Yifan and Ciurea-Ilcus, Silviana and Chute, et al.},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={33},
  number={01},
  pages={590--597},
  year={2019}
}

@article{mimic,
  title={MIMIC-CXR, a de-identified publicly available database of chest radiographs with free-text reports},
  author={Johnson, Alistair EW and Pollard, Tom J and Berkowitz, Seth J and Greenbaum, Nathaniel R and Lungren, et al.},
  journal={Scientific data},
  volume={6},
  number={1},
  pages={317},
  year={2019},
  publisher={Nature Publishing Group UK London}
}

@article{padchest,
  title={Padchest: A large chest x-ray image dataset with multi-label annotated reports},
  author={Bustos, Aurelia and Pertusa, Antonio and Salinas, Jose-Maria and De La Iglesia-Vaya, Maria},
  journal={Medical image analysis},
  volume={66},
  pages={101797},
  year={2020},
  publisher={Elsevier}
}

@inproceedings{nih,
  title={Chestx-ray8: Hospital-scale chest x-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases},
  author={Wang, Xiaosong and Peng, Yifan and Lu, Le and Lu, Zhiyong and Bagheri, Mohammadhadi and Summers, Ronald M},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={2097--2106},
  year={2017}
}

@article{mi_survey_azad2023advances,
  title={Advances in Medical Image Analysis with Vision Transformers: A Comprehensive Review},
  author={Azad, Reza and Kazerouni, Amirhossein and Heidari, Moein and Aghdam, Ehsan Khodapanah and Molaei, et al.},
  journal={Medical Image Analysis},
  volume = {91},
  pages={103000},
  year={2024},
  issn = {1361-8415},
  publisher={Elsevier}
}

@article{brax,
  title={BRAX, Brazilian labeled chest x-ray dataset},
  author={Reis, Eduardo P and De Paiva, Joselisa PQ and Da Silva, Maria CB and Ribeiro, Guilherme AS and Paiva, et al.},
  journal={Scientific Data},
  volume={9},
  number={1},
  pages={487},
  year={2022},
  publisher={Nature Publishing Group UK London}
}
@misc{vitregisters,
  title={Vision transformers need registers},
  author={Darcet, Timoth{\'e}e and Oquab, Maxime and Mairal, Julien and Bojanowski, Piotr},
  journal={arXiv preprint arXiv:2309.16588},
  year={2023}
}

@article{rsna2018,
  author    = {George Shih and Carol C. Wu and Safwan S. Halabi and Marc D. Kohli and Luciano M. Prevedello and Tessa S. Cook and Arjun Sharma and Judith K. Amorosa and Veronica Arteaga and Maya Galperin Aizenberg and Ritu R. Gill and Myrna C. B. Godoy and Stephen Hobbs and Jean Jeudy and Archana Laroia and Palmi N. Shah and Dharshan Vummidi and Kavitha Yaddanapudi and Anouk Stein},
  title     = {Augmenting the National Institutes of Health Chest Radiograph Dataset with Expert Annotations of Possible Pneumonia},
  journal   = {Radiology},
  year      = {2019}
}
@article{chexmask,
  title={CheXmask Database: a large-scale dataset of anatomical segmentation masks for chest x-ray images (version 0.4)},
  author={Gaggion, N and Mosquera, C and Aineseder, M and Mansilla, L and Milone, D and Ferrante, E},
  journal={PhysioNet https://doi. org/10.13026/6eky-y831},
  year={2023}
}
@inproceedings{llava,
  title={Improved baselines with visual instruction tuning},
  author={Liu, Haotian and Li, Chunyuan and Li, Yuheng and Lee, Yong Jae},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={26296--26306},
  year={2024}
}

@misc{maira1,
  title={Maira-1: A specialised large multimodal model for radiology report generation},
  author={Hyland, Stephanie L and Bannur, Shruthi and Bouzid, Kenza and Castro, Daniel C and Ranjit, Mercy and Schwaighofer, et al.},
  journal={arXiv preprint arXiv:2311.13668},
  year={2023}
}
@misc{vicuna2023,
    title = {Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90\%* ChatGPT Quality},
    url = {https://lmsys.org/blog/2023-03-30-vicuna/},
    author = {Chiang, Wei-Lin and Li, Zhuohan and Lin, Zi and Sheng, Ying and Wu, Zhanghao and Zhang, Hao and Zheng, et al.},
    month = {March},
    year = {2023}
}
@misc{chexbert,
  title={CheXbert: combining automatic labelers and expert annotations for accurate radiology report labeling using BERT},
  author={Smit, Akshay and Jain, Saahil and Rajpurkar, Pranav and Pareek, Anuj and Ng, Andrew Y and Lungren, Matthew P},
  journal={arXiv preprint arXiv:2004.09167},
  year={2020}
}
@misc{radgraph,
  title={Improving the factual correctness of radiology report generation with semantic rewards},
  author={Delbrouck, Jean-Benoit and Chambon, Pierre and Bluethgen, Christian and Tsai, Emily and Almusa, Omar and Langlotz, Curtis P},
  journal={arXiv preprint arXiv:2210.12186},
  year={2022}
}
@inproceedings{bleu,
  title={Bleu: a method for automatic evaluation of machine translation},
  author={Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing},
  booktitle={Proceedings of the 40th annual meeting of the Association for Computational Linguistics},
  pages={311--318},
  year={2002}
}
@inproceedings{rouge,
  title={Rouge: A package for automatic evaluation of summaries},
  author={Lin, Chin-Yew},
  booktitle={Text summarization branches out},
  pages={74--81},
  year={2004}
}

@article{chexzero,
  title={Expert-level detection of pathologies from unannotated chest X-ray images via self-supervised learning},
  author={Tiu, Ekin and Talius, Ellie and Patel, Pujan and Langlotz, Curtis P and Ng, Andrew Y and Rajpurkar, Pranav},
  journal={Nature Biomedical Engineering},
  volume={6},
  number={12},
  pages={1399--1406},
  year={2022},
  publisher={Nature Publishing Group UK London}
}
@misc{raddino,
  title={RAD-DINO: Exploring Scalable Medical Image Encoders Beyond Text Supervision},
  author={P{\'e}rez-Garc{\'\i}a, Fernando and Sharma, Harshita and Bond-Taylor, Sam and Bouzid, Kenza and Salvatelli, et al.},
  journal={arXiv preprint arXiv:2401.10815},
  year={2024}
}
@inproceedings{clip,
  title={Learning transferable visual models from natural language supervision},
  author={Radford, Alec and Kim, Jong Wook and Hallacy, Chris and Ramesh, Aditya and Goh, Gabriel and Agarwal, et al.},
  booktitle={International conference on machine learning},
  pages={8748--8763},
  year={2021},
  organization={PMLR}
}


@misc{biomedclip,
  title={BiomedCLIP: a multimodal biomedical foundation model pretrained from fifteen million scientific image-text pairs},
  author={Zhang, Sheng and Xu, Yanbo and Usuyama, Naoto and Xu, Hanwen and Bagga, Jaspreet and Tinn, et al.},
  journal={arXiv preprint arXiv:2303.00915},
  year={2023}
}

@misc{vision-transformers,
  title={An image is worth 16x16 words: Transformers for image recognition at scale},
  author={Alexey, Dosovitskiy},
  journal={arXiv preprint arXiv: 2010.11929},
  year={2020}
}
@article{sinkhorn,
  title={Unsupervised learning of visual features by contrasting cluster assignments},
  author={Caron, Mathilde and Misra, Ishan and Mairal, Julien and Goyal, Priya and Bojanowski, et al.},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={9912--9924},
  year={2020}
}
@article{iuxray,
  title={Preparing a collection of radiology examinations for distribution and retrieval},
  author={Demner-Fushman, Dina and Kohli, Marc D and Rosenman, Marc B and Shooshan, Sonya E and Rodriguez, et al.},
  journal={Journal of the American Medical Informatics Association},
  volume={23},
  number={2},
  pages={304--310},
  year={2016},
  publisher={Oxford University Press}
}
@misc{deepseek,
      title={DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model}, 
      author={DeepSeek-AI and Aixin Liu and Bei Feng and Bin Wang, et al.},
      year={2024},
      eprint={2405.04434},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2405.04434}, 
}

@misc{mixtral,
      title={Mixtral of Experts}, 
      author={Albert Q. Jiang and Alexandre Sablayrolles and Antoine Roux, et al.},
      year={2024},
      eprint={2401.04088},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https://arxiv.org/abs/2401.04088}, 
}
@misc{llama3,
      title={The Llama 3 Herd of Models}, 
      author={Aaron Grattafiori and Abhimanyu Dubey and Abhinav Jauhri and Abhinav Pandey and Abhishek Kadia, et al},
      year={2024},
      eprint={2407.21783},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https://arxiv.org/abs/2407.21783}, 
}
@misc{qwen,
      title={Qwen Technical Report}, 
      author={Jinze Bai and Shuai Bai and Yunfei Chu and Zeyu Cui and Kai Dang and Xiaodong Deng, et al.},
      year={2023},
      eprint={2309.16609},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2309.16609}, 
}
@misc{qwenvl,
      title={Qwen-VL: A Versatile Vision-Language Model for Understanding, Localization, Text Reading, and Beyond}, 
      author={Jinze Bai and Shuai Bai and Shusheng Yang and Shijie Wang and Sinan Tan and Peng Wang, et al.},
      year={2023},
      eprint={2308.12966},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2308.12966}, 
}
@misc{llavainstructdata,
      title={Visual Instruction Tuning}, 
      author={Haotian Liu and Chunyuan Li and Qingyang Wu and Yong Jae Lee},
      year={2023},
      eprint={2304.08485},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2304.08485}, 
}
@misc{coyodataset,
  author       = {M. Byeon and B. Park and H. Kim and S. Lee and W. Baek and S. Kim},
  title        = {{Coyo-700m: Image-text pair dataset}},
  year         = {2022},
  howpublished = {\url{https://github.com/kakaobrain/coyo-dataset}},
  note         = {Accessed: 2025-01-22}
}

@article{llavamed,
  title={Llava-med: Training a large language-and-vision assistant for biomedicine in one day},
  author={Li, Chunyuan and Wong, Cliff and Zhang, Sheng and Usuyama, Naoto and Liu, Haotian and Yang, et al.},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}
@article{chexagent,
  title={Chexagent: Towards a foundation model for chest x-ray interpretation},
  author={Chen, Zhihong and Varma, Maya and Delbrouck, Jean-Benoit and Paschali, Magdalini and Blankemeier, et al.},
  journal={arXiv preprint arXiv:2401.12208},
  year={2024}
}

@inproceedings{convirt,
  title={Contrastive learning of medical visual representations from paired images and text},
  author={Zhang, Yuhao and Jiang, Hang and Miura, Yasuhide and Manning, Christopher D and Langlotz, Curtis P},
  booktitle={Machine Learning for Healthcare Conference},
  pages={2--25},
  year={2022},
  organization={PMLR}
}
@article{medclip,
  title={Medclip: Contrastive learning from unpaired medical images and text},
  author={Wang, Zifeng and Wu, Zhenbang and Agarwal, Dinesh and Sun, Jimeng},
  journal={arXiv preprint arXiv:2210.10163},
  year={2022}
}

@article{vindr,
  title = {Vindr-CXR: An open dataset of chest X-rays with radiologist’s annotations},
  author = {Nguyen, Ha Q and Lam, Khanh and Le, Linh T and Pham, Hieu H and Tran, Dat Q and Nguyen, Dung B and Le, et al.},
  journal = {Scientific Data},
  volume = {9},
  number = {1},
  pages = {429},
  year = {2022},
  publisher = {Nature Publishing Group}
}
@misc{flan,
      title={Finetuned Language Models Are Zero-Shot Learners}, 
      author={Jason Wei and Maarten Bosma and Vincent Y. Zhao and Kelvin Guu and Adams Wei Yuet, et al.},
      year={2022},
      eprint={2109.01652},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2109.01652}, 
}

@misc{floreance,
      title={Florence-2: Advancing a Unified Representation for a Variety of Vision Tasks}, 
      author={Bin Xiao and Haiping Wu and Weijian Xu and Xiyang Dai and Houdong Hu, et al.},
      year={2023},
      eprint={2311.06242},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2311.06242}, 
}
@misc{pixtral,
      title={Pixtral 12B}, 
      author={Pravesh Agrawal and Szymon Antoniak and Emma Bou Hanna, et al.},
      year={2024},
      eprint={2410.07073},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2410.07073}, 
}
@misc{unimedclip,
      title={UniMed-CLIP: Towards a Unified Image-Text Pretraining Paradigm for Diverse Medical Imaging Modalities}, 
      author={Muhammad Uzair Khattak and Shahina Kunhimon and Muzammal Naseer and Salman Khan and Fahad Shahbaz Khan},
      year={2024},
      eprint={2412.10372},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2412.10372}, 
}
@inbook{cxrclip,
   title={CXR-CLIP: Toward Large Scale Chest X-ray Language-Image Pre-training},
   ISBN={9783031438950},
   ISSN={1611-3349},
   url={http://dx.doi.org/10.1007/978-3-031-43895-0_10},
   DOI={10.1007/978-3-031-43895-0_10},
   booktitle={Medical Image Computing and Computer Assisted Intervention – MICCAI 2023},
   publisher={Springer Nature Switzerland},
   author={You, Kihyun and Gu, Jawook and Ham, Jiyeon and Park, Beomhee and Kim, Jiho and Hong, Eun K. and Baek, Woonhyuk and Roh, Byungseok},
   year={2023},
   pages={101–111} }
@misc{elixr,
      title={ELIXR: Towards a general purpose X-ray artificial intelligence system through alignment of large language models and radiology vision encoders}, 
      author={Shawn Xu and Lin Yang and Christopher Kelly and Marcin Sieniek and Timo Kohlberger,et al.},
      year={2023},
      eprint={2308.01317},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2308.01317}, 
}

@article{christophe2024med42,
  title={Med42-v2: A suite of clinical llms},
  author={Christophe, Cl{\'e}ment and Kanithi, Praveen K and Raha, Tathagata and Khan, Shadab and Pimentel, Marco AF},
  journal={arXiv preprint arXiv:2408.06142},
  year={2024}
}