@article{wei2021integrating,
	title={Integrating scene semantic knowledge into image captioning},
	author={Wei, Haiyang and Li, Zhixin and Huang, Feicheng and Zhang, Canlong and Ma, Huifang and Shi, Zhongzhi},
	journal={ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM)},
	volume={17},
	number={2},
	pages={1--22},
	year={2021},
	publisher={ACM New York, NY, USA}
}

@article{xian2022dual,
	title={Dual Global Enhanced Transformer for image captioning},
	author={Xian, Tiantao and Li, Zhixin and Zhang, Canlong and Ma, Huifang},
	journal={Neural Networks},
	volume    = {148},
	pages     = {129--141},
	year={2022},
	publisher={Elsevier}
}


@article{Hou2021Unsupervised,
	title={Unsupervised hash retrieval based on multiple similarity matrices and text self-attention mechanism},
	author={ Hou, Chuanwen  and  Li, Zhixin  and  Wu, Jingli },
	journal={Applied Intelligence},
	volume={52},
	number={7},
	pages={7670-7685},
	year={2021},
	publisher={Springer}
}


@article{li2021matching,
	title={Matching images and texts with multi-head attention network for cross-media hashing retrieval},
	author={Li, Zhixin and Xie, Xiumin and Ling, Feng and Ma, Huifang and Shi, Zhiping},
	journal={Engineering Applications of Artificial Intelligence},
	volume={106},
	pages={104475},
	year={2021},
	publisher={Elsevier}
}

@article{huang2018bi,
	title={Bi-directional spatial-semantic attention networks for image-text matching},
	author={Huang, Feiran and Zhang, Xiaoming and Zhao, Zhonghua and Li, Zhoujun},
	journal={IEEE Transactions on Image Processing},
	volume={28},
	number={4},
	pages={2008--2020},
	year={2018},
	publisher={IEEE}
}

@article{zheng2020dual,
	title={Dual-path convolutional image-text embeddings with instance loss},
	author={Zheng, Zhedong and Zheng, Liang and Garrett, Michael and Yang, Yi and Xu, Mingliang and Shen, Yi-Dong},
	journal={ACM Transactions on Multimedia Computing, Communications, and Applications},
	volume={16},
	number={2},
	pages={1--23},
	year={2020},
	publisher={ACM New York, NY, USA}
}

@article{baltruvsaitis2018multimodal,
	title={Multimodal machine learning: A survey and taxonomy},
	author={Baltru{\v{s}}aitis, Tadas and Ahuja, Chaitanya and Morency, Louis-Philippe},
	journal={IEEE transactions on pattern analysis and machine intelligence},
	volume={41},
	number={2},
	pages={423--443},
	year={2018},
	publisher={IEEE}
}

@article{hardoon2004canonical,
	title={Canonical correlation analysis: An overview with application to learning methods},
	author={Hardoon, David R and Szedmak, Sandor and Shawe-Taylor, John},
	journal={Neural computation},
	volume={16},
	number={12},
	pages={2639--2664},
	year={2004},
	publisher={MIT Press}
}

@inproceedings{niu2017hierarchical,
	title={Hierarchical multimodal lstm for dense visual-semantic embedding},
	author={Niu, Zhenxing and Zhou, Mo and Wang, Le and Gao, Xinbo and Hua, Gang},
	booktitle={ICCV},
	year={2017}
}

@article{li2020combining,
	title={Combining global and local similarity for cross-media retrieval},
	author={Li, Zhixin and Ling, Feng and Zhang, Canlong and Ma, Huifang},
	journal={IEEE Access},
	volume={8},
	pages={21847--21856},
	year={2020},
	publisher={IEEE}
}


@article{nguyen2021deep,
	title={A Deep Local and Global Scene-Graph Matching for Image-Text Retrieval},
	author={Nguyen, Manh-Duy and Nguyen, Binh T and Gurrin, Cathal},
	journal={arXiv preprint arXiv:2106.02400},
	year={2021}
}

@inproceedings{yuan2021vsr++,
	title={VSR++: Improving Visual Semantic Reasoning for Fine-Grained Image-Text Matching},
	author={Yuan, Hui and Huang, Yan and Zhang, Dongbo and Chen, Zerui and Cheng, Wenlong and Wang, Liang},
	booktitle={ICPR},
	year={2021},
}

@article{wang2016comprehensive,
	title={A comprehensive survey on cross-modal retrieval},
	author={Wang, Kaiye and Yin, Qiyue and Wang, Wei and Wu, Shu and Wang, Liang},
	journal={arXiv preprint arXiv:1607.06215},
	year={2016}
}

@article{peng2017overview,
	title={An overview of cross-media retrieval: Concepts, methodologies, benchmarks, and challenges},
	author={Peng, Yuxin and Huang, Xin and Zhao, Yunzhen},
	journal={IEEE Transactions on circuits and systems for video technology},
	volume={28},
	number={9},
	pages={2372--2385},
	year={2017},
	publisher={IEEE}
}


@inproceedings{chen2019cross,
	title={Cross-modal image-text retrieval with semantic consistency},
	author={Chen, Hui and Ding, Guiguang and Lin, Zijia and Zhao, Sicheng and Han, Jungong},
	booktitle={ACM MM},
	year={2019}
}

@inproceedings{chen2020expressing,
	title={Expressing objects just like words: Recurrent visual embedding for image-text matching},
	author={Chen, Tianlang and Luo, Jiebo},
	booktitle={AAAI},
	pages={10583--10590},
	year={2020}
}

@article{wen2020learning,
	title={Learning dual semantic relations with graph attention for image-text matching},
	author={Wen, Keyu and Gu, Xiaodong and Cheng, Qingrong},
	journal={IEEE Transactions on Circuits and Systems for Video Technology},
	volume={31},
	number={7},
	pages={2866--2879},
	year={2020},
	publisher={IEEE}
}


@article{cho2014learning,
	title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
	author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
	journal={arXiv preprint arXiv:1406.1078},
	year={2014}
}





1
@inproceedings {frome2013devise,
	title={Devise: A deep visual-semantic embedding model},
	author={Frome, Andrea and Corrado, Greg and Shlens, Jonathon and Bengio, Samy and Dean, Jeffrey and Ranzato, Marc’Aurelio and Mikolov, Tomas},
	booktitle = {NIPS},
	year={2013}
}


2
@inproceedings{karpathy2015deep,
	title={Deep visual-semantic alignments for generating image descriptions},
	author={Karpathy, Andrej and Li, Fei-Fei},
	booktitle={CVPR},
	year={2015}
}

3
@inproceedings{wang2016learning,
	title={Learning deep structure-preserving image-text embeddings},
	author={Wang, Liwei and Li, Yin and Lazebnik, Svetlana},
	booktitle={CVPR},
	year={2016}
}

@article{goodfellow2014generative,
	title={Generative adversarial nets},
	author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
	journal={Advances in neural information processing systems},
	volume={27},
	year={2014}
}

4
@inproceedings{wang2017adversarial,
	title={Adversarial cross-modal retrieval},
	author={Wang, Bokun and Yang, Yang and Xu, Xing and Hanjalic, Alan and Shen, Heng Tao},
	booktitle={ACM MM},
	year={2017}
}

5
@inproceedings{gu2018look,
	title={Look, imagine and match: Improving textual-visual cross-modal retrieval with generative models},
	author={Gu, Jiuxiang and Cai, Jianfei and Joty, Shafiq R and Niu, Li and Wang, Gang},
	booktitle={CVPR},
	year={2018}
}

6
@inproceedings{DBLP:conf/bmvc/FaghriFKF18,
	title     = {VSE++: Improving Visual-Semantic Embeddings with Hard Negatives},
	author    = {Faghri, Fartash and Fleet, David J and Kiros, Jamie Ryan and Fidler, Sanja},
	booktitle = {BMVC},
	year      = {2018},
}

7
@article{wang2018learning,
	title={Learning two-branch neural networks for image-text matching tasks},
	author={Wang, Liwei and Li, Yin and Huang, Jing and Lazebnik, Svetlana},
	journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
	volume={41},
	number={2},
	pages={394--407},
	year={2018},
	publisher={IEEE}
}

8
@inproceedings{wu2018learning,
	title={Learning semantic structure-preserved embeddings for cross-modal retrieval},
	author={Wu, Yiling and Wang, Shuhui and Huang, Qingming},
	booktitle={ACM MM},
	year={2018}
}





9
@inproceedings{karpathy2014deep,
	title     = {Deep Fragment Embeddings for Bidirectional Image Sentence Mapping},
	author    = {Karpathy, Andrej and Joulin, Armand and Fei-Fei, Li F},
	booktitle = {NIPS},
	year      = {2014}
}

10
@inproceedings{huang2018learning,
	title={Learning semantic concepts and order for image and sentence matching},
	author={Huang, Yan and Wu, Qi and Song, Chunfeng and Wang, Liang},
	booktitle={ECCV},
	year={2018}
}

11
@inproceedings{lee2018stacked,
	title={Stacked cross attention for image-text matching},
	author={Lee, Kuang-Huei and Chen, Xi and Hua, Gang and Hu, Houdong and He, Xiaodong},
	booktitle={ECCV},
	year={2018}
}

12
@inproceedings{chen2020imram,
	title={Imram: Iterative matching with recurrent attention memory for cross-modal image-text retrieval},
	author={Chen, Hui and Ding, Guiguang and Liu, Xudong and Lin, Zijia and Liu, Ji and Han, Jungong},
	booktitle={CVPR},
	year={2020}
}

13
@inproceedings{wang2020consensus,
	title={Consensus-aware visual-semantic embedding for image-text matching},
	author={Wang, Haoran and Zhang, Ying and Ji, Zhong and Pang, Yanwei and Ma, Lin},
	booktitle={ECCV},
	year={2020},
	organization={Springer}
}

14
@inproceedings{qu2020context,
	title={Context-aware multi-view summarization network for image-text matching},
	author={Qu, Leigang and Liu, Meng and Cao, Da and Nie, Liqiang and Tian, Qi},
	booktitle={ACM MM},
	year={2020}
}

15
@inproceedings{li2019visual,
	title={Visual semantic reasoning for image-text matching},
	author={Li, Kunpeng and Zhang, Yulun and Li, Kai and Li, Yuanyuan and Fu, Yun},
	booktitle={ICCV},
	year={2019}
}

16
@inproceedings{liu2020graph,
	title={Graph structured network for image-text matching},
	author={Liu, Chunxiao and Mao, Zhendong and Zhang, Tianzhu and Xie, Hongtao and Wang, Bin and Zhang, Yongdong},
	booktitle={CVPR},
	year={2020}
}

17
@inproceedings{liu2019focus,
	title={Focus your attention: A bidirectional focal attention network for image-text matching},
	author={Liu, Chunxiao and Mao, Zhendong and Liu, An-An and Zhang, Tianzhu and Wang, Bin and Zhang, Yongdong},
	booktitle={ACM MM},
	year={2019}
}

18
@article{wang2019position,
	title={Position focused attention network for image-text matching},
	author={Wang, Yaxiong and Yang, Hao and Qian, Xueming and Ma, Lin and Lu, Jing and Li, Biao and Fan, Xin},
	journal={arXiv preprint arXiv:1907.09748},
	year={2019}
}

19
@inproceedings{zhang2020context,
	title={Context-aware attention network for image-text retrieval},
	author={Zhang, Qi and Lei, Zhen and Zhang, Zhaoxiang and Li, Stan Z},
	booktitle={CVPR},
	year={2020}
}

20
@inproceedings{wei2020multi,
	title={Multi-modality cross attention network for image and sentence matching},
	author={Wei, Xi and Zhang, Tianzhu and Li, Yan and Zhang, Yongdong and Wu, Feng},
	booktitle={CVPR},
	year={2020}
}


@inproceedings{ge2021structured,
	title={Structured Multi-modal Feature Embedding and Alignment for Image-Sentence Retrieval},
	author={Ge, Xuri and Chen, Fuhai and Jose, Joemon M and Ji, Zhilong and Wu, Zhongqin and Liu, Xiao},
	booktitle={ACM MM},
	year={2021}
}





@article{qi2018cross,
	title={Cross-media multi-level alignment with relation attention network},
	author={Qi, Jinwei and Peng, Yuxin and Yuan, Yuxin},
	journal={arXiv preprint arXiv:1804.09539},
	year={2018}
}


@article{ma2019bidirectional,
	title={Bidirectional image-sentence retrieval by local and global deep matching},
	author={Ma, Lin and Jiang, Wenhao and Jie, Zequn and Wang, Xu},
	journal={Neurocomputing},
	volume={345},
	pages={36--44},
	year={2019},
	publisher={Elsevier}
}


@article{ji2021step,
	title={Step-Wise Hierarchical Alignment Network for Image-Text Matching},
	author={Ji, Zhong and Chen, Kexin and Wang, Haoran},
	journal={arXiv preprint arXiv:2106.06509},
	year={2021}
}


@inproceedings{diao2021similarity,
	title={Similarity Reasoning and Filtration for Image-Text Matching},
	author={Diao, Haiwen and Zhang, Ying and Ma, Lin and Lu, Huchuan},
	booktitle = {AAAI},
	year      = {2021},
}

@inproceedings{vaswani2017attention,
	title={Attention is all you need},
	author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
	booktitle={NIPS},
	year={2017}
}



@inproceedings{kuang2019fashion,
	title={Fashion retrieval via graph reasoning networks on a similarity pyramid},
	author={Kuang, Zhanghui and Gao, Yiming and Li, Guanbin and Luo, Ping and Chen, Yimin and Lin, Liang and Zhang, Wayne},
	booktitle={ICCV},
	year={2019}
}


@article{vendrov2015order,
	title={Order-embeddings of images and language},
	author={Vendrov, Ivan and Kiros, Ryan and Fidler, Sanja and Urtasun, Raquel},
	journal={arXiv preprint arXiv:1511.06361},
	year={2015}
}


30
@article{ren2016faster,
	title={Faster R-CNN: towards real-time object detection with region proposal networks},
	author={Ren, Shaoqing and He, Kaiming and Girshick, Ross and Sun, Jian},
	journal={IEEE transactions on pattern analysis and machine intelligence},
	volume={39},
	number={6},
	pages={1137--1149},
	year={2016},
	publisher={IEEE}
}


@article{krishna2017visual,
	title={Visual genome: Connecting language and vision using crowdsourced dense image annotations},
	author={Krishna, Ranjay and Zhu, Yuke and Groth, Oliver and Johnson, Justin and Hata, Kenji and Kravitz, Joshua and Chen, Stephanie and Kalantidis, Yannis and Li, Li-Jia and Shamma, David A and others},
	journal={International journal of computer vision},
	volume={123},
	number={1},
	pages={32--73},
	year={2017},
	publisher={Springer}
}


@inproceedings{he2016deep,
	title={Deep residual learning for image recognition},
	author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
	booktitle={CVPR},
	year={2016}
}


@inproceedings{norcliffe2018learning,
	title={Learning conditioned graph structures for interpretable visual question answering},
	author={Norcliffe-Brown, Will and Vafeias, Stathis and Parisot, Sarah},
	booktitle = {NIPS},
	year      = {2018}
}



@inproceedings{fu2019graphrel,
	title={GraphRel: Modeling text as relational graphs for joint entity and relation extraction},
	author={Fu, Tsu-Jui and Li, Peng-Hsuan and Ma, Wei-Yun},
	booktitle={ACL},
	year={2019}
}


@inproceedings{plummer2015flickr30k,
	title={Flickr30k entities: Collecting region-to-phrase correspondences for richer image-to-sentence models},
	author={Plummer, Bryan A and Wang, Liwei and Cervantes, Chris M and Caicedo, Juan C and Hockenmaier, Julia and Lazebnik, Svetlana},
	booktitle={ICCV},
	year={2015}
}


@inproceedings{lin2014microsoft,
	title={Microsoft coco: Common objects in context},
	author={Lin, Tsung-Yi and Maire, Michael and Belongie, Serge and Hays, James and Perona, Pietro and Ramanan, Deva and Doll{\'a}r, Piotr and Zitnick, C Lawrence},
	booktitle={ECCV},
	year={2014},
}



@inproceedings{wang2019matching,
	title={Matching images and text with multi-modal tensor fusion and re-ranking},
	author={Wang, Tan and Xu, Xing and Yang, Yang and Hanjalic, Alan and Shen, Heng Tao and Song, Jingkuan},
	booktitle={ACM MM},
	year={2019}
}


@article{xu2020cross,
	title={Cross-modal attention with semantic consistence for image--text matching},
	author={Xu, Xing and Wang, Tan and Yang, Yang and Zuo, Lin and Shen, Fumin and Shen, Heng Tao},
	journal={IEEE transactions on neural networks and learning systems},
	volume={31},
	number={12},
	pages={5412--5425},
	year={2020},
	publisher={IEEE}
}


@article{socher2014grounded,
	title={Grounded compositional semantics for finding and describing images with sentences},
	author={Socher, Richard and Karpathy, Andrej and Le, Quoc V and Manning, Christopher D and Ng, Andrew Y},
	journal={Transactions of the Association for Computational Linguistics},
	volume={2},
	pages={207--218},
	year={2014},
	publisher={MIT Press}
}
