
%%Others
@inproceedings{simcse,
  author    = {Tianyu Gao and
               Xingcheng Yao and
               Danqi Chen},
  title     = {SimCSE: Simple Contrastive Learning of Sentence Embeddings},
  booktitle = {{EMNLP}},
  pages     = {6894--6910},
  year      = {2021}
}

@inproceedings{simcse2,
  author    = {Shusen Wang and
               Bosen Zhang and
               Yajing Xu and
               Yanan Wu and
               Bo Xiao},
  title     = {{RCL:} Relation Contrastive Learning for Zero-Shot Relation Extraction},
  booktitle = {{NAACL-HLT} (Findings)},
  pages     = {2456--2468},
  year      = {2022}
}

@article{NYT,
  author    = {Wentian Zhao and
               Yao Hu and
               Heda Wang and
               Xinxiao Wu and
               Jiebo Luo},
  title     = {Boosting Entity-aware Image Captioning with Multi-modal Knowledge
               Graph},
  journal   = {CoRR},
  volume    = {abs/2107.11970},
  year      = {2021}
}

@inproceedings{StanfordNLP,
 address = {Brussels, Belgium},
 author = {Qi, Peng  and  Dozat, Timothy  and  Zhang, Yuhao  and  Manning, Christopher D.},
 booktitle = {Proceedings of the {CoNLL} 2018 Shared Task: Multilingual Parsing from Raw Text to Universal Dependencies},
 month = {October},
 pages = {160--170},
 title = {Universal Dependency Parsing from Scratch},
 year = {2018}
}

@article{wikidata,
  author    = {Denny Vrandecic and
               Markus Kr{\"{o}}tzsch},
  title     = {Wikidata: a free collaborative knowledgebase},
  journal   = {Commun. {ACM}},
  volume    = {57},
  number    = {10},
  pages     = {78--85},
  year      = {2014}
}

@inproceedings{BERT,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}

@article{AdamW,
  author    = {Ilya Loshchilov and
               Frank Hutter},
  title     = {Fixing Weight Decay Regularization in Adam},
  journal   = {CoRR},
  volume    = {abs/1711.05101},
  year      = {2017}
}


%%related works
%Entity Link 
@article{shen2014entity,
  title={Entity linking with a knowledge base: Issues, techniques, and solutions},
  author={Shen, Wei and Wang, Jianyong and Han, Jiawei},
  journal={IEEE Transactions on Knowledge and Data Engineering},
  volume={27},
  number={2},
  pages={443--460},
  year={2014}
}

% text entity link
@inproceedings{textual-entity-linking1,
  author    = {Nicola De Cao and
               Gautier Izacard and
               Sebastian Riedel and
               Fabio Petroni},
  title     = {Autoregressive Entity Retrieval},
  booktitle = {{ICLR}},
  year      = {2021}
}

@inproceedings{textual-entity-linking2,
  author    = {Johannes Hoffart and
               Mohamed Amir Yosef and
               Ilaria Bordino and
               Hagen F{\"{u}}rstenau and
               Manfred Pinkal and
               Marc Spaniol and
               Bilyana Taneva and
               Stefan Thater and
               Gerhard Weikum},
  title     = {Robust Disambiguation of Named Entities in Text},
  booktitle = {{EMNLP}},
  pages     = {782--792},
  year      = {2011}
}

@inproceedings{textual-entity-linking-zero-shot,
  author    = {Lajanugen Logeswaran and
               Ming{-}Wei Chang and
               Kenton Lee and
               Kristina Toutanova and
               Jacob Devlin and
               Honglak Lee},
  title     = {Zero-Shot Entity Linking by Reading Entity Descriptions},
  booktitle = {{ACL}},
  pages     = {3449--3460},
  year      = {2019}
}

@inproceedings{ACL22-F-zero-shot-EL,
  author    = {Kai Sun and
               Richong Zhang and
               Samuel Mensah and
               Yongyi Mao and
               Xudong Liu},
  title     = {A Transformational Biencoder with In-Domain Negative Sampling for
               Zero-Shot Entity Linking},
  booktitle = {{ACL} (Findings)},
  pages     = {1449--1458},
  year      = {2022}
}

@inproceedings{ACL22-F-ELgeneration,
  author    = {Tuan Lai and
               Heng Ji and
               ChengXiang Zhai},
  title     = {Improving Candidate Retrieval with Entity Profile Generation for Wikidata
               Entity Linking},
  booktitle = {{ACL} (Findings)},
  pages     = {3696--3711},
  year      = {2022}
}

@inproceedings{van2020rel,
  title={Rel: An entity linker standing on the shoulders of giants},
  author={Van Hulst, Johannes M and Hasibi, Faegheh and Dercksen, Koen and Balog, Krisztian and de Vries, Arjen P},
  booktitle={{SIGIR}},
  pages={2197--2200},
  year={2020}
}

@inproceedings{sakor2019old,
  title={Old is gold: linguistic driven approach for entity and relation linking of short text},
  author={Sakor, Ahmad and Mulang, Isaiah Onando and Singh, Kuldeep and Shekarpour, Saeedeh and Vidal, Maria Esther and Lehmann, Jens and Auer, S{\"o}ren},
  booktitle={{NAACL-HLT}},
  pages={2336--2346},
  year={2019}
}

% visual entity link
@article{huopen,
  title={Open-domain Visual Entity Linking},
  author={Hu, Hexiang and Luan, Yi and Khandelwal, Urvashi and Joshi, Mandar and Lee, Kenton and Toutanova, Kristina and Chang, Ming-Wei}
}

@article{sun2022visual,
  title={Visual Named Entity Linking: A New Dataset and A Baseline},
  author={Sun, Wenxiang and Fan, Yixing and Guo, Jiafeng and Zhang, Ruqing and Cheng, Xueqi},
  journal={arXiv preprint arXiv:2211.04872},
  year={2022}
}
% multimodal entity link
@inproceedings{moon2018multimodal,
  title={Multimodal named entity disambiguation for noisy social media posts},
  author={Moon, Seungwhan and Neves, Leonardo and Carvalho, Vitor},
  booktitle={{ACL}},
  pages={2000--2008},
  year={2018}
}
@inproceedings{adjali2020building,
  title={Building a multimodal entity linking dataset from tweets},
  author={Adjali, Omar and Besan{\c{c}}on, Romaric and Ferret, Olivier and Le Borgne, Herv{\'e} and Grau, Brigitte},
  booktitle={Proceedings of the Twelfth Language Resources and Evaluation Conference},
  pages={4285--4292},
  year={2020}
}

@inproceedings{adjali2020multimodal,
  title={Multimodal entity linking for tweets},
  author={Adjali, Omar and Besan{\c{c}}on, Romaric and Ferret, Olivier and Le Borgne, Herv{\'e} and Grau, Brigitte},
  booktitle={{ECIR}},
  pages={463--478},
  year={2020}
}

@inproceedings{zhang2021attention,
  title={Attention-based multimodal entity linking with high-quality images},
  author={Zhang, Li and Li, Zhixu and Yang, Qiang},
  booktitle={{DASFAA}},
  pages={533--548},
  year={2021}
}

@inproceedings{gan2021multimodal,
  title={Multimodal entity linking: a new dataset and a baseline},
  author={Gan, Jingru and Luo, Jinchang and Wang, Haiwei and Wang, Shuhui and He, Wei and Huang, Qingming},
  booktitle={{ACM} Multimedia},
  pages={993--1001},
  year={2021}
}

@inproceedings{wikidiverse,
  author    = {Xuwu Wang and
               Junfeng Tian and
               Min Gui and
               Zhixu Li and
               Rui Wang and
               Ming Yan and
               Lihan Chen and
               Yanghua Xiao},
  title     = {WikiDiverse: {A} Multimodal Entity Linking Dataset with Diversified
               Contextual Topics and Entity Types},
  booktitle = {{ACL}},
  pages     = {4785--4797},
  year      = {2022}
}

@inproceedings{SIGIR22-MEL,
  author    = {Peng Wang and
               Jiangheng Wu and
               Xiaohang Chen},
  title     = {Multimodal Entity Linking with Gated Hierarchical Fusion and Contrastive
               Training},
  booktitle = {{SIGIR}},
  pages     = {938--948},
  year      = {2022}
}

@inproceedings{dongjie2022multimodal,
  title={Multimodal Knowledge Learning for Named Entity Disambiguation},
  author={Dongjie, Zhang and Huang, Longtao},
  booktitle={Findings of the Association for Computational Linguistics: EMNLP 2022},
  pages={3160--3169},
  year={2022}
}

@inproceedings{multi-modal1,
  author    = {Fangxiong Xiao and
               Lixi Deng and
               Jingjing Chen and
               Houye Ji and
               Xiaorui Yang and
               Zhuoye Ding and
               Bo Long},
  title     = {From Abstract to Details: {A} Generative Multimodal Fusion Framework
               for Recommendation},
  booktitle = {{ACM} Multimedia},
  pages     = {258--267},
  year      = {2022}
}

@inproceedings{multi-modal2,
  author    = {Md Mofijul Islam and
               Tariq Iqbal},
  title     = {MuMu: Cooperative Multitask Learning-Based Guided Multimodal Fusion},
  booktitle = {{AAAI}},
  pages     = {1043--1051},
  year      = {2022}
}


%%Multimodal Learning

% Joint Representation
%DBM
@article{srivastava2012multimodal,
  title={Multimodal learning with deep boltzmann machines},
  author={Srivastava, Nitish and Salakhutdinov, Russ R},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}
%auto-encoder
@inproceedings{ngiam2011multimodal,
  title={Multimodal deep learning},
  author={Ngiam, Jiquan and Khosla, Aditya and Kim, Mingyu and Nam, Juhan and Lee, Honglak and Ng, Andrew Y},
  booktitle={ICML},
  pages={689--696},
  year={2011}
}
%co-attention
@article{lu2016hierarchical,
  title={Hierarchical question-image co-attention for visual question answering},
  author={Lu, Jiasen and Yang, Jianwei and Batra, Dhruv and Parikh, Devi},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@inproceedings{collell2017imagined,
  title={Imagined visual representations as multimodal embeddings},
  author={Collell, Guillem and Zhang, Ted and Moens, Marie-Francine},
  booktitle={AAAI},
  volume={31},
  number={1},
  year={2017}
}


% Collaborative representation
@article{frome2013devise,
  title={Devise: A deep visual-semantic embedding model},
  author={Frome, Andrea and Corrado, Greg S and Shlens, Jon and Bengio, Samy and Dean, Jeff and Ranzato, Marc'Aurelio and Mikolov, Tomas},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}

@inproceedings{wang2019words,
  title={Words can shift: Dynamically adjusting word representations using nonverbal behaviors},
  author={Wang, Yansen and Shen, Ying and Liu, Zhun and Liang, Paul Pu and Zadeh, Amir and Morency, Louis-Philippe},
  booktitle={AAAI},
  volume={33},
  number={01},
  pages={7216--7223},
  year={2019}
}

%multimodal pre-train model
@inproceedings{CLIP,
  author    = {Alec Radford and
               Jong Wook Kim and
               Chris Hallacy and
               Aditya Ramesh and
               Gabriel Goh and
               Sandhini Agarwal and
               Girish Sastry and
               Amanda Askell and
               Pamela Mishkin and
               Jack Clark and
               Gretchen Krueger and
               Ilya Sutskever},
  title     = {Learning Transferable Visual Models From Natural Language Supervision},
  booktitle = {{ICML}},
  pages     = {8748--8763},
  year      = {2021}
}

@inproceedings{mu2022slip,
  title={Slip: Self-supervision meets language-image pre-training},
  author={Mu, Norman and Kirillov, Alexander and Wagner, David and Xie, Saining},
  booktitle={ECCV},
  pages={529--544},
  year={2022}
}

@inproceedings{li2022grounded,
  title={Grounded language-image pre-training},
  author={Li, Liunian Harold and Zhang, Pengchuan and Zhang, Haotian and Yang, Jianwei and Li, Chunyuan and Zhong, Yiwu and Wang, Lijuan and Yuan, Lu and Zhang, Lei and Hwang, Jenq-Neng and others},
  booktitle={{CVPR}},
  pages={10965--10975},
  year={2022}
}

@article{li2022scaling,
  title={Scaling Language-Image Pre-training via Masking},
  author={Li, Yanghao and Fan, Haoqi and Hu, Ronghang and Feichtenhofer, Christoph and He, Kaiming},
  journal={arXiv preprint arXiv:2212.00794},
  year={2022}
}

%multimodal fusion
@article{atrey2010multimodal,
  title={Multimodal fusion for multimedia analysis: a survey},
  author={Atrey, Pradeep K and Hossain, M Anwar and El Saddik, Abdulmotaleb and Kankanhalli, Mohan S},
  journal={Multimedia systems},
  volume={16},
  pages={345--379},
  year={2010}
}

@inproceedings{snoek2005early,
  title={Early versus late fusion in semantic video analysis},
  author={Snoek, Cees GM and Worring, Marcel and Smeulders, Arnold WM},
  booktitle={{ACM} Multimedia},
  pages={399--402},
  year={2005}
}

@inproceedings{williams2018dnn,
  title={Dnn multimodal fusion techniques for predicting video sentiment},
  author={Williams, Jennifer and Comanescu, Ramona and Radu, Oana and Tian, Leimin},
  booktitle={Proceedings of grand challenge and workshop on human multimodal language (Challenge-HML)},
  pages={64--72},
  year={2018}
}

@inproceedings{chen2022hybrid,
  title={Hybrid transformer with multi-level fusion for multimodal knowledge graph completion},
  author={Chen, Xiang and Zhang, Ningyu and Li, Lei and Deng, Shumin and Tan, Chuanqi and Xu, Changliang and Huang, Fei and Si, Luo and Chen, Huajun},
  booktitle={{SIGIR}},
  pages={904--915},
  year={2022}
}

@inproceedings{prompt1,
  author    = {Hui Wu and
               Xiaodong Shi},
  title     = {Adversarial Soft Prompt Tuning for Cross-Domain Sentiment Analysis},
  booktitle = {{ACL}},
  pages     = {2438--2447},
  year      = {2022}
}

@inproceedings{prompt2,
  author    = {Yew Ken Chia and
               Lidong Bing and
               Soujanya Poria and
               Luo Si},
  title     = {RelationPrompt: Leveraging Prompts to Generate Synthetic Data for
               Zero-Shot Relation Triplet Extraction},
  booktitle = {{ACL}},
  pages     = {45--57},
    
  year      = {2022}
}

@inproceedings{nytimes,
  author    = {Alasdair Tran and
               Alexander Patrick Mathews and
               Lexing Xie},
  title     = {Transform and Tell: Entity-Aware News Image Captioning},
  booktitle = {{CVPR}},
  pages     = {13032--13042},
  year      = {2020}
}

%% Applications of Entity Linking

% Question answering
@article{gattani2013entity,
  title={Entity extraction, linking, classification, and tagging for social media: a wikipedia-based approach},
  author={Gattani, Abhishek and Lamba, Digvijay S and Garera, Nikesh and Tiwari, Mitul and Chai, Xiaoyong and Das, Sanjib and Subramaniam, Sri and Rajaraman, Anand and Harinarayan, Venky and Doan, AnHai},
  journal={Proceedings of the VLDB Endowment},
  volume={6},
  number={11},
  pages={1126--1137},
  year={2013}
}

@inproceedings{welty2012comparison,
  title={A Comparison of Hard Filters and Soft Evidence for Answer Typing in Watson.},
  author={Welty, Chris and Murdock, J William and Kalyanpur, Aditya and Fan, James},
  booktitle={ISWC},
  pages={243--256},
  year={2012}
}

%semantic search
@inproceedings{cheng2007entityrank,
  title={EntityRank: searching entities directly and holistically},
  author={Cheng, Tao and Yan, Xifeng and Chang, Kevin Chen-Chuan},
  booktitle={VLDB},
  pages={387--398},
  year={2007}
}

@inproceedings{bordino2013penguins,
  title={Penguins in sweaters, or serendipitous entity search on user-generated content},
  author={Bordino, Ilaria and Mejova, Yelena and Lalmas, Mounia},
  booktitle={CIKM},
  pages={109--118},
  year={2013}
}


%% Baselines
@inproceedings{ARNN,
  author    = {Yotam Eshel and
               Noam Cohen and
               Kira Radinsky and
               Shaul Markovitch and
               Ikuya Yamada and
               Omer Levy},
  title     = {Named Entity Disambiguation for Noisy Text},
  booktitle = {CoNLL},
  pages     = {58--68},
  year      = {2017}
}

@inproceedings{BLINK,
  author    = {Ledell Wu and
               Fabio Petroni and
               Martin Josifoski and
               Sebastian Riedel and
               Luke Zettlemoyer},
  title     = {Scalable Zero-shot Entity Linking with Dense Entity Retrieval},
  booktitle = {EMNLP},
  pages     = {6397--6407},
  year      = {2020}
}

@inproceedings{lxmert,
  author    = {Hao Tan and
               Mohit Bansal},
  title     = {{LXMERT:} Learning Cross-Modality Encoder Representations from Transformers},
  booktitle = {{EMNLP/IJCNLP} {(1)}},
  pages     = {5099--5110},
  year      = {2019}
}

@inproceedings{COLING18-NCEL,
  author       = {Yixin Cao and
                  Lei Hou and
                  Juanzi Li and
                  Zhiyuan Liu},
  title        = {Neural Collective Entity Linking},
  booktitle    = {{COLING}},
  pages        = {675--686},
  year         = {2018}
}

@inproceedings{IJCAI19-CEL,
  author       = {Mengge Xue and
                  Weiming Cai and
                  Jinsong Su and
                  Linfeng Song and
                  Yubin Ge and
                  Yubao Liu and
                  Bin Wang},
  title        = {Neural Collective Entity Linking Based on Recurrent Random Walk Network
                  Learning},
  booktitle    = {{IJCAI}},
  pages        = {5327--5333},
  year         = {2019}
}

@inproceedings{AAAI20-CEL,
  author       = {Xiaoling Zhou and
                  Yukai Miao and
                  Wei Wang and
                  Jianbin Qin},
  title        = {A Recurrent Model for Collective Entity Linking with Adaptive Features},
  booktitle    = {{AAAI}},
  pages        = {329--336},
  year         = {2020}
}

@article{TKDE-CEL,
  author       = {Minh C. Phan and
                  Aixin Sun and
                  Yi Tay and
                  Jialong Han and
                  Chenliang Li},
  title        = {Pair-Linking for Collective Entity Disambiguation: Two Could Be Better
                  Than All},
  journal      = {{IEEE} Trans. Knowl. Data Eng.},
  volume       = {31},
  number       = {7},
  pages        = {1383--1396},
  year         = {2019}
}

@inproceedings{hypergraph-transformer,
  author    = {Yu{-}Jung Heo and
               Eun{-}Sol Kim and
               Woo Suk Choi and
               Byoung{-}Tak Zhang},
  editor    = {Smaranda Muresan and
               Preslav Nakov and
               Aline Villavicencio},
  title     = {Hypergraph Transformer: Weakly-Supervised Multi-hop Reasoning for
               Knowledge-based Visual Question Answering},
  booktitle = {Proceedings of the 60th Annual Meeting of the Association for Computational
               Linguistics (Volume 1: Long Papers), {ACL} 2022, Dublin, Ireland,
               May 22-27, 2022},
  pages     = {373--390},
  year      = {2022}
}

@inproceedings{vqa2,
  author       = {Paul Lerner and
                  Olivier Ferret and
                  Camille Guinaudeau and
                  Herv{\'{e}} Le Borgne and
                  Romaric Besan{\c{c}}on and
                  Jos{\'{e}} G. Moreno and
                  Jes{\'{u}}s Lov{\'{o}}n{-}Melgarejo},
  title        = {ViQuAE, a Dataset for Knowledge-based Visual Question Answering about
                  Named Entities},
  booktitle    = {{SIGIR}},
  pages        = {3108--3120},
  year         = {2022}
}

@inproceedings{NCEL,
  author       = {Yixin Cao and
                  Lei Hou and
                  Juanzi Li and
                  Zhiyuan Liu},
  title        = {Neural Collective Entity Linking},
  booktitle    = {{COLING}},
  pages        = {675--686},
  year         = {2018}
}

@inproceedings{collective-entity-linking-ijcai19,
  author       = {Mengge Xue and
                  Weiming Cai and
                  Jinsong Su and
                  Linfeng Song and
                  Yubin Ge and
                  Yubao Liu and
                  Bin Wang},
  title        = {Neural Collective Entity Linking Based on Recurrent Random Walk Network
                  Learning},
  booktitle    = {{IJCAI}},
  pages        = {5327--5333},
  year         = {2019}
}

@inproceedings{he2023dynamically,
  title={Dynamically Expandable Graph Convolution for Streaming Recommendation},
  author={He, Bowei and He, Xu and Zhang, Yingxue and Tang, Ruiming and Ma, Chen},
  booktitle={Proceedings of the ACM Web Conference 2023},
  pages={1457--1467},
  year={2023}
}