@article{einstein,
author =       "Albert Einstein",
title =        "{Zur Elektrodynamik bewegter Körper}",
journal =      "Annalen der Physik",
volume =       "322",
number =       "10",
pages =        "891--921",
year =         "1905"}

@book{latexcompanion,
author    = "Michel Goossens and Frank Mittelbach and Alexander Samarin",
title     = "The \LaTeX\ Companion",
year      = "1993",
publisher = "Addison-Wesley"}

@inproceedings{yao-wan-2020-multimodal,
    title = "Multimodal Transformer for Multimodal Machine Translation",
    author = "Yao, Shaowei  and
      Wan, Xiaojun",
    editor = "Jurafsky, Dan  and
      Chai, Joyce  and
      Schluter, Natalie  and
      Tetreault, Joel",
    booktitle = "Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics",
    month = jul,
    year = "2020",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2020.acl-main.400/",
    doi = "10.18653/v1/2020.acl-main.400",
    pages = "4346--4350",
}
@misc{wu2021goodmisconceivedreasonsempirical,
      title={Good for Misconceived Reasons: An Empirical Revisiting on the Need for Visual Context in Multimodal Machine Translation}, 
      author={Zhiyong Wu and Lingpeng Kong and Wei Bi and Xiang Li and Ben Kao},
      year={2021},
      eprint={2105.14462},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2105.14462}, 
}
@inproceedings{NIPS2017_3f5ee243,
 author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, \L ukasz and Polosukhin, Illia},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {I. Guyon and U. Von Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Attention is All you Need},
 url = {https://proceedings.neurips.cc/paper_files/paper/2017/file/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf},
 volume = {30},
 year = {2017}
}
@misc{li2022visionfeaturesmultimodalmachine,
      title={On Vision Features in Multimodal Machine Translation}, 
      author={Bei Li and Chuanhao Lv and Zefan Zhou and Tao Zhou and Tong Xiao and Anxiang Ma and JingBo Zhu},
      year={2022},
      eprint={2203.09173},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2203.09173}, 
}
@inproceedings{li2022valhalla,
  title={Valhalla: Visual hallucination for machine translation},
  author={Li, Yi and Panda, Rameswar and Kim, Yoon and Chen, Chun-Fu Richard and Feris, Rogerio S and Cox, David and Vasconcelos, Nuno},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={5216--5226},
  year={2022}
}

@misc{peng2023distillimagenowhereinversion,
      title={Distill the Image to Nowhere: Inversion Knowledge Distillation for Multimodal Machine Translation}, 
      author={Ru Peng and Yawen Zeng and Junbo Zhao},
      year={2023},
      eprint={2210.04468},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2210.04468}, 
}
@inproceedings{ye-etal-2022-noise,
    title = "Noise-robust Cross-modal Interactive Learning with {T}ext2{I}mage Mask for Multi-modal Neural Machine Translation",
    author = "Ye, Junjie  and
      Guo, Junjun  and
      Xiang, Yan  and
      Tan, Kaiwen  and
      Yu, Zhengtao",
    booktitle = "Proceedings of the 29th International Conference on Computational Linguistics",
    month = oct,
    year = "2022",
    address = "Gyeongju, Republic of Korea",
    publisher = "International Committee on Computational Linguistics",
    url = "https://aclanthology.org/2022.coling-1.452/",
    pages = "5098--5108",
}
@InProceedings{Li_2022_CVPR,
    author    = {Li, Yi and Panda, Rameswar and Kim, Yoon and Chen, Chun-Fu (Richard) and Feris, Rogerio S. and Cox, David and Vasconcelos, Nuno},
    title     = {VALHALLA: Visual Hallucination for Machine Translation},
    booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
    month     = {June},
    year      = {2022},
    pages     = {5216-5226}
}
@misc{guo2023bridginggapsyntheticauthentic,
      title={Bridging the Gap between Synthetic and Authentic Images for Multimodal Machine Translation}, 
      author={Wenyu Guo and Qingkai Fang and Dong Yu and Yang Feng},
      year={2023},
      eprint={2310.13361},
      archivePrefix={arXiv},
      primaryClass={cs.CV},
      url={https://arxiv.org/abs/2310.13361}, 
}
@article{tayir2024encoder,
  title={Encoder-decoder calibration for multimodal machine translation},
  author={Tayir, Turghun and Li, Lin and Li, Bei and Liu, Jianquan and Lee, Kong Aik},
  journal={IEEE Transactions on Artificial Intelligence},
  year={2024},
  publisher={IEEE}
}
@article{guo2024multi,
  title={Multi-grained visual pivot-guided multi-modal neural machine translation with text-aware cross-modal contrastive disentangling},
  author={Guo, Junjun and Su, Rui and Ye, Junjie},
  journal={Neural Networks},
  volume={178},
  pages={106403},
  year={2024},
  publisher={Elsevier}
}
@article{sensoy2018evidential,
  title={Evidential deep learning to quantify classification uncertainty},
  author={Sensoy, Murat and Kaplan, Lance and Kandemir, Melih},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}
@InProceedings{W16-3210,
  author = 	"Elliott, Desmond
		and Frank, Stella
		and Sima'an, Khalil
		and Specia, Lucia",
  title = 	"Multi30K: Multilingual English-German Image Descriptions",
  booktitle = 	"Proceedings of the 5th Workshop on Vision and Language",
  year = 	"2016",
  publisher = 	"Association for Computational Linguistics",
  pages = 	"70--74",
}
@InProceedings{elliott-EtAl:2017:WMT,
  author    = {Elliott, Desmond  and  Frank, Stella  and  Barrault, Lo\"{i}c  and  Bougares, Fethi  and  Specia, Lucia},
  title     = {Findings of the Second Shared Task on Multimodal Machine Translation and Multilingual Image Description},
  booktitle = {Proceedings of the Second Conference on Machine Translation, Volume 2: Shared Task Papers},
  month     = {September},
  year      = {2017},
  address   = {Copenhagen, Denmark},
  publisher = {Association for Computational Linguistics},
  pages     = {215--233},
  url       = {http://www.aclweb.org/anthology/W17-4718}
}
@article{sennrich2015neural,
  title={Neural machine translation of rare words with subword units},
  author={Sennrich, Rico},
  journal={arXiv preprint arXiv:1508.07909},
  year={2015}
}
@inproceedings{zhang2020neural,
  title={Neural machine translation with universal visual representation},
  author={Zhang, Zhuosheng and Chen, Kehai and Wang, Rui and Utiyama, Masao and Sumita, Eiichiro and Li, Zuchao and Zhao, Hai},
  booktitle={International Conference on Learning Representations},
  year={2020}
}
@InProceedings{10.1007/978-3-031-19836-6_12,
author="Wang, Hu
and Zhang, Jianpeng
and Chen, Yuanhong
and Ma, Congbo
and Avery, Jodie
and Hull, Louise
and Carneiro, Gustavo",
editor="Avidan, Shai
and Brostow, Gabriel
and Ciss{\'e}, Moustapha
and Farinella, Giovanni Maria
and Hassner, Tal",
title="Uncertainty-Aware Multi-modal Learning via Cross-Modal Random Network Prediction",
booktitle="Computer Vision -- ECCV 2022",
year="2022",
publisher="Springer Nature Switzerland",
address="Cham",
}
@article{takushima2019multimodal,
  title={Multimodal neural machine translation using CNN and transformer encoder},
  author={Takushima, Hiroki and Tamura, Akihiro and Ninomiya, Takashi and Nakayama, Hideki},
  journal={Advances in Natural Language Processing},
  volume={85},
  year={2019}
}
@inproceedings{nishihara2020supervised,
  title={Supervised visual attention for multimodal neural machine translation},
  author={Nishihara, Tetsuro and Tamura, Akihiro and Ninomiya, Takashi and Omote, Yutaro and Nakayama, Hideki},
  booktitle={Proceedings of the 28th International Conference on Computational Linguistics},
  pages={4304--4314},
  year={2020}
}
@article{zhao2022region,
  title={Region-attentive multimodal neural machine translation},
  author={Zhao, Yuting and Komachi, Mamoru and Kajiwara, Tomoyuki and Chu, Chenhui},
  journal={Neurocomputing},
  volume={476},
  pages={1--13},
  year={2022},
  publisher={Elsevier}
}
@inproceedings{lin2020dynamic,
  title={Dynamic context-guided capsule network for multimodal machine translation},
  author={Lin, Huan and Meng, Fandong and Su, Jinsong and Yin, Yongjing and Yang, Zhengyuan and Ge, Yubin and Zhou, Jie and Luo, Jiebo},
  booktitle={Proceedings of the 28th ACM international conference on multimedia},
  pages={1320--1329},
  year={2020}
}
@article{jung2024beyond,
  title={Beyond unimodal: Generalising neural processes for multimodal uncertainty estimation},
  author={Jung, Myong Chol and Zhao, He and Dipnall, Joanna and Du, Lan},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}
@inproceedings{ji2023map,
  title={Map: Multimodal uncertainty-aware vision-language pre-training model},
  author={Ji, Yatai and Wang, Junjie and Gong, Yuan and Zhang, Lin and Zhu, Yanru and Wang, Hongfa and Zhang, Jiaxing and Sakai, Tetsuya and Yang, Yujiu},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={23262--23271},
  year={2023}
}
@inproceedings{gao2024embracing,
  title={Embracing Unimodal Aleatoric Uncertainty for Robust Multimodal Fusion},
  author={Gao, Zixian and Jiang, Xun and Xu, Xing and Shen, Fumin and Li, Yujie and Shen, Heng Tao},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={26876--26885},
  year={2024}
}
@article{chen2022modeling,
  title={Modeling hierarchical uncertainty for multimodal emotion recognition in conversation},
  author={Chen, Feiyu and Shao, Jie and Zhu, Anjie and Ouyang, Deqiang and Liu, Xueliang and Shen, Heng Tao},
  journal={IEEE Transactions on Cybernetics},
  volume={54},
  number={1},
  pages={187--198},
  year={2022},
  publisher={IEEE}
}
@inproceedings{trick2019multimodal,
  title={Multimodal uncertainty reduction for intention recognition in human-robot interaction},
  author={Trick, Susanne and Koert, Dorothea and Peters, Jan and Rothkopf, Constantin A},
  booktitle={2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
  pages={7009--7016},
  year={2019},
  organization={IEEE}
}
@article{YIN2023103986,
title = {Multi-modal graph contrastive encoding for neural machine translation},
journal = {Artificial Intelligence},
volume = {323},
pages = {103986},
year = {2023},
issn = {0004-3702},
author = {Yongjing Yin and Jiali Zeng and Jinsong Su and Chulun Zhou and Fandong Meng and Jie Zhou and Degen Huang and Jiebo Luo},

}
@ARTICLE{10202177,
  author={Guo, Junjun and Ye, Junjie and Xiang, Yan and Yu, Zhengtao},
  journal={IEEE/ACM Transactions on Audio, Speech, and Language Processing}, 
  title={Layer-Level Progressive Transformer With Modality Difference Awareness for Multi-Modal Neural Machine Translation}, 
  year={2023},
  volume={31},
  number={},
  pages={3015-3026},
  keywords={Visualization;Feature extraction;Machine translation;Transformers;Speech processing;Semantics;Task analysis;Layer-level progressive fusion;modality difference-aware;multi-modal neural machine translation;multi-modal transformer},
  doi={10.1109/TASLP.2023.3301210}}
@ARTICLE{10401981,
  author={Tayir, Turghun and Li, Lin and Li, Bei and Liu, Jianquan and Lee, Kong Aik},
  journal={IEEE Transactions on Artificial Intelligence}, 
  title={Encoder–Decoder Calibration for Multimodal Machine Translation}, 
  year={2024},
  volume={5},
  number={8},
  pages={3965-3973},
}
@article{GUO2024106403,
title = {Multi-grained visual pivot-guided multi-modal neural machine translation with text-aware cross-modal contrastive disentangling},
journal = {Neural Networks},
volume = {178},
pages = {106403},
year = {2024},
issn = {0893-6080},
doi = {https://doi.org/10.1016/j.neunet.2024.106403},
url = {https://www.sciencedirect.com/science/article/pii/S0893608024003277},
author = {Junjun Guo and Rui Su and Junjie Ye},
}
@inproceedings{tian2020uno,
  title={UNO: Uncertainty-aware noisy-or multimodal fusion for unanticipated input degradation},
  author={Tian, Junjiao and Cheung, Wesley and Glaser, Nathaniel and Liu, Yen-Cheng and Kira, Zsolt},
  booktitle={2020 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={5716--5723},
  year={2020},
  organization={IEEE}
}

@inproceedings{ott2018analyzing,
  title={Analyzing uncertainty in neural machine translation},
  author={Ott, Myle and Auli, Michael and Grangier, David and Ranzato, Marc’Aurelio},
  booktitle={International Conference on Machine Learning},
  pages={3956--3965},
  year={2018},
  organization={PMLR}
}

@article{wang2020inference,
  title={On the inference calibration of neural machine translation},
  author={Wang, Shuo and Tu, Zhaopeng and Shi, Shuming and Liu, Yang},
  journal={arXiv preprint arXiv:2005.00963},
  year={2020}
}