 @inproceedings{ref1,
  title={Vqa: Visual question answering},
  author={Antol, Stanislaw and Agrawal, Aishwarya and Lu, Jiasen and Mitchell, Margaret and Batra, Dhruv and Zitnick, C Lawrence and Parikh, Devi},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={2425--2433},
  year={2015}
}

@article{ref2,
  title={Frame augmented alternating attention network for video question answering},
  author={Zhang, Wenqiao and Tang, Siliang and Cao, Yanpeng and Pu, Shiliang and Wu, Fei and Zhuang, Yueting},
  journal={IEEE Transactions on Multimedia},
  volume={22},
  number={4},
  pages={1032--1041},
  year={2019},
  publisher={IEEE}
}



@inproceedings{ref3,
  title={Bottom-up and top-down attention for image captioning and visual question answering},
  author={Anderson, Peter and He, Xiaodong and Buehler, Chris and Teney, Damien and Johnson, Mark and Gould, Stephen and Zhang, Lei},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={6077--6086},
  year={2018}
}



@inproceedings{ref4,
  title={Deep modular co-attention networks for visual question answering},
  author={Yu, Zhou and Yu, Jun and Cui, Yuhao and Tao, Dacheng and Tian, Qi},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={6281--6290},
  year={2019}
}



@inproceedings{ref5,
  title={Aligned dual channel graph convolutional network for visual question answering},
  author={Huang, Qingbao and Wei, Jielong and Cai, Yi and Zheng, Changmeng and Chen, Junying and Leung, Ho-fung and Li, Qing},
  booktitle={Proceedings of the 58th annual meeting of the association for computational linguistics},
  pages={7166--7176},
  year={2020}
}



@inproceedings{ref6,
  author    = {Aishwarya Agrawal and
               Dhruv Batra and
               Devi Parikh},
  title     = {Analyzing the Behavior of Visual Question Answering Models},
  booktitle = {Proceedings of the 2016 Conference on Empirical Methods in Natural
               Language Processing, {EMNLP} 2016, Austin, Texas, USA, November 1-4,
               2016},
  pages     = {1955--1960},
  year      = {2016},

}

@inproceedings{ref7,
  title={Making the v in vqa matter: Elevating the role of image understanding in visual question answering},
  author={Goyal, Yash and Khot, Tejas and Summers-Stay, Douglas and Batra, Dhruv and Parikh, Devi},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={6904--6913},
  year={2017}
}


@inproceedings{ref8,
  title={Yin and yang: Balancing and answering binary visual questions},
  author={Zhang, Peng and Goyal, Yash and Summers-Stay, Douglas and Batra, Dhruv and Parikh, Devi},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={5014--5022},
  year={2016}
}


@inproceedings{ref9,
  title={Gqa: A new dataset for real-world visual reasoning and compositional question answering},
  author={Hudson, Drew A and Manning, Christopher D},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={6700--6709},
  year={2019}
}


@inproceedings{ref10,
  title={Don't just assume; look and answer: Overcoming priors for visual question answering},
  author={Agrawal, Aishwarya and Batra, Dhruv and Parikh, Devi and Kembhavi, Aniruddha},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={4971--4980},
  year={2018}
}



@article{ref11,
  title={Rubi: Reducing unimodal biases for visual question answering},
  author={Cadene, Remi and Dancette, Corentin and Cord, Matthieu and Parikh, Devi and others},
  journal={Advances in neural information processing systems},
  volume={32},
  pages={839--850},
  year={2019}
}



@inproceedings{ref12,
  title={Taking a hint: Leveraging explanations to make vision and language models more grounded},
  author={Selvaraju, Ramprasaath R and Lee, Stefan and Shen, Yilin and Jin, Hongxia and Ghosh, Shalini and Heck, Larry and Batra, Dhruv and Parikh, Devi},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={2591--2600},
  year={2019}
}




@inproceedings{ref13,
  author    = {Xi Zhu and
               Zhendong Mao and
               Chunxiao Liu and
               Peng Zhang and
               Bin Wang and
               Yongdong Zhang},

  title     = {Overcoming Language Priors with Self-supervised Learning for Visual
               Question Answering},
  booktitle = {Proceedings of the Twenty-Ninth International Joint Conference on
               Artificial Intelligence},
  pages     = {1083--1089},
  year      = {2020},
}


@inproceedings{ref14,
  title={Relation-aware graph attention network for visual question answering},
  author={Li, Linjie and Gan, Zhe and Cheng, Yu and Liu, Jingjing},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={10313--10322},
  year={2019}
}


@inproceedings{ref15,
  title={Examine before you answer: Multi-task learning with adaptive-attentions for multiple-choice VQA},
  author={Gao, Lianli and Zeng, Pengpeng and Song, Jingkuan and Liu, Xianglong and Shen, Heng Tao},
  booktitle={Proceedings of the 26th ACM international conference on Multimedia},
  pages={1742--1750},
  year={2018}
}


@article{ref16,
  title={Bilinear attention networks},
  author={Kim, Jin-Hwa and Jun, Jaehyun and Zhang, Byoung-Tak},
  journal={Advances in neural information processing systems},
  volume={31},
  pages={1571--1581},
  year={2018}
}


@inproceedings{ref17,
  title={Multimodal neural graph memory networks for visual question answering},
  author={Khademi, Mahmoud},
  booktitle={Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  pages={7177--7188},
  year={2020}
}



@inproceedings{ref18,
  title={Ask me anything: Free-form visual question answering based on knowledge from external sources},
  author={Wu, Qi and Wang, Peng and Shen, Chunhua and Dick, Anthony and Van Den Hengel, Anton},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={4622--4630},
  year={2016}
}



@article{ref19,
  title={Rich visual knowledge-based augmentation network for visual question answering},
  author={Zhang, Liyang and Liu, Shuaicheng and Liu, Donghao and Zeng, Pengpeng and Li, Xiangpeng and Song, Jingkuan and Gao, Lianli},
  journal={IEEE Transactions on Neural Networks and Learning Systems},
  volume={32},
  number={10},
  pages={4362--4373},
  year={2020},
  publisher={IEEE}
}


@article{ref20,
  title={Faster r-cnn: Towards real-time object detection with region proposal networks},
  author={Ren, Shaoqing and He, Kaiming and Girshick, Ross and Sun, Jian},
  journal={Advances in neural information processing systems},
  volume={28},
  pages = {91--99},
  year={2015}
}




@inproceedings{ref21,
  title={Stacked attention networks for image question answering},
  author={Yang, Zichao and He, Xiaodong and Gao, Jianfeng and Deng, Li and Smola, Alex},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={21--29},
  year={2016}
}



@inproceedings{ref22,
  title={Counterfactual vqa: A cause-effect look at language bias},
  author={Niu, Yulei and Tang, Kaihua and Zhang, Hanwang and Lu, Zhiwu and Hua, Xian-Sheng and Wen, Ji-Rong},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={12700--12710},
  year={2021}
}



@inproceedings{ref23,
  title={LPF: a language-prior feedback objective function for de-biased visual question answering},
  author={Liang, Zujie and Hu, Haifeng and Zhu, Jiaying},
  booktitle={Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval},
  pages={1955--1959},
  year={2021}
}



@inproceedings{ref24,
  title={A language prior based focal loss for visual question answering},
  author={Lao, Mingrui and Guo, Yanming and Liu, Yu and Lew, Michael S},
  booktitle={2021 IEEE International Conference on Multimedia and Expo (ICME)},
  pages={1--6},
  year={2021},
}




@article{ref25,
  title={Suppressing Biased Samples for Robust VQA},
  author={Ouyang, Ninglin and Huang, Qingbao and Li, Pijian and Cai, Yi and Liu, Bin and Leung, Ho-fung and Li, Qing},
  journal={IEEE Transactions on Multimedia},
  volume={24},
  pages={3405--3415},
  year={2022}
}


@article{ref26,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  pages  = {5998--6008},
  year={2017}
}



@inproceedings{ref27,
  author    = {Hao Tan and
               Mohit Bansal},

  title     = {{LXMERT:} Learning Cross-Modality Encoder Representations from Transformers},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing},
  pages     = {5099--5110},
  year      = {2019},
}


@inproceedings{ref28,
  title={Glove: Global vectors for word representation},
  author={Pennington, Jeffrey and Socher, Richard and Manning, Christopher D},
  booktitle={Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP)},
  pages={1532--1543},
  year={2014}
}



@article{ref29,
  title={Debiased visual question answering from feature and sample perspectives},
  author={Wen, Zhiquan and Xu, Guanghui and Tan, Mingkui and Wu, Qingyao and Wu, Qi},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={3784--3796},
  year={2021}
}


@inproceedings{ref30,
  title={Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  author={Ioffe, Sergey and Szegedy, Christian},
  booktitle={International conference on machine learning},
  pages={448--456},
  year={2015}
}



@inproceedings{ref31,
  author    = {Christopher Clark and
               Mark Yatskar and
               Luke Zettlemoyer},

  title     = {Don't Take the Easy Way Out: Ensemble Based Methods for Avoiding Known
               Dataset Biases},
  booktitle = {Proceedings of the 2019 Conference on Empirical Methods in Natural
               Language Processing and the 9th International Joint Conference on
               Natural Language Processing},
  pages     = {4067--4080},
  year      = {2019},
}


@inproceedings{ref32,
  title={Counterfactual samples synthesizing for robust visual question answering},
  author={Chen, Long and Yan, Xin and Xiao, Jun and Zhang, Hanwang and Pu, Shiliang and Zhuang, Yueting},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={10800--10809},
  year={2020}
}

@article{ref33,
  title={Self-critical reasoning for robust visual question answering},
  author={Wu, Jialin and Mooney, Raymond},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  pages     = {8601--8611},
  year={2019}
}




@inproceedings{ref34,
  title={Unshuffling data for improved generalization in visual question answering},
  author={Teney, Damien and Abbasnejad, Ehsan and van den Hengel, Anton},
  booktitle={Proceedings of the IEEE/CVF international conference on computer vision},
  pages={1417--1427},
  year={2021}
}


@article{ref35,
  title={On the value of out-of-distribution testing: An example of goodhart's law},
  author={Teney, Damien and Abbasnejad, Ehsan and Kafle, Kushal and Shrestha, Robik and Kanan, Christopher and Van Den Hengel, Anton},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={407--417},
  year={2020}
}



@inproceedings{ref36,
  title={Learning to contrast the counterfactual samples for robust visual question answering},
  author={Liang, Zujie and Jiang, Weitao and Hu, Haifeng and Zhu, Jiaying},
  booktitle={Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP)},
  pages={3285--3292},
  year={2020}
}



@article{ref37,
  title={Overcoming language priors in visual question answering with adversarial regularization},
  author={Ramakrishnan, Sainandan and Agrawal, Aishwarya and Lee, Stefan},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  pages     = {1548--1558},
  year={2018}
}





@inproceedings{ref38,
  title={Greedy gradient ensemble for robust visual question answering},
  author={Han, Xinzhe and Wang, Shuhui and Su, Chi and Huang, Qingming and Tian, Qi},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={1584--1593},
  year={2021}
}



@article{ref39,
  title={Loss Re-Scaling VQA: Revisiting the Language Prior Problem From a Class-Imbalance View},
  author={Guo, Yangyang and Nie, Liqiang and Cheng, Zhiyong and Tian, Qi and Zhang, Min},
  journal={IEEE transactions on image processing: a publication of the IEEE Signal Processing Society},
  volume={31},
  pages={227--238},
  year={2022}
}



@inproceedings{ref40,
  title={Learning content and context with language bias for Visual Question Answering},
  author={Yang, Chao and Feng, Su and Li, Dongsheng and Shen, Huawei and Wang, Guoqing and Jiang, Bin},
  booktitle={2021 IEEE International Conference on Multimedia and Expo (ICME)},
  pages={1--6},
  year={2021}
}




@article{ref41,
  title={Human attention in visual question answering: Do humans and deep networks look at the same regions?},
  author={Das, Abhishek and Agrawal, Harsh and Zitnick, Larry and Parikh, Devi and Batra, Dhruv},
  journal={Computer Vision and Image Understanding},
  volume={163},
  pages={90--100},
  year={2017}
}



@inproceedings{ref42,
  author    = {Robik Shrestha and
               Kushal Kafle and
               Christopher Kanan},

  title     = {A negative case analysis of visual grounding methods for {VQA}},
  booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  pages     = {8172--8181},
  year      = {2020}
}



@inproceedings{ref43,
  title={Learning what makes a difference from counterfactual examples and gradient supervision},
  author={Teney, Damien and Abbasnedjad, Ehsan and van den Hengel, Anton},
  booktitle={Proceedings of Computer Vision--ECCV 2020},
  pages={580--599},
  year={2020}
}



@inproceedings{ref44,
  title={Counterfactual vision and language learning},
  author={Abbasnejad, Ehsan and Teney, Damien and Parvaneh, Amin and Shi, Javen and Hengel, Anton van den},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={10044--10054},
  year={2020}
}


@inproceedings{ref45,
  author    = {Rabeeh Karimi Mahabadi and
               Yonatan Belinkov and
               James Henderson},

  title     = {End-to-End Bias Mitigation by Modelling Biases in Corpora},
  booktitle = {Proceedings of the 58th Annual Meeting of the Association for Computational
               Linguistics},
  pages     = {8706--8716},
  year      = {2020}
}


@article{ref46,
  title={Integrating scene semantic knowledge into image captioning},
  author={Wei, Haiyang and Li, Zhixin and Huang, Feicheng and Zhang, Canlong and Ma, Huifang and Shi, Zhongzhi},
  journal={ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM)},
  volume={17},
  number={2},
  pages={1--22},
  year={2021}
}


@article{ref47,
  title={Adaptive Path Selection for Dynamic Image Captioning},
  author={Xian, Tiantao and Li, Zhixin and Tang, Zhenjun and Ma, Huifang},
  journal={IEEE Transactions on Circuits and Systems for Video Technology},
  volume={32},
  number={9},
  pages={5762--5775},
  year={2022}
}



@article{ref48,
  title={Dual global enhanced transformer for image captioning},
  author={Xian, Tiantao and Li, Zhixin and Zhang, Canlong and Ma, Huifang},
  journal={Neural Networks},
  volume={148},
  pages={129--141},
  year={2022}
}




@article{ref49,
  title={STAT: Spatial-temporal attention mechanism for video captioning},
  author={Yan, Chenggang and Tu, Yunbin and Wang, Xingzheng and Zhang, Yongbing and Hao, Xinhong and Zhang, Yongdong and Dai, Qionghai},
  journal={IEEE transactions on multimedia},
  volume={22},
  number={1},
  pages={229--241},
  year={2019}
}



@article{ref50,
  title={Video captioning with attention-based LSTM and semantic consistency},
  author={Gao, Lianli and Guo, Zhao and Zhang, Hanwang and Xu, Xing and Shen, Heng Tao},
  journal={IEEE Transactions on Multimedia},
  volume={19},
  number={9},
  pages={2045--2055},
  year={2017}
}


@article{ref51,
  title={Object-centric diagnosis of visual reasoning},
  author={Yang, Jianwei and Mao, Jiayuan and Wu, Jiajun and Parikh, Devi and Cox, David D and Tenenbaum, Joshua B and Gan, Chuang},
  journal={arXiv preprint arXiv:2012.11587},
  year={2020}
}


@inproceedings{ref52,
  author    = {Jiayuan Mao and
               Chuang Gan and
               Pushmeet Kohli and
               Joshua B. Tenenbaum and
               Jiajun Wu},
  title     = {The Neuro-Symbolic Concept Learner: Interpreting Scenes, Words, and
               Sentences From Natural Supervision},
  booktitle = {Proceedings of 7th International Conference on Learning Representations},
  year      = {2019},
}


@inproceedings{ref53,
  title={A competence-aware curriculum for visual concepts learning via question answering},
  author={Li, Qing and Huang, Siyuan and Hong, Yining and Zhu, Song-Chun},
  booktitle={Proceedings of Computer Vision--ECCV 2020},
  pages={141--157},
  year={2020}
}


@inproceedings{ref54,
  title={Visual7w: Grounded question answering in images},
  author={Zhu, Yuke and Groth, Oliver and Bernstein, Michael and Fei-Fei, Li},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={4995--5004},
  year={2016}
}


@inproceedings{ref55,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}



@article{ref56,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997}
}



@article{ref57,
  title={Empirical evaluation of gated recurrent neural networks on sequence modeling},
  author={Chung, Junyoung and Gulcehre, Caglar and Cho, KyungHyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1412.3555},
  year={2014}
}



@article{ref58,
  title={Adversarial regularization for visual question answering: Strengths, shortcomings, and side effects},
  author={Grand, Gabriel and Belinkov, Yonatan},
  journal={arXiv preprint arXiv:1906.08430},
  year={2019}
}