@article{cohen2017emnist,
  title={{EMNIST: A}n extension of {MNIST} to handwritten letters},
  author={Cohen, G. and Afshar, S. and Tapson, J. and van Schaik, A.},
  journal={arXiv:1702.05373},
  year={2017}
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Y. and Bottou, L. and Bengio, Y. and Haffner, P. and others},
  journal={Proc. IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998}
}

@article{ranzato2014learning,
  title={On learning where to look},
  author={Ranzato, M. A.},
  journal={arXiv:1405.5488},
  year={2014}
}

@inproceedings{ba2015learning,
  title={Learning wake-sleep recurrent attention models},
  author={Ba, J. and Salakhutdinov, R. R. and Grosse, R. B. and Frey, B. J.},
  booktitle={NeurIPS},
  pages={2593--2601},
  year={2015}
}

@article{ba2014multiple,
  title={Multiple object recognition with visual attention},
  author={Ba, J. and Mnih, V. and Kavukcuoglu, K.},
  journal={arXiv:1412.7755},
  year={2014}
}

@article{sermanet2014attention,
  title={Attention for fine-grained categorization},
  author={Sermanet, P. and Frome, A. and Real, E.},
  journal={arXiv:1412.7054},
  year={2014}
}

@inproceedings{mnih2014recurrent,
  title={Recurrent models of visual attention},
  author={Mnih, V. and Heess, N. and Graves, A. and others},
  booktitle={NeurIPS},
  pages={2204--2212},
  year={2014}
}

@inproceedings{baruah2020multimodal,
title = {A Multimodal Predictive Agent Model for Human Interaction Generation},
author = {Baruah, M. and Banerjee, B.},
booktitle = {CVPR Workshops},
month = {June},
year = {2020}
}

@inproceedings{baruah2020perception,
  title={The Perception-Action Loop in a Predictive Agent},
  author={Baruah, M. and Banerjee, B.},
  booktitle={CogSci},
  pages={1171--1177},
  year={2020}  
}

@article{baruah2022attention,
  title={An attention-based predictive agent for static and dynamic environments},
  author={Baruah, M. and Banerjee, B. and Nagar, A. K.},
  journal={IEEE Access},
  volume={10},
  pages={17310--17317},
  year={2022}
}

@article{baruah2023intent,
  title={Intent Prediction in Human--Human Interactions},
  author={Baruah, M. and Banerjee, B. and Nagar, A. K.},
  journal={IEEE Trans. Hum.-Mach. Syst.},
  volume={53},
  number={2},
  pages={458--463},
  year={2023}
}

@inproceedings{dutta2017variation,
  title={Variation in classification accuracy with number of glimpses},
  author={Dutta, J. K. and Banerjee, B.},
  booktitle={International Joint Conference on Neural Networks},
  pages={447--453},
  year={2017},
  organization={IEEE}
}

@BOOK{RussellNorvig2020,
    author = {S. Russell and P. Norvig},
    title = {{Artificial Intelligence: {A} Modern Approach}},
    edition = {4th},
    publisher = {Prentice Hall},
    year = {2020}
}

@article{bylinskii2018different,
  title={What do different evaluation metrics tell us about saliency models?},
  author={Bylinskii, Z. and Judd, T. and Oliva, A. and Torralba, A. and Durand, F.},
  journal={IEEE Trans. Pattern Anal. Mach. Intell.},
  volume={41},
  number={3},
  pages={740--757},
  year={2018},
  publisher={IEEE}
}

@article{van2007sources,
  title={The sources of variability in saccadic eye movements},
  author={van Beers, R. J.},
  journal={Journal of Neuroscience},
  volume={27},
  number={33},
  pages={8757--8770},
  year={2007},
  publisher={Soc Neuroscience}
}


@misc{hehefan2017,
  author = {hehefan},
  title = {Project Title},
  year = {2017},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url{https://github.com/hehefan/Recurrent-Attention-Model}},
  commit = {4f57d6a0e4c030202a07a60bc1bb1ed1544bf679}
}


@inproceedings{elsayed2019saccader,
  title={Saccader: improving accuracy of hard attention models for vision},
  author={Elsayed, G. and Kornblith, S. and Le, Q. V.},
  booktitle={NeurIPS},
  pages={702--714},
  year={2019}
}

@inproceedings{larochelle2010learning,
  title={Learning to combine foveal glimpses with a third-order Boltzmann machine},
  author={Larochelle, H. and Hinton, G. E.},
  booktitle={NeurIPS},
  pages={1243--1251},
  year={2010}
}

@inproceedings{wu2018multimodal,
  title={Multimodal generative models for scalable weakly-supervised learning},
  author={Wu, M. and Goodman, N.},
  booktitle={{NeurIPS}},
  pages={5575--5585},
  year={2018}
}

@article{friston2010free,
  title={The free-energy principle: {A} unified brain theory?},
  author={Friston, K.},
  journal={Nat. Rev. Neurosci.},
  volume={11},
  number={2},
  pages={127},
  year={2010},
  publisher={Nature Publishing Group}
}

@article{friston2009reinforcement,
  title={Reinforcement learning or active inference?},
  author={Friston, K. and Daunizeau, J. and Kiebel, S. J.},
  journal={PloS One},
  volume={4},
  number={7},
  pages={e6421},
  year={2009},
  publisher={Public Library of Science}
}


@inproceedings{chung2015recurrent,
  title={A recurrent latent variable model for sequential data},
  author={Chung, J. and Kastner, K. and Dinh, L. and Goel, K. and Courville, A. C. and Bengio, Y.},
  booktitle={{NeurIPS}},
  pages={2980--2988},
  year={2015}
}


%%% References added by Dr. Bonny Banerjee after 11/9/20 %%%

@article{andersson2010sampling,
  title={Sampling frequency and eye-tracking measures: {H}ow speed affects durations, latencies, and more},
  author={Andersson, R. and Nystr{\"o}m, M. and Holmqvist, K.},
  journal={Journal of Eye Movement Research},
  volume={3},
  issue={3},
  pages={1--12},
  year={2010}
}

@article{smallwood2015science,
  title={The science of mind wandering: {E}mpirically navigating the stream of consciousness},
  author={Smallwood, J. and Schooler, J. W.},
  journal={Annual review of psychology},
  volume={66},
  pages={487--518},
  year={2015},
  publisher={Annual Reviews}
}

@article{baumeister2011conscious,
  title={Do conscious thoughts cause behavior?},
  author={Baumeister, R. F. and Masicampo, E. J. and Vohs, K. D.},
  journal={Annual review of psychology},
  volume={62},
  pages={331--361},
  year={2011},
  publisher={Annual Reviews}
}

@book{duchowski2017eye,
  title={Eye tracking methodology: {T}heory and practice},
  author={Duchowski, A. T.},
  year={2017},
  publisher={Springer}
}

@article{friston2009free,
  title={The free-energy principle: {A} rough guide to the brain?},
  author={Friston, K.},
  journal={Trends in cognitive sciences},
  volume={13},
  number={7},
  pages={293--301},
  year={2009},
  publisher={Elsevier}
}

%%% References added by Murchana Baruah on 11/16/20 %%%


@article{kim2017bubbleview,
  title={{BubbleView: An} interface for crowdsourcing image importance maps and tracking visual attention},
  author={Kim, N. W. and Bylinskii, Z. and Borkin, M. A. and Gajos, K. Z. and Oliva, A. and Durand, F. and Pfister, H.},
  journal={ACM Transactions on Computer-Human Interaction},
  volume={24},
  number={5},
  pages={1--40},
  year={2017}
}

@inproceedings{newman2020turkeyes,
  title={{TurkEyes: A} web-based toolbox for crowdsourcing attention data},
  author={Newman, A. and McNamara, B. and Fosco, C. and Zhang, Y. B. and Sukhum, P. and Tancik, M. and Kim, N. W. and Bylinskii, Z.},
  booktitle={CHI Conference on Human Factors in Computing Systems},
  pages={1--13},
  year={2020}
}

@inproceedings{kingma2014semi,
  title={Semi-supervised learning with deep generative models},
  author={Kingma, D. P. and Mohamed, S. and Rezende, D. J. and Welling, M.},
  booktitle={NeurIPS},
  pages={3581--3589},
  year={2014}
}


@article{friston2012perceptions,
  title={Perceptions as hypotheses: {S}accades as experiments},
  author={Friston, K. J. and Adams, R. A. and Perrinet, L. and Breakspear, M.},
  journal={Front. Psychol.},
  volume={3},
  pages={151},
  year={2012},
  publisher={Frontiers}
}


@BOOK{RussellNorvig2002,
    author = {S. Russell and P. Norvig},
    title = {{Artificial Intelligence: {A} Modern Approach}},
    edition = {4th},
    publisher = {Prentice Hall},
    year = {2020}
}


@article{han2016assessing,
  title={Assessing proprioception: {A} critical review of methods},
  author={Han, J. and Waddington, G. and Adams, R. and Anson, J. and Liu, Y.},
  journal={J. Sport Health Sci.},
  volume={5},
  number={1},
  pages={80--90},
  year={2016},
  publisher={Elsevier}
}

@article{goodfellow2016nips,
  title={{NeurIPS} 2016 tutorial: {G}enerative adversarial networks},
  author={Goodfellow, I.},
  journal={arXiv:1701.00160},
  year={2016}
}

@article{kingma2013auto,
  title={Auto-encoding variational {B}ayes},
  author={Kingma, D. and Welling, M.},
  journal={arXiv:1312.6114},
  year={2013}
}


@article{spratling2012predictive,
  title={Predictive coding as a model of the {V1} saliency map hypothesis},
  author={Spratling, M.},
  journal={Neural Netw.},
  volume={26},
  pages={7--28},
  year={2012},
  publisher={Elsevier}
}


@inproceedings{yun2012two,
  title={Two-person interaction detection using body-pose features and multiple instance learning},
  author={Yun, K. and Honorio, J. and Chattopadhyay, D. and Berg, T. and Samaras, D.},
  booktitle={{CVPR Workshops}},
  pages={28--35},
  year={2012},
  organization={IEEE}
}


@article{hu2013efficient,
  title={Efficient interaction recognition through positive action representation},
  author={Hu, T. and Zhu, X. and Guo, W. and Su, K.},
  journal={Math. Probl. Eng.},
  volume={2013},
  year={2013},
  publisher={Hindawi}
}


@article{kingma2014adam,
  title={Adam: {A} method for stochastic optimization},
  author={Kingma, D. and Ba, J.},
  journal={arXiv:1412.6980},
  year={2014}
}

@inproceedings{huang2014action,
  title={Action-reaction: {F}orecasting the dynamics of human interaction},
  author={Huang, D. and Kitani, K.},
  booktitle={{ECCV}},
  pages={489--504},
  year={2014},
  organization={Springer}
}

@article{shu2016learning,
  title={Learning social affordance for human-robot interaction},
  author={Shu, T. and Ryoo, M. and Zhu, S.},
  journal={arXiv:1604.03692},
  year={2016}
}

@inproceedings{ryoo2011human,
  title={Human activity prediction: {E}arly recognition of ongoing activities from streaming videos},
  author={Ryoo, M.},
  booktitle={{ICCV}},
  pages={1036--1043},
  year={2011},
  organization={IEEE}
}

@article{treuille2006continuum,
  title={Continuum crowds},
  author={Treuille, A. and Cooper, S. and Popovi{\'c}, Z.},
  journal={ACM Trans. Graphics},
  volume={25},
  number={3},
  pages={1160--1168},
  year={2006},
  publisher={ACM}
}


@inproceedings{xie2013inferdark,
  title={Inferring "dark matter" and "dark energy" from videos},
  author={Xie, D. and Todorovic, S. and Zhu S. C.},
  booktitle={{ICCV}},
  pages={2224--2231},
  year={2013},
  organization={IEEE}
}

@inproceedings{alahi2016social,
  title={Social {LSTM}: {H}uman trajectory prediction in crowded spaces},
  author={Alahi, A. and Goel, K. and Ramanathan, V. and Robicquet, A. and Fei-Fei, L. and Savarese, S.},
  booktitle={{CVPR}},
  pages={961--971},
  year={2016}
}

@inproceedings{hoshen2017vain,
  title={Vain: {A}ttentional multi-agent predictive modeling},
  author={Hoshen, Y.},
  booktitle={{NeurIPS}},
  pages={2701--2711},
  year={2017}
}


@inproceedings{vemula2018social,
  title={Social attention: {M}odeling attention in human crowds},
  author={Vemula, A. and Muelling, K. and Oh, J.},
  booktitle={{ICRA}},
  pages={1--7},
  year={2018},
  organization={IEEE}
}


@article{varshneya2017human,
  title={Human trajectory prediction using spatially aware deep attention models},
  author={Varshneya, D. and Srinivasaraghavan, G.},
  journal={arXiv:1705.09436},
  year={2017}
}

@article{fernando2018soft+,
  title={Soft+ hardwired attention: {An LSTM} framework for human trajectory prediction and abnormal event detection},
  author={Fernando, T. and Denman, S. and Sridharan, S. and Fookes, C.},
  journal={Neural Netw.},
  volume={108},
  pages={466--478},
  year={2018},
  publisher={Elsevier}
}

@inproceedings{song2017end,
  title={An end-to-end spatio-temporal attention model for human action recognition from skeleton data},
  author={Song, S. and Lan, C. and Xing, J. and Zeng, W. and Liu, J.},
  booktitle={{AAAI}},
  year={2017}
}

@inproceedings{gui2018adversarial,
  title={Adversarial geometry-aware human motion prediction},
  author={Gui, L. and Wang, Y. and Liang, X. and Moura, J.},
  booktitle={{ECCV}},
  pages={786--803},
  year={2018}
}

@article{rensink2000dynamic,
  title={The dynamic representation of scenes},
  author={Rensink, R. A.},
  journal={Vis. Cogn.},
  volume={7},
  number={1-3},
  pages={17--42},
  year={2000},
  publisher={Taylor \& Francis}
}

@article{friston2010free,
  title={The free-energy principle: {A} unified brain theory?},
  author={Friston, K. J.},
  journal={Nat. Rev. Neurosci.},
  volume={11},
  number={2},
  pages={127--138},
  year={2010},
  publisher={Nature Publishing Group}
}


@inproceedings{butepage2018anticipating,
  title={Anticipating many futures: {O}nline human motion prediction and generation for human-robot interaction},
  author={B{\"u}tepage, J. and Kjellstr{\"o}m, H. and Kragic, D.},
  booktitle={{ICRA}},
  pages={1--9},
  year={2018},
  organization={IEEE}
}


@inproceedings{li2018convolutional,
  title={Convolutional sequence to sequence model for human dynamics},
  author={Li, C. and Zhang, Z. and Lee, W. S. and Lee, G. H.},
  booktitle={{CVPR}},
  pages={5226--5234},
  year={2018}
}

@inproceedings{zhou2018auto,
  title={Auto-conditioned recurrent networks for extended complex human motion synthesis},
  author={Zhou, Y. and Li, Z. and Xiao, S. and He, C. and Huang, Z. and Li, H.},
  booktitle={{ICLR}},
  year={2018}
}

@inproceedings{ghosh2017learning,
  title={Learning human motion models for long-term predictions},
  author={Ghosh, P. and Song, J. and Aksan, E. and Hilliges, O.},
  booktitle={Intl. Conf. 3D Vision},
  pages={458--466},
  year={2017},
  organization={IEEE}
}


@inproceedings{vinayavekhin2018focusing,
  title={Focusing on what is relevant: {T}ime-series learning and understanding using attention},
  author={Vinayavekhin, P. and Chaudhury, S. and Munawar, A. and Agravante, D. and Magistris, G. and Kimura, D. and Tachibana, R.},
  booktitle={{ICPR}},
  pages={2624--2629},
  year={2018},
  organization={IEEE}
}

@inproceedings{chiu2019action,
  title={Action-agnostic human pose forecasting},
  author={Chiu, H. and Adeli, E. and Wang, B. and Huang, D. and Niebles, J.},
  booktitle={{WACV}},
  pages={1423--1432},
  year={2019},
  organization={IEEE}
}

@inproceedings{barsoum2018hp,
  title={{HP-GAN: P}robabilistic {3D} human motion prediction via {GAN}},
  author={Barsoum, E. and Kender, J. and Liu, Z.},
  booktitle={{CVPR W}orkshops},
  pages={1418--1427},
  year={2018}
}


@article{lin2018human,
  title={Human motion modeling using dvgans},
  author={Lin, X. and Amer, M.},
  journal={arXiv:1804.10652},
  year={2018}
}

@inproceedings{xu2019human,
  title={Human Motion Prediction via Pattern Completion in Latent Representation Space},
  author={Xu, Y. T. and Li, Y. and Meger, D.},
  booktitle={Conf. Computer and Robot Vision},
  pages={57--64},
  year={2019},
  organization={IEEE}
}

@inproceedings{fragkiadaki2015recurrent,
  title={Recurrent network models for human dynamics},
  author={Fragkiadaki, K. and Levine, S. and Felsen, P. and Malik, J.},
  booktitle={{ICCV}},
  pages={4346--4354},
  year={2015}
}

@article{banerjee2014selp,
  title={{SELP: A} general-purpose framework for learning the norms from saliencies in spatiotemporal data},
  author={Banerjee, B. and Dutta, J. K.},
  journal={Neurocomput.},
  volume={138},
  pages={41--60},
  year={2014},
  publisher={Elsevier}
}

@inproceedings{bruce2006saliency,
  title={Saliency based on information maximization},
  author={Bruce, N. and Tsotsos, J.},
  booktitle={{NeurIPS}},
  pages={155--162},
  year={2006}
}

@inproceedings{chung2015recurrent,
  title={A recurrent latent variable model for sequential data},
  author={Chung, J. and Kastner, K. and Dinh, L. and Goel, K. and Courville, A. C. and Bengio, Y.},
  booktitle={{NeurIPS}},
  pages={2980--2988},
  year={2015}
}

@inproceedings{cohen2017emnist,
  title={EMNIST: Extending MNIST to handwritten letters},
  author={Cohen, G. and Afshar, S. and Tapson, J. and Van Schaik, A.},
  booktitle={IJCNN},
  pages={2921--2926},
  year={2017},
  organization={IEEE}
}

@article{de2016incremental,
  title={Incremental sequence learning},
  author={de Jong, Edwin D},
  journal={arXiv:1611.03068},
  year={2016}
}

@article{friston2010free,
  title={The free-energy principle: {A} unified brain theory?},
  author={Friston, K. J.},
  journal={Nat. Rev. Neurosci.},
  volume={11},
  number={2},
  pages={127},
  year={2010},
  publisher={Nature Publishing Group}
}

@article{friston2012perceptions,
  title={Perceptions as hypotheses: {S}accades as experiments},
  author={Friston, K. J. and Adams, R. and Perrinet, L. and Breakspear, M.},
  journal={Front. Psychol.},
  volume={3},
  pages={151},
  year={2012},
  publisher={Frontiers}
}

@article{friston2009reinforcement,
  title={Reinforcement learning or active inference?},
  author={Friston, K. J. and Daunizeau, J. and Kiebel, S. J.},
  journal={PloS One},
  volume={4},
  number={7},
  pages={e6421},
  year={2009},
  publisher={Public Library of Science}
}

@article{goodfellow2016nips,
  title={{NeurIPS} 2016 tutorial: Generative adversarial networks},
  author={Goodfellow, I.},
  journal={arXiv:1701.00160},
  year={2016}
}

@inproceedings{gregor2013deep,
  title={Deep autoregressive networks},
  author={Gregor, K. and Danihelka, I. and Mnih, A. and Blundell, C. and Wierstra, D.},
  booktitle={ICML},
  pages={1242--1250},
  year={2014},
  organization={PMLR}
}

@article{gregor2015draw,
  title={{DRAW: A} recurrent neural network for image generation},
  author={Gregor, K. and Danihelka, I. and Graves, A. and Rezende, D. J. and Wierstra, D.},
  journal={arXiv:1502.04623},
  year={2015}
}


@article{han2016assessing,
  title={Assessing proprioception: {A} critical review of methods},
  author={Han, J. and Waddington, G. and Adams, R. and Anson, J. and Liu, Y.},
  journal={J. Sport Health Sci.},
  volume={5},
  number={1},
  pages={80--90},
  year={2016},
  publisher={Elsevier}
}

@article{kingma2014adam,
  title={{ADAM: A} method for stochastic optimization},
  author={Kingma, D. P. and Ba, J.},
  journal={arXiv:1412.6980},
  year={2014}
}


@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, D. P. and Welling, M.},
  journal={arXiv:1312.6114},
  year={2013}
}


@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Y. and Bottou, L. and Bengio, Y. and Haffner, P. and others},
  journal={Proc. IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={Taipei, Taiwan}
}

@inproceedings{murray2009evaluating,
  title={Evaluating probabilities under high-dimensional latent variable models},
  author={Murray, I. and Salakhutdinov, R. R.},
  booktitle={{NeurIPS}},
  pages={1137--1144},
  year={2009}
}


@article{oord2016pixel,
  title={Pixel recurrent neural networks},
  author={Oord, A. V. D. and Kalchbrenner, N. and Kavukcuoglu, K.},
  journal={arXiv:1601.06759},
  year={2016}
}

@inproceedings{raiko2014iterative,
  title={Iterative neural autoregressive distribution estimator nade-k},
  author={Raiko, T. and Li, Y. and Cho, K. and Bengio, Y.},
  booktitle={{NeurIPS}},
  pages={325--333},
  year={2014}
}

@article{rensink2000dynamic,
  title={The dynamic representation of scenes},
  author={Rensink, R. A.},
  journal={Vis. Cogn.},
  volume={7},
  number={1-3},
  pages={17--42},
  year={2000},
  publisher={Taylor \& Francis}
}

@article{rezende2014stochastic,
  title={Stochastic backpropagation and approximate inference in deep generative models},
  author={Rezende, D. J. and Mohamed, S. and Wierstra, D.},
  journal={arXiv:1401.4082},
  year={2014}
}


@inproceedings{salakhutdinov2009deep,
  title={Deep {B}oltzmann machines},
  author={Salakhutdinov, R. and Hinton, G.},
  booktitle={{AISTATS}},
  pages={448--455},
  year={2009}
}

@inproceedings{salimans2015markov,
  title={Markov chain monte carlo and variational inference: Bridging the gap},
  author={Salimans, T. and Kingma, D. and Welling, M.},
  booktitle={{ICML}},
  pages={1218--1226},
  year={2015}
}

@article{spratling2012predictive,
  title={Predictive coding as a model of the V1 saliency map hypothesis},
  author={Spratling, M. W.},
  journal={Neural Netw.},
  volume={26},
  pages={7--28},
  year={2012},
  publisher={Elsevier}
}

@inproceedings{uria2014deep,
  title={A deep and tractable density estimator},
  author={Uria, B. and Murray, I. and Larochelle, H.},
  booktitle={{ICML}},
  pages={467--475},
  year={2014}
}

@inproceedings{wu2018multimodal,
  title={Multimodal generative models for scalable weakly-supervised learning},
  author={Wu, M. and Goodman, N.},
  booktitle={{NeurIPS}},
  pages={5575--5585},
  year={2018}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, S. and Schmidhuber, J.},
  journal={Neural Comput.},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}


@article{friston2012perceptions,
  title={Perceptions as hypotheses: {S}accades as experiments},
  author={Friston, K. J. and Adams, R. A. and Perrinet, L. and Breakspear, M.},
  journal={Front. Psychol.},
  volume={3},
  pages={151},
  year={2012},
  publisher={Frontiers}
}

@inproceedings{chung2015recurrent,
  author={Chung, J. and Kastner, K. and Dinh, L. and Goel, K. and Courville, A. C. and Bengio, Y.},
  title={A recurrent latent variable model for sequential data},
  booktitle={{NeurIPS}},
  year={2015},
  pages={2980--2988}
}


@article{han2016assessing,
  title={Assessing proprioception: {A} critical review of methods},
  author={Han, J. and Waddington, G. and Adams, R. and Anson, J. and Liu, Y.},
  journal={J. Sport Health Sci.},
  volume={5},
  number={1},
  pages={80--90},
  year={2016},
  publisher={Elsevier}
}


@article{goodfellow2016nips,
  title={{NeurIPS} 2016 tutorial: {G}enerative adversarial networks},
  author={Goodfellow, I.},
  journal={arXiv:1701.00160},
  year={2016}
}

@article{kingma2013auto,
  title={Auto-encoding variational {B}ayes},
  author={Kingma, D. and Welling, M.},
  journal={arXiv:1312.6114},
  year={2013}
}


@article{spratling2012predictive,
  title={Predictive coding as a model of the {V1} saliency map hypothesis},
  author={Spratling, M.},
  journal={Neural Netw.},
  volume={26},
  pages={7--28},
  year={2012},
  publisher={Elsevier}
}


@inproceedings{yun2012two,
  title={Two-person interaction detection using body-pose features and multiple instance learning},
  author={Yun, K. and Honorio, J. and Chattopadhyay, D. and Berg, T. and Samaras, D.},
  booktitle={{CVPR Workshops}},
  pages={28--35},
  year={2012},
  organization={IEEE}
}


@article{hu2013efficient,
  title={Efficient interaction recognition through positive action representation},
  author={Hu, T. and Zhu, X. and Guo, W. and Su, K.},
  journal={Math. Probl. Eng.},
  volume={2013},
  year={2013},
  publisher={Hindawi}
}


@article{kingma2014adam,
  title={Adam: {A} method for stochastic optimization},
  author={Kingma, D. and Ba, J.},
  journal={arXiv:1412.6980},
  year={2014}
}

@inproceedings{huang2014action,
  title={Action-reaction: {F}orecasting the dynamics of human interaction},
  author={Huang, D. and Kitani, K.},
  booktitle={{ECCV}},
  pages={489--504},
  year={2014},
  organization={Springer}
}

@article{shu2016learning,
  title={Learning social affordance for human-robot interaction},
  author={Shu, T. and Ryoo, M. and Zhu, S.},
  journal={arXiv:1604.03692},
  year={2016}
}

@inproceedings{ryoo2011human,
  title={Human activity prediction: {E}arly recognition of ongoing activities from streaming videos},
  author={Ryoo, M.},
  booktitle={{ICCV}},
  pages={1036--1043},
  year={2011},
  organization={IEEE}
}

@article{treuille2006continuum,
  title={Continuum crowds},
  author={Treuille, A. and Cooper, S. and Popovi{\'c}, Z.},
  journal={ACM Trans. Graphics},
  volume={25},
  number={3},
  pages={1160--1168},
  year={2006},
  publisher={ACM}
}


@inproceedings{xie2013inferdark,
  title={Inferring "dark matter" and "dark energy" from videos},
  author={Xie, D. and Todorovic, S. and Zhu S. C.},
  booktitle={{ICCV}},
  pages={2224--2231},
  year={2013},
  organization={IEEE}
}

@inproceedings{alahi2016social,
  title={Social {LSTM}: {H}uman trajectory prediction in crowded spaces},
  author={Alahi, A. and Goel, K. and Ramanathan, V. and Robicquet, A. and Fei-Fei, L. and Savarese, S.},
  booktitle={{CVPR}},
  pages={961--971},
  year={2016}
}

@inproceedings{hoshen2017vain,
  title={{VAIN}: {A}ttentional multi-agent predictive modeling},
  author={Hoshen, Y.},
  booktitle={{NeurIPS}},
  pages={2701--2711},
  year={2017}
}


@inproceedings{vemula2018social,
  title={Social attention: {M}odeling attention in human crowds},
  author={Vemula, A. and Muelling, K. and Oh, J.},
  booktitle={{ICRA}},
  pages={1--7},
  year={2018},
  organization={IEEE}
}


@article{varshneya2017human,
  title={Human trajectory prediction using spatially aware deep attention models},
  author={Varshneya, D. and Srinivasaraghavan, G.},
  journal={arXiv:1705.09436},
  year={2017}
}

@article{fernando2018soft+,
  title={Soft+ hardwired attention: {An LSTM} framework for human trajectory prediction and abnormal event detection},
  author={Fernando, T. and Denman, S. and Sridharan, S. and Fookes, C.},
  journal={Neural Netw.},
  volume={108},
  pages={466--478},
  year={2018},
  publisher={Elsevier}
}

@inproceedings{song2017end,
  title={An end-to-end spatio-temporal attention model for human action recognition from skeleton data},
  author={Song, S. and Lan, C. and Xing, J. and Zeng, W. and Liu, J.},
  booktitle={{AAAI}},
  year={2017}
}

@inproceedings{gui2018adversarial,
  title={Adversarial geometry-aware human motion prediction},
  author={Gui, L. and Wang, Y. and Liang, X. and Moura, J.},
  booktitle={{ECCV}},
  pages={786--803},
  year={2018}
}

@article{rensink2000dynamic,
  title={The dynamic representation of scenes},
  author={Rensink, R. A.},
  journal={Vis. Cogn.},
  volume={7},
  number={1-3},
  pages={17--42},
  year={2000},
  publisher={Taylor \& Francis}
}

@article{friston2010free,
  title={The free-energy principle: {A} unified brain theory?},
  author={Friston, K. J.},
  journal={Nat. Rev. Neurosci.},
  volume={11},
  number={2},
  pages={127--138},
  year={2010},
  publisher={Nature Publishing Group}
}


@inproceedings{butepage2018anticipating,
  title={Anticipating many futures: {O}nline human motion prediction and generation for human-robot interaction},
  author={B{\"u}tepage, J. and Kjellstr{\"o}m, H. and Kragic, D.},
  booktitle={{ICRA}},
  pages={1--9},
  year={2018},
  organization={IEEE}
}


@inproceedings{li2018convolutional,
  title={Convolutional sequence to sequence model for human dynamics},
  author={Li, C. and Zhang, Z. and Lee, W. S. and Lee, G. H.},
  booktitle={{CVPR}},
  pages={5226--5234},
  year={2018}
}

@inproceedings{zhou2018auto,
  title={Auto-conditioned recurrent networks for extended complex human motion synthesis},
  author={Zhou, Y. and Li, Z. and Xiao, S. and He, C. and Huang, Z. and Li, H.},
  booktitle={{ICLR}},
  year={2018}
}

@inproceedings{ghosh2017learning,
  title={Learning human motion models for long-term predictions},
  author={Ghosh, P. and Song, J. and Aksan, E. and Hilliges, O.},
  booktitle={Intl. Conf. 3D Vision},
  pages={458--466},
  year={2017},
  organization={IEEE}
}


@inproceedings{vinayavekhin2018focusing,
  title={Focusing on what is relevant: {T}ime-series learning and understanding using attention},
  author={Vinayavekhin, P. and Chaudhury, S. and Munawar, A. and Agravante, D. and Magistris, G. and Kimura, D. and Tachibana, R.},
  booktitle={{ICPR}},
  pages={2624--2629},
  year={2018},
  organization={IEEE}
}

@inproceedings{chiu2019action,
  title={Action-agnostic human pose forecasting},
  author={Chiu, H. and Adeli, E. and Wang, B. and Huang, D. and Niebles, J.},
  booktitle={{WACV}},
  pages={1423--1432},
  year={2019},
  organization={IEEE}
}

@inproceedings{barsoum2018hp,
  title={{HP-GAN: P}robabilistic {3D} human motion prediction via {GAN}},
  author={Barsoum, E. and Kender, J. and Liu, Z.},
  booktitle={{CVPR W}orkshops},
  pages={1418--1427},
  year={2018}
}


@article{lin2018human,
  title={Human motion modeling using {DVGANs}},
  author={Lin, X. and Amer, M.},
  journal={arXiv:1804.10652},
  year={2018}
}

@inproceedings{xu2019human,
  title={Human Motion Prediction via Pattern Completion in Latent Representation Space},
  author={Xu, Y. T. and Li, Y. and Meger, D.},
  booktitle={Conf. Computer and Robot Vision},
  pages={57--64},
  year={2019},
  organization={IEEE}
}

@inproceedings{fragkiadaki2015recurrent,
  title={Recurrent network models for human dynamics},
  author={Fragkiadaki, K. and Levine, S. and Felsen, P. and Malik, J.},
  booktitle={{ICCV}},
  pages={4346--4354},
  year={2015}
}

@article{BanerjeeDutta2014,
  title={{SELP: A} general-purpose framework for learning the norms from saliencies in spatiotemporal data},
  author={B. Banerjee and J. K. Dutta},
  journal={Neurocomputing},
  volume={138},
  pages={41--60},
  year={2014},
  publisher={Elsevier}
}

@article{najnin2017predictive,
  title={A predictive coding framework for a developmental agent: {S}peech motor skill acquisition and speech production},
  author={Najnin, S. and Banerjee, B.},
  journal={Speech Commun.},
  volume={92},
  pages={24--41},
  year={2017},
  publisher={Elsevier}
}

@article{kapourchali2019state,
  title={State Estimation via Communication for Monitoring},
  author={Kapourchali, M. H. and Banerjee, B.},
  journal={IEEE Trans. Emerg. Topics Comput. Intell.},
  year={2019}
}

@inproceedings{kapourchali2020epoc,
  title={{EPOC: E}fficient perception via optimal communication},
  author={Kapourchali, M. H. and Banerjee, B.},
  booktitle={{AAAI}},
  year={2020},
  %pages={489--504},
}

@inproceedings{dutta2015online,
  title={Online detection of abnormal events using incremental coding length},
  author={Dutta, J. K. and Banerjee, B.},
  booktitle={{AAAI}},
  pages={3755--3761},
  year={2015}
}

@article{dutta2016rods,
  title={{RODS: Rarity} based outlier detection in a sparse coding framework},
  author={Dutta, J. K. and Banerjee, B. and Reddy, C. K.},
  journal={IEEE Trans. Knowl. Data Eng.},
  volume={28},
  number={2},
  pages={483--495},
  year={2016}
}

@INPROCEEDINGS{BanerjeeChandra2010,
  author    = "B. Banerjee and B. Chandrasekaran",
  title     = "A spatial search framework for executing perceptions and actions in diagrammatic reasoning",
  publisher = "Springer, Heidelberg",
  booktitle = "Diagrammatic Representation and Inference, {LNAI}",
  volume    = "6170",
  pages     = "144--159",
  year      = 2010
}

@article{BanerjeeChandra2010JAIR,
  title={A constraint satisfaction framework for executing perceptions and actions in diagrammatic reasoning},
  author={Banerjee, B. and Chandrasekaran, B.},
  journal={J. Artif. Intell. Res.},
  pages={373--427},
  year={2010}
}


@article{BanerjeeDutta2014,
  title={{SELP: A} general-purpose framework for learning the norms from saliencies in spatiotemporal data},
  author={B. Banerjee and J. K. Dutta},
  journal={Neurocomputing},
  volume={138},
  pages={41--60},
  year={2014},
  publisher={Elsevier}
}

@article{najnin2017predictive,
  title={A predictive coding framework for a developmental agent: {S}peech motor skill acquisition and speech production},
  author={Najnin, S. and Banerjee, B.},
  journal={Speech Commun.},
  volume={92},
  pages={24--41},
  year={2017},
  publisher={Elsevier}
}

@article{kapourchali2019state,
  title={State Estimation via Communication for Monitoring},
  author={Kapourchali, M. H. and Banerjee, B.},
  journal={IEEE Trans. Emerg. Topics Comput. Intell.},
  year={2019}
}

@inproceedings{kapourchali2020epoc,
  title={{EPOC: E}fficient perception via optimal communication},
  author={Kapourchali, M. H. and Banerjee, B.},
  booktitle={{AAAI}},
  year={2020},
  %pages={489--504},
}

@article{friston2011action,
  title={Action understanding and active inference},
  author={Friston, K. J. and Mattout, J. and Kilner, J.},
  journal={Biol. Cybern.},
  volume={104},
  number={1-2},
  pages={137--160},
  year={2011},
  publisher={Springer}
}

@article{friston2009reinforcement,
  title={Reinforcement learning or active inference?},
  author={Friston, K. J. and Daunizeau, J. and Kiebel, S. J.},
  journal={PloS One},
  volume={4},
  number={7},
  year={2009},
  publisher={Public Library of Science}
}

@inproceedings{elsayed2019saccader,
  title={Saccader: improving accuracy of hard attention models for vision},
  author={Elsayed, G. and Kornblith, S. and Le, Q. V.},
  booktitle={NeurIPS},
  pages={702--714},
  year={2019}
}


@article{ranzato2014learning,
  title={On learning where to look},
  author={Ranzato, M. A.},
  journal={arXiv:1405.5488},
  year={2014}
}

@inproceedings{ba2015learning,
  title={Learning wake-sleep recurrent attention models},
  author={Ba, J. and Salakhutdinov, R. R. and Grosse, R. B. and Frey, B. J.},
  booktitle={NeurIPS},
  pages={2593--2601},
  year={2015}
}


@article{ba2014multiple,
  title={Multiple object recognition with visual attention},
  author={Ba, J. and Mnih, V. and Kavukcuoglu, K.},
  journal={arXiv:1412.7755},
  year={2014}
}


@inproceedings{larochelle2010learning,
  title={Learning to combine foveal glimpses with a third-order Boltzmann machine},
  author={Larochelle, H. and Hinton, G. E.},
  booktitle={NeurIPS},
  pages={1243--1251},
  year={2010}
}

@inproceedings{butko2008pomdp,
  title={I-POMDP: An infomax model of eye movement},
  author={Butko, N. J. and Movellan, J. R.},
  booktitle={ICDL},
  pages={139--144},
  year={2008},
  organization={IEEE}
}

@article{zheng2015neural,
  title={A neural autoregressive approach to attention-based recognition},
  author={Zheng, Y. and Zemel, R. S. and Zhang, Y. J. and Larochelle, H.},
  journal={Int. J. Comput. Vis.},
  volume={113},
  number={1},
  pages={67--79},
  year={2015},
  publisher={Springer}
}

@inproceedings{xu2015show,
  title={Show, attend and tell: Neural image caption generation with visual attention},
  author={Xu, K. and Ba, J. and Kiros, R. and Cho, K. and Courville, A. and Salakhudinov, R. and Zemel, R. and Bengio, Y.},
  booktitle={ICML},
  pages={2048--2057},
  year={2015}
}


@article{vahdat2020nvae,
  title={NVAE: A Deep Hierarchical Variational Autoencoder},
  author={Vahdat, A. and Kautz, J.},
  journal={arXiv:2007.03898},
  year={2020}
}

@inproceedings{maaloe2019biva,
  title={Biva: A very deep hierarchy of latent variables for generative modeling},
  author={Maaloe, L. and Fraccaro, M. and Li{\'e}vin, V. and Winther, O.},
  booktitle={NeurIPS},
  pages={6551--6562},
  year={2019}
}

@inproceedings{goyal2017z,
  title={Z-forcing: Training stochastic recurrent networks},
  author={Goyal, A. G. A. P. and Sordoni, A. and C{\^o}t{\'e}, M. A. and Ke, N. R. and Bengio, Y.},
  booktitle={NeurIPS},
  pages={6713--6723},
  year={2017}
}


@article{trabelsi2019understanding,
  title={Understanding the Dynamics of Social Interactions: A Multi-Modal Multi-View Approach},
  author={Trabelsi, R. and Varadarajan, J. and Zhang, L. and Jabri, I. and Pei, Y. and Smach, F. and Bouallegue, A. and Moulin, P.},
  journal={ACM T MULTIM COMPUT},
  volume={15},
  number={1s},
  pages={1--16},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@inproceedings{ng2020you2me,
  title={You2me: Inferring body pose in egocentric video via first and second person interactions},
  author={Ng, E. and Xiang, D. and Joo, H. and Grauman, K.},
  booktitle={CVPR},
  pages={9890--9900},
  year={2020}
}

@inproceedings{gui2018adversarial,
  title={Adversarial geometry-aware human motion prediction},
  author={Gui, L. Y. and Wang, Y. X. and Liang, X. and Moura, J. M.},
  booktitle={ECCV},
  pages={786--803},
  year={2018}
}

@article{manzi2017two,
  title={Two-person activity recognition using skeleton data},
  author={Manzi, A. and Fiorini, L. and Limosani, R. and Dario, P. and Cavallo, F.},
  journal={IET Comput. Vis.},
  volume={12},
  number={1},
  pages={27--35},
  year={2017},
  publisher={IET}
}

@inproceedings{butepage2018anticipating,
  title={Anticipating many futures: Online human motion prediction and generation for human-robot interaction},
  author={B{\"u}tepage, J. and Kjellstr{\"o}m, H. and Kragic, D.},
  booktitle={ICRA},
  pages={1--9},
  year={2018},
  organization={IEEE}
}

@inproceedings{chiu2019action,
  title={Action-agnostic human pose forecasting},
  author={Chiu, H. K. and Adeli, E. and Wang, B. and Huang, D. A. and Niebles, J. C.},
  booktitle={WACV},
  pages={1423--1432},
  year={2019},
  organization={IEEE}
}


@article{ma2019mae,
  title={Mae: Mutual posterior-divergence regularization for variational autoencoders},
  author={Ma, X. and Zhou, C. and Hovy, E.},
  journal={arXiv:1901.01498},
  year={2019}
}
@article{sadeghi2019pixelvae++,
  title={PixelVAE++: Improved PixelVAE with discrete prior},
  author={Sadeghi, H. and Andriyash, E. and Vinci, W. and Buffoni, L. and Amin, M. H.},
  journal={arXiv:1908.09948},
  year={2019}
}

@article{zhao2017infovae,
  title={Infovae: Information maximizing variational autoencoders},
  author={Zhao, S. and Song, J. and Ermon, S.},
  journal={arXiv:1706.02262},
  year={2017}
}

@article{bowman2015generating,
  title={Generating sentences from a continuous space},
  author={Bowman, S. R. and Vilnis, L. and Vinyals, O. and Dai, A. M. and Jozefowicz, R. and Bengio, S.},
  journal={arXiv:1511.06349},
  year={2015}
}

@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, D. and Cho, K. and Bengio, Y.},
  journal={arXiv:1409.0473},
  year={2014}
}

@inproceedings{andreas2016neural,
  title={Neural module networks},
  author={Andreas, J. and Rohrbach, M. and Darrell, T. and Klein, D.},
  booktitle={CVPR},
  pages={39--48},
  year={2016}
}

@inproceedings{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, A. and Shazeer, N. and Parmar, N. and Uszkoreit, J. and Jones, L. and Gomez, A. N. and Kaiser, {\L}. and Polosukhin, I.},
  booktitle={NeurIPS},
  pages={5998--6008},
  year={2017}
}

@article{eslami2016attend,
  title={Attend, infer, repeat: Fast scene understanding with generative models},
  author={Eslami, S. M. and Heess, N. and Weber, T. and Tassa, Y. and Szepesvari, D. and Kavukcuoglu, K. and Hinton, G. E.},
  journal={arXiv:1603.08575},
  year={2016}
}

@article{zheng2015neural,
  title={A neural autoregressive approach to attention-based recognition},
  author={Zheng, Y. and Zemel, R. S. and Zhang, Y. J. and Larochelle, H.},
  journal={Int. J. Comput. Vis.},
  volume={113},
  number={1},
  pages={67--79},
  year={2015},
  publisher={Springer}
}

@inproceedings{fukui2019attention,
  title={Attention branch network: Learning of attention mechanism for visual explanation},
  author={Fukui, H. and Hirakawa, T. and Yamashita, T. and Fujiyoshi, H.},
  booktitle={CVPR},
  pages={10705--10714},
  year={2019}
}

@article{sang2020human,
  title={Human Motion prediction based on attention mechanism},
  author={Sang, H. F. and Chen, Z. Z. and He, D. K.},
  journal={Multimed. Tools. Appl.},
  volume={79},
  number={9},
  pages={5529--5544},
  year={2020},
  publisher={Springer}
}

@inproceedings{salakhutdinov2008quantitative,
  title={On the quantitative analysis of deep belief networks},
  author={Salakhutdinov, R. and Murray, I.},
  booktitle={ICML},
  pages={872--879},
  year={2008}
}

@article{shlens2007notes,
  title={Notes on kullback-leibler divergence and likelihood theory},
  author={Shlens, Jonathon},
  journal={Webseite (20. August 2007) http://www. snl. salk. edu/\~{} shlens},
  year={2007},
  publisher={Citeseer}
}

@article{standvoss2020visual,
  title={Visual Attention Through Uncertainty Minimization in Recurrent Generative Models},
  author={Standvoss, Kai and Quax, Silvan C and Van Gerven, Marcel Aj},
  journal={BioRxiv},
  year={2020},
  publisher={Cold Spring Harbor Laboratory}
}

@inproceedings{kingma2014semi,
  title={Semi-supervised learning with deep generative models},
  author={Kingma, Diederik P and Mohamed, Shakir and Rezende, Danilo Jimenez and Welling, Max},
  booktitle={NeurIPS},
  pages={3581--3589},
  year={2014}
}

@article{an2020ensemble,
  title={An Ensemble of Simple Convolutional Neural Network Models for MNIST Digit Recognition},
  author={An, S. and Lee, M. and Park, S. and Yang, H. and So, J.},
  journal={arXiv:2008.10400},
  year={2020}
}

@article{baruah2023attentionmnist,
  title={{AttentionMNIST}: A mouse-click attention tracking dataset for handwritten numeral and alphabet recognition},
  author={Baruah, M. and Banerjee, B. and Nagar, A. K. and Marois, R.},
  journal={Scientific Reports},
  volume={13},
  number={1},
  pages={3305},
  year={2023}
}

@article{baruah2022speech,
  title={Speech emotion recognition via generation using an attention-based variational recurrent neural network},
  author={Baruah, M. and Banerjee, B.},
  journal={Proc. Interspeech},
  pages={4710--4714},
  year={2022}
}