@incollection{Bengio+chapter2007,
author = {Bengio, Yoshua and LeCun, Yann},
booktitle = {Large Scale Kernel Machines},
publisher = {MIT Press},
title = {Scaling Learning Algorithms Towards {AI}},
year = {2007}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@book{goodfellow2016deep,
title={Deep learning},
author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua},
volume={1},
year={2016},
publisher={MIT Press}
}

@article{Chen2022AnEI,
  title={An Empirical Investigation of Representation Learning for Imitation},
  author={Cynthia Chen and Xin Chen and Sam Toyer and Cody Wild and Scott Emmons and Ian S. Fischer and Kuang-Huei Lee and Neel Alex and Steven H. Wang and Ping Luo and Stuart J. Russell and P. Abbeel and Rohin Shah},
  journal={ArXiv},
  year={2022},
  volume={abs/2205.07886},
  url={https://api.semanticscholar.org/CorpusID:244906786}
}

@article{Sutton2005ReinforcementLA,
  title={Reinforcement Learning: An Introduction},
  author={Richard S. Sutton and Andrew G. Barto},
  journal={IEEE Transactions on Neural Networks},
  year={2005},
  volume={16},
  pages={285-286},
  url={https://api.semanticscholar.org/CorpusID:9166388}
}

@inproceedings{Vaswani2017AttentionIA,
  title={Attention is All you Need},
  author={Ashish Vaswani and Noam M. Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin},
  booktitle={NIPS},
  year={2017},
  url={https://api.semanticscholar.org/CorpusID:13756489}
}

@article{Devlin2019BERTPO,
  title={BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding},
  author={Jacob Devlin and Ming-Wei Chang and Kenton Lee and Kristina Toutanova},
  journal={ArXiv},
  year={2019},
  volume={abs/1810.04805},
  url={https://api.semanticscholar.org/CorpusID:52967399}
}

@article{Lample2019CrosslingualLM,
  title={Cross-lingual Language Model Pretraining},
  author={Guillaume Lample and Alexis Conneau},
  journal={ArXiv},
  year={2019},
  volume={abs/1901.07291},
  url={https://api.semanticscholar.org/CorpusID:58981712}
}

% GPT model citation
@article{radford2018improving,
  title={Improving language understanding by generative pre-training},
  author={Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya and others},
  year={2018},
  publisher={OpenAI}
}

@inproceedings{Chen2021DecisionTR,
  title={Decision Transformer: Reinforcement Learning via Sequence Modeling},
  author={Lili Chen and Kevin Lu and Aravind Rajeswaran and Kimin Lee and Aditya Grover and Michael Laskin and P. Abbeel and A. Srinivas and Igor Mordatch},
  booktitle={Neural Information Processing Systems},
  year={2021},
  url={https://api.semanticscholar.org/CorpusID:235294299}
}

@inproceedings{Shang2021StARformerTW,
  title={StARformer: Transformer with State-Action-Reward Representations for Visual Reinforcement Learning},
  author={Jinghuan Shang and Kumara Kahatapitiya and Xiang Li and Michael S. Ryoo},
  booktitle={European Conference on Computer Vision},
  year={2021},
  url={https://api.semanticscholar.org/CorpusID:250698698}
}

@article{Bardes2021VICRegVR,
  title={VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning},
  author={Adrien Bardes and Jean Ponce and Yann LeCun},
  journal={ArXiv},
  year={2021},
  volume={abs/2105.04906},
  url={https://api.semanticscholar.org/CorpusID:234357520}
}

@article{Lee2022MultiGameDT,
  title={Multi-Game Decision Transformers},
  author={Kuang-Huei Lee and Ofir Nachum and Mengjiao Yang and L. Y. Lee and Daniel Freeman and Winnie Xu and Sergio Guadarrama and Ian S. Fischer and Eric Jang and Henryk Michalewski and Igor Mordatch},
  journal={ArXiv},
  year={2022},
  volume={abs/2205.15241},
  url={https://api.semanticscholar.org/CorpusID:249192343}
}

@article{Sun2023SMARTSM,
  title={SMART: Self-supervised Multi-task pretrAining with contRol Transformers},
  author={Yanchao Sun and Shuang Ma and Ratnesh Madaan and Rogerio Bonatti and Furong Huang and Ashish Kapoor},
  journal={ArXiv},
  year={2023},
  volume={abs/2301.09816},
  url={https://api.semanticscholar.org/CorpusID:256194594}
}

@article{Liu2021VideoST,
  title={Video Swin Transformer},
  author={Ze Liu and Jia Ning and Yue Cao and Yixuan Wei and Zheng Zhang and Stephen Lin and Han Hu},
  journal={2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year={2021},
  pages={3192-3201},
  url={https://api.semanticscholar.org/CorpusID:235624247}
}

@article{Yang2021RepresentationMO,
  title={Representation Matters: Offline Pretraining for Sequential Decision Making},
  author={Mengjiao Yang and Ofir Nachum},
  journal={ArXiv},
  year={2021},
  volume={abs/2102.05815},
  url={https://api.semanticscholar.org/CorpusID:231879551}
}

@inproceedings{Taga2023InvestigatingMP,
  title={Investigating Multi-task Pretraining and Generalization in Reinforcement Learning},
  author={Adrien Ali Ta{\"i}ga and Rishabh Agarwal and Jesse Farebrother and Aaron C. Courville and Marc G. Bellemare},
  booktitle={International Conference on Learning Representations},
  year={2023},
  url={https://api.semanticscholar.org/CorpusID:259298247}
}

@article{Anand2019UnsupervisedSR,
  title={Unsupervised State Representation Learning in Atari},
  author={Ankesh Anand and Evan Racah and Sherjil Ozair and Yoshua Bengio and Marc-Alexandre C{\^o}t{\'e} and R. Devon Hjelm},
  journal={ArXiv},
  year={2019},
  volume={abs/1906.08226},
  url={https://api.semanticscholar.org/CorpusID:195069283}
}

@article{Radford2015UnsupervisedRL,
  title={Unsupervised Representation Learning with Deep Convolutional Generative Adversarial Networks},
  author={Alec Radford and Luke Metz and Soumith Chintala},
  journal={CoRR},
  year={2015},
  volume={abs/1511.06434},
  url={https://api.semanticscholar.org/CorpusID:11758569}
}

@article{LeCun1998GradientbasedLA,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proc. IEEE},
  year={1998},
  volume={86},
  pages={2278-2324},
  url={https://api.semanticscholar.org/CorpusID:14542261}
}

@article{Hochreiter1997LongSM,
  title={Long Short-Term Memory},
  author={Sepp Hochreiter and J{\"u}rgen Schmidhuber},
  journal={Neural Computation},
  year={1997},
  volume={9},
  pages={1735-1780},
  url={https://api.semanticscholar.org/CorpusID:1915014}
}

@inproceedings{Pmies2023AWS,
  title={A weakly supervised textual entailment approach to zero-shot text classification},
  author={Marc P{\`a}mies and Joan Llop and Francesco Multari and Nicolau Duran-Silva and C{\'e}sar Parra-Rojas and Aitor Gonzalez-Agirre and Francesco Alessandro Massucci and Marta Villegas},
  booktitle={Conference of the European Chapter of the Association for Computational Linguistics},
  year={2023},
  url={https://api.semanticscholar.org/CorpusID:258378161}
}

% pre-training & fine-tuning pipeline citation

@inproceedings{Howard2018UniversalLM,
  title={Universal Language Model Fine-tuning for Text Classification},
  author={Jeremy Howard and Sebastian Ruder},
  booktitle={Annual Meeting of the Association for Computational Linguistics},
  year={2018},
  url={https://api.semanticscholar.org/CorpusID:40100965}
}

@article{Oord2018RepresentationLW,
  title={Representation Learning with Contrastive Predictive Coding},
  author={A{\"a}ron van den Oord and Yazhe Li and Oriol Vinyals},
  journal={ArXiv},
  year={2018},
  volume={abs/1807.03748},
  url={https://api.semanticscholar.org/CorpusID:49670925}
}

@inproceedings{Schwarzer2021PretrainingRF,
  title={Pretraining Representations for Data-Efficient Reinforcement Learning},
  author={Max Schwarzer and Nitarshan Rajkumar and Michael Noukhovitch and Ankesh Anand and Laurent Charlin and Devon Hjelm and Philip Bachman and Aaron C. Courville},
  booktitle={Neural Information Processing Systems},
  year={2021},
  url={https://api.semanticscholar.org/CorpusID:235377401}
}

@article{Hansen2019FastTI,
  title={Fast Task Inference with Variational Intrinsic Successor Features},
  author={Steven Stenberg Hansen and Will Dabney and Andr{\'e} Barreto and Tom Van de Wiele and David Warde-Farley and Volodymyr Mnih},
  journal={ArXiv},
  year={2019},
  volume={abs/1906.05030},
  url={https://api.semanticscholar.org/CorpusID:186206768}
}

@inproceedings{liuunsupervised,
  title={Unsupervised active pre-training for reinforcement learning, 2021},
  author={Liu, Hao and Abbeel, Pieter},
  booktitle={URL https://openreview. net/forum}
}

@article{Campos2021CoverageAA,
  title={Coverage as a Principle for Discovering Transferable Behavior in Reinforcement Learning},
  author={V{\'i}ctor Campos and Pablo Sprechmann and Steven Stenberg Hansen and Andr{\'e} Barreto and Steven Kapturowski and Alex Vitvitskyi and Adri{\`a} Puigdom{\`e}nech Badia and Charles Blundell},
  journal={ArXiv},
  year={2021},
  volume={abs/2102.13515},
  url={https://api.semanticscholar.org/CorpusID:232068936}
}

@article{Stooke2020DecouplingRL,
  title={Decoupling Representation Learning from Reinforcement Learning},
  author={Adam Stooke and Kimin Lee and P. Abbeel and Michael Laskin},
  journal={ArXiv},
  year={2020},
  volume={abs/2009.08319},
  url={https://api.semanticscholar.org/CorpusID:221761383}
}

@inproceedings{Agarwal2019AnOP,
  title={An Optimistic Perspective on Offline Reinforcement Learning},
  author={Rishabh Agarwal and Dale Schuurmans and Mohammad Norouzi},
  booktitle={International Conference on Machine Learning},
  year={2019},
  url={https://api.semanticscholar.org/CorpusID:212628904}
}

@inproceedings{Agarwal2021DeepRL,
  title={Deep Reinforcement Learning at the Edge of the Statistical Precipice},
  author={Rishabh Agarwal and Max Schwarzer and Pablo Samuel Castro and Aaron C. Courville and Marc G. Bellemare},
  booktitle={Neural Information Processing Systems},
  year={2021},
  url={https://api.semanticscholar.org/CorpusID:237353084}
}

@article{Lesort2018StateRL,
  title={State Representation Learning for Control: An Overview},
  author={Timoth{\'e}e Lesort and Natalia D{\'i}az Rodr{\'i}guez and Jean-François Goudou and David Filliat},
  journal={Neural networks : the official journal of the International Neural Network Society},
  year={2018},
  volume={108},
  pages={
          379-392
        },
  url={https://api.semanticscholar.org/CorpusID:3638188}
}

@inproceedings{Henderson2017DeepRL,
  title={Deep Reinforcement Learning that Matters},
  author={Peter Henderson and Riashat Islam and Philip Bachman and Joelle Pineau and Doina Precup and David Meger},
  booktitle={AAAI Conference on Artificial Intelligence},
  year={2017},
  url={https://api.semanticscholar.org/CorpusID:4674781}
}

@inproceedings{Tsividis2017HumanLI,
  title={Human Learning in Atari},
  author={Pedro Tsividis and Thomas Pouncy and Jaqueline L. Xu and Joshua B. Tenenbaum and Samuel J. Gershman},
  booktitle={AAAI Spring Symposia},
  year={2017},
  url={https://api.semanticscholar.org/CorpusID:5841991}
}

@article{Scholkopf2019CausalityFM,
  title={Causality for Machine Learning},
  author={Bernhard Scholkopf},
  journal={Probabilistic and Causal Inference},
  year={2019},
  url={https://api.semanticscholar.org/CorpusID:208267600}
}

@article{Bengio2017TheCP,
  title={The Consciousness Prior},
  author={Yoshua Bengio},
  journal={ArXiv},
  year={2017},
  volume={abs/1709.08568},
  url={https://api.semanticscholar.org/CorpusID:26694990}
}

@article{tassa2018deepmind,
  title={Deepmind control suite},
  author={Tassa, Yuval and Doron, Yotam and Muldal, Alistair and Erez, Tom and Li, Yazhe and Casas, Diego de Las and Budden, David and Abdolmaleki, Abbas and Merel, Josh and Lefrancq, Andrew and others},
  journal={arXiv preprint arXiv:1801.00690},
  year={2018}
}

@article{He2015DeepRL,
  title={Deep Residual Learning for Image Recognition},
  author={Kaiming He and X. Zhang and Shaoqing Ren and Jian Sun},
  journal={2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  year={2015},
  pages={770-778},
  url={https://api.semanticscholar.org/CorpusID:206594692}
}

@article{fan2018learning,
  title={Learning to teach},
  author={Fan, Yang and Tian, Fei and Qin, Tao and Li, Xiang-Yang and Liu, Tie-Yan},
  journal={arXiv preprint arXiv:1805.03643},
  year={2018}
}

@article{wang2021knowledge,
  title={Knowledge distillation and student-teacher learning for visual intelligence: A review and new outlooks},
  author={Wang, Lin and Yoon, Kuk-Jin},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={44},
  number={6},
  pages={3048--3068},
  year={2021},
  publisher={IEEE}
}

@inproceedings{todorov2012mujoco,
  title={Mujoco: A physics engine for model-based control},
  author={Todorov, Emanuel and Erez, Tom and Tassa, Yuval},
  booktitle={2012 IEEE/RSJ international conference on intelligent robots and systems},
  pages={5026--5033},
  year={2012},
  organization={IEEE}
}

@inproceedings{Radford2019LanguageMA,
  title={Language Models are Unsupervised Multitask Learners},
  author={Alec Radford and Jeff Wu and Rewon Child and David Luan and Dario Amodei and Ilya Sutskever},
  year={2019},
  url={https://api.semanticscholar.org/CorpusID:160025533}
}

% citation for swin transformer
@article{Liu2021SwinTH,
  title={Swin Transformer: Hierarchical Vision Transformer using Shifted Windows},
  author={Ze Liu and Yutong Lin and Yue Cao and Han Hu and Yixuan Wei and Zheng Zhang and Stephen Lin and Baining Guo},
  journal={2021 IEEE/CVF International Conference on Computer Vision (ICCV)},
  year={2021},
  pages={9992-10002},
  url={https://api.semanticscholar.org/CorpusID:232352874}
}

% vit paper
@article{Dosovitskiy2020AnII,
  title={An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale},
  author={Alexey Dosovitskiy and Lucas Beyer and Alexander Kolesnikov and Dirk Weissenborn and Xiaohua Zhai and Thomas Unterthiner and Mostafa Dehghani and Matthias Minderer and Georg Heigold and Sylvain Gelly and Jakob Uszkoreit and Neil Houlsby},
  journal={ArXiv},
  year={2020},
  volume={abs/2010.11929},
  url={https://api.semanticscholar.org/CorpusID:225039882}
}

@article{Carion2020EndtoEndOD,
  title={End-to-End Object Detection with Transformers},
  author={Nicolas Carion and Francisco Massa and Gabriel Synnaeve and Nicolas Usunier and Alexander Kirillov and Sergey Zagoruyko},
  journal={ArXiv},
  year={2020},
  volume={abs/2005.12872},
  url={https://api.semanticscholar.org/CorpusID:218889832}
}

% trajectory transformer
@inproceedings{Janner2021OfflineRL,
  title={Offline Reinforcement Learning as One Big Sequence Modeling Problem},
  author={Michael Janner and Qiyang Li and Sergey Levine},
  booktitle={Neural Information Processing Systems},
  year={2021},
  url={https://api.semanticscholar.org/CorpusID:235313679}
}

@article{Bhmer2015AutonomousLO,
  title={Autonomous Learning of State Representations for Control: An Emerging Field Aims to Autonomously Learn State Representations for Reinforcement Learning Agents from Their Real-World Sensor Observations},
  author={Wendelin B{\"o}hmer and Jost Tobias Springenberg and Joschka Boedecker and Martin A. Riedmiller and Klaus Obermayer},
  journal={KI - K{\"u}nstliche Intelligenz},
  year={2015},
  volume={29},
  pages={353-362},
  url={https://api.semanticscholar.org/CorpusID:15176564}
}

@article{Boots2009ClosingTL,
  title={Closing the learning-planning loop with predictive state representations},
  author={Byron Boots and Sajid M. Siddiqi and Geoffrey J. Gordon},
  journal={The International Journal of Robotics Research},
  year={2009},
  volume={30},
  pages={954 - 966},
  url={https://api.semanticscholar.org/CorpusID:5156281}
}

@article{Lange2012AutonomousRL,
  title={Autonomous reinforcement learning on raw visual input data in a real world application},
  author={Sascha Lange and Martin A. Riedmiller and Arne Voigtl{\"a}nder},
  journal={The 2012 International Joint Conference on Neural Networks (IJCNN)},
  year={2012},
  pages={1-8},
  url={https://api.semanticscholar.org/CorpusID:17023340}
}

@article{wahlstrom2015pixels,
  title={From pixels to torques: Policy learning with deep dynamical models},
  author={Wahlstr{\"o}m, Niklas and Sch{\"o}n, Thomas B and Deisenroth, Marc Peter},
  journal={arXiv preprint arXiv:1502.02251},
  year={2015}
}

@article{Shelhamer2016LossII,
  title={Loss is its own Reward: Self-Supervision for Reinforcement Learning},
  author={Evan Shelhamer and Parsa Mahmoudieh and Max Argus and Trevor Darrell},
  journal={ArXiv},
  year={2016},
  volume={abs/1612.07307},
  url={https://api.semanticscholar.org/CorpusID:16561904}
}

@inproceedings{munk2016learning,
  title={Learning state representation for deep actor-critic control},
  author={Munk, Jelle and Kober, Jens and Babu{\v{s}}ka, Robert},
  booktitle={2016 IEEE 55th conference on decision and control (CDC)},
  pages={4667--4673},
  year={2016},
  organization={IEEE}
}

@article{Yin2015ABCNNAC,
  title={ABCNN: Attention-Based Convolutional Neural Network for Modeling Sentence Pairs},
  author={Wenpeng Yin and Hinrich Sch{\"u}tze and Bing Xiang and Bowen Zhou},
  journal={Transactions of the Association for Computational Linguistics},
  year={2015},
  volume={4},
  pages={259-272},
  url={https://api.semanticscholar.org/CorpusID:5535381}
}

@article{Wang2016InnerAB,
  title={Inner Attention based Recurrent Neural Networks for Answer Selection},
  author={Bingning Wang and Kang Liu and Jun Zhao},
  journal={Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  year={2016},
  url={https://api.semanticscholar.org/CorpusID:17464854}
}

@article{Wan2015ADA,
  title={A Deep Architecture for Semantic Matching with Multiple Positional Sentence Representations},
  author={Shengxian Wan and Yanyan Lan and J. Guo and Jun Xu and Liang Pang and Xueqi Cheng},
  journal={ArXiv},
  year={2015},
  volume={abs/1511.08277},
  url={https://api.semanticscholar.org/CorpusID:3259607}
}

@article{Santos2016AttentivePN,
  title={Attentive Pooling Networks},
  author={C{\'i}cero Nogueira dos Santos and Ming Tan and Bing Xiang and Bowen Zhou},
  journal={ArXiv},
  year={2016},
  volume={abs/1602.03609},
  url={https://api.semanticscholar.org/CorpusID:14163772}
}

@inproceedings{Tu2017CANECN,
  title={CANE: Context-Aware Network Embedding for Relation Modeling},
  author={Cunchao Tu and Han Liu and Zhiyuan Liu and Maosong Sun},
  booktitle={Annual Meeting of the Association for Computational Linguistics},
  year={2017},
  url={https://api.semanticscholar.org/CorpusID:6157828}
}

%%-- citation for atari games
@article{Mnih2015HumanlevelCT,
  title={Human-level control through deep reinforcement learning},
  author={Volodymyr Mnih and Koray Kavukcuoglu and David Silver and Andrei A. Rusu and Joel Veness and Marc G. Bellemare and Alex Graves and Martin A. Riedmiller and Andreas Kirkeby Fidjeland and Georg Ostrovski and Stig Petersen and Charlie Beattie and Amir Sadik and Ioannis Antonoglou and Helen King and Dharshan Kumaran and Daan Wierstra and Shane Legg and Demis Hassabis},
  journal={Nature},
  year={2015},
  volume={518},
  pages={529-533},
  url={https://api.semanticscholar.org/CorpusID:205242740}
}

%%-- citation for BC algorithm
@inproceedings{Pomerleau1988ALVINNAA,
  title={ALVINN: An Autonomous Land Vehicle in a Neural Network},
  author={Dean A. Pomerleau},
  booktitle={NIPS},
  year={1988},
  url={https://api.semanticscholar.org/CorpusID:18420840}
}

%%-- citation for slow features that I discussed in CaStRL
@article{Wiskott2002SlowFA,
  title={Slow Feature Analysis: Unsupervised Learning of Invariances},
  author={Laurenz Wiskott and Terrence J. Sejnowski},
  journal={Neural Computation},
  year={2002},
  volume={14},
  pages={715-770},
  url={https://api.semanticscholar.org/CorpusID:12366835}
}

@inproceedings{Ziebart2022TowardsUS,
  title={Towards Uniformly Superhuman Autonomy via Subdominance Minimization},
  author={Brian D. Ziebart and Sanjiban Choudhury and Xinyan Yan and Paul Vernaza},
  booktitle={International Conference on Machine Learning},
  year={2022},
  url={https://api.semanticscholar.org/CorpusID:250360875}
}

@article{Khan2021TransformersIV,
  title={Transformers in Vision: A Survey},
  author={Salman Hameed Khan and Muzammal Naseer and Munawar Hayat and Syed Waqas Zamir and Fahad Shahbaz Khan and Mubarak Shah},
  journal={ACM Computing Surveys (CSUR)},
  year={2021},
  volume={54},
  pages={1 - 41},
  url={https://api.semanticscholar.org/CorpusID:230435805}
}

@article{Levine2020OfflineRL,
  title={Offline Reinforcement Learning: Tutorial, Review, and Perspectives on Open Problems},
  author={Sergey Levine and Aviral Kumar and G. Tucker and Justin Fu},
  journal={ArXiv},
  year={2020},
  volume={abs/2005.01643},
  url={https://api.semanticscholar.org/CorpusID:218486979}
}

@article{Bahdanau2014NeuralMT,
  title={Neural Machine Translation by Jointly Learning to Align and Translate},
  author={Dzmitry Bahdanau and Kyunghyun Cho and Yoshua Bengio},
  journal={CoRR},
  year={2014},
  volume={abs/1409.0473},
  url={https://api.semanticscholar.org/CorpusID:11212020}
}

@article{Raffel2019ExploringTL,
  title={Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer},
  author={Colin Raffel and Noam M. Shazeer and Adam Roberts and Katherine Lee and Sharan Narang and Michael Matena and Yanqi Zhou and Wei Li and Peter J. Liu},
  journal={J. Mach. Learn. Res.},
  year={2019},
  volume={21},
  pages={140:1-140:67},
  url={https://api.semanticscholar.org/CorpusID:204838007}
}

% citation for inductive bias in DRL
@inproceedings{Zambaldi2018DeepRL,
  title={Deep reinforcement learning with relational inductive biases},
  author={Vin{\'i}cius Flores Zambaldi and David Raposo and Adam Santoro and Victor Bapst and Yujia Li and Igor Babuschkin and Karl Tuyls and David P. Reichert and Timothy P. Lillicrap and Edward Lockhart and Murray Shanahan and Victoria Langston and Razvan Pascanu and Matthew M. Botvinick and Oriol Vinyals and Peter W. Battaglia},
  booktitle={International Conference on Learning Representations},
  year={2018},
  url={https://api.semanticscholar.org/CorpusID:59233950}
}

% deep CPC paper citation
@article{Han2019VideoRL,
  title={Video Representation Learning by Dense Predictive Coding},
  author={Tengda Han and Weidi Xie and Andrew Zisserman},
  journal={2019 IEEE/CVF International Conference on Computer Vision Workshop (ICCVW)},
  year={2019},
  pages={1483-1492},
  url={https://api.semanticscholar.org/CorpusID:202542591}
}

@article{Toromanoff2019IsDR,
  title={Is Deep Reinforcement Learning Really Superhuman on Atari?},
  author={Marin Toromanoff and {\'E}milie Wirbel and Fabien Moutarde},
  journal={ArXiv},
  year={2019},
  volume={abs/1908.04683},
  url={https://api.semanticscholar.org/CorpusID:204091962}
}

% citation for momentum encoder
@article{He2019MomentumCF,
  title={Momentum Contrast for Unsupervised Visual Representation Learning},
  author={Kaiming He and Haoqi Fan and Yuxin Wu and Saining Xie and Ross B. Girshick},
  journal={2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year={2019},
  pages={9726-9735},
  url={https://api.semanticscholar.org/CorpusID:207930212}
}

% Evaluation best practices
@article{agarwal2021deep,
  title={Deep reinforcement learning at the edge of the statistical precipice},
  author={Agarwal, Rishabh and Schwarzer, Max and Castro, Pablo Samuel and Courville, Aaron C and Bellemare, Marc},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={29304--29320},
  year={2021}
}

@article{Zhu2017EndtoendVR,
  title={End-to-end Video-level Representation Learning for Action Recognition},
  author={Jiagang Zhu and Wei Zou and Zheng Zhu and Lin Li},
  journal={2018 24th International Conference on Pattern Recognition (ICPR)},
  year={2017},
  pages={645-650},
  url={https://api.semanticscholar.org/CorpusID:5043679}
}

@article{DulacArnold2019ChallengesOR,
  title={Challenges of Real-World Reinforcement Learning},
  author={Gabriel Dulac-Arnold and Daniel Jaymin Mankowitz and Todd Hester},
  journal={ArXiv},
  year={2019},
  volume={abs/1904.12901},
  url={https://api.semanticscholar.org/CorpusID:140269588}
}

@article{Berner2019Dota2W,
  title={Dota 2 with Large Scale Deep Reinforcement Learning},
  author={Christopher Berner and Greg Brockman and Brooke Chan and Vicki Cheung and Przemyslaw Debiak and Christy Dennison and David Farhi and Quirin Fischer and Shariq Hashme and Christopher Hesse and Rafal J{\'o}zefowicz and Scott Gray and Catherine Olsson and Jakub W. Pachocki and Michael Petrov and Henrique Pond{\'e} de Oliveira Pinto and Jonathan Raiman and Tim Salimans and Jeremy Schlatter and Jonas Schneider and Szymon Sidor and Ilya Sutskever and Jie Tang and Filip Wolski and Susan Zhang},
  journal={ArXiv},
  year={2019},
  volume={abs/1912.06680},
  url={https://api.semanticscholar.org/CorpusID:209376771}
}

@article{Silver2016MasteringTG,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={David Silver and Aja Huang and Chris J. Maddison and Arthur Guez and L. Sifre and George van den Driessche and Julian Schrittwieser and Ioannis Antonoglou and Vedavyas Panneershelvam and Marc Lanctot and Sander Dieleman and Dominik Grewe and John Nham and Nal Kalchbrenner and Ilya Sutskever and Timothy P. Lillicrap and Madeleine Leach and Koray Kavukcuoglu and Thore Graepel and Demis Hassabis},
  journal={Nature},
  year={2016},
  volume={529},
  pages={484-489},
  url={https://api.semanticscholar.org/CorpusID:515925}
}

@article{Srinivas2020CURLCU,
  title={CURL: Contrastive Unsupervised Representations for Reinforcement Learning},
  author={A. Srinivas and Michael Laskin and P. Abbeel},
  journal={ArXiv},
  year={2020},
  volume={abs/2004.04136},
  url={https://api.semanticscholar.org/CorpusID:215415964}
}

@article{Lee2019StochasticLA,
  title={Stochastic Latent Actor-Critic: Deep Reinforcement Learning with a Latent Variable Model},
  author={Alex X. Lee and Anusha Nagabandi and P. Abbeel and Sergey Levine},
  journal={ArXiv},
  year={2019},
  volume={abs/1907.00953},
  url={https://api.semanticscholar.org/CorpusID:195767454}
}

@article{ha2018world,
  title={World models},
  author={Ha, David and Schmidhuber, J{\"u}rgen},
  journal={arXiv preprint arXiv:1803.10122},
  year={2018}
}

@article{Gelada2019DeepMDPLC,
  title={DeepMDP: Learning Continuous Latent Space Models for Representation Learning},
  author={Carles Gelada and Saurabh Kumar and Jacob Buckman and Ofir Nachum and Marc G. Bellemare},
  journal={ArXiv},
  year={2019},
  volume={abs/1906.02736},
  url={https://api.semanticscholar.org/CorpusID:174800787}
}

@article{dong2022survey,
  title={A survey for in-context learning},
  author={Dong, Qingxiu and Li, Lei and Dai, Damai and Zheng, Ce and Wu, Zhiyong and Chang, Baobao and Sun, Xu and Xu, Jingjing and Sui, Zhifang},
  journal={arXiv preprint arXiv:2301.00234},
  year={2022}
}

@article{brown2020language,
  title={Language models are few-shot learners},
  author={Brown, Tom and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared D and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and others},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={1877--1901},
  year={2020}
}

@article{raffel2020exploring,
  title={Exploring the limits of transfer learning with a unified text-to-text transformer},
  author={Raffel, Colin and Shazeer, Noam and Roberts, Adam and Lee, Katherine and Narang, Sharan and Matena, Michael and Zhou, Yanqi and Li, Wei and Liu, Peter J},
  journal={The Journal of Machine Learning Research},
  volume={21},
  number={1},
  pages={5485--5551},
  year={2020},
  publisher={JMLRORG}
}

@article{Long2022ComposableIF,
  title={Composable Infrastructures for an Academic Research Environment: Lessons Learned},
  author={Lance Long and Timothy Bargo and Luc Renambot and Maxine D. Brown and Andrew E. Johnson},
  journal={2022 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW)},
  year={2022},
  pages={1209-1214},
  url={https://api.semanticscholar.org/CorpusID:251324410}
}

@article{dosovitskiy2020image,
  title={An image is worth 16x16 words: Transformers for image recognition at scale},
  author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
  journal={arXiv preprint arXiv:2010.11929},
  year={2020}
}

@article{Liu2021SwinTH,
  title={Swin Transformer: Hierarchical Vision Transformer using Shifted Windows},
  author={Ze Liu and Yutong Lin and Yue Cao and Han Hu and Yixuan Wei and Zheng Zhang and Stephen Lin and Baining Guo},
  journal={2021 IEEE/CVF International Conference on Computer Vision (ICCV)},
  year={2021},
  pages={9992-10002},
  url={https://api.semanticscholar.org/CorpusID:232352874}
}

@article{loshchilov2017decoupled,
  title={Decoupled weight decay regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1711.05101},
  year={2017}
}

@article{loshchilov2016sgdr,
  title={Sgdr: Stochastic gradient descent with warm restarts},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1608.03983},
  year={2016}
}

@article{abnar2020quantifying,
  title={Quantifying attention flow in transformers},
  author={Abnar, Samira and Zuidema, Willem},
  journal={arXiv preprint arXiv:2005.00928},
  year={2020}
}