@article{chu2021conditional,
  title={Conditional positional encodings for vision transformers},
  author={Chu, Xiangxiang and Tian, Zhi and Zhang, Bo and Wang, Xinlong and Wei, Xiaolin and Xia, Huaxia and Shen, Chunhua},
  journal={arXiv preprint arXiv:2102.10882},
  year={2021}
}

@inproceedings{veeling2018rotation,
  title={Rotation equivariant CNNs for digital pathology},
  author={Veeling, Bastiaan S and Linmans, Jasper and Winkens, Jim and Cohen, Taco and Welling, Max},
  booktitle={Medical Image Computing and Computer Assisted Intervention--MICCAI 2018: 21st International Conference, Granada, Spain, September 16-20, 2018, Proceedings, Part II 11},
  pages={210--218},
  year={2018},
  organization={Springer}
}

@inproceedings{s2snet,
  title     = {S2SNet: A Pretrained Neural Network for Superconductivity Discovery},
  author    = {Liu, Ke and Yang, Kaifan and Zhang, Jiahong and Xu, Renjun},
  booktitle = {Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence, {IJCAI-22}},
  publisher = {International Joint Conferences on Artificial Intelligence Organization},
  editor    = {Lud De Raedt},
  pages     = {5101--5107},
  year      = {2022},
  month     = {7},
  note      = {AI for Good},
  doi       = {10.24963/ijcai.2022/708},
  url       = {https://doi.org/10.24963/ijcai.2022/708},
}


@misc{Authors14,
 author = {FirstName LastName},
 title = {The frobnicatable foo filter},
 note = {Face and Gesture submission ID 324. Supplied as supplemental material {\tt fg324.pdf}},
 year = 2014
}

@misc{Authors14b,
 author = {FirstName LastName},
 title = {Frobnication tutorial},
 note = {Supplied as supplemental material {\tt tr.pdf}},
 year = 2014
}

@article{Alpher02,
author = {FirstName Alpher},
title = {Frobnication},
journal = PAMI,
volume = 12,
number = 1,
pages = {234--778},
year = 2002
}

@article{Alpher03,
author = {FirstName Alpher and  FirstName Fotheringham-Smythe},
title = {Frobnication revisited},
journal = {Journal of Foo},
volume = 13,
number = 1,
pages = {234--778},
year = 2003
}

@article{Alpher04,
author = {FirstName Alpher and FirstName Fotheringham-Smythe and FirstName Gamow},
title = {Can a machine frobnicate?},
journal = {Journal of Foo},
volume = 14,
number = 1,
pages = {234--778},
year = 2004
}

@inproceedings{Alpher05,
author = {FirstName Alpher and FirstName Gamow},
title = {Can a computer frobnicate?},
booktitle = CVPR,
pages = {234--778},
year = 2005
}

@article{swish,
  title={Searching for activation functions},
  author={Ramachandran, Prajit and Zoph, Barret and Le, Quoc V},
  journal={arXiv preprint arXiv:1710.05941},
  year={2017}
}

@article{gnn-equ,
  title={Universal invariant and equivariant graph neural networks},
  author={Keriven, Nicolas and Peyr{\'e}, Gabriel},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@inproceedings{3d,
  title={3d-rotation-equivariant quaternion neural networks},
  author={Shen, Wen and Zhang, Binbin and Huang, Shikun and Wei, Zhihua and Zhang, Quanshi},
  booktitle={European Conference on Computer Vision},
  pages={531--547},
  year={2020},
  organization={Springer}
}

@inproceedings{carion2020end,
  title={End-to-end object detection with transformers},
  author={Carion, Nicolas and Massa, Francisco and Synnaeve, Gabriel and Usunier, Nicolas and Kirillov, Alexander and Zagoruyko, Sergey},
  booktitle={European conference on computer vision},
  pages={213--229},
  year={2020},
  organization={Springer}
}

@article{vit,
  title={An image is worth 16x16 words: Transformers for image recognition at scale},
  author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
  journal={arXiv preprint arXiv:2010.11929},
  year={2020}
}

@inproceedings{swin-vit,
  title={Swin transformer: Hierarchical vision transformer using shifted windows},
  author={Liu, Ze and Lin, Yutong and Cao, Yue and Hu, Han and Wei, Yixuan and Zhang, Zheng and Lin, Stephen and Guo, Baining},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={10012--10022},
  year={2021}
}

@article{2014CV,
  title={Recurrent models of visual attention},
  author={Mnih, Volodymyr and Heess, Nicolas and Graves, Alex and Kavukcuoglu, Koray},
  booktitle={Proceedings of the 27th International Conference on Neural Information Processing Systems-Volume 2},
  journal={Advances in neural information processing systems},
  volume = 2,
  pages={2204--2212},
  year=2014
}

@article{2014NLP,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year=2014
}

@article{Transformer,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume= {30},
  pages={5998–6008},
  year= {2017}
}

@article{BERT,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}

@article{alphafold2,
  title={Highly accurate protein structure prediction with AlphaFold},
  author={Jumper, John and Evans, Richard and Pritzel, Alexander and Green, Tim and Figurnov, Michael and Ronneberger, Olaf and Tunyasuvunakool, Kathryn and Bates, Russ and {\v{Z}}{\'\i}dek, Augustin and Potapenko, Anna and others},
  journal={Nature},
  volume={596},
  number={7873},
  pages={583--589},
  year={2021},
  publisher={Nature Publishing Group}
}

@article{ERNA,
  title={Geometric deep learning of RNA structure},
  author={Townshend, Raphael JL and Eismann, Stephan and Watkins, Andrew M and Rangan, Ramya and Karelina, Maria and Das, Rhiju and Dror, Ron O},
  journal={Science},
  volume={373},
  number={6558},
  pages={1047--1051},
  year={2021},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{GSA-Nets,
  title={Group Equivariant Stand-Alone Self-Attention For Vision},
  author={Romero, David W and Cordonnier, Jean-Baptiste},
  booktitle={International Conference on Learning Representations},
  year={2020}
}

@inproceedings{RE,
  title={Self-Attention with Relative Position Representations},
  author={Shaw, Peter and Uszkoreit, Jakob and Vaswani, Ashish},
  booktitle={Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)},
  pages={464--468},
  year={2018}
}

@article{se3Transformer,
  title={Se (3)-transformers: 3d roto-translation equivariant attention networks},
  author={Fuchs, Fabian and Worrall, Daniel and Fischer, Volker and Welling, Max},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={1970--1981},
  year={2020}
}

@inproceedings{LieTransformer,
  title={Lietransformer: Equivariant self-attention for lie groups},
  author={Hutchinson, Michael J and Le Lan, Charline and Zaidi, Sheheryar and Dupont, Emilien and Teh, Yee Whye and Kim, Hyunjik},
  booktitle={International Conference on Machine Learning},
  pages={4533--4543},
  year={2021},
  organization={PMLR}
}

@inproceedings{LieConv,
  title={Generalizing convolutional neural networks for equivariance to lie groups on arbitrary continuous data},
  author={Finzi, Marc and Stanton, Samuel and Izmailov, Pavel and Wilson, Andrew Gordon},
  booktitle={International Conference on Machine Learning},
  pages={3165--3176},
  year={2020},
  organization={PMLR}
}

@article{TFN,
  title={Tensor field networks: Rotation-and translation-equivariant neural networks for 3d point clouds},
  author={Thomas, Nathaniel and Smidt, Tess and Kearnes, Steven and Yang, Lusann and Li, Li and Kohlhoff, Kai and Riley, Patrick},
  journal={arXiv preprint arXiv:1802.08219},
  year={2018}
}

@inproceedings{2016cohen,
  title={Group equivariant convolutional networks},
  author={Cohen, Taco and Welling, Max},
  booktitle={International conference on machine learning},
  pages={2990--2999},
  year={2016},
  organization={PMLR}
}

@inproceedings{E22019,
  title={General E(2)-Equivariant Steerable CNNs},
  author={Weiler, Maurice and Cesa, Gabriele},
  booktitle={Advances in Neural Information Processing Systems},
  pages={14334--14345},
  year={2019}
}

@inproceedings{ReTheory,
  title={Universal equivariant multilayer perceptrons},
  author={Ravanbakhsh, Siamak},
  booktitle={International Conference on Machine Learning},
  pages={7996--8006},
  year={2020},
  organization={PMLR}
}

@article{cohen2019,
  title={A general theory of equivariant cnns on homogeneous spaces},
  author={Cohen, Taco S and Geiger, Mario and Weiler, Maurice},
  journal={Advances in neural information processing systems},
  volume={32},
  pages={9142–9153},
  year={2019}
}

@inproceedings{marcos2017rotation,
  title={Rotation equivariant vector field networks},
  author={Marcos, Diego and Volpi, Michele and Komodakis, Nikos and Tuia, Devis},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={5048--5057},
  year={2017}
}

@inproceedings{cohen2018spherical,
  title={Spherical CNNs},
  author={Cohen, Taco S and Geiger, Mario and K{\"o}hler, Jonas and Welling, Max},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{esteves2018learning,
  title={Learning so (3) equivariant representations with spherical cnns},
  author={Esteves, Carlos and Allen-Blanchette, Christine and Makadia, Ameesh and Daniilidis, Kostas},
  booktitle={Proceedings of the European Conference on Computer Vision (ECCV)},
  pages={52--68},
  year={2018}
}

@inproceedings{romero2019co,
  title={Co-Attentive Equivariant Neural Networks: Focusing Equivariance On Transformations Co-Occurring in Data},
  author={Romero, David W and Hoogendoorn, Mark},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@inproceedings{zhou2017oriented,
  title={Oriented response networks},
  author={Zhou, Yanzhao and Ye, Qixiang and Qiu, Qiang and Jiao, Jianbin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={519--528},
  year={2017}
}

@inproceedings{bekkers2019b,
  title={B-Spline CNNs on Lie groups},
  author={Bekkers, Erik J},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@inproceedings{venkataraman2019building,
  title={Building Deep Equivariant Capsule Networks},
  author={Venkataraman, Sai Raam and Balasubramanian, S and Sarma, R Raghunatha},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@inproceedings{HarmonicNetwork,
  title={Harmonic networks: Deep translation and rotation equivariance},
  author={Worrall, Daniel E and Garbin, Stephan J and Turmukhambetov, Daniyar and Brostow, Gabriel J},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={5028--5037},
  year={2017}
}

@inproceedings{SFCNN,
  title={Learning steerable filters for rotation equivariant cnns},
  author={Weiler, Maurice and Hamprecht, Fred A and Storath, Martin},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={849--858},
  year={2018}
}

@inproceedings{romero2020attentive,
  title={Attentive group equivariant convolutional networks},
  author={Romero, David and Bekkers, Erik and Tomczak, Jakub and Hoogendoorn, Mark},
  booktitle={International Conference on Machine Learning},
  pages={8188--8199},
  year={2020},
  organization={PMLR}
}

@inproceedings{cordonnier2019relationship,
  title={On the Relationship between Self-Attention and Convolutional Layers},
  author={Cordonnier, Jean-Baptiste and Loukas, Andreas and Jaggi, Martin},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@inproceedings{zhao2020exploring,
  title={Exploring self-attention for image recognition},
  author={Zhao, Hengshuang and Jia, Jiaya and Koltun, Vladlen},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={10076--10085},
  year={2020}
}

@article{liu2020understanding,
  title={Understanding the difficulty of training transformers},
  author={Liu, Liyuan and Liu, Xiaodong and Gao, Jianfeng and Chen, Weizhu and Han, Jiawei},
  journal={arXiv preprint arXiv:2004.08249},
  year={2020}
}

@inproceedings{katharopoulos2020transformers,
  title={Transformers are rnns: Fast autoregressive transformers with linear attention},
  author={Katharopoulos, Angelos and Vyas, Apoorv and Pappas, Nikolaos and Fleuret, Fran{\c{c}}ois},
  booktitle={International Conference on Machine Learning},
  pages={5156--5165},
  year={2020},
  organization={PMLR}
}

@article{wang2020linformer,
  title={Linformer: Self-attention with linear complexity},
  author={Wang, Sinong and Li, Belinda Z and Khabsa, Madian and Fang, Han and Ma, Hao},
  journal={arXiv preprint arXiv:2006.04768},
  year={2020}
}

@inproceedings{kitaev2019reformer,
  title={Reformer: The Efficient Transformer},
  author={Kitaev, Nikita and Kaiser, Lukasz and Levskaya, Anselm},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@article{zaheer2020big,
  title={Big bird: Transformers for longer sequences},
  author={Zaheer, Manzil and Guruganesh, Guru and Dubey, Kumar Avinava and Ainslie, Joshua and Alberti, Chris and Ontanon, Santiago and Pham, Philip and Ravula, Anirudh and Wang, Qifan and Yang, Li and others},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={17283--17297},
  year={2020}
}

@article{RNN,
  title={Finding structure in time},
  author={Elman, Jeffrey L},
  journal={Cognitive science},
  volume={14},
  number={2},
  pages={179--211},
  year={1990},
  publisher={Wiley Online Library}
}

@article{CNN,
  title={Backpropagation applied to handwritten zip code recognition},
  author={LeCun, Yann and Boser, Bernhard and Denker, John S and Henderson, Donnie and Howard, Richard E and Hubbard, Wayne and Jackel, Lawrence D},
  journal={Neural computation},
  volume={1},
  number={4},
  pages={541--551},
  year={1989},
  publisher={MIT Press}
}

@article{setE,
  title={Order matters: Sequence to sequence for sets},
  author={Vinyals, Oriol and Bengio, Samy and Kudlur, Manjunath},
  journal={arXiv preprint arXiv:1511.06391},
  year={2015}
}

@article{cohen2016steerable,
  title={Steerable cnns},
  author={Cohen, Taco S and Welling, Max},
  journal={arXiv preprint arXiv:1612.08498},
  year={2016}
}

@article{li2018pointcnn,
  title={Pointcnn: Convolution on x-transformed points},
  author={Li, Yangyan and Bu, Rui and Sun, Mingchao and Wu, Wei and Di, Xinhan and Chen, Baoquan},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{faber2016machine,
  title={Machine learning energies of 2 million elpasolite (A B C 2 D 6) crystals},
  author={Faber, Felix A and Lindmaa, Alexander and Von Lilienfeld, O Anatole and Armiento, Rickard},
  journal={Physical review letters},
  volume={117},
  number={13},
  pages={135502},
  year={2016},
  publisher={APS}
}

@article{ntampaka2016dynamical,
  title={Dynamical mass measurements of contaminated galaxy clusters using machine learning},
  author={Ntampaka, Michelle and Trac, Hy and Sutherland, Dougal J and Fromenteau, Sebastian and P{\'o}czos, Barnab{\'a}s and Schneider, Jeff},
  journal={The Astrophysical Journal},
  volume={831},
  number={2},
  pages={135},
  year={2016},
  publisher={IOP Publishing}
}

@inproceedings{ravanbakhsh2016estimating,
  title={Estimating cosmological parameters from the dark matter distribution},
  author={Ravanbakhsh, Siamak and Oliva, Junier and Fromenteau, Sebastien and Price, Layne C and Ho, Shirley and Schneider, Jeff and P{\'o}czos, Barnab{\'a}s},
  booktitle={Proceedings of the 33rd International Conference on International Conference on Machine Learning-Volume 48},
  pages={2407--2416},
  year={2016}
}

@article{dataAug,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}

@article{zaheer2017deep,
  title={Deep sets},
  author={Zaheer, Manzil and Kottur, Satwik and Ravanbakhsh, Siamak and Poczos, Barnabas and Salakhutdinov, Russ R and Smola, Alexander J},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Citeseer}
}

