
@article{kipf2016semi,
  title={Semi-supervised classification with graph convolutional networks},
  author={Kipf, Thomas N and Welling, Max},
  journal={arXiv:1609.02907},
  year={2016}
}

@article{battaglia2018relational,
  title={Relational inductive biases, deep learning, and graph networks},
  author={Battaglia, Peter W and Hamrick, Jessica B and Bapst, Victor and Sanchez-Gonzalez, Alvaro and Zambaldi, Vinicius and Malinowski, Mateusz and Tacchetti, Andrea and Raposo, David and Santoro, Adam and Faulkner, Ryan and others},
  journal={arXiv:1806.01261},
  year={2018}
}

@inproceedings{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  booktitle={NeurIPS},
  pages={5998--6008},
  year={2017}
}


@article{DeepSets,
  author    = {Manzil Zaheer and
               Satwik Kottur and
               Siamak Ravanbakhsh and
               Barnab{\'{a}}s P{\'{o}}czos and
               Ruslan Salakhutdinov and
               Alexander J. Smola},
  title     = {Deep Sets},
  journal   = {NeurIPS},
  year      = {2017},
}

@article{Hutter,
  author    = {Marcus Hutter},
  title     = {On Representing (Anti)Symmetric Functions},
  journal   = {arXiv/2007.15298},
  year      = {2020},
}


@article{Wagstaff2019,
  author    = {Edward Wagstaff and
               Fabian B. Fuchs and
               Martin Engelcke and
               Ingmar Posner and
               Michael A. Osborne},
  title     = {On the Limitations of Representing Functions on Sets},
  journal   = {ICML},
  year      = {2019},
}



@article{Wagstaff2021,
  author    = {Edward Wagstaff and
               Fabian B. Fuchs and
               Martin Engelcke and
               Michael A. Osborne and
               Ingmar Posner},
  title     = {Universal Approximation of Functions on Sets},
  journal   = {ArXiv},
  year      = {2021},
}
@article{Mallat_2016,
   title={Understanding deep convolutional networks},
   volume={374},
   journal={Philosophical Transactions of the Royal Society A: Mathematical, Physical and Engineering Sciences},
   author={Mallat, Stéphane},
   year={2016},
}

@article{Worrall2017,
  author    = {Daniel E. Worrall and
               Stephan J. Garbin and
               Daniyar Turmukhambetov and
               Gabriel J. Brostow},
  title     = {Harmonic Networks: Deep Translation and Rotation Equivariance},
  journal   = {CVPR},
  year      = {2017},
}

@article{Winkels2018,
  author    = {Marysia Winkels and
               Taco S. Cohen},
  title     = {3D G-CNNs for Pulmonary Nodule Detection},
  journal   = {NeurIPS},
  year      = {2018},
}

@inproceedings{WeilerGWBC18,
  author    = {Maurice Weiler and
               Mario Geiger and
               Max Welling and
               Wouter Boomsma and
               Taco Cohen},
  title     = {3D Steerable CNNs: Learning Rotationally Equivariant Features in Volumetric
               Data},
  booktitle = {NeurIPS},
  year      = {2018},
}

@article{MetaUniversality,
  author    = {Chelsea Finn and
               Sergey Levine},
  title     = {Meta-Learning and Universality: Deep Representations and Gradient
               Descent can Approximate any Learning Algorithm},
  journal   = {ICLR},
  year      = {2017},
}


@article{Hornik1989,
  author    = {Kurt Hornik and Maxwell Stinchcombe and Halbert White},
  title     = {Multilayer feedforward networks are universal approximators},
  journal   = {Neural networks},
  year      = {1989},
}

@article{Funahashi1989,
  author    = {Ken-Ichi Funahashi},
  title     = {On the approximate realization of continuous mappings by neural networks},
  journal   = {Neural networks},
  year      = {1989},
}

@article{Cybenko1989,
  author    = {George Cybenko},
  title     = {Approximation by superpositions of a sigmoidal function},
  journal   = {Mathematics of Control, Signals, and Systems (MCSS), 2(4):303–314},
  year      = {1989},
}

@article{DEQs,
  author    = {Shaojie Bai and
               J. Zico Kolter and
               Vladlen Koltun},
  title     = {Deep Equilibrium Models},
  journal   = {NeurIPS},
  year      = {2019},
}

@article{MAML,
  author    = {Chelsea Finn and
               Pieter Abbeel and
               Sergey Levine},
  title     = {Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks},
  journal   = {ICML},
  year      = {2017},
}

@article{LearningToLearn,
  author    = {Marcin Andrychowicz and
               Misha Denil and
               Sergio Gomez Colmenarejo and
               Matthew W. Hoffman and
               David Pfau and
               Tom Schaul and
               Nando de Freitas},
  title     = {Learning to learn by gradient descent by gradient descent},
  journal   = {NeurIPS},
  year      = {2016},
}

@article{MetaImplicit,
  author    = {Aravind Rajeswaran and
               Chelsea Finn and
               Sham M. Kakade and
               Sergey Levine},
  title     = {Meta-Learning with Implicit Gradients},
  journal   = {NeurIPS},
  year      = {2019},
}


@article{OptNet,
  author    = {Brandon Amos and J. Zico Kolter},
  title     = {OptNet: Differentiable Optimization as a Layer in Neural Networks},
  journal   = {ICML},
  year      = {2017},
}

@article{ResNet,
  author    = {Kaiming He and
               Xiangyu Zhang and
               Shaoqing Ren and
               Jian Sun},
  title     = {Deep Residual Learning for Image Recognition},
  journal   = {CVPR},
  year      = {2016},
}


@article{Corso,
  author    = {Gabriele Corso and
               Luca Cavalleri and
               Dominique Beaini and
               Pietro Li{\`{o}} and
               Petar Velickovic},
  title     = {Principal Neighbourhood Aggregation for Graph Nets},
  journal   = {NeurIPS},
  year      = {2020},
}


@article{hartford2018deep,
      title={Deep Models of Interactions Across Sets}, 
      author={Jason Hartford and Devon R Graham and Kevin Leyton-Brown and Siamak Ravanbakhsh},
      year={2018},
      Journal={ICML},
}

@article{Janossy,
      title={Janossy Pooling: Learning Deep Permutation-Invariant Functions for Variable-Size Inputs}, 
      author={Ryan L. Murphy and Balasubramaniam Srinivasan and Vinayak Rao and Bruno Ribeiro},
      year={2019},
      Journal={ICLR},
}


@misc{LAF2020,
      title={Learning Aggregation Functions}, 
      author={Giovanni Pellegrini and Alessandro Tibo and Paolo Frasconi and Andrea Passerini and Manfred Jaeger},
      year={2020},
      Journal={ArXiv},
}

@misc{Velickovic2018,
      title={ Graph attention networks}, 
      author={Petar Velickovic and Guillem Cucurull and Arantxa Casanova and Adriana Romero and Pietro Liò and Yoshua Bengio},
      year={2018},
      Journal={ICLR(ICLR)},
}

@misc{pointnetpp,
  author    = {Charles Ruizhongtai Qi and
               Li Yi and
               Hao Su and
               Leonidas J. Guibas},
  title     = {PointNet++: Deep Hierarchical Feature Learning on Point Sets in a Metric Space},
  journal   = {NeurIPS},
  year      = {2017},
}

@inproceedings{diaconis1987dozen,
  title={A dozen de Finetti-style results in search of a theory},
  author={Diaconis, Persi and Freedman, David},
  booktitle={Annales de l'IHP Probabilit{\'e}s et statistiques},
  volume={23},
  pages={397--423},
  year={1987}
}

@article{ba2016layer,
  title={Layer normalization},
  author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  journal={arXiv:1607.06450},
  year={2016}
}

@inproceedings{nesterov1983method,
  title={A method for solving the convex programming problem with convergence rate O (1/k\^{} 2)},
  author={Nesterov, Yurii E},
  booktitle={Dokl. akad. nauk Sssr},
  volume={269},
  pages={543--547},
  year={1983}
}

@article{cai2020note,
  title={A note on over-smoothing for graph neural networks},
  author={Cai, Chen and Wang, Yusu},
  journal={arXiv:2006.13318},
  year={2020}
}

@inproceedings{chen2020measuring,
  title={Measuring and relieving the over-smoothing problem for graph neural networks from the topological view},
  author={Chen, Deli and Lin, Yankai and Li, Wei and Li, Peng and Zhou, Jie and Sun, Xu},
  booktitle={AAAI 34},
  year={2020}
}

@article{blondel2021efficient,
  title={Efficient and modular implicit differentiation},
  author={Blondel, Mathieu and Berthet, Quentin and Cuturi, Marco and Frostig, Roy and Hoyer, Stephan and Llinares-L{\'o}pez, Felipe and Pedregosa, Fabian and Vert, Jean-Philippe},
  journal={arXiv:2105.15183},
  year={2021}
}

@article{andrychowicz2016learning,
  title={Learning to learn by gradient descent by gradient descent},
  author={Andrychowicz, Marcin and Denil, Misha and Gomez, Sergio and Hoffman, Matthew W and Pfau, David and Schaul, Tom and Shillingford, Brendan and De Freitas, Nando},
  journal={NeurIPS},
  volume={29},
  year={2016}
}

@article{rajeswaran2019meta,
  title={Meta-learning with implicit gradients},
  author={Rajeswaran, Aravind and Finn, Chelsea and Kakade, Sham M and Levine, Sergey},
  journal={NeurIPS},
  volume={32},
  year={2019}
}

@article{miyato2018spectral,
  title={Spectral normalization for generative adversarial networks},
  author={Miyato, Takeru and Kataoka, Toshiki and Koyama, Masanori and Yoshida, Yuichi},
  journal={arXiv:1802.05957},
  year={2018}
}

@article{xu2018powerful,
  title={How powerful are graph neural networks?},
  author={Xu, Keyulu and Hu, Weihua and Leskovec, Jure and Jegelka, Stefanie},
  journal={arXiv:1810.00826},
  year={2018}
}

@article{hu2020open,
  title={Open graph benchmark: Datasets for machine learning on graphs},
  author={Hu, Weihua and Fey, Matthias and Zitnik, Marinka and Dong, Yuxiao and Ren, Hongyu and Liu, Bowen and Catasta, Michele and Leskovec, Jure},
  journal={NeurIPS},
  volume={33},
  pages={22118--22133},
  year={2020}
}

@article{gu2020implicit,
  title={Implicit graph neural networks},
  author={Gu, Fangda and Chang, Heng and Zhu, Wenwu and Sojoudi, Somayeh and El Ghaoui, Laurent},
  journal={NeurIPS},
  year={2020}
}

@article{rae2019compressive,
  title={Compressive transformers for long-range sequence modelling},
  author={Rae, Jack W and Potapenko, Anna and Jayakumar, Siddhant M and Lillicrap, Timothy P},
  journal={arXiv:1911.05507},
  year={2019}
}

@inproceedings{bartunov2019meta,
  title={Meta-Learning Deep Energy-Based Memory Models},
  author={Bartunov, Sergey and Rae, Jack and Osindero, Simon and Lillicrap, Timothy},
  booktitle={ICLR},
  year={2019}
}

@article{ernoult2020equilibrium,
  title={Equilibrium propagation with continual weight updates},
  author={Ernoult, Maxence and Grollier, Julie and Querlioz, Damien and Bengio, Yoshua and Scellier, Benjamin},
  journal={arXiv:2005.04168},
  year={2020}
}

@article{kendall2020training,
  title={Training end-to-end analog neural networks with equilibrium propagation},
  author={Kendall, Jack and Pantone, Ross and Manickavasagam, Kalpana and Bengio, Yoshua and Scellier, Benjamin},
  journal={arXiv:2006.01981},
  year={2020}
}

@phdthesis{amos2019differentiable,
  title={Differentiable optimization-based modeling for machine learning},
  author={Amos, Brandon},
  year={2019},
  school={PhD thesis, Carnegie Mellon University}
}

@article{chen2018neural,
  title={Neural ordinary differential equations},
  author={Chen, Ricky TQ and Rubanova, Yulia and Bettencourt, Jesse and Duvenaud, David K},
  journal={NeurIPS},
  volume={31},
  year={2018}
}

@inproceedings{amos2017input,
  title={Input convex neural networks},
  author={Amos, Brandon and Xu, Lei and Kolter, J Zico},
  booktitle={ICML},
  pages={146--155},
  year={2017},
  organization={PMLR}
}

@article{lake2015human,
  title={Human-level concept learning through probabilistic program induction},
  author={Lake, Brenden M and Salakhutdinov, Ruslan and Tenenbaum, Joshua B},
  journal={Science},
  volume={350},
  number={6266},
  pages={1332--1338},
  year={2015},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{lee2019set,
  title={Set transformer: A framework for attention-based permutation-invariant neural networks},
  author={Lee, Juho and Lee, Yoonho and Kim, Jungtaek and Kosiorek, Adam and Choi, Seungjin and Teh, Yee Whye},
  booktitle={ICML},
  pages={3744--3753},
  year={2019},
  organization={PMLR}
}

@article{rubanova2021constraint,
  title={Constraint-based graph network simulator},
  author={Rubanova, Yulia and Sanchez-Gonzalez, Alvaro and Pfaff, Tobias and Battaglia, Peter},
  journal={arXiv:2112.09161},
  year={2021}
}

@inproceedings{amos2017optnet,
  title={Optnet: Differentiable optimization as a layer in neural networks},
  author={Amos, Brandon and Kolter, J Zico},
  booktitle={ICML},
  pages={136--145},
  year={2017},
  organization={PMLR}
}

@article{putzky2017recurrent,
  title={Recurrent inference machines for solving inverse problems},
  author={Putzky, Patrick and Welling, Max},
  journal={arXiv:1706.04008},
  year={2017}
}

@inproceedings{bartunov2020continuous,
  title={Continuous latent search for combinatorial optimization},
  author={Bartunov, Sergey and Nair, Vinod and Battaglia, Peter and Lillicrap, Tim},
  booktitle={Learning Meets Combinatorial Algorithms at NeurIPS2020},
  year={2020}
}

@inproceedings{hottung2020learning,
  title={Learning a latent search space for routing problems using variational autoencoders},
  author={Hottung, Andr{\'e} and Bhandari, Bhanu and Tierney, Kevin},
  booktitle={ICLR},
  year={2020}
}


@article{duvenaud2015convolutional,
  title={Convolutional networks on graphs for learning molecular fingerprints},
  author={Duvenaud, David K and Maclaurin, Dougal and Iparraguirre, Jorge and Bombarell, Rafael and Hirzel, Timothy and Aspuru-Guzik, Al{\'a}n and Adams, Ryan P},
  journal={NeurIPS},
  volume={28},
  year={2015}
}

@article{alquraishi2019alphafold,
  title={AlphaFold at CASP13},
  author={AlQuraishi, Mohammed},
  journal={Bioinformatics},
  volume={35},
  number={22},
  pages={4862--4865},
  year={2019},
  publisher={Oxford University Press}
}

@article{pineda1987generalization,
  title={Generalization of back-propagation to recurrent neural networks},
  author={Pineda, Fernando J},
  journal={Physical review letters},
  volume={59},
  number={19},
  pages={2229},
  year={1987},
  publisher={APS}
}

@inproceedings{liao2018reviving,
  title={Reviving and improving recurrent back-propagation},
  author={Liao, Renjie and Xiong, Yuwen and Fetaya, Ethan and Zhang, Lisa and Yoon, KiJung and Pitkow, Xaq and Urtasun, Raquel and Zemel, Richard},
  booktitle={ICML},
  pages={3082--3091},
  year={2018},
  organization={PMLR}
}

@article{du2019implicit,
  title={Implicit generation and generalization in energy-based models},
  author={Du, Yilun and Mordatch, Igor},
  journal={arXiv:1903.08689},
  year={2019}
}

@article{song2019generative,
  title={Generative modeling by estimating gradients of the data distribution},
  author={Song, Yang and Ermon, Stefano},
  journal={NeurIPS},
  volume={32},
  year={2019}
}

@article{amos2018differentiable,
  title={Differentiable mpc for end-to-end planning and control},
  author={Amos, Brandon and Jimenez, Ivan and Sacks, Jacob and Boots, Byron and Kolter, J Zico},
  journal={NeurIPS},
  volume={31},
  year={2018}
}

@article{yuan2020large,
  title={Large-scale Robust Deep AUC Maximization: A New Surrogate Loss and Empirical Studies on Medical Image Classification},
  author={Yuan, Zhuoning and Yan, Yan and Sonka, Milan and Yang, Tianbao},
  journal={arXiv:2012.03173},
  year={2020}
}

@article{brossard2020graph,
  title={Graph convolutions that can finally model local structure},
  author={Brossard, R{\'e}my and Frigo, Oriel and Dehaene, David},
  journal={arXiv:2011.15069},
  year={2020}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv:1412.6980},
  year={2014}
}

@software{jax2018github,
  author = {James Bradbury and Roy Frostig and Peter Hawkins and Matthew James Johnson and Chris Leary and Dougal Maclaurin and George Necula and Adam Paszke and Jake Vander{P}las and Skye Wanderman-{M}ilne and Qiao Zhang},
  title = {{JAX}: composable transformations of {P}ython+{N}um{P}y programs},
  url = {http://github.com/google/jax},
  version = {0.2.5},
  year = {2018},
}

@software{haiku2020github,
  author = {Tom Hennigan and Trevor Cai and Tamara Norman and Igor Babuschkin},
  title = {{H}aiku: {S}onnet for {JAX}},
  url = {http://github.com/deepmind/dm-haiku},
  version = {0.0.3},
  year = {2020},
}

@software{jraph2020github,
  author = {Jonathan Godwin* and Thomas Keck* and Peter Battaglia and Victor Bapst and Thomas Kipf and Yujia Li and Kimberly Stachenfeld and Petar Veli\v{c}kovi\'{c} and Alvaro Sanchez-Gonzalez},
  title = {{J}raph: {A} library for graph neural networks in jax.},
  url = {http://github.com/deepmind/jraph},
  version = {0.0.1.dev},
  year = {2020},
}

@article{vinyals2015order,
  title={Order matters: Sequence to sequence for sets},
  author={Vinyals, Oriol and Bengio, Samy and Kudlur, Manjunath},
  journal={arXiv:1511.06391},
  year={2015}
}

@article{Grove1973,
author = {Grove, Karsten and Karcher, Hermann},
journal = {Mathematische Zeitschrift},
pages = {11-20},
title = {How to Conjugate C1-Close Group Actions.},
url = {http://eudml.org/doc/171906},
volume = {132},
year = {1973},
}

@article{edwards2016towards,
  title={Towards a neural statistician},
  author={Edwards, Harrison and Storkey, Amos},
  journal={arXiv preprint arXiv:1606.02185},
  year={2016}
}

@article{garnelo2018neural,
  title={Neural processes},
  author={Garnelo, Marta and Schwarz, Jonathan and Rosenbaum, Dan and Viola, Fabio and Rezende, Danilo J and Eslami, SM and Teh, Yee Whye},
  journal={arXiv preprint arXiv:1807.01622},
  year={2018}
}
