@article{wang2018metamcmcprop,
      title={{Meta-Learning MCMC Proposals}}, 
      author={Tongzhou Wang and Yi Wu and David A Moor and Stuart J Russell},
      journal={NeurIPS},
      year={2018},
}

@article{gong2019metalearningsgmcmc,
      title={{Meta-Learning for Stochastic Gradient MCMC}}, 
      author={Wenbo Gong and Yingzhen Li and Jose Miguel Hernandez-Lobato},
      journal={International Conference on Learning Representations (ICRL)},
      year={2019},
}
@article{chen2013parallel,
  title={Parallel Gaussian process regression with low-rank covariance matrix approximations},
  author={Chen, Jie and Cao, Nannan and Low, Kian Hsiang and Ouyang, Ruofei and Tan, Colin Keng-Yan and Jaillet, Patrick},
  journal={arXiv:1305.5826},
  year={2013}
}
@article{higham2021exploiting,
  title={Exploiting lower precision arithmetic in solving symmetric positive definite linear systems and least squares problems},
  author={Higham, Nicholas J and Pranesh, Srikara},
  journal={SIAM Jour. on Scientific Computing},
  year={2021},
}
@article{cuturi2013sinkhorn,
  title={Sinkhorn distances: Lightspeed computation of optimal transport},
  author={Cuturi, Marco},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}
@article{liao2019lanczosnet,
  title={Lanczosnet: Multi-scale deep graph convolutional networks},
  author={Liao, Renjie and Zhao, Zhizhen and Urtasun, Raquel and Zemel, Richard S},
  journal={arXiv preprint arXiv:1901.01484},
  year={2019}
}

@article{donti2017task,
  title={Task-based end-to-end model learning in stochastic optimization},
  author={Donti, Priya and Amos, Brandon and Kolter, J Zico},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{zhang2021metalearningvi,
      title={{Meta-Learning Divergences of Variational Inference}}, 
      author={Ruqi Zhang and Yingzhen Li and Christopher {De Sa} and Sam Devlin and Cheng
          Zhang},
      journal={Proceedings of the $24$ International Conference on Artificial
          Intelligence and Statistics (AISTATS)},
      year={2021},
}
@misc{wang_bfloat16_2019,
        title = {{BFloat16}: {The} secret to high performance on {Cloud} {TPUs}},
        shorttitle = {{BFloat16}},
        url = {https://cloud.google.com/blog/products/ai-machine-learning/bfloat16-the-secret-to-high-performance-on-cloud-tpus/},
        abstract = {How the high performance of Google Cloud TPUs is driven by Brain Floating Point Format, or bfloat16},
        language = {en},
        urldate = {2022-02-22},
        journal = {Google Cloud Blog},
        author = {Wang, Shibo and Kanwar, Pankaj},
        year = {2019},
        file = {Snapshot:/Users/wesleymaddox/Zotero/storage/RXEU4G34/bfloat16-the-secret-to-high-performance-on-cloud-tpus.html:text/html},
}
@misc{intel_bfloat16_2018,
        title = {bfloat16 - {Hardware} {Numerics} {Definition}},
        url = {https://www.intel.com/content/dam/develop/external/us/en/documents/bf16-hardware-numerics-definition-white-paper.pdf},
        language = {en},
        author = {Intel},
        year = {2018},
        pages = {7},
}
@techreport{coorporation2017nvidia,
  title={NVIDIA Tesla V100 GPU Architecture},
  author={NVIDIA},
  year={2017},
  institution={Technical Report WP-08608},
  url={https://images.nvidia.com/content/volta-architecture/pdf/volta-architecture-whitepaper.pdf},
}

@article{gardner2018gpytorch,
  title     = {{GPyTorch: Blackbox Matrix-Matrix Gaussian Process Inference with {GPU}
               Acceleration}},
  author    = {Jacob R. Gardner and Geoff Pleiss and David Bindel and Kilian Q. Weinberger and
               Andrew Gordon Wilson},
  journal   = {NeurIPS},
  year      = {2018},
}

@article{potapczynski2021biasfree,
 title={Bias-Free Scalable Gaussian Processes via Randomized Truncations},
 author={Andres Potapczynski and Luhuan Wu and Dan Biderman and 
 Geoff Pleiss and John Patrick Cunningham},
 journal={ICML},
 year={2021}
}

@article{beatson2019efficient,
 title={Efficient Optimization of Loops and Limits with Randomized Telescoping Sums},
 author={Beatson, Alex and Adams, Ryan P},
 journal={International Conference on Machine Learning (ICML)},
 year={2019}
}
@misc{Gibbs97efficientimplementation,
    author = {Mark Gibbs and David J.C. MacKay},
    title = {Efficient Implementation of Gaussian Processes},
    year = {1997}
}
@article{charlier2021kernel,
  title={Kernel operations on the gpu, with autodiff, without memory overflows},
  author={Charlier, Benjamin and Feydy, Jean and Glaun{\`e}s, Joan and Collin, Fran{\c{c}}ois-David and Durif, Ghislain},
  journal={JMLR},
  year={2021}
}
@article{shawe2005eigenspectrum,
  title={On the eigenspectrum of the Gram matrix and the generalization error of kernel-PCA},
  author={Shawe-Taylor, John and Williams, Christopher KI and Cristianini, Nello and Kandola, Jaz},
  journal={IEEE Transactions on Information Theory},
  volume={51},
  number={7},
  pages={2510--2522},
  year={2005},
  publisher={IEEE}
}

@inproceedings{le2013fastfood,
  title={Fastfood-approximating kernel expansions in loglinear time},
  author={Le, Quoc and Sarl{\'o}s, Tam{\'a}s and Smola, Alex and others},
  booktitle={ICML},
  year={2013}
}
@article{genton2001classes,
  title={Classes of kernels for machine learning: a statistics perspective},
  author={Genton, Marc G},
  journal={JMLR},
  year={2001}
}
@misc{shewchuk1994introduction,
  title={An introduction to the conjugate gradient method without the agonizing pain},
  author={Shewchuk, Jonathan Richard and others},
  year={1994},
  publisher={Carnegie-Mellon University. Department of Computer Science Pittsburgh}
}
@inproceedings{filippone2015enabling,
  title={Enabling scalable stochastic gradient-based inference for Gaussian processes by employing the Unbiased LInear System SolvEr (ULISSE)},
  author={Filippone, Maurizio and Engler, Raphael},
  booktitle={ICML},
  year={2015},
}
@book{demmel1997applied,
  title={Applied numerical linear algebra},
  author={Demmel, James W},
  year={1997},
  publisher={SIAM}
}

@article{gneiting2002compactly,
  title={Compactly supported correlation functions},
  author={Gneiting, Tilmann},
  journal={Journal of Multivariate Analysis},
  year={2002},
}

@inproceedings{hammerstrom1990vlsi,
  title={A VLSI architecture for high-performance, low-cost, on-chip learning},
  author={Hammerstrom, Dan},
  booktitle={IJCNN},
  year={1990},
}
@inproceedings{nguyen2019exact,
  title={Exact gaussian process regression with distributed computations},
  author={Nguyen, Duc-Trung and Filippone, Maurizio and Michiardi, Pietro},
  booktitle={ACM/SIGAPP Symposium on Applied Computing},
  year={2019}
}

@inproceedings{chen2014dadiannao,
  title={Dadiannao: A machine-learning supercomputer},
  author={Chen, Yunji and Luo, Tao and Liu, Shaoli and Zhang, Shijin and He, Liqiang and Wang, Jia and Li, Ling and Chen, Tianshi and Xu, Zhiwei and Sun, Ninghui and others},
  booktitle={IEEE/ACM International Symposium on Microarchitecture},
  year={2014},
}

@article{maddox2020rethinking,
  title={Rethinking parameter counting in deep models: Effective dimensionality revisited},
  author={Maddox, Wesley J and Benton, Gregory and Wilson, Andrew Gordon},
  journal={arXiv:2003.02139},
  year={2020}
}
@inproceedings{mackay1992bayesian,
  title={Bayesian model comparison and backprop nets},
  author={MacKay, David JC},
  booktitle={NIPS},
  pages={839--846},
  year={1992}
}
@article{maddox2021iterative,
  title={When are Iterative Gaussian Processes Reliably Accurate?},
  author={Maddox, Wesley J and Kapoor, Sanyam and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:2112.15246},
  year={2021}
}

@article{caponnetto_optimal_2007,
  author    = {Andrea Caponnetto and
               Ernesto De Vito},
  title     = {Optimal Rates for the Regularized Least-Squares Algorithm},
  journal   = {FOCM},
  year      = {2007},
}
@article{zhang2005learning,
  title={Learning bounds for kernel regression using effective data dimensionality},
  author={Zhang, Tong},
  journal={Neural Computation},
  year={2005},
}
@inproceedings{yang2015carte,
  title={A la carte--learning fast kernels},
  author={Yang, Zichao and Wilson, Andrew and Smola, Alex and Song, Le},
  booktitle={AISTATS},
  year={2015},
}
@article{li2019dimension,
  title={Dimension-free bounds for low-precision training},
  author={Li, Zheng and De Sa, Christopher M},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}
@article{dicker2017kernel,
  title={Kernel ridge vs. principal component regression: Minimax bounds and the qualification of regularization operators},
  author={Dicker, Lee H and Foster, Dean P and Hsu, Daniel},
  journal={Electronic Journal of Statistics},
  volume={11},
  number={1},
  pages={1022--1047},
  year={2017},
  publisher={Institute of Mathematical Statistics and Bernoulli Society}
}

@inproceedings{haidar2017investigating,
  title={Investigating half precision arithmetic to accelerate dense linear system solvers},
  author={Haidar, Azzam and Wu, Panruo and Tomov, Stanimire and Dongarra, Jack},
  booktitle={8th workshop on latest advances in scalable algorithms for large-scale systems},
  year={2017}
}
@inproceedings{li2021quantization,
  title={Quantization algorithms for random fourier features},
  author={Li, Xiaoyun and Li, Ping},
  booktitle={ICML},
  organization={PMLR},
  year={2021},
}

@inproceedings{abdelfattah2020investigating,
  title={Investigating the benefit of FP16-enabled mixed-precision solvers for symmetric positive definite matrices using GPUs},
  author={Abdelfattah, Ahmad and Tomov, Stan and Dongarra, Jack},
  booktitle={ICCS},
  year={2020},
}

@inproceedings{haidar2018harnessing,
  title={Harnessing GPU tensor cores for fast FP16 arithmetic to speed up mixed-precision iterative refinement solvers},
  author={Haidar, Azzam and Tomov, Stanimire and Dongarra, Jack and Higham, Nicholas J},
  booktitle={SC18},
  pages={603--613},
  year={2018},
}

@InProceedings{pmlr-v89-zhang19f,
  title = 	 {Low-Precision Random Fourier Features for Memory-constrained Kernel Approximation},
  author =       {Zhang, Jian and May, Avner and Dao, Tri and Re, Christopher},
  booktitle = 	 {AISTATS},
  year = 	 {2019},
}

@article{feydy2020fast,
  title={Fast geometric learning with symbolic matrices},
  author={Feydy, Jean and Glaun{\`e}s, Alexis and Charlier, Benjamin and Bronstein, Michael},
  journal={NeurIPS},
  year={2020}
}

@article{luo2020sumo,
 title={SUMO: Unbiased Estimation of Log Marginal Probability for Latent Variable Models},
 author={Luo, Yucen and Beatson, Alex and Norouzi, Mohammad and Zhu, Jun and Duvenaud,
     David and Adams, Ryan P and Chen, Ricky T Q},
 journal={International Conference on Machine Learning (ICML)},
 year={2019}
}

@article{wilson2020bayesian,
 title={Bayesian Deep Learning and a Probabilistic Perspective of Generalization},
 author={Wilson, Andrew Gordon and Izmailov, Pavel},
 journal={Advances in Neural Information Processing Systems (NeurIPS)},
 year={2020}
}

@article{maddison2017concrete,
 title={The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables},
 author={Maddison, Chris J and Mnih, Andriy and Teh, Yee Whye},
 journal={International Conference on Learning Representations (ICLR)},
 year={2017}
}

@article{jang2017categorical,
 title={Categorical Reparameterization with Gumbel-Softmax},
 author={Jang, Eric and Gu, Shixiang and Poole, Ben},
 journal={International Conference on Learning Representations (ICLR)},
 year={2017}
}

@article{grathwohl2017backpropagation,
 title={Backpropagation through the Void:
     Optimizing Control Variates for Black-Box Gradient Estimation},
 author={Grathwohl, Will and Choi, Dami and Wu, Yuhuai and Roeder, Geoffrey and Duvenaud, David},
 journal={International Conference on Learning Representations (ICLR)},
 year={2018}
}

@inproceedings{roeder2017sticking,
  title={Sticking the Landing: Simple, Lower-variance Gradient Estimators
      for Variational Inference},
  author={Roeder, Geoffrey and Wu, Yuhuai and Duvenaud, David K},
  booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
  pages={6925--6934},
  year={2017}
}

@inproceedings{tucker2017rebar,
  title={Rebar: Low-variance, Unbiased Gradient Estimates for Discrete Latent Variable Models},
  author={Tucker, George and Mnih, Andriy and Maddison, Chris J and Lawson, John and Sohl-Dickstein, Jascha},
  booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
  pages={2627--2636},
  year={2017}
}

@article{wang2019exactgps,
  title     = {{Exact Gaussian Processes on a Million Data Points}},
  author    = {Ke Alexander Wang and Geoff Pleiss and Jacob R Gardner and Stephen Tyree
      and Kilian Q Weinberger and Andrew Gordon Wilson},
  journal   = {NeurIPS},
  year      = {2019},
}

@article{maclaurin2015gradient,
      title={{Gradient-based Hyperparameter Optimization through Reversible Learning}}, 
      author={Dougal Maclaurin and David Duvenaud and Ryan Prescott Adams},
      journal={International Conference on Machine Learning (ICML)},
      year={2015},
}
@article{opper1998general,
  title={General bounds on Bayes errors for regression with Gaussian processes},
  author={Opper, Manfred and Vivarelli, Francesco},
  journal={Advances in Neural Information Processing Systems},
  volume={11},
  year={1998}
}

@misc{broderick2021droppinglittledata,
      title={{An Automatic Finite-Sample Robustness Metric: Can Dropping a Little Data Change Conclusions?}}, 
      author={Tamara Broderick and Ryan Giordano and Rachel Meager},
      year={2021},
      eprint={2011.14999},
      archivePrefix={arXiv},
      primaryClass={stat.ME}
}

@misc{giordano2021sticksensitivity,
      title={{Evaluating Sensitivity to the Stick-Breaking Prior in Bayesian Nonparametrics}}, 
      author={Ryan Giordano and Runjing Liu and Michael I. Jordan and Tamara Broderick},
      year={2021},
      eprint={2107.03584},
      archivePrefix={arXiv},
      primaryClass={stat.ME}
}

@article{campbell2019hilbercoresets,
  title={{Automated Scalable Bayesian Inference via Hilbert Coresets}},
  author={Trevor Campbell and Tamara Broderick},
  journal={Journal of Machine Learning Research 20 (2019) 1-38},
  year={2019}
}

@article{zhang2020amagold,
  title={{AMAGOLD: Amortized Metropolis Adjustment for Efficient Stochastic Gradient MCMC}},
  author={Ruqi Zhang and A Feder Cooper and Christopher {De Sa}},
  journal={Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics (AISTATS) 2020, Palermo, Italy.},
  year={2020}
}

@article{chen2014sghmc,
  title={{Stochastic Gradient Hamiltonian Monte Carlo}},
  author={Tianqi Chen and Emily B Fox and Carlos Guestrin},
  journal={Proceddings of the 31st International Conference on Machine Learning, Beijing, China
      2014 (ICML).},
  year={2014}
}

@article{welling2011sgld,
  title={{Bayesian Learning via Stochastic Gradient Langevin Dynamics}},
  author={Max Welling and Yee Whye Teh},
  journal={Proceddings of the 28th International Conference on Machine Learning, WA, USA,
      2011 (ICML).},
  year={2011}
}

@article{wilson2021evaluating,
  title={{Evaluating Approximate Inference in Bayesian Deep Learning}},
  author={Andrew Gordon Wilson and Pavel Izmailov and Matthew D Hoffman and Yarin Gal and
  Yingzhen Li and Melanie F Pradier and Sharad Vikram and Andrew Foong and Sanae Lotfi
      and Sebastian Farquhar},
  journal={35th Conference on Neural Information Processing Systems (NeurIPS)},
  year={2021}
}

@article{izmailov2021whatare,
  title={{What Are Bayesian Neural Network Posteriors Really Like?}},
  author={Izmailov, Pavel and Vikram, Sharad and Hoffman, Matthew D and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:2104.14421},
  year={2021}
}

@article{goyal2021inductive,
  author    = {Anirudh Goyal and Yoshua Bengio},
  title     = {{Inductive Biases for Deep Learning of Higher-Level Cognition}},
  journal   = {CoRR},
  volume    = {abs/2011.15091},
  year      = {2020},
  url       = {https://arxiv.org/abs/2011.15091},
  archivePrefix = {arXiv},
  eprint    = {2011.15091},
  timestamp = {Tue, 01 Dec 2020 14:59:59 +0100},
  biburl    = {https://dblp.org/rec/journals/corr/abs-2011-15091.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@misc{schwarzschild2021canyou,
      title={{Can You Learn an Algorithm? Generalizing from Easy to Hard Problems with Recurrent Networks}}, 
      author={Avi Schwarzschild and Eitan Borgnia and Arjun Gupta and Furong Huang and Uzi Vishkin and Micah Goldblum and Tom Goldstein},
      year={2021},
      eprint={2106.04537},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@article{schwarzschild2021uncanny,
 title={{The Uncanny Similarity of Recurrence and Depth}},
 author={Avi Schwarzschild and
         Arjun Gupta and
         Amin Ghiasi and
         Micah Goldblum and
         Tom Goldstein},
 journal={arXiv:2102.11011v3},
 year={2021}
}

@article{sutherland2015ontheerror,
 title={{On the Error of Random Fourier Feaures}},
 author={Dougal J. Sutherland and
         Jeff G. Schneider},
 journal={UAI},
 year={2015}
}

@article{rahimi2007randomfeatures,
    title={{Random Features for Large-Scale Kernel Machines}},
    author={Ali Rahimi and Ben Recht},
    journal = {NIPS},
    year = {2007}
}

@article{kool2020estimating,
    title={{Estimating Gradients for Discrete Random Variables by Sampling without Replacement}},
    author={Wouter Kool and Herke van Hoof and Max Welling},
    journal={International Conference on Learning Representations (ICLR)},
    year={2020}
}

@inproceedings{gordon2020continuous,
  title={{The Continuous Categorical: a Novel Simplex-Valued Exponential Family}},
  author={Gordon-Rodriguez, Elliott and Loaiza-Ganem, Gabriel and Cunningham, John P},
  booktitle={International Conference on Machine Learning (ICML)},
  year={2020}
}

@article{steen1969gaussian,
  title={[Gaussian Quadratures for the Integrals
      $\int_0^{\infty} \exp(-x^2) f(x)dx$ and $\int_0^b \exp(-x^2) f(x)dx$}},
  author={Steen, NM and Byrne, GD and Gelbard, EM},
  journal={Mathematics of Computation},
  pages={661--671},
  year={1969},
  publisher={JSTOR}
}

@inproceedings{bottou2018optimization,
  title={{Optimization Methods for Large-Scale Machine Learning}},
  author={Bottou, Leon and Curtis, F E and Nocedal, Jorge},
  booktitle={SIAM Review},
  pages={60(2):223-311},
  year={2018}
}

@article{hoffman2014nuts,
      title={{The No-U-Turn Sampler: Adaptively Setting Path Lengths in Hamiltonian Monte Carlo}}, 
      author={Matthew D. Hoffman and Andrew Gelman},
      journal={Journal of Machine Learning Research 15 1593-1623},
      year={2014},
}

@article{hestenes1952methods,
      title={{Methods of Conjugate Gradients for Solving Linear Systems}}, 
      author={Magnus R. Hestenes and Eduard Stiefel},
      journal={Journal of Research of the National Bureau of Standards},
      year={1952},
}

@article{hopkins2020stochastic,
      title={{Stochastic rounding and reduced-precision fixed-point arithmetic for solving neural ordinary differential equations}}, 
      author={Michael Hopkins and Mantas Mikaitis and Dave R. Lester and Steve Furber},
      journal={Philosophical Transactions of the Royal Society A},
      year={2020},
}

@article{wang2018training,
      title={{Training Deep Neural Networks with $8$-bit Floating Point Numbers}}, 
      author={Naigang Wang and Jungwook Choi and Daniel Brand and Chia-Yu Chen and Kailash Gopalakrishnan},
      journal={NeurIPS},
      year={2018},
}

@article{kahan1996ieee,
      title={{IEEE standard $754$ for Binary Floating-Point Arithmetic}}, 
      author={William Kahan},
      journal={Lecture Notes on the Status of IEEE},
      year={1996},
}

@article{titsias2009variational,
      title={{Variational Learning of Inducing Variables in Sparse Gaussian Processes}}, 
      author={Michalis K. Titsias},
      journal={AISTATS},
      year={2009},
}

@article{hensman2013gaussian,
      title={{Gaussian Processes for Big Data}}, 
      author={James Hensman and Nicolo Fusi and Neil D. Lawrence},
      journal={UAI},
      year={2013},
}

@article{han2019auto,
      title={{Auto-Precision Scaling for Distributed Deep Learning}}, 
      author={R Han and M Si and J Demmel and Y You},
      journal={arXiv:1911.08907},
      year={2019},
}

@article{yang2019swalp,
      title={{SWALP: Stochastic Weight Averaging in Low Precision Training}}, 
      author={G Yang and T Zhang and P Kirichenko and J Bai and A G Wilson and C {De Sa}},
      journal={ICML},
      year={2019},
}

@article{micikevicius2017mixed,
      title={{Mixed Precision Training}}, 
      author={P Micikevicius and S Narang and J Alben and G Diamos and E Elsen and D Garcia and B Ginsburg and M Houston and O Kuchaiev and G Venkatesh},
      journal={arXiv:1710.03740},
      year={2017},
}

@article{das2018mixed,
      title={{Mixed Precision Training of Convolutional Neural Networks using Integer Operations}}, 
      author={D Das and N Mellempudi and D Mudigere and D Kalamkar and S Avancha and K Banerjee and S Sridharan and K Vaidyanathan and B Kaul and E Georganas},
      journal={arXiv:1802.00930},
      year={2018},
}

@article{jacob2018quantization,
      title={{Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only Inference}}, 
      author={B Jacob and S Kligys and B Chen and M Zhu and M Tang and A Howard and H Adam and D Kalenichenko},
      journal={CVPR},
      year={2018},
}

@article{lin2016fixed,
      title={{Fixed Point Quantization of Deep Convolutional Networks}}, 
      author={Darryl D. Lin and Sachin S. Talathi and V. Sreekanth Annapureddy},
      journal={ICML},
      year={2016},
}

@article{gupta2015deep,
      title={{Deep Learning with Limited Numerical Precision}}, 
      author={Suyog Gupta and Ankur Agrawal and Kailash Gopalakrishnan and Pritish Narayanan},
      journal={ICML},
      year={2015},
}

@article{kahan65further,
      title={{Further Remarks on Reducing Truncation Errors, Commun}}, 
      author={W. Kahan},
      journal={Assoc. Comput. Mach, 8:40},
      year={1965},
}
@misc{Dua:2019 ,
author = "Dua, Dheeru and Graff, Casey",
year = "2017",
title = "{UCI} Machine Learning Repository",
url = "http://archive.ics.uci.edu/ml",
institution = "University of California, Irvine, School of Information and Computer Sciences" } 

@article{zamirai2021revisiting,
      title={{Revisiting BFloat16 Training}}, 
      author={Pedram Zamirai and Jian Zhang and Christopher R. Aberger and Christopher
          {De Sa}},
      journal={arXiv:2010.06192},
      year={2021},
}

@article{yang2021howlow,
      title={{How Low Can We Go: Trading Memory for Error in Low-Precision Training}}, 
      author={Chengrun Yang and Ziyang Wu and Jerry Chee and Christopher {De Sa} and
          Madeleine Udell},
      journal={arXiv:2106.09686},
      year={2021},
}
@article{higham2019new,
  title={A new approach to probabilistic rounding error analysis},
  author={Higham, Nicholas J and Mary, Theo},
  journal={SIAM journal on scientific computing},
  volume={41},
  number={5},
  pages={A2815--A2835},
  year={2019},
  publisher={SIAM}
}

@article{bjorck2021lowpres,
      title={{Low-Precision Reinforcement Learning: Running Soft Actor-Critic In Half
          Precision}}, 
      author={Johan Bjorck and Xiangyu Chen and Christopher {De Sa} and Carla P Gomes and
      Killian Q. Weinberger},
      journal={ICML},
      year={2021},
}

@article{yu2021representing,
      title={{Representing Hyperbolic Space Accurately using Multi-Component Floats}}, 
      author={Tao Yu and Christopher {De Sa}},
      journal={NeurIPS},
      year={2021},
}
@inproceedings{pleiss2018constant,
  title={Constant-time predictive distributions for Gaussian processes},
  author={Pleiss, Geoff and Gardner, Jacob and Weinberger, Kilian and Wilson, Andrew Gordon},
  booktitle={International Conference on Machine Learning},
  pages={4114--4123},
  year={2018},
  organization={PMLR}
}

@article{pleiss2020fast,
      title={{Fast Matrix Square Roots with Applications to Gaussian Processes and
          Bayesian Optimization}}, 
      author={Geoff Pleiss and Martin Jankowiak and David Eriksson and Anil Damle and
          Jacob R. Gardner},
      journal={NeurIPS},
      year={2020},
}

@article{wenger2021reducing,
      title={{Reducing the Variance of Gaussian Process Hyperparameter Optimization with
      Preconditioning}}, 
      author={Jonathan Wenger and Geoff Pleiss and Phillip Henning and John P. Cunningham
      and Jacob R. Gardner},
      journal={arXiv:2107.00243},
      year={2021},
}


@article{harbrecht2012lowrank,
      title={{On the Low-Rank Approximation by the Pivoted Cholesky Decomposition}}, 
      author={H. Harbrecht and M. Peters and R. Schneider},
      journal={Applied Numerical Mathematics},
      year={2012},
}

@article{cutajar2016preconditioning,
      title={{Preconditioning Kernel Matrices}}, 
      author={Kurt Cutajar and Michael Osborne and John P. Cunningham and Maurizio
          Filippone},
      journal={ICML},
      year={2016},
}

@article{williams2000using,
      title={{Using the Nystr\"{o}m Method to Speed Up Kernel Machines}}, 
      author={Christopher Williams and Matthias Seeger},
      journal={NeurIPS},
      year={2000},
}

@article{smola2000sparse,
      title={{Sparse Greedy Matrix Approximation for Machine Learning}}, 
      author={Alex J. Smola and Bernhard Sch\"{o}lkopf},
      journal={ICML},
      year={2000},
}

@article{ma2019kernel,
      title={{Kernel machines that adapt to GPUs for effective large batch training}}, 
      author={Siyuan Ma and Mikhail Belkin},
      journal={MLSys},
      year={2019},
}

@article{vanderwilk2020framework,
      title={{A Framework for Interdomain and Multioutput Gaussian Processes}}, 
      author={van der Wilk, Mark and Vicent Dutordoir and S. T. John, Artem Artemev and
          Vincent Adam and James Hensman},
      year={2020},
}
@book{rasmussen_gaussian_2008,
	title = {Gaussian processes for machine learning},
	author = {Rasmussen, Carl Edward and Williams, Christopher K. I.},
	publisher = {MIT Press},
	year = {2008},
}
@inproceedings{artemev2021tighter,
  title={Tighter bounds on the log marginal likelihood of Gaussian process regression using conjugate gradients},
  author={Artemev, Artem and Burt, David R and Van Der Wilk, Mark},
  booktitle={ICML},
  pages={362--372},
  year={2021},
  organization={PMLR}
}

@article{rudi2017falkon,
      title={{FALKON: An Optimal Large Scale Kernel Method}}, 
      author={Rudi Alessandro and Carratino Luigi and Rosasco Lorenzo},
      journal={NeurIPS},
      year={2017},
}

@article{meanti2020kernel,
      title={{Kernel methods through the roof: handling billions of points efficiently}}, 
      author={Giacomo Meanti and Luigi Carratino and Lorenzo Rosasco and Alessandro Rudi},
      journal={NeurIPS},
      year={2020},
}

@article{gratton2019minimizing,
      title={{Minimizing convex quadratics with variable precision conjugate gradients}}, 
      author={Gratton, S. and Simon E. and Titley-Peloquin D., Toint., Philippe L.},
      journal={Numer Linear Algebra Appl.},
      year={2021},
}

@article{li2018steingrad,
      title={{Gradient Estimators for Implicit Models}}, 
      author={Yingzhen Li and Richard E Turner},
      journal={International Conference on Learning Representations (ICLR)},
      year={2018},
}

@article{zhang2020cyclical,
      title={{Cyclical Stochastic Gradient MCMC for Bayesian Deep Learning}}, 
      author={Ruqi Zhang and Chunyuan Li and Jianyi Zhang and Changyou Chen and Andrew Gordon Wilson},
      journal={International Conference on Learning Representations (ICRL)},
      year={2020},
}

@article{hoffman2019neutralizing,
      title={{NeuTra-lizing Bad Geometry in Hamiltonian Monte Carlo Using Neural Transport}}, 
      author={Matthew Hoffman and Pavel Sountsov and Joshua V Dillon and Ian Langmore and Dustin Tran and Srinivas Vasudevan},
      eprint={1903.03704},
      archivePrefix={arXiv},
      year={2019},
}

@article{raghu2021metapre,
    title={{Meta-Learning to Improve Pre-Training}},
    author={Aniruddh Raghu and Jonathan Lorraine and Simon Kornblith and Matthew McDermott and David Duvenaud},
    journal={35th Conference on Neural Information Processing Systems (NeurIPS)},
    year = {2021}
}

@article{mackay2019selftuning,
    title={{Self-Tuning Networks: Bilevel Optimization of Hyperparameters Using Structured Best-Response Functions}},
    author={Matthew MacKay and Paul Vicol and Jon Lorraine and David Duvenaud and Roger Grosse},
    journal={International Conference on Learning Representations (ICLR)},
    year = {2019}
}

@article{xu2018metagradient,
    title={{Meta-Gradient Reinforcement Learning}},
    author={Zhongwen Xu and Hado P van Hasselt and David Silver},
    journal={32nd Conference on Neural Information Processing Systems (NeurIPS)},
    year = {2018}
}

@article{houthoof2018evolved,
    title={{Evolved Policy Gradients}},
    author={Rein Houthoof and Yuhuan Chen and Phillip Isola and Bradly Stadie and Filip Wolski and Jonathan Ho and Pieter Abbeel},
    journal={32nd Conference on Neural Information Processing Systems (NeurIPS)},
    year = {2018}
}

@article{ma2015completesgmcmc,
    title={{A Complete Recipe for Stochastic Gradient MCMC}},
    author={Yi-An Ma and Tianqi Chen and Emily B Fox},
    journal = {29th Conference on Neural Information Processing Systems (NeurIPS)},
    year = {2015}
}

@article{cuturi2013sinkhorn,
    title={{Sinkhorn Distances: Lightspeed Computation of Optimal Transport}},
    author={Marco Cuturi},
    journal = {Advances in Neural Information Processing Systems (NeurIPS)},
    year = {2013}
}

@article{duane1987hybrid,
    title={{Hybrid Monte Carlo}},
    author={S Duane and A D Kennedy and B J Pendleton and D Roweth},
    journal = {Physics Letters B, 195(2):216 - 222},
    year = {1987}
}

@article{neal2010hmc,
    title={{MCMC using Hamiltonian dynamics}},
    author={R M Neal},
    journal = {Handbook Markov Chain Monte Carlo, 54:113-162},
    year = {2010}
}

@article{carson2018accelerating,
    title={{Accelerating The Solution of Linear Systems By Iterative Refinement in three precisions}},
    author={Erin Carson and Nicholas J Higham},
    journal = {Methods and Algorithms for Scientific Computing},
    year = {2018}
}

@article{higham2021numerical,
    title={Numerical Stability of Algorithms at Extreme Scale and Low Precisions},
    author={Nicholas J Higham},
    journal = {Manchester Institute for Mathematical Sciences},
    year = {2021}
}


%% ### Books
@book{nocedal2006,
    title = {{Numerical Optimization}},
    author = {Jorge Nocedal and Stephen J. Wright},
    year = {2006},
    publisher = {Springer},
    note = {Second Edition}
}

@book{watkins2010,
    title = {{Fundamentals of Matrix Computations}},
    author = {David S. Watkins},
    year = {2010},
    publisher = {Wiley},
    note = {Third Edition}
}

@book{golub2018matrix,
    title = {{Matrix Computations}},
    author = {Gene H Golub and Charles F Van Loan},
    year = {2018},
    publisher = {The Johns Hopkins University Press},
    note = {Fourth Edition}
}

@article{peyre2019computationalot,
  title={{Computational Optimal Transport}},
  author={Gabriel Peyr\'{e} and Marco Cuturi},
  journal={Foundations and Trends in Machine Learning},
  pages={355--607},
  year={2019},
  number={5-6},
  volume={11}
}
