@article{devolder2014first,
  title={First-order methods of smooth convex optimization with inexact oracle},
  author={Devolder, Olivier and Glineur, Fran{$\c{c}$}ois and Nesterov, Yurii},
  journal={Mathematical Programming},
  volume={146},
  pages={37--75},
  year={2014},
  publisher={Springer}
}


@article{recht2010cs726,
  title={Cs726-lyapunov analysis and the heavy ball method},
  author={Recht, Benjamin},
  journal={Department of Computer Sciences, University of Wisconsin--Madison},
  year={2010},
  publisher={Citeseer}
}

@article{Dann,
  author  = {C. Dann and G. Neumann and J. Peters},
  title   = {Policy Evaluation with Temporal Differences: A Survey and Comparison},
  journal = {Journal of Machine Learning Research},
  year    = {2014},
  volume  = {15},
  number  = {24},
  pages   = {809-883},
  url     = {http://jmlr.org/papers/v15/dann14a.html}
}
@book{Borkar_Book,
  title={Stochastic Approximation: A Dynamical Systems Viewpoint},
  author={Borkar, V. S.},
  isbn={9780521515924},
  lccn={2009285122},
  url={https://books.google.co.in/books?id=QLxIvgAACAAJ},
  year={2008},
  publisher={Cambridge University Press}
}

@article{webpage,
title = {Online algorithms for estimating change rates of web pages},
journal = {Performance Evaluation},
volume = {153},
pages = {102261},
year = {2022},
issn = {0166-5316},
doi = {https://doi.org/10.1016/j.peva.2021.102261},
url = {https://www.sciencedirect.com/science/article/pii/S016653162100078X},
author = {Konstantin Avrachenkov and Kishor Patil and Gugan Thoppe},
}


@article{Loizou,
  author  = {N. Loizou and P. Richtárik},
  title   = {Momentum and stochastic momentum for stochastic gradient, Newton, proximal point and subspace descent methods},
  journal = {Computational Optimization and Applications},
  year    = {2020},
  volume  = {77},
  issue  = {3},
  pages   = {653-710},
}



@article{Assran,
  author  = {M. Assran and M. Rabbat},
  title   = {On the Convergence of Nesterov’s Accelerated Gradient Method in Stochastic Settings},
  journal = {Proceedings of the 37th International Conference on Machine Learning, PMLR},
  year    = {2020},
  volume  = {119},
  pages   = {410-420},
}


@article{Gitman,
  author  = {I. Gitman and H. Lang and P. Zhang and L. Xiao},
  title   = {Understanding the role of momentum in stochastic gradient methods},
  journal = {Advances in Neural Information Processing Systems},
  year    = {2019},
  pages   = {9630-9640},
}


@InProceedings{MJ,
  title = 	 {On Linear Stochastic Approximation: Fine-grained {P}olyak-{R}uppert and Non-Asymptotic Concentration},
  author =       {Mou, Wenlong and Li, Chris Junchi and Wainwright, Martin J and Bartlett, Peter L and Jordan, Michael I},
  booktitle = 	 {Proceedings of Thirty Third Conference on Learning Theory},
  pages = 	 {2947--2997},
  year = 	 {2020},
  editor = 	 {Abernethy, Jacob and Agarwal, Shivani},
  volume = 	 {125},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {09--12 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v125/mou20a/mou20a.pdf},
  url = 	 {https://proceedings.mlr.press/v125/mou20a.html},
}


@article{Zhu,
  author  = {X. Gao and M. Gürbüzbalaban and L. Zhu},
  title   = {Global Convergence of Stochastic Gradient Hamiltonian
Monte Carlo for Non-Convex Stochastic Optimization:
Non-Asymptotic Performance Bounds and
Momentum-Based Acceleration},
  journal = {arXiv},
  volume = {1809.04618},
  year    = {2018},
}

@article{Devraj,
  author  = {A. M. Devraj and A. Bušíć and S. Meyn},
  title   = {On Matrix Momentum Stochastic Approximation
and Applications to Q-learning},
  journal = {57th Annual Allerton Conference on Communication, Control, and Computing},
  year    = {2019},
  pages   = {749-756},
  doi = {10.1109/ALLERTON.2019.8919828},
}

@article{Ma,
  author  = {J. Ma and D. Yarats},
  title   = {Quasi-hyperbolic momentum and
adam for deep learning},
  journal = {International Conference on
Learning Representations},
  year    = {2019},
}

@article{Kaledin,
  author  = {M. Kaledin and E. Moulines and A. Naumov and V. Tadic and H. Wai},
  title   = {Finite Time Analysis of Linear Two-timescale Stochastic Approximation with Markovian Noise},
  journal = {Conference on Learning Theory},
  year    = {2019},
  volume = {125},
  pages = {2144-2203},
}

@article{Azar,
  author  = {Y. Azar and E. Horvitz and E. Lubetzky and Y. Peres and D. Shahaf},
  title   = {Tractable near-optimal policies for crawling},
  journal = {Proceedings of the National Academy of Sciences},
  year    = {2018},
  volume = {115(32)},
  pages = {8099–8103},
}
@article{polyak_heavy_ball,
author = {Polyak, B.},
year = {1964},
month = {12},
pages = {1-17},
title = {Some methods of speeding up the convergence of iteration methods},
volume = {4},
journal = {Ussr Computational Mathematics and Mathematical Physics},
doi = {10.1016/0041-5553(64)90137-5}
}

@book{Benveniste_book, 
author = {Benveniste, A. and Priouret, P. and M\'{e}tivier, M.},
title = {Adaptive Algorithms and Stochastic Approximations}, 
year = {1990}, 
isbn = {0387528946}, 
publisher = {Springer-Verlag}, 
address = {Berlin, Heidelberg} 
}
@article{Online_off_policy,
author = {Ghiassian, S. and Patterson, A. and White, M. and Sutton, R. and White, A.},
year = {2018},
month = {11},
pages = {},
title = {Online Off-policy Prediction}
}

@book{Kushner_book,
author = {H. Kushner and G. G. Yin},
year = {2003},
month = {11},
title = {Stochastic approximation and recursive algorithms and applications},
publisher = {Springer Science \& Business Media},
volume = {35}
}
@InProceedings{srikant,
  title = 	 {Finite-Time Error Bounds For Linear Stochastic Approximation andTD Learning},
  author =       {Srikant, R. and Ying, L.},
  booktitle = 	 {Proceedings of the Thirty-Second Conference on Learning Theory},
  pages = 	 {2803--2830},
  year = 	 {2019},
  volume = 	 {99},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {Phoenix, USA},
  month = 	 {25--28 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v99/srikant19a/srikant19a.pdf},
  url = 	 {http://proceedings.mlr.press/v99/srikant19a.html},
}
@article{tale2TS, 
title={A Tale of Two-Timescale Reinforcement Learning with the Tightest Finite-Time Bound}, 
volume={34}, 
url={https://ojs.aaai.org/index.php/AAAI/article/view/5779}, 
DOI={10.1609/aaai.v34i04.5779}, 
number={04}, 
journal={Proceedings of the AAAI Conference on Artificial Intelligence}, 
author={Dalal, G. and Szorenyi, B. and Thoppe, G.}, 
year={2020}, 
month={Apr.}, 
pages={3701-3708} }

@InProceedings{2TSgugan,
  title = 	 {Finite Sample Analysis of Two-Timescale Stochastic Approximation with Applications to Reinforcement Learning},
  author =       {Dalal, G. and Thoppe, G. and Sz{\"o}r{\'e}nyi, B. and Mannor, S.},
  booktitle = 	 {Proceedings of the 31st  Conference On Learning Theory},
  pages = 	 {1199--1233},
  year = 	 {2018},
  editor = 	 {Sébastien Bubeck and Vianney Perchet and Philippe Rigollet},
  volume = 	 {75},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {},
  month = 	 {06--09 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v75/dalal18a/dalal18a.pdf},
  url = 	 {http://proceedings.mlr.press/v75/dalal18a.html},
}

@article{polyak_avg,
author = {B. Polyak},
year = {1990},
month = {01},
pages = {98-107},
title = {New stochastic approximation type procedures},
volume = {7},
journal = {Avtomatica i Telemekhanika}
}
@techreport{ruppert_avg,
  author      = "D. Ruppert",
  title       = "Efficient Estimations from a Slowly Convergent Robbins-Monro Process",
  institution = "Cornell University Operations Research and Industrial Engineering",
  year        = "1988"
}

@article{AdaGrad,
author = {J. Duchi and E. Hazan and Y. Singer},
title = {Adaptive Subgradient Methods for Online Learning and Stochastic Optimization},
year = {2011},
issue_date = {2/1/2011},
publisher = {JMLR.org},
volume = {12},
number = {null},
issn = {1532-4435},
journal = {J. Mach. Learn. Res.},
month = jul,
pages = {2121–2159},
numpages = {39}
}

@article{nesterov,
    title = {A method of solving a convex programming problem with convergence rate $O\bigl(\frac1{k^2}\bigr)$},
    author={Y. Nesterov},
    journal = {Soviet Mathematics Doklady},
    year = {1983},
    volume = {269},
    issue = {3},
    pages = {543--547}
}
@article{mokkadem,
author = {A. Mokkadem and M. Pelletier},
title = {{Convergence rate and averaging of nonlinear two-time-scale stochastic approximation algorithms}},
volume = {16},
journal = {The Annals of Applied Probability},
number = {3},
publisher = {Institute of Mathematical Statistics},
pages = {1671 -- 1702},
keywords = {averaging principle, stochastic approximation, two-time-scales, weak convergence rate},
year = {2006},
doi = {10.1214/105051606000000448},
URL = {https://doi.org/10.1214/105051606000000448}
}

@ARTICLE{chandru-SB,
  author={Lakshminarayanan, C. and Bhatnagar, S.},
  journal={Automatica}, 
  title={A Stability Criterion for Two-Timescale Stochastic Approximation Schemes}, 
  year={2017},
  volume={79},
  pages={108-114},
  doi={https://doi.org/10.1016/j.automatica.2016.12.014}}
  
@article{chung,
author = {K. L. Chung},
title = {{On a Stochastic Approximation Method}},
volume = {25},
journal = {The Annals of Mathematical Statistics},
number = {3},
publisher = {Institute of Mathematical Statistics},
pages = {463 -- 483},
year = {1954},
doi = {10.1214/aoms/1177728716},
URL = {https://doi.org/10.1214/aoms/1177728716}
}
@article{derman,
 ISSN = {00034851},
 URL = {http://www.jstor.org/stable/2237187},
 author = {C. Derman},
 journal = {The Annals of Mathematical Statistics},
 number = {4},
 pages = {879--886},
 publisher = {Institute of Mathematical Statistics},
 title = {Stochastic Approximation},
 volume = {27},
 year = {1956}
}
@article{fabian,
author = {V. {Fabian}},
title = {{On Asymptotic Normality in Stochastic Approximation}},
volume = {39},
journal = {The Annals of Mathematical Statistics},
number = {4},
publisher = {Institute of Mathematical Statistics},
pages = {1327 -- 1332},
year = {1968},
doi = {10.1214/aoms/1177698258},
URL = {https://doi.org/10.1214/aoms/1177698258}
}

@misc{foucart,
  author = {S. Foucart},
  title  = {University Lecture, M504, Lecture 6: Matrix Norms and Spectral Radii},
  year   = {2012},
  URL = {https://www.math.drexel.edu/~foucart/TeachingFiles/F12/M504Lect6.pdf}
}

@book{horn,
    author={R.A. Horn and  C.R. Johnson},
    title ={Matrix analysis  (Corrected reprint of the 1985 original)},
    publisher={Cambridge University Press},
    year={1990} 
}

@InProceedings{zhu2,
  title = 	 {Accelerated Linear Convergence of Stochastic Momentum Methods in {W}asserstein Distances},
  author =       {Can, Bugra and Gurbuzbalaban, Mert and Zhu, Lingjiong},
  booktitle = 	 {Proceedings of the 36th International Conference on Machine Learning},
  pages = 	 {891--901},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Salakhutdinov, Ruslan},
  volume = 	 {97},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {09--15 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v97/can19a/can19a.pdf},
  url = 	 {https://proceedings.mlr.press/v97/can19a.html},
  }
}
@article{ucla,
  author  = {Kun Yuan and Bicheng Ying and Ali H. Sayed},
  title   = {On the Influence of Momentum Acceleration on Online Learning},
  journal = {Journal of Machine Learning Research},
  year    = {2016},
  volume  = {17},
  number  = {192},
  pages   = {1-66},
  url     = {http://jmlr.org/papers/v17/16-157.html}
}

@article{rahul,
  author    = {Rahul Kidambi and
               Praneeth Netrapalli and
               Prateek Jain and
               Sham M. Kakade},
  title     = {On the insufficiency of existing momentum schemes for Stochastic Optimization},
  journal   = {CoRR},
  volume    = {abs/1803.05591},
  year      = {2018},
  url       = {http://arxiv.org/abs/1803.05591},
  eprinttype = {arXiv},
  eprint    = {1803.05591},
  timestamp = {Mon, 13 Aug 2018 16:48:07 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/abs-1803-05591.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}
@misc{katyusha,
      title={Katyusha: The First Direct Acceleration of Stochastic Gradient Methods}, 
      author={Zeyuan Allen-Zhu},
      year={2018},
      eprint={1603.05953},
      archivePrefix={arXiv},
      primaryClass={math.OC}
}

@inproceedings{proximal,
 author = {Nitanda, Atsushi},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Z. Ghahramani and M. Welling and C. Cortes and N. Lawrence and K. Q. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Stochastic Proximal Gradient Descent with Acceleration Techniques},
 url = {https://proceedings.neurips.cc/paper/2014/file/d554f7bb7be44a7267068a7df88ddd20-Paper.pdf},
 volume = {27},
 year = {2014}
}

@misc{gtdM,
      title={Gradient Temporal Difference with Momentum: Stability and Convergence}, 
      author={R. Deb and S. Bhatnagar},
      year={2021},
      eprint={2111.11004},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      
}
@article{StochasticHB,
  title={Stochastic Heavy ball},
  author={S. Gadat and Fabien Panloup and Sofiane Saadane},
  journal={Electronic Journal of Statistics},
  year={2016},
  volume={12},
  pages={461-529}
}

@ARTICLE{roy,
  author={Roy, S. and Shynk, J.J.},
  journal={IEEE Transactions on Acoustics, Speech, and Signal Processing}, 
  title={Analysis of the momentum LMS algorithm}, 
  year={1990},
  volume={38},
  number={12},
  pages={2088-2098},
  doi={10.1109/29.61535}}
  
@ARTICLE{sharma,
  author={Sharma, R. and Sethares, W.A. and Bucklew, J.A.},
  journal={IEEE Transactions on Signal Processing}, 
  title={Analysis of momentum adaptive filtering algorithms}, 
  year={1998},
  volume={46},
  number={5},
  pages={1430-1434},
  doi={10.1109/78.668805}}


@InProceedings{sham,
  title = 	 {Accelerating Stochastic Gradient Descent for Least Squares Regression},
  author =       {Jain, Prateek and Kakade, Sham M. and Kidambi, Rahul and Netrapalli, Praneeth and Sidford, Aaron},
  booktitle = 	 {Proceedings of the 31st  Conference On Learning Theory},
  pages = 	 {545--604},
  year = 	 {2018},
  editor = 	 {Bubeck, Sébastien and Perchet, Vianney and Rigollet, Philippe},
  volume = 	 {75},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {06--09 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v75/jain18a/jain18a.pdf},
  url = 	 {https://proceedings.mlr.press/v75/jain18a.html},
}
@article{jain,
  author  = {Prateek Jain and Sham M. Kakade and Rahul Kidambi and Praneeth Netrapalli and Aaron Sidford},
  title   = {Parallelizing Stochastic Gradient Descent for Least Squares Regression: Mini-batching, Averaging, and Model Misspecification},
  journal = {Journal of Machine Learning Research},
  year    = {2018},
  volume  = {18},
  number  = {223},
  pages   = {1-42},
  url     = {http://jmlr.org/papers/v18/16-595.html}
}

@inproceedings{FastGradient,
author = {Sutton, R. and Maei, H. and Precup, D. and Bhatnagar, S. and Silver, D. and Szepesv\'{a}ri, C. and Wiewiora, E.},
title = {Fast Gradient-Descent Methods for Temporal-Difference Learning with Linear Function Approximation},
year = {2009},
isbn = {9781605585161},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
booktitle = {Proceedings of the 26th Annual International Conference on Machine Learning},
pages = {993–1000},
numpages = {8},
location = {Montreal, Quebec, Canada},
series = {ICML ’09}
}

@inproceedings{GTD,
 author = {Sutton, R. and Maei, H. and Szepesv\'{a}ri, C.},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {D. Koller and D. Schuurmans and Y. Bengio and L. Bottou},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {A Convergent O(n) Temporal-difference Algorithm for Off-policy Learning with Linear Function Approximation},
 volume = {21},
 year = {2009}
}

@article{borkar2005actor,
  title={An actor-critic algorithm for constrained Markov decision processes},
  author={Borkar, V.S.},
  journal={Systems \& control letters},
  volume={54},
  number={3},
  pages={207--213},
  year={2005},
  publisher={Elsevier}
}

@article{bhatnagar2010actor,
  title={An actor--critic algorithm with function approximation for discounted cost constrained Markov decision processes},
  author={Bhatnagar, S.},
  journal={Systems \& Control Letters},
  volume={59},
  number={12},
  pages={760--766},
  year={2010},
  publisher={Elsevier}
}

@article{bhatnagar-panigrahi,
  title={Actor-critic algorithms for hierarchical Markov decision processes},
  author={Bhatnagar, S. and Panigrahi, J. R.},
  journal={Automatica},
  volume={42},
  number={4},
  pages={637--644},
  year={2006},
  publisher={Elsevier}
}
@misc{deb2022ntimescale,
      title={$N$-Timescale Stochastic Approximation: Stability and Convergence}, 
      author={Rohan Deb and Shalabh Bhatnagar},
      year={2022},
      eprint={2112.03515},
      archivePrefix={arXiv},
      primaryClass={eess.SY}
}

@article{robbinsmunro,
 ISSN = {00034851},
 URL = {http://www.jstor.org/stable/2236626},
 author = {Herbert Robbins and Sutton Monro},
 journal = {The Annals of Mathematical Statistics},
 number = {3},
 pages = {400--407},
 publisher = {Institute of Mathematical Statistics},
 title = {A Stochastic Approximation Method},
 urldate = {2022-04-29},
 volume = {22},
 year = {1951}
}

@article{cauchy,
author= {L. A. Cauchy},
title="Methode generale pour la resolution des systemes d'equations simultanees",
journal="C.R. Acad. Sci. Paris",
year="1847",
volume="25",
pages="536-538",
URL="https://cir.nii.ac.jp/crid/1573387450834953216"
}


@InProceedings{sutskever13,
  title = 	 {On the importance of initialization and momentum in deep learning},
  author = 	 {Sutskever, Ilya and Martens, James and Dahl, George and Hinton, Geoffrey},
  booktitle = 	 {Proceedings of the 30th International Conference on Machine Learning},
  pages = 	 {1139--1147},
  year = 	 {2013},
  editor = 	 {Dasgupta, Sanjoy and McAllester, David},
  volume = 	 {28},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {Atlanta, Georgia, USA},
  month = 	 {17--19 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v28/sutskever13.pdf},
  url = 	 {https://proceedings.mlr.press/v28/sutskever13.html}
}
@inproceedings{Nitanda2014,
  title={Stochastic Proximal Gradient Descent with Acceleration Techniques},
  author={Atsushi Nitanda},
  booktitle={NIPS},
  year={2014}
}
@inproceedings{Chonghai,
 author = {Hu, Chonghai and Pan, Weike and Kwok, James},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Y. Bengio and D. Schuurmans and J. Lafferty and C. Williams and A. Culotta},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Accelerated Gradient Methods for Stochastic Optimization and Online Learning},
 url = {https://proceedings.neurips.cc/paper/2009/file/ec5aa0b7846082a2415f0902f0da88f2-Paper.pdf},
 volume = {22},
 year = {2009}
}
@book{polyakbook,
author = {Polyak, Boris},
year = {1987},
month = {07},
title = {Introduction to Optimization},
publisher = {Optimization Software, NY}
}
@article{qian,
author = {Qian, Ning},
title = {On the Momentum Term in Gradient Descent Learning Algorithms},
year = {1999},
issue_date = {Jan. 1999},
publisher = {Elsevier Science Ltd.},
address = {GBR},
volume = {12},
number = {1},
issn = {0893-6080},
url = {https://doi.org/10.1016/S0893-6080(98)00116-6},
doi = {10.1016/S0893-6080(98)00116-6},
journal = {Neural Netw.},
month = {jan},
pages = {145–151},
numpages = {7},
keywords = {learning rate, gradient descent learning algorithm, damped harmonic oscillator, critical damping, speed of convergence, momentum}
}
@book{nesterovbook,
author = {Nesterov, Yurii},
title = {Introductory Lectures on Convex Optimization: A Basic Course},
year = {2014},
isbn = {1461346916},
publisher = {Springer Publishing Company, Incorporated},
edition = {1},
}
@article{Nesterov05,
author = {Nesterov, Yu},
title = {Smooth Minimization of Non-Smooth Functions},
year = {2005},
issue_date = {May 2005},
publisher = {Springer-Verlag},
address = {Berlin, Heidelberg},
volume = {103},
number = {1},
issn = {0025-5610},
url = {https://doi.org/10.1007/s10107-004-0552-5},
doi = {10.1007/s10107-004-0552-5},
journal = {Math. Program.},
month = {may},
pages = {127–152},
numpages = {26},
keywords = {Structural optimization, Non-smooth optimization, Complexity theory, Optimal methods, Convex optimization}
}
@inproceedings{Hu,
 author = {Hu, Chonghai and Pan, Weike and Kwok, James},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Y. Bengio and D. Schuurmans and J. Lafferty and C. Williams and A. Culotta},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Accelerated Gradient Methods for Stochastic Optimization and Online Learning},
 url = {https://proceedings.neurips.cc/paper/2009/file/ec5aa0b7846082a2415f0902f0da88f2-Paper.pdf},
 volume = {22},
 year = {2009}
}
@inproceedings{xio,
 author = {Xiao, Lin},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Y. Bengio and D. Schuurmans and J. Lafferty and C. Williams and A. Culotta},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Dual Averaging Method for Regularized Stochastic Learning and Online Optimization},
 url = {https://proceedings.neurips.cc/paper/2009/file/7cce53cf90577442771720a370c3c723-Paper.pdf},
 volume = {22},
 year = {2009}
}
@article{ghadimi,
author = {Ghadimi, Saeed and Lan, Guanghui},
title = {Optimal Stochastic Approximation Algorithms for Strongly Convex Stochastic Composite Optimization I: A Generic Algorithmic Framework},
journal = {SIAM Journal on Optimization},
volume = {22},
number = {4},
pages = {1469-1492},
year = {2012},
doi = {10.1137/110848864},

URL = { 
        https://doi.org/10.1137/110848864
    
},
eprint = { 
        https://doi.org/10.1137/110848864},
}
@misc{ghadimi15,
  doi = {10.48550/ARXIV.1412.7457},
  url = {https://arxiv.org/abs/1412.7457},
  author = {Ghadimi, Euhanna and Feyzmahdavian, Hamid Reza and Johansson, Mikael},
  keywords = {Optimization and Control (math.OC), FOS: Mathematics, FOS: Mathematics},
  title = {Global convergence of the Heavy-ball method for convex optimization},
  publisher = {arXiv},
  year = {2014},
  copyright = {arXiv.org perpetual, non-exclusive license}
}

@misc{yang,
  doi = {10.48550/ARXIV.1604.03257},
  
  url = {https://arxiv.org/abs/1604.03257},
  
  author = {Yang, Tianbao and Lin, Qihang and Li, Zhe},
  
  keywords = {Optimization and Control (math.OC), Machine Learning (stat.ML), FOS: Mathematics, FOS: Mathematics, FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Unified Convergence Analysis of Stochastic Momentum Methods for Convex and Non-convex Optimization},
  
  publisher = {arXiv},
  
  year = {2016},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}

@misc{Orvieto,
  doi = {10.48550/ARXIV.1907.01678},
  
  url = {https://arxiv.org/abs/1907.01678},
  
  author = {Orvieto, Antonio and Kohler, Jonas and Lucchi, Aurelien},
  
  keywords = {Machine Learning (cs.LG), Optimization and Control (math.OC), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences, FOS: Mathematics, FOS: Mathematics},
  
  title = {The Role of Memory in Stochastic Optimization},
  
  publisher = {arXiv},
  
  year = {2019},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}


@InProceedings{sebbouh21,
  title = 	 {Almost sure convergence rates for Stochastic Gradient Descent and Stochastic Heavy Ball},
  author =       {Sebbouh, Othmane and Gower, Robert M and Defazio, Aaron},
  booktitle = 	 {Proceedings of Thirty Fourth Conference on Learning Theory},
  pages = 	 {3935--3971},
  year = 	 {2021},
  editor = 	 {Belkin, Mikhail and Kpotufe, Samory},
  volume = 	 {134},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {15--19 Aug},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v134/sebbouh21a/sebbouh21a.pdf},
  url = 	 {https://proceedings.mlr.press/v134/sebbouh21a.html},
}
@article{gadat,
author = {Promsinchai, Porntip and Farajzadeh, A. and Petrot, Narin},
year = {2020},
month = {01},
pages = {},
title = {Stochastic Heavy-Ball Method for Constrained Stochastic Optimization Problems},
volume = {45},
journal = {Acta Mathematica Vietnamica},
doi = {10.1007/s40306-019-00357-y}
}
@inproceedings{roux,
author = {Roux, Nicolas Le and Schmidt, Mark and Bach, Francis},
title = {A Stochastic Gradient Method with an Exponential Convergence Rate for Finite Training Sets},
year = {2012},
publisher = {Curran Associates Inc.},
address = {Red Hook, NY, USA},
booktitle = {Proceedings of the 25th International Conference on Neural Information Processing Systems - Volume 2},
pages = {2663–2671},
numpages = {9},
location = {Lake Tahoe, Nevada},
series = {NIPS'12}
}
@inproceedings{Johnson,
 author = {Johnson, Rie and Zhang, Tong},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {C.J. Burges and L. Bottou and M. Welling and Z. Ghahramani and K.Q. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Accelerating Stochastic Gradient Descent using Predictive Variance Reduction},
 url = {https://proceedings.neurips.cc/paper/2013/file/ac1dd209cbcc5e5d1c6e28598e8cbbe8-Paper.pdf},
 volume = {26},
 year = {2013}
}
@inproceedings{defazio14,
 author = {Defazio, Aaron and Bach, Francis and Lacoste-Julien, Simon},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {Z. Ghahramani and M. Welling and C. Cortes and N. Lawrence and K.Q. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {SAGA: A Fast Incremental Gradient Method With Support for Non-Strongly Convex Composite Objectives},
 url = {https://proceedings.neurips.cc/paper/2014/file/ede7e2b6d13a41ddf9f4bdef84fdc737-Paper.pdf},
 volume = {27},
 year = {2014}
}
@article{boyd,
  author  = {Weijie Su and Stephen Boyd and Emmanuel J. Cand{{\`e}}s},
  title   = {A Differential Equation for Modeling Nesterov's Accelerated Gradient Method: Theory and Insights},
  journal = {Journal of Machine Learning Research},
  year    = {2016},
  volume  = {17},
  number  = {153},
  pages   = {1-43},
  url     = {http://jmlr.org/papers/v17/15-084.html}
}

@InProceedings{mjnesterov,
  title = 	 {A Dynamical Systems Perspective on {N}esterov Acceleration},
  author =       {Muehlebach, Michael and Jordan, Michael},
  booktitle = 	 {Proceedings of the 36th International Conference on Machine Learning},
  pages = 	 {4656--4662},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Salakhutdinov, Ruslan},
  volume = 	 {97},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {09--15 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v97/muehlebach19a/muehlebach19a.pdf},
  url = 	 {https://proceedings.mlr.press/v97/muehlebach19a.html},
}
@article{mjnesterov2,
  author  = {Ashia C. Wilson and Ben Recht and Michael I. Jordan},
  title   = {A Lyapunov Analysis of Accelerated Methods in Optimization},
  journal = {Journal of Machine Learning Research},
  year    = {2021},
  volume  = {22},
  number  = {113},
  pages   = {1-34},
  url     = {http://jmlr.org/papers/v22/20-195.html}
}

@inproceedings{liu,
title={Accelerating SGD with momentum for over-parameterized learning},
author={Chaoyue Liu and Mikhail Belkin},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=r1gixp4FPH}
}

@inproceedings{nqm,
 author = {Zhang, Guodong and Li, Lala and Nado, Zachary and Martens, James and Sachdeva, Sushant and Dahl, George and Shallue, Chris and Grosse, Roger B},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {H. Wallach and H. Larochelle and A. Beygelzimer and F. d\textquotesingle Alch\'{e}-Buc and E. Fox and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Which Algorithmic Choices Matter at Which Batch Sizes?  Insights From a Noisy Quadratic Model},
 url = {https://proceedings.neurips.cc/paper/2019/file/e0eacd983971634327ae1819ea8b6214-Paper.pdf},
 volume = {32},
 year = {2019}
}

%   url={http://papers.nips.cc/paper/9030-which-algorithmic-choices-matter-at-which-batch-sizes-insights-from-a-noisy-quadratic-model},
%   booktitle={NeurIPS},

@inproceedings{nonconvex,
  author={Yanli Liu and Yuan Gao and Wotao Yin},
  title={An Improved Analysis of Stochastic Gradient Descent with Momentum},
  year={2020},
  cdate={1577836800000},
  url={https://proceedings.neurips.cc/paper/2020/hash/d3f5d4de09ea19461dab00590df91e4f-Abstract.html},
  booktitle={NeurIPS}
}

@article{tradeoff,
author = {Aybat, Necdet Serhat and Fallah, Alireza and Gürbüzbalaban, Mert and Ozdaglar, Asuman},
title = {Robust Accelerated Gradient Methods for Smooth Strongly Convex Functions},
journal = {SIAM Journal on Optimization},
volume = {30},
number = {1},
pages = {717-751},
year = {2020},
doi = {10.1137/19M1244925},
URL = {https://doi.org/10.1137/19M1244925}
}

@inproceedings{SHBdynamics21,
title={Dynamics of Stochastic Momentum Methods on Large-scale, Quadratic Models},
author={Courtney Paquette and Elliot Paquette},
booktitle={Advances in Neural Information Processing Systems},
editor={A. Beygelzimer and Y. Dauphin and P. Liang and J. Wortman Vaughan},
year={2021},
url={https://openreview.net/forum?id=WSykyaty6Q}
}

@article{mandt,
author = {Stephan Mandt and Matthew D Hoffman and David M Blei},
title = {Stochastic Gradient Descent as Approximate Bayesian Inference},
journal = {Journal of Machine Learning Research},
volume = {18},
pages = {1-35}, 
year ={2017}
}


@InProceedings{cheng,
  title = 	 {Stochastic Gradient and {L}angevin Processes},
  author =       {Cheng, Xiang and Yin, Dong and Bartlett, Peter and Jordan, Michael},
  booktitle = 	 {Proceedings of the 37th International Conference on Machine Learning},
  pages = 	 {1810--1819},
  year = 	 {2020},
  editor = 	 {III, Hal Daumé and Singh, Aarti},
  volume = 	 {119},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {13--18 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v119/cheng20e/cheng20e.pdf},
  url = 	 {https://proceedings.mlr.press/v119/cheng20e.html},
}

@misc{jas,
title={Three factors influencing minima in {SGD}},
author={Stanislaw Jastrzębski and Zac Kenton and Devansh Arpit and Nicolas Ballas and Asja Fischer and Amos Storkey and Yoshua Bengio},
year={2018},
url={https://openreview.net/forum?id=rJma2bZCW},
}
@InProceedings{vaswani,
  title = 	 {Fast and Faster Convergence of SGD for Over-Parameterized Models and an Accelerated Perceptron},
  author =       {Vaswani, Sharan and Bach, Francis and Schmidt, Mark},
  booktitle = 	 {Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics},
  pages = 	 {1195--1204},
  year = 	 {2019},
  editor = 	 {Chaudhuri, Kamalika and Sugiyama, Masashi},
  volume = 	 {89},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {16--18 Apr},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v89/vaswani19a/vaswani19a.pdf},
  url = 	 {https://proceedings.mlr.press/v89/vaswani19a.html},
}

@inproceedings{cutkosky,
 author = {Cutkosky, Ashok and Orabona, Francesco},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {H. Wallach and H. Larochelle and A. Beygelzimer and F. d\textquotesingle Alch\'{e}-Buc and E. Fox and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Momentum-Based Variance Reduction in Non-Convex SGD},
 url = {https://proceedings.neurips.cc/paper/2019/file/b8002139cdde66b87638f7f91d169d96-Paper.pdf},
 volume = {32},
 year = {2019}
}

@inproceedings{adam,
  author    = {Diederik P. Kingma and
               Jimmy Ba},
  editor    = {Yoshua Bengio and
               Yann LeCun},
  title     = {Adam: {A} Method for Stochastic Optimization},
  booktitle = {3rd International Conference on Learning Representations, {ICLR} 2015,
               San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings},
  year      = {2015},
  url       = {http://arxiv.org/abs/1412.6980},
  timestamp = {Thu, 25 Jul 2019 14:25:37 +0200},
  biburl    = {https://dblp.org/rec/journals/corr/KingmaB14.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@InProceedings{Kangqiao_Liu,
  title = 	 {Noise and Fluctuation of Finite Learning Rate Stochastic Gradient Descent},
  author =       {Liu, Kangqiao and Ziyin, Liu and Ueda, Masahito},
  booktitle = 	 {Proceedings of the 38th International Conference on Machine Learning},
  pages = 	 {7045--7056},
  year = 	 {2021},
  editor = 	 {Meila, Marina and Zhang, Tong},
  volume = 	 {139},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v139/liu21ad/liu21ad.pdf},
  url = 	 {https://proceedings.mlr.press/v139/liu21ad.html},
}


@InProceedings{pmlr-v75-jain18a,
  title = 	 {Accelerating Stochastic Gradient Descent for Least Squares Regression},
  author =       {Jain, Prateek and Kakade, Sham M. and Kidambi, Rahul and Netrapalli, Praneeth and Sidford, Aaron},
  booktitle = 	 {Proceedings of the 31st  Conference On Learning Theory},
  pages = 	 {545--604},
  year = 	 {2018},
  editor = 	 {Bubeck, Sébastien and Perchet, Vianney and Rigollet, Philippe},
  volume = 	 {75},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {06--09 Jul},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v75/jain18a/jain18a.pdf},
  url = 	 {https://proceedings.mlr.press/v75/jain18a.html}
}
