@article{bhatia2018gen,
  title={Gen-{O}ja: A Two-time-scale approach for Streaming {CCA}},
  author={Bhatia, Kush and Pacchiano, Aldo and Flammarion, Nicolas and Bartlett, Peter L and Jordan, Michael I},
  journal={arXiv preprint arXiv:1811.08393},
  year={2018}
}

@inproceedings{li2021stochastic,
  title={Stochastic Approximation for Online Tensorial Independent Component Analysis},
  author={Li, Chris Junchi and Jordan, Michael I},
  booktitle={Conference on Learning Theory},
  pages={3051--3106},
  year={2021},
  organization={PMLR}
}

@inproceedings{chen2019constrained,
  title={On constrained nonconvex stochastic optimization: A case study for generalized eigenvalue decomposition},
  author={Chen, Zhehui and Li, Xingguo and Yang, Lin and Haupt, Jarvis and Zhao, Tuo},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  pages={916--925},
  year={2019}
}

@incollection{hosseini2020recent,
  title={Recent Advances in Stochastic {R}iemannian Optimization},
  author={Hosseini, Reshad and Sra, Suvrit},
  booktitle={Handbook of Variational Methods for Nonlinear Geometric Data},
  pages={527--554},
  year={2020},
  publisher={Springer}
}

@article{pearson1901lines,
  title={On Lines and Planes of Closest Fit to Systems of Points in Space},
  author={Pearson, Karl},
  journal={Philosophical Magazine},
  volume={2},
  number={},
  pages={559--572},
  year={1901},
  publisher={Taylor \& Francis}
}


@inproceedings{shamir2016convergence,
  title={Convergence of stochastic gradient descent for {PCA}},
  author={Shamir, Ohad},
  booktitle={International Conference on Machine Learning},
  pages={257--265},
  year={2016}
}


@article{balakrishnan2017statistical,
  title={Statistical guarantees for the {EM} algorithm: From population to sample-based analysis},
  author={Balakrishnan, Sivaraman and Wainwright, Martin J and Yu, Bin},
  journal={The Annals of Statistics},
  volume={45},
  number={1},
  pages={77--120},
  year={2017},
  publisher={Institute of Mathematical Statistics}
}

@inproceedings{ge2017optimization,
  title={On the optimization landscape of tensor decompositions},
  author={Ge, Rong and Ma, Tengyu},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3653--3663},
  year={2017}
}

@article{janzamin2019spectral,
  title={Spectral learning on matrices and tensors},
  author={Janzamin, Majid and Ge, Rong and Kossaifi, Jean and Anandkumar, Anima},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={12},
  number={5-6},
  pages={393--536},
  year={2019},
  publisher={Now Publishers, Inc.}
}

@article{jin2019nonconvex,
  title={On Nonconvex Optimization for Machine Learning: Gradients,
Stochasticity, and Saddle Points},
  author={Jin, Chi and Netrapalli, Praneeth and Ge, Rong and Kakade, Sham M and Jordan, Michael I},
  journal={arXiv preprint arXiv:1902.04811},
  year={2019}
}

@article{zhang2018r,
  title={R-spider: A fast {R}iemannian stochastic optimization algorithm with curvature independent rate},
  author={Zhang, Jingzhao and Zhang, Hongyi and Sra, Suvrit},
  journal={arXiv preprint arXiv:1811.04194},
  year={2018}
}

@inproceedings{zhang2016riemannian,
  title={Riemannian {SVRG}: Fast stochastic optimization on {R}iemannian manifolds},
  author={Zhang, Hongyi and Reddi, Sashank J and Sra, Suvrit},
  booktitle={Advances in Neural Information Processing Systems},
  pages={4592--4600},
  year={2016}
}

@inproceedings{zhang2016first,
  title={First-order methods for geodesically convex optimization},
  author={Zhang, Hongyi and Sra, Suvrit},
  booktitle={Conference on Learning Theory},
  pages={1617--1638},
  year={2016}
}

@article{jin2019stochastic,
  title={Stochastic gradient descent escapes saddle points efficiently},
  author={Jin, Chi and Netrapalli, Praneeth and Ge, Rong and Kakade, Sham M and Jordan, Michael I},
  journal={arXiv preprint arXiv:1902.04811},
  year={2019}
}

@inproceedings{allen2017doubly,
  title={Doubly accelerated methods for faster {CCA} and generalized eigendecomposition},
  author={Allen-Zhu, Zeyuan and Li, Yuanzhi},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={98--106},
  year={2017}
}



@inproceedings{arora2017stochastic,
  title={Stochastic approximation for canonical correlation analysis},
  author={Arora, Raman and Marinov, Teodor Vanislavov and Mianjy, Poorya and Srebro, Nati},
  booktitle={Advances in Neural Information Processing Systems},
  pages={4775--4784},
  year={2017}
}


@article{gao2019stochastic,
  title={Stochastic canonical correlation analysis},
  author={Gao, Chao and Garber, Dan and Srebro, Nathan and Wang, Jialei and Wang, Weiran},
  journal={Journal of Machine Learning Research},
  volume={20},
  number={167},
  pages={1--46},
  year={2019}
}

@inproceedings{li2017stochastic,
  title={Stochastic modified equations and adaptive stochastic gradient algorithms},
  author={Li, Qianxiao and Tai, Cheng and others},
  booktitle={Proceedings of the 34th International Conference on Machine Learning-Volume 70},
  pages={2101--2110},
  year={2017},
  organization={JMLR. org}
}

@article{mei2018landscape,
  title={The landscape of empirical risk for nonconvex losses},
  author={Mei, Song and Bai, Yu and Montanari, Andrea},
  journal={The Annals of Statistics},
  volume={46},
  number={6A},
  pages={2747--2774},
  year={2018},
  publisher={Institute of Mathematical Statistics}
}



@article{tan2018sparse,
  title={Sparse generalized eigenvalue problem: Optimal statistical rates via truncated {R}ayleigh flow},
  author={Tan, Kean Ming and Wang, Zhaoran and Liu, Han and Zhang, Tong},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={80},
  number={5},
  pages={1057--1086},
  year={2018},
  publisher={Wiley Online Library}
}


















@inproceedings{dai2014scalable,
  title={Scalable kernel methods via doubly stochastic gradients},
  author={Dai, Bo and Xie, Bo and He, Niao and Liang, Yingyu and Raj, Anant and Balcan, Maria-Florina F and Song, Le},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3041--3049},
  year={2014}
}

@inproceedings{dai2017learning,
  title={Learning from Conditional Distributions via Dual Embeddings},
  author={Dai, Bo and He, Niao and Pan, Yunpeng and Boots, Byron and Song, Le},
  booktitle={Artificial Intelligence and Statistics},
  pages={1458--1467},
  year={2017}
}

@inproceedings{yuan2019decomposition,
  title={A Decomposition Algorithm for the Sparse Generalized Eigenvalue Problem},
  author={Yuan, Ganzhao and Shen, Li and Zheng, Wei-Shi},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  pages={6113--6122},
  year={2019}
}

@article{su2016differential,
	Author = {Su, Weijie and Boyd, Stephen and Candes, Emmanuel J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Number = {153},
	Pages = {1--43},
	Title = {A differential equation for modeling {Nesterov}'s accelerated gradient method: theory and insights},
	Volume = {17},
	Year = {2016}}

@article{li2018diffusion,
	Author = {Li, Chris Junchi and Wang, Mengdi and Yang, Lin F. and Zhao, Tuo and Wang, Zhaoran and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {IEEE Transactions on Information Theory},
	Title = {A Diffusion Approximation Theory for Online Principal Component Analysis and Independent Component Analysis},
	Volume = {Submitted},
	Year = {2017}}

@article{hyvarinen1997fast,
	Author = {Hyv{\"a}rinen, Aapo and Oja, Erkki},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Neural computation},
	Number = {7},
	Pages = {1483--1492},
	Publisher = {MIT Press},
	Title = {A fast fixed-point algorithm for independent component analysis},
	Volume = {9},
	Year = {1997}}

@book{arnold1992first,
	Author = {Arnold, Barry C and Balakrishnan, Narayanaswamy and Nagaraja, Haikady Navada},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Society for Industrial and Applied Mathematics (SIAM)},
	Title = {A First Course in Order Statistics},
	Year = {1992}}

@article{lee2016gaussian,
	Author = {Lee, James R and Peres, Yuval and Smart, Charles K},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Probability},
	Number = {6},
	Pages = {4184--4197},
	Publisher = {Institute of Mathematical Statistics},
	Title = {A {G}aussian upper bound for martingale small-ball probabilities},
	Volume = {44},
	Year = {2016}}

@inproceedings{sun2016geometric,
	Author = {Sun, Ju and Qu, Qing and Wright, John},
	Booktitle = {IEEE International Symposium on Information Theory},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2379--2383},
	Title = {A geometric analysis of phase retrieval},
	Year = {2016}}

@article{hayes2005large,
	Author = {Hayes, Thomas P},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Title = {A large-deviation inequality for vector-valued martingales},
	Year = {2005}}

@article{wilson2016lyapunov,
	Author = {Wilson, Ashia C and Recht, Benjamin and Jordan, Michael I},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1611.02635},
	Title = {A {L}yapunov Analysis of Momentum Methods in Optimization},
	Year = {2016}}

@article{li2018note,
	Author = {Li, Chris Junchi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1809.02495},
	Title = {A note on concentration inequality for vector-valued martingales with weak exponential-type tails},
	Year = {2018}}

@article{witten2009penalized,
	Author = {Witten, Daniela M and Tibshirani, Robert and Hastie, Trevor},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Biostatistics},
	Number = {3},
	Pages = {515--534},
	Publisher = {Oxford University Press},
	Title = {A penalized matrix decomposition, with applications to sparse principal components and canonical correlation analysis},
	Volume = {10},
	Year = {2009}}

@article{chen2014split,
	Author = {Chen, Xueying and Xie, Min-ge},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Statistica Sinica},
	Pages = {1655--1684},
	Publisher = {JSTOR},
	Title = {A split-and-conquer approach for analysis of extraordinarily large data},
	Year = {2014}}

@article{robbins1951stochastic,
	Author = {Robbins, Herbert and Monro, Sutton},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Mathematical Statistics},
	Pages = {400--407},
	Publisher = {JSTOR},
	Title = {A stochastic approximation method},
	Year = {1951}}

@inproceedings{shamir2015stochastic,
	Author = {Shamir, Ohad},
	Booktitle = {Proceedings of the 32nd International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {144--152},
	Title = {A stochastic {PCA} and {SVD} algorithm with an exponential convergence rate},
	Year = {2015}}

@article{negahban2012unified,
	Author = {Negahban, Sahand N and Ravikumar, Pradeep and Wainwright, Martin J and Yu, Bin},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Statistical Science},
	Number = {4},
	Pages = {538--557},
	Title = {A Unified Framework for High-Dimensional Analysis of {M}-Estimators with Decomposable Regularizers},
	Volume = {27},
	Year = {2012}}

@inproceedings{mandt2016variational,
	Author = {Mandt, Stephan and Hoffman, Matthew and Blei, David},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {354--363},
	Title = {A variational analysis of stochastic gradient algorithms},
	Year = {2016}}

@article{wibisono2016variational,
	Author = {Wibisono, Andre and Wilson, Ashia C and Jordan, Michael I},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Proceedings of the National Academy of Sciences},
	Pages = {201614734},
	Publisher = {National Academy of Sciences},
	Title = {A variational perspective on accelerated methods in optimization},
	Year = {2016}}

@article{jin2017accelerated,
	Author = {Jin, Chi and Netrapalli, Praneeth and Jordan, Michael I},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1711.10456},
	Title = {Accelerated gradient descent escapes saddle points faster than gradient descent},
	Year = {2017}}

@article{carmon2016accelerated,
	Annote = {STOC 2017},
	Author = {Carmon, Yair and Duchi, John C and Hinder, Oliver and Sidford, Aaron},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1611.00756},
	Title = {Accelerated methods for non-convex optimization},
	Year = {2016}}

@inproceedings{krichene2015accelerated,
	Author = {Krichene, Walid and Bayen, Alexandre and Bartlett, Peter L},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2845--2853},
	Title = {Accelerated mirror descent in continuous and discrete time},
	Year = {2015}}

@inproceedings{johnson2013accelerating,
	Author = {Johnson, Rie and Zhang, Tong},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {315--323},
	Title = {Accelerating stochastic gradient descent using predictive variance reduction},
	Year = {2013}}

@article{polyak1992acceleration,
	Author = {Polyak, Boris T and Juditsky, Anatoli B},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {SIAM Journal on Control and Optimization},
	Number = {4},
	Pages = {838--855},
	Publisher = {SIAM},
	Title = {Acceleration of stochastic approximation by averaging},
	Volume = {30},
	Year = {1992}}

@article{kingma2015adam,
	Author = {Kingma, D. and Ba, J.},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Proceedings of the 3rd International Conference on Learning Representations},
	Title = {Adam: A Method for Stochastic Optimization.},
	Year = {2015}}

@book{BENVENISTE-METIVIER-PRIOURET,
	Author = {Benveniste, A. and M{\'e}tivier, M. and Priouret, P.},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Adaptive Algorithms and Stochastic Approximations},
	Year = {2012}}

@article{duchi2011adaptive,
	Author = {Duchi, John and Hazan, Elad and Singer, Yoram},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Number = {Jul},
	Pages = {2121--2159},
	Title = {Adaptive subgradient methods for online learning and stochastic optimization},
	Volume = {12},
	Year = {2011}}

@article{ball1997elementary,
	Author = {Ball, Keith},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Flavors of geometry},
	Pages = {1--58},
	Title = {An elementary introduction to modern convex geometry},
	Volume = {31},
	Year = {1997}}

@article{hotelling1933analysis,
	Author = {Hotelling, Harold},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Educational Psychology},
	Number = {6},
	Pages = {417},
	Publisher = {Warwick \& York},
	Title = {Analysis of a complex of statistical variables into principal components.},
	Volume = {24},
	Year = {1933}}

@book{MUIRHEAD,
	Author = {Muirhead, Robb J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {John Wiley \& Sons},
	Title = {Aspects of Multivariate Statistical Theory},
	Volume = {197},
	Year = {2005}}

@article{wang2017asymptotic,
	Author = {Wang, Yazhen},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1711.09514},
	Title = {Asymptotic analysis via stochastic differential equations of gradient descent algorithms in statistical and computational paradigms},
	Year = {2017}}

@article{anderson1963asymptotic,
	Author = {Anderson, Theodore Wilbur},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Mathematical Statistics},
	Number = {1},
	Pages = {122--148},
	Publisher = {JSTOR},
	Title = {Asymptotic theory for principal component analysis},
	Volume = {34},
	Year = {1963}}

@article{fan2015asymptotics,
	Author = {Wang, Weichen and Fan, Jianqing},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Annals of Statistics, to appear},
	Title = {Asymptotics of Empirical Eigen-structure for Ultra-high Dimensional Spiked Covariance Model},
	Year = {2017}}

@article{paul2007asymptotics,
	Author = {Paul, Debashis},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Statistica Sinica},
	Pages = {1617--1642},
	Title = {Asymptotics of sample eigenstructure for a large dimensional spiked covariance model},
	Year = {2007}}

@phdthesis{li2014axelrod,
	Author = {Li, Chris Junchi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	School = {Duke University},
	Title = {Axelrod's Model in Two Dimensions},
	Year = {2014}}

@inbook{wainwright2015basic,
	Author = {Wainwright, Martin J.},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Doi = {10.1017/9781108627771.002},
	Pages = {21--57},
	Place = {Cambridge},
	Publisher = {Cambridge University Press},
	Series = {In High-Dimensional Statistics: A Non-Asymptotic Viewpoint},
	Title = {Basic tail and concentration bounds},
	Year = {2019},
	Bdsk-Url-1 = {http://dx.doi.org/10.1017/9781108627771.002}}

@article{li2017batch,
	Author = {Li, Chris Junchi and Li, Lei and Qian, Junyang and Liu, Jian-Guo},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1705.07562},
	Title = {Batch Size Matters: A Diffusion Approximation Framework on Nonconvex Stochastic Gradient Descent},
	Year = {2017}}

@article{o2017behavior,
	Author = {O'Neill, Michael and Wright, Stephen J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1706.07993},
	Title = {Behavior of Accelerated Gradient Methods Near Critical Points of Nonconvex Problems},
	Year = {2017}}

@article{hardoon2004canonical,
	Author = {Hardoon, David R and Szedmak, Sandor and Shawe-Taylor, John},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Neural computation},
	Number = {12},
	Pages = {2639--2664},
	Publisher = {MIT Press},
	Title = {Canonical correlation analysis: An overview with application to learning methods},
	Volume = {16},
	Year = {2004}}

@article{marsaglia1972choosing,
	Author = {Marsaglia, George},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Mathematical Statistics},
	Number = {2},
	Pages = {645--646},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Choosing a point from the surface of a sphere},
	Volume = {43},
	Year = {1972}}

@article{lee2015communication,
	Author = {Lee, Jason D and Sun, Yuekai and Liu, Qiang and Taylor, Jonathan E},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1503.04337},
	Title = {Communication-efficient sparse regression: a one-shot approach},
	Year = {2015}}

@article{sun2015complete,
	Author = {Sun, Ju and Qu, Qing and Wright, John},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {IEEE Transactions on Information Theory},
	Number = {2},
	Pages = {853--884},
	Publisher = {IEEE},
	Title = {Complete dictionary recovery over the sphere I: Overview and the geometric picture},
	Volume = {63},
	Year = {2017}}

@article{sun2015complete2,
	Author = {Sun, Ju and Qu, Qing and Wright, John},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {IEEE Transactions on Information Theory},
	Number = {2},
	Pages = {885--914},
	Publisher = {IEEE},
	Title = {Complete dictionary recovery over the sphere II: Recovery by Riemannian trust-region method},
	Volume = {63},
	Year = {2017}}

@article{shen2013consistency,
	Author = {Shen, Dan and Shen, Haipeng and Marron, James Stephen},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Multivariate Analysis},
	Pages = {317--333},
	Publisher = {Elsevier},
	Title = {Consistency of sparse PCA in high dimension, low sample size contexts},
	Volume = {115},
	Year = {2013}}

@article{bonhomme2009consistent,
	Author = {Bonhomme, St{\'e}phane and Robin, Jean-Marc},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Journal of Econometrics},
	Number = {1},
	Pages = {12--25},
	Publisher = {Elsevier},
	Title = {Consistent noisy independent component analysis},
	Volume = {149},
	Year = {2009}}

@article{stone1990continuum,
	Author = {Stone, Mervyn and Brooks, Rodney J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the Royal Statistical Society. Series B (Methodological)},
	Pages = {237--269},
	Publisher = {JSTOR},
	Title = {Continuum regression: cross-validated sequentially constructed prediction embracing ordinary least squares, partial least squares and principal components regression},
	Year = {1990}}

@inproceedings{shamir2015convergence,
	Author = {Shamir, Ohad},
	Booktitle = {Proceedings of the 33th International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {257--265},
	Title = {Convergence of Stochastic Gradient Descent for {PCA}},
	Year = {2016}}

@article{nesterov2006cubic,
	Author = {Nesterov, Yurii and Polyak, Boris T},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming},
	Number = {1},
	Pages = {177--205},
	Publisher = {Springer},
	Title = {Cubic regularization of Newton method and its global performance},
	Volume = {108},
	Year = {2006}}

@article{fan2017deviation,
	Author = {Fan, Xiequan and Grama, Ion and Liu, Quansheng},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Journal of Mathematical Analysis and Applications},
	Number = {1},
	Pages = {538--566},
	Publisher = {Elsevier},
	Title = {Deviation inequalities for martingales with applications},
	Volume = {448},
	Year = {2017}}

@inproceedings{li2017diffusion,
	Annote = {This article was published in the New York Times.},
	Author = {Li, Chris Junchi and Wang, Mengdi and Zhang, Tong},
	Booktitle = {Advances in Neural Information Processing System},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Title = {Diffusion Approximations for Online Principal Component Estimation and Global Convergence},
	Year = {2017}}

@article{nedic2001distributed,
	Author = {Nedi{\'c}, A and Bertsekas, Dimitri P and Borkar, Vivek S},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Studies in Computational Mathematics},
	Number = {C},
	Pages = {381--407},
	Title = {Distributed asynchronous incremental subgradient methods},
	Volume = {8},
	Year = {2001}}

@article{fan2017distributed,
	Author = {Fan, Jianqing and Wang, Dong and Wang, Kaizheng and Zhu, Ziwei},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1702.06488},
	Title = {Distributed Estimation of Principal Eigenspaces},
	Year = {2017}}

@article{battey2017distributed,
	Author = {Battey, Heather and Fan, Jianqing and Liu, Han and Lu, Junwei and Zhu, Ziwei},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Annals of Statistics, to appear},
	Title = {Distributed Testing and Estimation under Sparse High Dimensional Models},
	Year = {2017}}

@article{zhang2015divide,
	Author = {Zhang, Yuchen and Duchi, John C and Wainwright, Martin J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Pages = {3299--3340},
	Title = {Divide and conquer kernel ridge regression: a distributed algorithm with minimax optimal rates.},
	Volume = {16},
	Year = {2015}}

@article{allen2016doubly,
	Author = {Allen-Zhu, Zeyuan and Li, Yuanzhi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1607.06017},
	Title = {Doubly Accelerated Methods for Faster CCA and Generalized Eigendecomposition},
	Year = {2016}}

@article{chen2017online,
	Author = {Chen, Zhehui and Yang, Lin F and Li, Chris Junchi and Zhao, Tuo},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Submitted, Short version available in the Proceedings of the 34th International Conference on Machine Learning},
	Pages = {777--786},
	Title = {Dropping Convexity for More Efficient and Scalable Online Multiview Learning},
	Year = {2017}}

@article{xiao2010dual,
	Author = {Xiao, Lin},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Number = {Oct},
	Pages = {2543--2596},
	Title = {Dual averaging methods for regularized stochastic learning and online optimization},
	Volume = {11},
	Year = {2010}}

@inproceedings{ge2016efficient,
	Author = {Ge, Rong and Jin, Chi and Kakade, Sham M and Netrapalli, Praneeth and Sidford, Aaron},
	Booktitle = {Proceedings of the 33th International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2741--2750},
	Title = {Efficient algorithms for large-scale generalized eigenvector computation and canonical correlation analysis},
	Year = {2016}}

@inproceedings{anandkumar2016efficient,
	Author = {Anandkumar, Animashree and Ge, Rong},
	Booktitle = {Proceedings of The 29th Conference on Learning Theory},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {81--102},
	Title = {Efficient approaches for escaping higher order saddle points in non-convex optimization},
	Year = {2016}}

@article{allen2017first,
	Author = {Allen-Zhu, Zeyuan and Li, Yuanzhi},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The 58th Annual Symposium on Foundations of Computer Science},
	Title = {First Efficient Convergence for Streaming $k$-{PCA}: a Global, Gap-Free, and Near-Optimal Rate},
	Year = {2017}}

@article{allen2016first,
	Author = {Allen-Zhu, Zeyuan and Li, Yuanzhi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The 58th Annual Symposium on Foundations of Computer Science},
	Title = {Efficient Convergence for Streaming $k$-{PCA}: a Global, Gap-Free, and Near-Optimal Rate},
	Year = {2017}}

@article{ruppert1988efficient,
	Author = {Ruppert, David},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Technical Report, Cornell University Operations Research and Industrial Engineering},
	Title = {Efficient estimations from a slowly convergent {R}obbins-{M}onro process},
	Year = {1988}}

@article{chen2006efficient,
	Author = {Chen, Aiyou and Bickel, Peter J},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Statistics},
	Number = {6},
	Pages = {2825--2855},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Efficient independent component analysis},
	Volume = {34},
	Year = {2006}}

@inproceedings{ge2015escaping,
	Author = {Ge, Rong and Huang, Furong and Jin, Chi and Yuan, Yang},
	Booktitle = {Proceedings of The 28th Conference on Learning Theory},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {797--842},
	Title = {Escaping from saddle points -- online stochastic gradient for tensor decomposition},
	Year = {2015}}

@inproceedings{daneshmand2018escaping,
	Author = {Daneshmand, Hadi and Kohler, Jonas and Lucchi, Aurelien and Hofmann, Thomas},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {1163--1172},
	Title = {Escaping Saddles with Stochastic Gradients},
	Year = {2018}}

@book{durrett2016essentials,
	Author = {Durrett, Richard and Durrett, R},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Springer},
	Title = {Essentials of stochastic processes},
	Volume = {1},
	Year = {2016}}

@article{kuczynski1992estimating,
	Author = {Kuczynski, Jacek and Wozniakowski, Henryk},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {SIAM journal on matrix analysis and applications},
	Number = {4},
	Pages = {1094--1122},
	Publisher = {SIAM},
	Title = {Estimating the largest eigenvalue by the power and Lanczos algorithms with a random start},
	Volume = {13},
	Year = {1992}}

@article{laib1999exponential,
	Author = {Laib, Na{\^a}mane},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Communications in Statistics-Theory and Methods},
	Number = {7},
	Pages = {1565--1576},
	Publisher = {Taylor \& Francis},
	Title = {Exponential-type inequalities for martingale difference sequences. Application to nonparametric regression estimation},
	Volume = {28},
	Year = {1999}}

@article{hyvarinen1999fast,
	Author = {Hyvarinen, Aapo},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {IEEE transactions on Neural Networks},
	Number = {3},
	Pages = {626--634},
	Publisher = {IEEE},
	Title = {Fast and robust fixed-point algorithms for independent component analysis},
	Volume = {10},
	Year = {1999}}

@article{garber2015fast,
	Author = {Garber, Dan and Hazan, Elad},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1509.05647},
	Title = {Fast and Simple {PCA} via Convex Optimization},
	Year = {2015}}

@article{agarwal2012fast,
	Author = {Agarwal, Alekh and Negahban, Sahand and Wainwright, Martin J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Pages = {2452--2482},
	Title = {Fast global convergence rates of gradient methods for high-dimensional statistical recovery},
	Year = {2012}}

@inproceedings{shamir2015fast,
	Author = {Shamir, Ohad},
	Booktitle = {Proceedings of the 33rd International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {248--256},
	Title = {Fast Stochastic Algorithms for {SVD} and {PCA}: Convergence Properties and Convexity},
	Year = {2016}}

@inproceedings{garber2016faster,
	Author = {Garber, Dan and Hazan, Elad and Jin, Chi and Kakade, Sham M and Musco, Cameron and Netrapalli, Praneeth and Sidford, Aaron},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2626--2634},
	Title = {Faster Eigenvector Computation via Shift-and-Invert Preconditioning},
	Year = {2016}}

@article{agarwal2016finding,
	Author = {Agarwal, Naman and Allen-Zhu, Zeyuan and Bullins, Brian and Hazan, Elad and Ma, Tengyu},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1611.01146},
	Title = {Finding approximate local minima for nonconvex optimization in linear time},
	Year = {2016}}

@inproceedings{ma2015finding,
	Author = {Ma, Zhuang and Lu, Yichao and Foster, Dean},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {169--178},
	Title = {Finding linear structure in large datasets with scalable canonical correlation analysis},
	Year = {2015}}

@article{nadler2008finite,
	Author = {Nadler, Boaz},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {2},
	Pages = {2791--2817},
	Publisher = {JSTOR},
	Title = {Finite sample approximation results for principal component analysis: A matrix perturbation approach},
	Volume = {41},
	Year = {2008}}

@article{lee2017first,
	Author = {Lee, Jason D and Panageas, Ioannis and Piliouras, Georgios and Simchowitz, Max and Jordan, Michael I and Recht, Benjamin},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1710.07406},
	Title = {First-order methods almost always avoid saddle points},
	Year = {2017}}

@inproceedings{xu2018first,
	Author = {Xu, Yi and Rong, Jing and Yang, Tianbao},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {5530--5540},
	Title = {First-order stochastic algorithms for escaping from saddle points in almost linear time},
	Year = {2018}}

@article{welling2005fisher,
	Author = {Welling, Max},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Department of Computer Science, University of Toronto},
	Pages = {1--4},
	Title = {Fisher linear discriminant analysis},
	Volume = {3},
	Year = {2005}}

@book{MOHRI-ROSTAMIZADEH-TALWALKAR,
	Author = {Mohri, Mehryar and Rostamizadeh, Afshin and Talwalkar, Ameet},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {MIT press},
	Title = {Foundations of machine learning},
	Year = {2012}}

@article{miettinen2015fourth,
	Author = {Miettinen, Jari and Taskinen, Sara and Nordhausen, Klaus and Oja, Hannu},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Statistical Science},
	Number = {3},
	Pages = {372--390},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Fourth moments and independent component analysis},
	Volume = {30},
	Year = {2015}}

@inproceedings{de2015global,
	Author = {De Sa, Christopher and Olukotun, Kunle and R{\'e}, Christopher},
	Booktitle = {Proceedings of the 32nd International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2332--2341},
	Title = {Global Convergence of Stochastic Gradient Descent for Some Non-convex Matrix Problems},
	Year = {2015}}

@article{panageas2016gradient,
	Author = {Panageas, Ioannis and Piliouras, Georgios},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1605.00405},
	Title = {Gradient Descent Converges to Minimizers: The Case of Non-Isolated Critical Points},
	Year = {2016}}

@article{carmon2016gradient,
	Author = {Carmon, Yair and Duchi, John C},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1612.00547},
	Title = {Gradient Descent Efficiently Finds the Cubic-Regularized Non-Convex Newton Step},
	Year = {2016}}

@inproceedings{lee2016gradient,
	Author = {Lee, Jason D and Simchowitz, Max and Jordan, Michael I and Recht, Benjamin},
	Booktitle = {Conference on Learning Theory},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1246--1257},
	Title = {Gradient Descent Only Converges to Minimizers},
	Year = {2016}}

@book{GARDINER,
	Author = {Gardiner, Crispin W},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Handbook of Stochastic Methods (2nd edition)},
	Year = {1997}}

@article{amini2008high,
	Author = {Amini, A.A. and Wainwright, M.J.},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {5B},
	Pages = {2877--2921},
	Publisher = {Institute of Mathematical Statistics},
	Title = {High-dimensional analysis of semidefinite relaxations for sparse principal components},
	Volume = {37},
	Year = {2009}}

@book{wainwright2019high,
	Author = {Wainwright, Martin J},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Cambridge University Press},
	Title = {High-Dimensional Statistics: A  Non-Asymptotic Viewpoint},
	Volume = {48},
	Year = {2019}}

@article{jin2017escape,
	Author = {Jin, Chi and Ge, Rong and Netrapalli, Praneeth and Kakade, Sham M and Jordan, Michael I},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1703.00887},
	Title = {How to Escape Saddle Points Efficiently},
	Year = {2017}}

@article{eriksson2004identifiability,
	Author = {Eriksson, Jan and Koivunen, Visa},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {IEEE signal processing letters},
	Number = {7},
	Pages = {601--604},
	Publisher = {IEEE},
	Title = {Identifiability, separability, and uniqueness of linear ICA models},
	Volume = {11},
	Year = {2004}}

@article{fan2017ilamm,
	Author = {Fan, Jianqing and Liu, Han and Sun, Qiang and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics, to appear},
	Title = {{I-LAMM} for Sparse Learning: Simultaneous Control of Algorithmic Complexity and Statistical Error},
	Year = {2017}}

@article{wang2015improved,
	Author = {Wang, Shusen and Zhang, Zhihua and Zhang, Tong},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1508.06429},
	Title = {Improved analyses of the randomized power method and block Lanczos method},
	Year = {2015}}

@article{wang2015incremental,
	Author = {Wang, Mengdi and Bertsekas, Dimitri P},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming, Ser.~A},
	Number = {2},
	Pages = {321--363},
	Title = {Incremental constraint projection methods for variational inequalities},
	Volume = {150},
	Year = {2015}}

@article{bertsekas2011incremental,
	Author = {Bertsekas, Dimitri P},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming, Ser.~B},
	Number = {2},
	Pages = {163--195},
	Title = {Incremental proximal methods for large scale convex optimization},
	Volume = {129},
	Year = {2011}}

@article{nedic2001incremental,
	Author = {Nedic, Angelia and Bertsekas, Dimitri P},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {SIAM Journal on Optimization},
	Number = {1},
	Pages = {109--138},
	Title = {Incremental subgradient methods for nondifferentiable optimization},
	Volume = {12},
	Year = {2001}}

@book{HYVARINEN-KARHUNEN-OJA,
	Author = {Hyv{\"a}rinen, Aapo and Karhunen, Juha and Oja, Erkki},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {John Wiley \& Sons},
	Title = {Independent Component Analysis},
	Year = {2001}}

@article{comon1994independent,
	Author = {Comon, Pierre},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Signal processing},
	Number = {3},
	Pages = {287--314},
	Publisher = {Elsevier},
	Title = {Independent component analysis, a new concept?},
	Volume = {36},
	Year = {1994}}

@book{stone2004independent,
	Author = {Stone, James V},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {MIT press},
	Title = {Independent component analysis: a tutorial introduction},
	Year = {2004}}

@article{hyvarinen2000independent,
	Author = {Hyv{\"a}rinen, Aapo and Oja, Erkki},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Neural Networks},
	Number = {4-5},
	Pages = {411--430},
	Publisher = {Elsevier},
	Title = {Independent component analysis: algorithms and applications},
	Volume = {13},
	Year = {2000}}

@article{lee1999independent,
	Author = {Lee, Te-Won and Girolami, Mark and Sejnowski, Terrence J},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Neural computation},
	Number = {2},
	Pages = {417--441},
	Publisher = {MIT Press},
	Title = {Independent component analysis using an extended infomax algorithm for mixed subgaussian and supergaussian sources},
	Volume = {11},
	Year = {1999}}

@article{samworth2012independent,
	Author = {Samworth, Richard J and Yuan, Ming},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Statistics},
	Number = {6},
	Pages = {2973--3002},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Independent component analysis via nonparametric maximum likelihood estimation},
	Volume = {40},
	Year = {2012}}

@inproceedings{hastie2003independent,
	Author = {Hastie, Trevor and Tibshirani, Rob},
	Booktitle = {Advances in neural information processing systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {665--672},
	Title = {Independent components analysis through product density estimation},
	Year = {2003}}

@article{agarwal2012information,
	Author = {Agarwal, Alekh and Bartlett, Peter L and Ravikumar, Pradeep and Wainwright, Martin J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {IEEE Transactions on Information Theory},
	Number = {5},
	Pages = {3235--3249},
	Title = {Information-theoretic lower bounds on the oracle complexity of stochastic convex optimization},
	Volume = {58},
	Year = {2012}}

@article{chen2016integrating,
	Author = {Chen, Ting-Li and Chang, Dawei D and Huang, Su-Yun and Chen, Hung and Lin, Chienyao and Wang, Weichung},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1608.08285},
	Title = {Integrating multiple random sketches for singular value decomposition},
	Year = {2016}}

@article{vershynin2010introduction,
	Author = {Vershynin, Roman},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1011.3027},
	Title = {Introduction to the non-asymptotic analysis of random matrices},
	Year = {2010}}

@book{NESTEROV,
	Author = {Nesterov, Yurii},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Springer},
	Title = {Introductory lectures on convex optimization: A basic course},
	Volume = {87},
	Year = {2004}}

@article{bach2002kernel,
	Author = {Bach, Francis R and Jordan, Michael I},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Journal of Machine Learning Research},
	Pages = {1--48},
	Title = {Kernel Independent Component Analysis},
	Volume = {3},
	Year = {2002}}

@article{fan2012large,
  title={Large deviation exponential inequalities for supermartingales},
  author={Fan, Xiequan and Grama, Ion and Liu, Quansheng},
  journal={Electronic Communications in Probability},
  volume={17},
  year={2012},
  publisher={The Institute of Mathematical Statistics and the Bernoulli Society}
}


@article{lesigne2001large,
	Author = {Lesigne, Emmanuel and Voln{\`y}, Dalibor},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Stochastic processes and their applications},
	Number = {1},
	Pages = {143--159},
	Publisher = {Elsevier},
	Title = {Large deviations for martingales},
	Volume = {96},
	Year = {2001}}

@article{efron2004least,
	Author = {Efron, Bradley and Hastie, Trevor and Johnstone, Iain and Tibshirani, Robert},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of statistics},
	Number = {2},
	Pages = {407--499},
	Title = {Least angle regression},
	Volume = {32},
	Year = {2004}}

@article{pearson1901liii,
	Author = {Pearson, Karl},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The London, Edinburgh, and Dublin Philosophical Magazine and Journal of Science},
	Number = {11},
	Pages = {559--572},
	Publisher = {Taylor \& Francis},
	Title = {LIII. On lines and planes of closest fit to systems of points in space},
	Volume = {2},
	Year = {1901}}

@inproceedings{rakhlin2012making,
	Author = {Rakhlin, Alexander and Shamir, Ohad and Sridharan, Karthik},
	Booktitle = {Proceedings of the 29th International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {449--456},
	Title = {Making Gradient Descent Optimal for Strongly Convex Stochastic Optimization},
	Year = {2012}}

@book{LEVIN-PERES-WILMER,
	Author = {Levin, David Asher and Peres, Yuval and Wilmer, Elizabeth Lee},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {American Mathematical Society},
	Title = {Markov chains and mixing times},
	Year = {2009}}

@book{ETHIER-KURTZ,
	Author = {Ethier, Stewart N and Kurtz, Thomas G},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {John Wiley \& Sons},
	Title = {Markov Processes: Characterization and Convergence},
	Year = {2005}}

@book{HALL-HEYDE,
	Author = {Hall, Peter and Heyde, Christopher C},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Academic Press},
	Title = {Martingale Limit Theory and Its Application},
	Year = {1980}}

@inproceedings{jain2016streaming,
  title={Streaming {PCA}: Matching matrix Bernstein and near-optimal finite sample guarantees for {O}ja’s algorithm},
  author={Jain, Prateek and Jin, Chi and Kakade, Sham M and Netrapalli, Praneeth and Sidford, Aaron},
  booktitle={Conference on Learning Theory},
  pages={1147--1164},
  year={2016}
}

@book{GOLUB-VAN,
	Author = {Golub, Gene H and Van Loan, Charles F},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {JHU Press},
	Title = {Matrix computations},
	Volume = {3},
	Year = {2012}}

@inproceedings{mitliagkas2013memory,
	Author = {Mitliagkas, Ioannis and Caramanis, Constantine and Jain, Prateek},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2886--2894},
	Title = {Memory limited, streaming {PCA}},
	Year = {2013}}

@article{bovier2004metastability,
	Author = {Bovier, Anton and Eckhoff, Michael and Gayrard, V{\'e}ronique and Klein, Markus},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the European Mathematical Society},
	Number = {4},
	Pages = {399--424},
	Title = {Metastability in reversible diffusion processes I: Sharp asymptotics for capacities and exit times},
	Volume = {6},
	Year = {2004}}

@book{ERMOLIEV,
	Author = {Ermoliev, Yu M},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Nauka, Moscow},
	Series = {Monographs in Optimization and OR},
	Title = {Methods of Stochastic Programming},
	Year = {1976}}

@inproceedings{vu2012minimax,
	Author = {Vu, Vincent Q and Lei, Jing},
	Booktitle = {International Conference on Artificial Intelligence and Statistics},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1278--1286},
	Title = {Minimax rates of estimation for sparse PCA in high dimensions},
	Year = {2012}}

@article{vu2013minimax,
	Author = {Vu, Vincent Q and Lei, Jing},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {6},
	Pages = {2905--2947},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Minimax sparse principal subspace estimation in high dimensions},
	Volume = {41},
	Year = {2013}}

@article{kuchibhotla2018moving,
	Author = {Kuchibhotla, Arun Kumar and Chakrabortty, Abhishek},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1804.02605},
	Title = {Moving Beyond Sub-Gaussianity in High-Dimensional Statistics: Applications in Covariance Estimation and Linear Regression},
	Year = {2018}}

@book{STROOCK-VARADHAN,
	Author = {Stroock, Daniel W and Varadhan, SR Srinivasa},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Multidimensional Diffusion Processes},
	Year = {1979}}

@article{kollo2008multivariate,
	Author = {Kollo, T{\~o}nu},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Journal of Multivariate Analysis},
	Number = {10},
	Pages = {2328--2338},
	Publisher = {Elsevier},
	Title = {Multivariate skewness and kurtosis measures with an application in ICA},
	Volume = {99},
	Year = {2008}}

@inproceedings{chaudhuri2009multi,
	Author = {Chaudhuri, Kamalika and Kakade, Sham M and Livescu, Karen and Sridharan, Karthik},
	Booktitle = {Proceedings of the 26th Annual International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Organization = {ACM},
	Pages = {129--136},
	Title = {Multi-view clustering via canonical correlation analysis},
	Year = {2009}}

@inproceedings{allen2018natasha2,
	Author = {Allen-Zhu, Zeyuan},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {2676--2687},
	Title = {Natasha 2: Faster non-convex optimization than sgd},
	Year = {2018}}

@article{zhang2010nearly,
	Author = {Zhang, Cun-Hui},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {2},
	Pages = {894--942},
	Title = {Nearly unbiased variable selection under minimax concave penalty},
	Volume = {38},
	Year = {2010}}

@article{li2018near,
	Author = {Li, Chris Junchi and Wang, Mengdi and Liu, Han and Zhang, Tong},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Mathematical Programming},
	Number = {1},
	Pages = {75--97},
	Publisher = {Springer},
	Title = {Near-optimal stochastic approximation for online principal component estimation},
	Volume = {167},
	Year = {2018}}

@article{li2016near,
	Author = {Li, Chris Junchi and Wang, Mengdi and Liu, Han and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming, Series B, Special Issue on Optimization Models and Algorithms for Data Science},
	Title = {Near-Optimal Stochastic Approximation for Online Principal Component Estimation},
	Year = {2017}}

@inproceedings{allen2018neon2,
	Author = {Allen-Zhu, Zeyuan and Li, Yuanzhi},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {3716--3726},
	Title = {Neon2: Finding local minima via first-order oracles},
	Year = {2018}}

@article{pemantle1990nonconvergence,
	Author = {Pemantle, Robin},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Probability},
	Pages = {698--712},
	Title = {Nonconvergence to unstable points in urn models and stochastic approximations},
	Year = {1990}}

@inproceedings{lei2017non,
	Author = {Lei, Lihua and Ju, Cheng and Chen, Jianbo and Jordan, Michael I},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {2348--2358},
	Title = {Non-convex finite-sum optimization via scsg methods},
	Year = {2017}}

@article{wang2014nonconvex,
	Author = {Wang, Zhaoran and Lu, Huanran and Liu, Han},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1408.5352},
	Title = {Nonconvex statistical optimization: Minimax-optimal sparse pca in polynomial time},
	Year = {2014}}

@article{samarov2004nonparametric,
	Author = {Samarov, Alexander and Tsybakov, Alexandre},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Bernoulli},
	Number = {4},
	Pages = {565--582},
	Publisher = {Bernoulli Society for Mathematical Statistics and Probability},
	Title = {Nonparametric independent component analysis},
	Volume = {10},
	Year = {2004}}

@article{shi2000normalized,
	Author = {Shi, Jianbo and Malik, Jitendra},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {IEEE Transactions on pattern analysis and machine intelligence},
	Number = {8},
	Pages = {888--905},
	Publisher = {Ieee},
	Title = {Normalized cuts and image segmentation},
	Volume = {22},
	Year = {2000}}

@book{NOCEDAL-WRIGHT,
	Author = {Nocedal, Jorge and Wright, Stephen J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Numerical Optimization},
	Year = {2006}}

@article{johnstone2009consistency,
	Author = {Johnstone, Iain M and Lu, Arthur Yu},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the American Statistical Association},
	Month = jan,
	Number = {486},
	Pages = {682--693},
	Title = {{On Consistency and Sparsity for Principal Components Analysis in High Dimensions}},
	Volume = {104},
	Year = {2009}}

@article{oja1985stochastic,
	Author = {Oja, Erkki and Karhunen, Juha},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Mathematical Analysis and Applications},
	Number = {1},
	Pages = {69--84},
	Publisher = {Elsevier},
	Title = {On stochastic approximation of the eigenvectors and eigenvalues of the expectation of a random matrix},
	Volume = {106},
	Year = {1985}}

@article{johnstone2001distribution,
	Author = {Johnstone, Iain M},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Annals of Statistics},
	Pages = {295--327},
	Publisher = {JSTOR},
	Title = {On the distribution of the largest eigenvalue in principal components analysis},
	Year = {2001}}

@article{hu2017fast,
	Author = {Hu, Wenqing and Li, Chris Junchi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1706.00837},
	Title = {On the fast convergence of random perturbations of the gradient flow},
	Year = {2017}}

@article{hu2017global,
	Author = {Hu, Wenqing and Li, Chris Junchi},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1712.05733},
	Title = {On the global convergence of a randomly perturbed dissipative nonlinear oscillator},
	Year = {2017}}

@article{Qian1999On,
	Author = {Qian, Ning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Neural Networks},
	Number = {1},
	Pages = {145-151},
	Title = {On the momentum term in gradient descent learning algorithms},
	Volume = {12},
	Year = {1999}}

@inproceedings{li2017online,
	Author = {Li, Xingguo and Chen, Zhehui and Yang, Lin and Haupt, Jarvis and Zhao, Tuo},
	Booktitle = {10th NIPS Workshop on Optimization for Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Title = {Online Generalized Eigenvalue Decomposition: Primal Dual Geometry and Inverse-Free Stochastic Optimization},
	Year = {2017}}

@inproceedings{li2018online,
	Author = {Li, Chris Junchi and Sun, Qiang and Zhang, Tong},
	Booktitle = {ICML Workshop on Modern Trends in Nonconvex Optimization for Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Title = {Online Generalized Eigenvector Estimation},
	Year = {2018}}

@inproceedings{li2016online,
	Author = {Li, Chris Junchi and Wang, Zhaoran and Liu, Han},
	Booktitle = {Advances in Neural Information Processing System},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {4967--4975},
	Title = {Online {ICA}: Understanding Global Dynamics of Nonconvex Optimization via Diffusion Processes},
	Year = {2016}}

@inproceedings{wang2016online,
	Author = {Wang, Chuang and Lu, Yue M},
	Booktitle = {IEEE Information Theory Workshop},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {186--190},
	Title = {Online Learning for Sparse PCA in High Dimensions: Exact Dynamics and Phase Transitions},
	Year = {2016}}

@article{d2008optimal,
	Author = {d'Aspremont, A. and Bach, F. and {El Ghaoui}, L.},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Pages = {1269--1294},
	Title = {Optimal solutions for sparse principal component analysis},
	Volume = {9},
	Year = {2008}}

@book{HELMKE-MOORE,
	Author = {Helmke, Uwe and Moore, John B},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Optimization and Dynamical Systems},
	Year = {1994}}

@book{BERTSEKAS-TSITSIKLIS,
	Author = {Bertsekas, D.P. and Tsitsiklis, J.N.},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Athena Scientific},
	Title = {Parallel and Distributed Computation: Numerical Methods},
	Year = {1989}}

@article{jung2009pca,
	Author = {Jung, Sungkyu and Marron, J Stephen},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Statistics},
	Number = {6B},
	Pages = {4104--4130},
	Publisher = {Institute of Mathematical Statistics},
	Title = {PCA consistency in high dimension, low sample size context},
	Volume = {37},
	Year = {2009}}

@article{tichavsky2006performance,
	Author = {Tichavsky, Petr and Koldovsky, Zbynek and Oja, Erkki},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {IEEE transactions on Signal Processing},
	Number = {4},
	Pages = {1189--1203},
	Publisher = {IEEE},
	Title = {Performance analysis of the FastICA algorithm and Crame/spl acute/r-rao bounds for linear independent component analysis},
	Volume = {54},
	Year = {2006}}

@article{li2016personal,
	Author = {Li, Chris Junchi and Yang, Lin and Zhao, Tuo and others},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Title = {Personal Commnications},
	Year = {2016}}

@article{baik2005phase,
	Author = {Baik, Jinho and Ben Arous, G{\'e}rard and P{\'e}ch{\'e}, Sandrine},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Probability},
	Number = {5},
	Pages = {1643--1697},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Phase transition of the largest eigenvalue for nonnull complex sample covariance matrices},
	Volume = {33},
	Year = {2005}}

@article{fan2018principal,
	Author = {Fan, Jianqing and Sun, Qiang and Zhou, Wen-Xin and Zhu, Ziwei},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1801.01602},
	Title = {Principal component analysis for big data},
	Year = {2018}}

@book{ALDOUS,
	Author = {Aldous, David},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Applied mathematical sciences},
	Publisher = {Springer},
	Title = {Probability Approximations via the {Poisson} Clumping Heuristic},
	Year = {1989}}

@book{ledoux2013probability,
	Author = {Ledoux, Michel and Talagrand, Michel},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Springer Science \& Business Media},
	Title = {Probability in Banach Spaces: isoperimetry and processes},
	Year = {2013}}

@book{LEDOUX-TALAGRAND,
	Author = {Ledoux, Michel and Talagrand, Michel},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer Science \& Business Media},
	Title = {Probability in Banach Spaces: isoperimetry and processes},
	Year = {2011}}

@techreport{van2016probability,
	Author = {van Handel, Ramon},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Institution = {APC 550 Lecture Notes, Princeton University},
	Title = {Probability in High Dimension},
	Year = {2016}}

@book{DURRETT,
	Author = {Durrett, Rick},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Cambridge University Press},
	Title = {Probability: Theory and Examples (4th edition)},
	Year = {2010}}

@book{NEMIROVSKII-YUDIN,
	Author = {Nemirovskii, Arkadii and Yudin, David Borisovich},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Wiley},
	Title = {Problem Complexity and Method Efficiency in Optimization},
	Year = {1983}}

@article{nedic2011random,
	Author = {Nedi{\'c}, Angelia},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming, Ser.~B},
	Number = {2},
	Pages = {225--253},
	Title = {Random algorithms for convex minimization problems},
	Volume = {129},
	Year = {2011}}

@book{FREIDLIN-WENTZELL,
	Author = {Freidlin, Mark I and Sz{\"u}cs, Joseph and Wentzell, Alexander D},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Random Perturbations of Dynamical Systems},
	Year = {2012}}

@inproceedings{musco2015stronger,
	Author = {Musco, Cameron and Musco, Christopher},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1396--1404},
	Title = {Randomized Block Krylov Methods for Stronger and Faster Approximate Singular Value Decomposition},
	Year = {2015}}

@article{cox1972regression,
	Author = {Cox, David R.},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the Royal Statistical Society. Series B (Methodological)},
	Number = {2},
	Pages = {87--22},
	Title = {Regression Models and Life-Tables},
	Volume = {34},
	Year = {1972}}

@article{hotelling1936relations,
	Author = {Hotelling, Harold},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Biometrika},
	Number = {3/4},
	Pages = {321--377},
	Publisher = {JSTOR},
	Title = {Relations between two sets of variates},
	Volume = {28},
	Year = {1936}}

@article{hallin2015r,
	Author = {Hallin, Marc and Mehta, Chintan},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Journal of the American Statistical Association},
	Number = {509},
	Pages = {218--232},
	Publisher = {Taylor \& Francis},
	Title = {R-estimation for asymmetric independent component analysis},
	Volume = {110},
	Year = {2015}}

@article{raskutti2010restricted,
	Author = {Raskutti, Garvesh and Wainwright, Martin J and Yu, Bin},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Number = {Aug},
	Pages = {2241--2259},
	Title = {Restricted eigenvalue properties for correlated Gaussian designs},
	Volume = {11},
	Year = {2010}}

@inproceedings{nguyen2017sarah,
	Author = {Nguyen, Lam M and Liu, Jie and Scheinberg, Katya and Tak{\'a}{\v{c}}, Martin},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2613--2621},
	Title = {{SARAH}: A Novel Method for Machine Learning Problems Using Stochastic Recursive Gradient},
	Year = {2017}}

@article{oja2006scatter,
	Author = {Oja, Hannu and Sirki{\"a}, Seija and Eriksson, Jan},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Austrian Journal of Statistics},
	Number = {2\&3},
	Pages = {175--189},
	Title = {Scatter matrices and independent component analysis},
	Volume = {35},
	Year = {2006}}

@article{ilmonen2011semiparametrically,
	Author = {Ilmonen, Pauliina and Paindaveine, Davy},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {the Annals of Statistics},
	Number = {5},
	Pages = {2448--2476},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Semiparametrically efficient inference based on signed ranks in symmetric independent component models},
	Volume = {39},
	Year = {2011}}

@article{fang2019sharp,
  title={Sharp analysis for nonconvex sgd escaping from saddle points},
  author={Fang, Cong and Lin, Zhouchen and Zhang, Tong},
  journal={arXiv preprint arXiv:1902.00247},
  year={2019}
}

@article{oja1982simplified,
	Author = {Oja, Erkki},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Mathematical Biology},
	Number = {3},
	Pages = {267--273},
	Publisher = {Springer},
	Title = {Simplified neuron model as a principal component analyzer},
	Volume = {15},
	Year = {1982}}

@article{li1991sliced,
	Author = {Li, Ker-Chau},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the American Statistical Association},
	Number = {414},
	Pages = {316--327},
	Publisher = {Taylor \& Francis},
	Title = {Sliced inverse regression for dimension reduction},
	Volume = {86},
	Year = {1991}}

@article{kallenberg1991some,
	Author = {Kallenberg, Olav and Sztencel, Rafal},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {Probability Theory and Related Fields},
	Number = {2},
	Pages = {215--247},
	Publisher = {Springer},
	Title = {Some dimension-free features of vector-valued martingales},
	Volume = {88},
	Year = {1991}}

@article{tan2016sparse,
	Author = {Tan, Kean Ming and Wang, Zhaoran and Liu, Han and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1604.08697},
	Title = {Sparse Generalized Eigenvalue Problem: Optimal Statistical Rates via Truncated Rayleigh Flow},
	Year = {2016}}

@article{cai2013sparse,
	Author = {Cai, T Tony and Ma, Zongming and Wu, Yihong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {6},
	Pages = {3074--3110},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Sparse {{PCA}}: Optimal rates and adaptive estimation},
	Volume = {41},
	Year = {2013}}

@article{ma2013sparse,
	Author = {Ma, Zongming},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics},
	Number = {2},
	Pages = {772--801},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Sparse principal component analysis and iterative thresholding},
	Volume = {41},
	Year = {2013}}

@article{fang2018spider,
	Author = {Fang, Cong and Li, Chris Junchi and Lin, Zhouchen and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1807.01695},
	Title = {SPIDER: Near-Optimal Non-Convex Optimization via Stochastic Path Integrated Differential Estimator},
	Year = {2018}}

@book{DAVISON,
	Author = {Davison, Anthony Christopher},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Cambridge University Press},
	Title = {Statistical models},
	Year = {2003}}

@inproceedings{fan2018statistical,
	Author = {Fan, Jianqing and Gong, Wenyan and Li, Chris Junchi and Sun, Qiang},
	Booktitle = {International Conference on Artificial Intelligence and Statistics},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1017--1026},
	Title = {Statistical sparse online regression: A diffusion approximation perspective},
	Year = {2018}}

@article{lai2003stochastic,
	Author = {Lai, Tze Leung},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Statistics},
	Number = {2},
	Pages = {391--406},
	Publisher = {Institute of Mathematical Statistics},
	Title = {Stochastic Approximation},
	Volume = {31},
	Year = {2003}}

@book{BORKAR,
	Author = {Borkar, Vivek S},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Cambridge University Press},
	Title = {Stochastic Approximation: A Dynamical Systems Viewpoint},
	Year = {2008}}

@book{KUSHNER-YIN,
	Author = {Kushner, Harold and Yin, G George},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Publisher = {Springer},
	Title = {Stochastic Approximation and Recursive Algorithms and Applications},
	Volume = {35},
	Year = {2003}}


@article{gao2017stochastic,
	Author = {Gao, Chao and Garber, Dan and Srebro, Nathan and Wang, Jialei and Wang, Weiran},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1702.06533},
	Title = {Stochastic Canonical Correlation Analysis},
	Year = {2017}}

@article{wang2017stochastic,
	Author = {Wang, Mengdi and Fang, Ethan X and Liu, Han},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Mathematical Programming},
	Number = {1-2},
	Pages = {419--449},
	Title = {Stochastic compositional gradient descent: Algorithms for minimizing compositions of expected-value functions},
	Volume = {161},
	Year = {2017}}

@inproceedings{tripuraneni2018stochastic,
	Author = {Tripuraneni, Nilesh and Stern, Mitchell and Jin, Chi and Regier, Jeffrey and Jordan, Michael I},
	Booktitle = {Advances in neural information processing systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {2899--2908},
	Title = {Stochastic cubic regularization for fast nonconvex optimization},
	Year = {2018}}

@book{OKSENDAL,
	Author = {Oksendal, Bernt},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Stochastic Differential Equations (6th edition)},
	Year = {2003}}

@article{wang2016stochastic,
	Author = {Wang, Mengdi and Bertsekas, Dimitri P},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {SIAM Journal on Optimization},
	Number = {1},
	Pages = {681--717},
	Title = {Stochastic first-order methods with random constraint projection},
	Volume = {26},
	Year = {2016}}

@inproceedings{shamir2013stochastic,
	Author = {Shamir, Ohad and Zhang, Tong},
	Booktitle = {Proceedings of the 30th International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {71--79},
	Title = {Stochastic Gradient Descent for Non-smooth Optimization: Convergence Results and Optimal Averaging Schemes},
	Year = {2013}}

@article{li2015Xdynamics,
	Author = {Li, Qianxiao and Tai, Cheng and E, Weinan},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1511.06251v3},
	Title = {Stochastic modified equations and adaptive stochastic gradient algorithms},
	Year = {2017}}

@inproceedings{arora2012stochastic,
	Author = {Arora, Raman and Cotter, Andrew and Livescu, Karen and Srebro, Nathan},
	Booktitle = {Communication, Control, and Computing (Allerton), 2012 50th Annual Allerton Conference on},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {861--868},
	Title = {Stochastic optimization for {PCA} and {PLS}},
	Year = {2012}}

@inproceedings{arora2013stochastic,
	Author = {Arora, Raman and Cotter, Andy and Srebro, Nati},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1815--1823},
	Title = {Stochastic optimization of {PCA} with capped MSG},
	Year = {2013}}

@inproceedings{reddi2016stochastic,
	Author = {Reddi, Sashank J and Hefny, Ahmed and Sra, Suvrit and Poczos, Barnabas and Smola, Alex},
	Booktitle = {International conference on machine learning},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {314--323},
	Title = {Stochastic variance reduction for nonconvex optimization},
	Year = {2016}}

@article{loh2017support,
	Author = {Loh, Po-Ling and Wainwright, Martin J},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {The Annals of Statistics, to appear},
	Title = {Support recovery without incoherence: A case for nonconvex regularization},
	Year = {2017}}

@article{anandkumar2014tensor,
	Author = {Anandkumar, Animashree and Ge, Rong and Hsu, Daniel J and Kakade, Sham M and Telgarsky, Matus},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Number = {1},
	Pages = {2773--2832},
	Title = {Tensor decompositions for learning latent variable models.},
	Volume = {15},
	Year = {2014}}

@article{zou2006adaptive,
	Author = {Zou, Hui},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the American Statistical Association},
	Number = {476},
	Pages = {1418--1429},
	Publisher = {Taylor \& Francis},
	Title = {The adaptive lasso and its oracle properties},
	Volume = {101},
	Year = {2006}}

@book{HASTIE-TIBSHIRANI-FRIEDMAN,
	Author = {Hastie, Trevor and Tibshirani, Robert and Friedman, Jerome},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {The Elements of Statistical Learning: Data Mining, Inference, and Prediction (2nd edition)},
	Year = {2009}}

@inproceedings{balsubramani2013fast,
	Author = {Balsubramani, Akshay and Dasgupta, Sanjoy and Freund, Yoav},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {3174--3182},
	Title = {The fast convergence of incremental {PCA}},
	Year = {2013}}


@article{mei2016landscape,
	Author = {Mei, Song and Bai, Yu and Montanari, Andrea},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1607.06534},
	Title = {The landscape of empirical risk for non-convex losses},
	Year = {2016}}

@article{krasulina1969method,
	Author = {Krasulina, TP},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {USSR Computational Mathematics and Mathematical Physics},
	Number = {6},
	Pages = {189--195},
	Publisher = {Elsevier},
	Title = {The method of stochastic approximation for the determination of the least eigenvalue of a symmetrical matrix},
	Volume = {9},
	Year = {1969}}

@inproceedings{hardt2014noisy,
	Author = {Hardt, Moritz and Price, Eric},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {2861--2869},
	Title = {The noisy power method: A meta algorithm with applications},
	Year = {2014}}

@article{levy2016power,
	Author = {Levy, Kfir Y},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {arXiv preprint arXiv:1611.04831},
	Title = {The Power of Normalization: Faster Evasion of Saddle Points},
	Year = {2016}}

@article{davis1970rotation,
	Author = {Davis, Chandler and Kahan, William Morton},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {SIAM Journal on Numerical Analysis},
	Number = {1},
	Pages = {1--46},
	Publisher = {SIAM},
	Title = {The rotation of eigenvectors by a perturbation. III},
	Volume = {7},
	Year = {1970}}

@inproceedings{wang2017scaling,
	Author = {Wang, Chuang and Lu, Yue},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {6638--6647},
	Title = {The scaling limit of high-dimensional online independent component analysis},
	Year = {2017}}

@article{fisher1936use,
	Author = {Fisher, Ronald A},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Annals of Human Genetics},
	Number = {2},
	Pages = {179--188},
	Publisher = {Wiley Online Library},
	Title = {The use of multiple measurements in taxonomic problems},
	Volume = {7},
	Year = {1936}}

@inproceedings{darken1991towards,
	Author = {Darken, Christian and Moody, John},
	Booktitle = {Advances in Neural Information Processing Systems},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Pages = {1009--1016},
	Title = {Towards faster stochastic gradient search},
	Year = {1991}}

@article{yuan2013truncated,
	Author = {Yuan, Xiao-Tong and Zhang, Tong},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of Machine Learning Research},
	Pages = {899--925},
	Title = {Truncated power method for sparse eigenvalue problems},
	Volume = {14},
	Year = {2013}}

@article{gordon1941values,
	Author = {Gordon, Robert D},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Journal = {The Annals of Mathematical Statistics},
	Number = {3},
	Pages = {364--366},
	Publisher = {JSTOR},
	Title = {Values of Mills' ratio of area to bounding ordinate and of the normal probability integral for large values of the argument},
	Volume = {12},
	Year = {1941}}

@article{fan2001variable,
	Author = {Fan, Jianqing and Li, Runze},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {Journal of the American statistical Association},
	Number = {456},
	Pages = {1348--1360},
	Title = {Variable selection via nonconcave penalized likelihood and its oracle properties},
	Volume = {96},
	Year = {2001}}

@inproceedings{allen2016variance,
	Author = {Allen-Zhu, Zeyuan and Hazan, Elad},
	Booktitle = {International Conference on Machine Learning},
	Date-Added = {2020-01-27 00:28:23 -0800},
	Date-Modified = {2020-01-27 00:28:23 -0800},
	Pages = {699--707},
	Title = {Variance reduction for faster non-convex optimization},
	Year = {2016}}

@book{VAN-WELLNER,
	Author = {van der Vaart, Aad and Wellner, Jon A},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Publisher = {Springer},
	Title = {Weak Convergence and Empirical Processes with Application to Statistics},
	Year = {1996}}

@article{sun2015nonconvex,
	Author = {Sun, Ju and Qu, Qing and Wright, John},
	Date-Added = {2020-01-27 00:27:25 -0800},
	Date-Modified = {2020-01-27 00:27:25 -0800},
	Journal = {arXiv preprint arXiv:1510.06096},
	Title = {When Are Nonconvex Problems Not Scary?},
	Year = {2015}}
