@article{gower2020variance,
  title={Variance-reduced methods for machine learning},
  author={Gower, Robert M and Schmidt, Mark and Bach, Francis and Richt{\'a}rik, Peter},
  journal={Proceedings of the IEEE},
  volume={108},
  number={11},
  pages={1968--1983},
  year={2020},
  publisher={IEEE}
}

@article{arjevani2023lower,
  title={Lower bounds for non-convex stochastic optimization},
  author={Arjevani, Yossi and Carmon, Yair and Duchi, John C and Foster, Dylan J and Srebro, Nathan and Woodworth, Blake},
  journal={Mathematical Programming},
  volume={199},
  number={1-2},
  pages={165--214},
  year={2023},
  publisher={Springer}
}


@inproceedings{li2022high,
  title={High Probability Guarantees for Nonconvex Stochastic Gradient Descent with Heavy Tails},
  author={Li, Shaojie and Liu, Yong},
  booktitle={International Conference on Machine Learning},
  pages={12931--12963},
  year={2022},
  organization={PMLR}
}

@inproceedings{wai2020convergence,
  title={On the convergence of consensus algorithms with markovian noise and gradient bias},
  author={Wai, Hoi-To},
  booktitle={2020 59th IEEE Conference on Decision and Control (CDC)},
  pages={4897--4902},
  year={2020},
  organization={IEEE}
}

@article{cutkosky2019momentum,
  title={Momentum-based variance reduction in non-convex sgd},
  author={Cutkosky, Ashok and Orabona, Francesco},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{lecun2015lenet,
  title={LeNet-5, convolutional neural networks},
  author={LeCun, Yann and others},
  journal={URL: http://yann. lecun. com/exdb/lenet},
  volume={20},
  number={5},
  pages={14},
  year={2015}
}


@article{nokleby2018stochastic,
  title={Stochastic optimization from distributed streaming data in rate-limited networks},
  author={Nokleby, Matthew and Bajwa, Waheed U},
  journal={IEEE transactions on signal and information processing over networks},
  volume={5},
  number={1},
  pages={152--167},
  year={2018},
  publisher={IEEE}
}

@article{wen2016learning,
  title={Learning structured sparsity in deep neural networks},
  author={Wen, Wei and Wu, Chunpeng and Wang, Yandan and Chen, Yiran and Li, Hai},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@article{louizos2017learning,
  title={Learning sparse neural networks through $ L\_0 $ regularization},
  author={Louizos, Christos and Welling, Max and Kingma, Diederik P},
  journal={arXiv preprint arXiv:1712.01312},
  year={2017}
}

@article{donini2018empirical,
  title={Empirical risk minimization under fairness constraints},
  author={Donini, Michele and Oneto, Luca and Ben-David, Shai and Shawe-Taylor, John S and Pontil, Massimiliano},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}

@article{jaganathan2016phase,
  title={Phase retrieval: An overview of recent developments},
  author={Jaganathan, Kishore and Eldar, Yonina C and Hassibi, Babak},
  journal={Optical Compressive Imaging},
  pages={279--312},
  year={2016},
  publisher={CRC Press}
}


@article{alquier2013sparse,
  title={Sparse single-index model.},
  author={Alquier, Pierre and Biau, G{\'e}rard},
  journal={Journal of Machine Learning Research},
  volume={14},
  number={1},
  year={2013}
}


@inproceedings{mokhtari2018conditional,
  title={Conditional gradient method for stochastic submodular maximization: Closing the gap},
  author={Mokhtari, Aryan and Hassani, Hamed and Karbasi, Amin},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1886--1895},
  year={2018},
  organization={PMLR}
}

@article{ruszczynski2008merit,
  title={A merit function approach to the subgradient method with averaging},
  author={Ruszczy{\'n}ski, Andrzej},
  journal={Optimisation Methods and Software},
  volume={23},
  number={1},
  pages={161--172},
  year={2008},
  publisher={Taylor \& Francis}
}

@article{wang2021distributed,
  title={Distributed stochastic consensus optimization with momentum for nonconvex nonsmooth problems},
  author={Wang, Zhiguo and Zhang, Jiawei and Chang, Tsung-Hui and Li, Jian and Luo, Zhi-Quan},
  journal={IEEE Transactions on Signal Processing},
  volume={69},
  pages={4486--4501},
  year={2021},
  publisher={IEEE}
}

@article{olshevsky2017linear,
  title={Linear time average consensus and distributed optimization on fixed graphs},
  author={Olshevsky, Alex},
  journal={SIAM Journal on Control and Optimization},
  volume={55},
  number={6},
  pages={3990--4014},
  year={2017},
  publisher={SIAM}
}

@article{liu2011accelerated,
  title={Accelerated linear iterations for distributed averaging},
  author={Liu, Ji and Morse, A Stephen},
  journal={Annual Reviews in Control},
  volume={35},
  number={2},
  pages={160--165},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{mancino2022proximal,
  title={Proximal Stochastic Recursive Momentum Methods for Nonconvex Composite Decentralized Optimization},
  author={Mancino-ball, Gabriel and Miao, Shengnan and Xu, Yangyang and Chen, Jie},
  booktitle={AAAI Conference on Artificial Intelligence},
  year={2023}
}

@article{xin2021stochastic,
  title={A Stochastic Proximal Gradient Framework for Decentralized Non-Convex Composite Optimization: Topology-Independent Sample Complexity and Communication Efficiency},
  author={Xin, Ran and Das, Subhro and Khan, Usman A and Kar, Soummya},
  journal={arXiv preprint arXiv:2110.01594},
  year={2021}
}

@article{liu2022rate,
  title={Rate analysis of dual averaging for nonconvex distributed optimization},
  author={Liu, Changxin and Wu, Xuyang and Yi, Xinlei and Shi, Yang and Johansson, Karl H},
  journal={arXiv preprint arXiv:2211.06914},
  year={2022}
}

@article{liu2022accelerated,
  title={Accelerated Dual Averaging Methods for Decentralized Constrained Optimization},
  author={Liu, Changxin and Shi, Yang and Li, Huiping and Du, Wenli},
  journal={IEEE Transactions on Automatic Control},
  year={2022},
  publisher={IEEE}
}

@article{zeng2018nonconvex,
  title={On nonconvex decentralized gradient descent},
  author={Zeng, Jinshan and Yin, Wotao},
  journal={IEEE Transactions on signal processing},
  volume={66},
  number={11},
  pages={2834--2848},
  year={2018},
  publisher={IEEE}
}


@article{bianchi2012convergence,
  title={Convergence of a multi-agent projected stochastic gradient algorithm for non-convex optimization},
  author={Bianchi, Pascal and Jakubowicz, J{\'e}r{\'e}mie},
  journal={IEEE transactions on automatic control},
  volume={58},
  number={2},
  pages={391--405},
  year={2012},
  publisher={IEEE}
}

@inproceedings{lu2022stochastic,
  title={A Stochastic Linearized Augmented Lagrangian Method for Decentralized Bilevel Optimization},
  author={Lu, Songtao and Zeng, Siliang and Cui, Xiaodong and Squillante, Mark S and Horesh, Lior and Kingsbury, Brian and Liu, Jia and Hong, Mingyi},
  booktitle={Advances in Neural Information Processing Systems},
  year={2022}
}

@article{nedic2017achieving,
  title={Achieving geometric convergence for distributed optimization over time-varying graphs},
  author={Nedic, Angelia and Olshevsky, Alex and Shi, Wei},
  journal={SIAM Journal on Optimization},
  volume={27},
  number={4},
  pages={2597--2633},
  year={2017},
  publisher={SIAM}
}

@article{xian2021faster,
  title={A faster decentralized algorithm for nonconvex minimax problems},
  author={Xian, Wenhan and Huang, Feihu and Zhang, Yanfu and Huang, Heng},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@article{qu2017harnessing,
  title={Harnessing smoothness to accelerate distributed optimization},
  author={Qu, Guannan and Li, Na},
  journal={IEEE Transactions on Control of Network Systems},
  volume={5},
  number={3},
  pages={1245--1260},
  year={2017},
  publisher={IEEE}
}

@article{xu2017convergence,
  title={Convergence of asynchronous distributed gradient methods over stochastic networks},
  author={Xu, Jinming and Zhu, Shanying and Soh, Yeng Chai and Xie, Lihua},
  journal={IEEE Transactions on Automatic Control},
  volume={63},
  number={2},
  pages={434--448},
  year={2017},
  publisher={IEEE}
}

@inproceedings{xu2015augmented,
  title={Augmented distributed gradient methods for multi-agent optimization under uncoordinated constant stepsizes},
  author={Xu, Jinming and Zhu, Shanying and Soh, Yeng Chai and Xie, Lihua},
  booktitle={2015 54th IEEE Conference on Decision and Control (CDC)},
  pages={2055--2060},
  year={2015},
  organization={IEEE}
}

@article{scutari2019distributed,
  title={Distributed nonconvex constrained optimization over time-varying digraphs},
  author={Scutari, Gesualdo and Sun, Ying},
  journal={Mathematical Programming},
  volume={176},
  number={1},
  pages={497--544},
  year={2019},
  publisher={Springer}
}

@article{di2016next,
  title={Next: In-network nonconvex optimization},
  author={Di Lorenzo, Paolo and Scutari, Gesualdo},
  journal={IEEE Transactions on Signal and Information Processing over Networks},
  volume={2},
  number={2},
  pages={120--136},
  year={2016},
  publisher={IEEE}
}

@article{lian2017can,
  title={Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent},
  author={Lian, Xiangru and Zhang, Ce and Zhang, Huan and Hsieh, Cho-Jui and Zhang, Wei and Liu, Ji},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{chen2021closing,
  title={Closing the Gap: Tighter Analysis of Alternating Stochastic Gradient Methods for Bilevel Problems},
  author={Chen, Tianyi and Sun, Yuejiao and Yin, Wotao},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@inproceedings{tang2018d,
  title={$D^2$: Decentralized training over decentralized data},
  author={Tang, Hanlin and Lian, Xiangru and Yan, Ming and Zhang, Ce and Liu, Ji},
  booktitle={International Conference on Machine Learning},
  pages={4848--4856},
  year={2018},
  organization={PMLR}
}

@inproceedings{ji2021bilevel,
  title={Bilevel optimization: Convergence analysis and enhanced design},
  author={Ji, Kaiyi and Yang, Junjie and Liang, Yingbin},
  booktitle={International Conference on Machine Learning},
  pages={4882--4892},
  year={2021},
  organization={PMLR}
}

@article{ghadimi2018approximation,
  title={Approximation methods for bilevel programming},
  author={Ghadimi, Saeed and Wang, Mengdi},
  journal={arXiv preprint arXiv:1802.02246},
  year={2018}
}

@article{tarzanagh2022fednest,
  title={FEDNEST: Federated Bilevel, Minimax, and Compositional Optimization},
  author={Tarzanagh, Davoud Ataee and Li, Mingchen and Thrampoulidis, Christos and Oymak, Samet},
  journal={arXiv preprint arXiv:2205.02215},
  year={2022}
}

@article{hong2020two,
  title={A two-timescale framework for bilevel optimization: Complexity analysis and application to actor-critic},
  author={Hong, Mingyi and Wai, Hoi-To and Wang, Zhaoran and Yang, Zhuoran},
  journal={arXiv preprint arXiv:2007.05170},
  year={2020}
}

@article{shi2014linear,
  title={On the linear convergence of the ADMM in decentralized consensus optimization},
  author={Shi, Wei and Ling, Qing and Yuan, Kun and Wu, Gang and Yin, Wotao},
  journal={IEEE Transactions on Signal Processing},
  volume={62},
  number={7},
  pages={1750--1761},
  year={2014},
  publisher={IEEE}
}

@inproceedings{domke2012generic,
  title={Generic methods for optimization-based modeling},
  author={Domke, Justin},
  booktitle={Artificial Intelligence and Statistics},
  pages={318--326},
  year={2012},
  organization={PMLR}
}

@inproceedings{pedregosa2016hyperparameter,
  title={Hyperparameter optimization with approximate gradient},
  author={Pedregosa, Fabian},
  booktitle={International conference on machine learning},
  pages={737--746},
  year={2016},
  organization={PMLR}
}

@article{gould2016differentiating,
  title={On differentiating parameterized argmin and argmax problems with application to bi-level optimization},
  author={Gould, Stephen and Fernando, Basura and Cherian, Anoop and Anderson, Peter and Cruz, Rodrigo Santa and Guo, Edison},
  journal={arXiv preprint arXiv:1607.05447},
  year={2016}
}

@inproceedings{maclaurin2015gradient,
  title={Gradient-based hyperparameter optimization through reversible learning},
  author={Maclaurin, Dougal and Duvenaud, David and Adams, Ryan},
  booktitle={International conference on machine learning},
  pages={2113--2122},
  year={2015},
  organization={PMLR}
}

@inproceedings{franceschi2018bilevel,
  title={Bilevel programming for hyperparameter optimization and meta-learning},
  author={Franceschi, Luca and Frasconi, Paolo and Salzo, Saverio and Grazzi, Riccardo and Pontil, Massimiliano},
  booktitle={International Conference on Machine Learning},
  pages={1568--1577},
  year={2018},
  organization={PMLR}
}

@article{bertinetto2018meta,
  title={Meta-learning with differentiable closed-form solvers},
  author={Bertinetto, Luca and Henriques, Joao F and Torr, Philip HS and Vedaldi, Andrea},
  journal={arXiv preprint arXiv:1805.08136},
  year={2018}
}

@article{fedbilevel,
  author = {Li, Junyi and Huang, Feihu and Huang, Heng},
  title = {Local Stochastic Bilevel Optimization with Momentum-Based Variance Reduction},
  journal={arXiv preprint arXiv: 2205.01608},
  year = {2022}
}

@article{luo2022decentralized,
  title={Decentralized Stochastic Variance Reduced Extragradient Method},
  author={Luo, Luo and Ye, Haishan},
  journal={arXiv preprint arXiv:2202.00509},
  year={2022}
}

@article{sharma2022federated,
  title={Federated Minimax Optimization: Improved Convergence Analyses and Algorithms},
  author={Sharma, Pranay and Panda, Rohan and Joshi, Gauri and Varshney, Pramod K},
  journal={arXiv preprint arXiv:2203.04850},
  year={2022}
}

@article{koloskova2021improved,
  title={An Improved Analysis of Gradient Tracking for Decentralized Machine Learning},
  author={Koloskova, Anastasiia and Lin, Tao and Stich, Sebastian U},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}

@article{mota2013d,
  title={D-ADMM: A communication-efficient distributed algorithm for separable optimization},
  author={Mota, Joao FC and Xavier, Joao MF and Aguiar, Pedro MQ and P{\"u}schel, Markus},
  journal={IEEE Transactions on Signal processing},
  volume={61},
  number={10},
  pages={2718--2723},
  year={2013},
  publisher={IEEE}
}

@article{chang2014multi,
  title={Multi-agent distributed optimization via inexact consensus ADMM},
  author={Chang, Tsung-Hui and Hong, Mingyi and Wang, Xiangfeng},
  journal={IEEE Transactions on Signal Processing},
  volume={63},
  number={2},
  pages={482--497},
  year={2014},
  publisher={IEEE}
}

@article{aybat2017distributed,
  title={Distributed linearized alternating direction method of multipliers for composite convex consensus optimization},
  author={Aybat, Necdet Serhat and Wang, Zi and Lin, Tianyi and Ma, Shiqian},
  journal={IEEE Transactions on Automatic Control},
  volume={63},
  number={1},
  pages={5--20},
  year={2017},
  publisher={IEEE}
}

@inproceedings{grazzi2020iteration,
  title={On the iteration complexity of hypergradient computation},
  author={Grazzi, Riccardo and Franceschi, Luca and Pontil, Massimiliano and Salzo, Saverio},
  booktitle={International Conference on Machine Learning},
  pages={3748--3758},
  year={2020},
  organization={PMLR}
}

@inproceedings{shaban2019truncated,
  title={Truncated back-propagation for bilevel optimization},
  author={Shaban, Amirreza and Cheng, Ching-An and Hatch, Nathan and Boots, Byron},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  pages={1723--1732},
  year={2019},
  organization={PMLR}
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={Ieee}
}

@inproceedings{lu2022decentralized,
  title={Decentralized Bilevel Optimization for Personalized Client Learning},
  author={Lu, Songtao and Cui, Xiaodong and Squillante, Mark S and Kingsbury, Brian and Horesh, Lior},
  booktitle={ICASSP 2022-2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={5543--5547},
  year={2022},
  organization={IEEE}
}

@article{makhdoumi2017convergence,
  title={Convergence rate of distributed ADMM over networks},
  author={Makhdoumi, Ali and Ozdaglar, Asuman},
  journal={IEEE Transactions on Automatic Control},
  volume={62},
  number={10},
  pages={5082--5095},
  year={2017},
  publisher={IEEE}
}

@article{xin2020decentralized,
  title={Decentralized stochastic optimization and machine learning: A unified variance-reduction framework for robust performance and fast convergence},
  author={Xin, Ran and Kar, Soummya and Khan, Usman A},
  journal={IEEE Signal Processing Magazine},
  volume={37},
  number={3},
  pages={102--113},
  year={2020},
  publisher={IEEE}
}

@article{pu2021distributed,
  title={Distributed stochastic gradient tracking methods},
  author={Pu, Shi and Nedi{\'c}, Angelia},
  journal={Mathematical Programming},
  volume={187},
  number={1},
  pages={409--457},
  year={2021},
  publisher={Springer}
}

@article{bracken1973mathematical,
  title={Mathematical programs with optimization problems in the constraints},
  author={Bracken, Jerome and McGill, James T},
  journal={Operations Research},
  volume={21},
  number={1},
  pages={37--44},
  year={1973},
  publisher={INFORMS}
}

@article{rajeswaran2019meta,
  title={Meta-learning with implicit gradients},
  author={Rajeswaran, Aravind and Finn, Chelsea and Kakade, Sham M and Levine, Sergey},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{snell2017prototypical,
  title={Prototypical networks for few-shot learning},
  author={Snell, Jake and Swersky, Kevin and Zemel, Richard},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{olshevsky2019non,
  title={A non-asymptotic analysis of network independence for distributed stochastic gradient descent},
  author={Olshevsky, Alex and Paschalidis, Ioannis Ch and Pu, Shi},
  journal={arXiv preprint arXiv:1906.02702},
  year={2019}
}

@book{nesterov2018lectures,
  title={Lectures on convex optimization},
  author={Nesterov, Yurii and others},
  volume={137},
  year={2018},
  publisher={Springer}
}

@inproceedings{chen2022single,
  title={A single-timescale method for stochastic bilevel optimization},
  author={Chen, Tianyi and Sun, Yuejiao and Xiao, Quan and Yin, Wotao},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={2466--2488},
  year={2022},
  organization={PMLR}
}

@article{guo2021randomized,
  title={Randomized stochastic variance-reduced methods for multi-task stochastic bilevel optimization},
  author={Guo, Zhishuai and Hu, Quanqi and Zhang, Lijun and Yang, Tianbao},
  journal={arXiv preprint arXiv:2105.02266},
  year={2021}
}

@article{khanduri2021near,
  title={A near-optimal algorithm for stochastic bilevel optimization via double-momentum},
  author={Khanduri, Prashant and Zeng, Siliang and Hong, Mingyi and Wai, Hoi-To and Wang, Zhaoran and Yang, Zhuoran},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={30271--30283},
  year={2021}
}

@article{yang2021provably,
  title={Provably faster algorithms for bilevel optimization},
  author={Yang, Junjie and Ji, Kaiyi and Liang, Yingbin},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={13670--13682},
  year={2021}
}

@article{yang2022decentralized,
  title={Decentralized Gossip-Based Stochastic Bilevel Optimization over Communication Networks},
  author={Yang, Shuoguang and Zhang, Xuezhou and Wang, Mengdi},
  journal={arXiv preprint arXiv:2206.10870},
  year={2022}
}

@article{beznosikov2021distributed,
  title={Distributed saddle-point problems under data similarity},
  author={Beznosikov, Aleksandr and Scutari, Gesualdo and Rogozin, Alexander and Gasnikov, Alexander},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={8172--8184},
  year={2021}
}

@article{balasubramanian2022stochastic,
  title={Stochastic Multilevel Composition Optimization Algorithms with Level-Independent Convergence Rates},
  author={Balasubramanian, Krishnakumar and Ghadimi, Saeed and Nguyen, Anthony},
  journal={SIAM Journal on Optimization},
  volume={32},
  number={2},
  pages={519--544},
  year={2022},
  publisher={SIAM}
}

@article{ghadimi2020single,
  title={A single timescale stochastic approximation method for nested stochastic optimization},
  author={Ghadimi, Saeed and Ruszczynski, Andrzej and Wang, Mengdi},
  journal={SIAM Journal on Optimization},
  volume={30},
  number={1},
  pages={960--979},
  year={2020},
  publisher={SIAM}
}

@article{ji2020convergence,
  title={Convergence of meta-learning with task-specific adaptation over partial parameters},
  author={Ji, Kaiyi and Lee, Jason D and Liang, Yingbin and Poor, H Vincent},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={11490--11500},
  year={2020}
}

@article{chen2022decentralized,
  title={Decentralized Bilevel Optimization},
  author={Chen, Xuxing and Huang, Minhui and Ma, Shiqian},
  journal={arXiv preprint arXiv:2206.05670},
  year={2022}
}

@article{gao2022stochastic,
  title={Stochastic Bilevel Distributed Optimization over a Network},
  author={Gao, Hongchang and Gu, Bin and Thai, My T},
  journal={arXiv preprint arXiv:2206.15025},
  year={2022}
}

@article{arbel2021amortized,
  title={Amortized implicit differentiation for stochastic bilevel optimization},
  author={Arbel, Michael and Mairal, Julien},
  journal={arXiv preprint arXiv:2111.14580},
  year={2021}
}

@inproceedings{ram2009asynchronous,
  title={Asynchronous gossip algorithms for stochastic optimization},
  author={Ram, S Sundhar and Nedi{\'c}, A and Veeravalli, Venugopal V},
  booktitle={Proceedings of the 48h IEEE Conference on Decision and Control (CDC) held jointly with 2009 28th Chinese Control Conference},
  pages={3581--3586},
  year={2009},
  organization={IEEE}
}

@article{yan2012distributed,
  title={Distributed autonomous online learning: Regrets and intrinsic privacy-preserving properties},
  author={Yan, Feng and Sundaram, Shreyas and Vishwanathan, SVN and Qi, Yuan},
  journal={IEEE Transactions on Knowledge and Data Engineering},
  volume={25},
  number={11},
  pages={2483--2493},
  year={2012},
  publisher={IEEE}
}

@article{wu2017decentralized,
  title={Decentralized consensus optimization with asynchrony and delays},
  author={Wu, Tianyu and Yuan, Kun and Ling, Qing and Yin, Wotao and Sayed, Ali H},
  journal={IEEE Transactions on Signal and Information Processing over Networks},
  volume={4},
  number={2},
  pages={293--307},
  year={2017},
  publisher={IEEE}
}

@inproceedings{koloskova2020unified,
  title={A unified theory of decentralized sgd with changing topology and local updates},
  author={Koloskova, Anastasia and Loizou, Nicolas and Boreiri, Sadra and Jaggi, Martin and Stich, Sebastian},
  booktitle={International Conference on Machine Learning},
  pages={5381--5393},
  year={2020},
  organization={PMLR}
}

@article{yang2018convergent,
  title={Convergent reinforcement learning with function approximation: A bilevel optimization perspective},
  author={Yang, Zhuoran and Fu, Zuyue and Zhang, Kaiqing and Wang, Zhaoran},
  year={2018}
}

@article{huang2022efficiently,
  title={Efficiently Escaping Saddle Points in Bilevel Optimization},
  author={Huang, Minhui and Ji, Kaiyi and Ma, Shiqian and Lai, Lifeng},
  journal={arXiv preprint arXiv:2202.03684},
  year={2022}
}

@article{ji2022will,
  title={Will Bilevel Optimizers Benefit from Loops},
  author={Ji, Kaiyi and Liu, Mingrui and Liang, Yingbin and Ying, Lei},
  journal={arXiv preprint arXiv:2205.14224},
  year={2022}
}

@article{bottou2018optimization,
  title={Optimization methods for large-scale machine learning},
  author={Bottou, L{\'e}on and Curtis, Frank E and Nocedal, Jorge},
  journal={Siam Review},
  volume={60},
  number={2},
  pages={223--311},
  year={2018},
  publisher={SIAM}
}

@article{pearlmutter1994fast,
  title={Fast exact multiplication by the Hessian},
  author={Pearlmutter, Barak A},
  journal={Neural computation},
  volume={6},
  number={1},
  pages={147--160},
  year={1994},
  publisher={MIT Press}
}

@article{yuan2016convergence,
  title={On the convergence of decentralized gradient descent},
  author={Yuan, Kun and Ling, Qing and Yin, Wotao},
  journal={SIAM Journal on Optimization},
  volume={26},
  number={3},
  pages={1835--1854},
  year={2016},
  publisher={SIAM}
}

@article{shi2015extra,
  title={Extra: An exact first-order algorithm for decentralized consensus optimization},
  author={Shi, Wei and Ling, Qing and Wu, Gang and Yin, Wotao},
  journal={SIAM Journal on Optimization},
  volume={25},
  number={2},
  pages={944--966},
  year={2015},
  publisher={SIAM}
}

@article{dalcin2021mpi4py,
  title={mpi4py: Status update after 12 years of development},
  author={Dalcin, Lisandro and Fang, Yao-Lung L},
  journal={Computing in Science \& Engineering},
  volume={23},
  number={4},
  pages={47--54},
  year={2021},
  publisher={IEEE}
}

@incollection{NEURIPS2019_9015,
title = {PyTorch: An Imperative Style, High-Performance Deep Learning Library},
author = {Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and Desmaison, Alban and Kopf, Andreas and Yang, Edward and DeVito, Zachary and Raison, Martin and Tejani, Alykhan and Chilamkurthy, Sasank and Steiner, Benoit and Fang, Lu and Bai, Junjie and Chintala, Soumith},
booktitle = {Advances in Neural Information Processing Systems 32},
editor = {H. Wallach and H. Larochelle and A. Beygelzimer and F. d\textquotesingle Alch\'{e}-Buc and E. Fox and R. Garnett},
pages = {8024--8035},
year = {2019},
publisher = {Curran Associates, Inc.},
}

@article{ji2021lower,
  title={Lower bounds and accelerated algorithms for bilevel optimization},
  author={Ji, Kaiyi and Liang, Yingbin},
  journal={arXiv preprint arXiv:2102.03926},
  year={2021}
}

@inproceedings{lu2021optimal,
  title={Optimal complexity in decentralized training},
  author={Lu, Yucheng and De Sa, Christopher},
  booktitle={International Conference on Machine Learning},
  pages={7111--7123},
  year={2021},
  organization={PMLR}
}

@article{gao2021fast,
  title={Fast Training Method for Stochastic Compositional Optimization Problems},
  author={Gao, Hongchang and Huang, Heng},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={25334--25345},
  year={2021}
}

@article{kayaalp2022dif,
  title={Dif-MAML: Decentralized multi-agent meta-learning},
  author={Kayaalp, Mert and Vlaski, Stefan and Sayed, Ali H},
  journal={IEEE Open Journal of Signal Processing},
  volume={3},
  pages={71--93},
  year={2022},
  publisher={IEEE}
}

@inproceedings{zhang2019metapred,
  title={Metapred: Meta-learning for clinical risk prediction with limited patient electronic health records},
  author={Zhang, Xi Sheryl and Tang, Fengyi and Dodge, Hiroko H and Zhou, Jiayu and Wang, Fei},
  booktitle={Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery \& Data Mining},
  pages={2487--2495},
  year={2019}
}

@article{altae2017low,
  title={Low data drug discovery with one-shot learning},
  author={Altae-Tran, Han and Ramsundar, Bharath and Pappu, Aneesh S and Pande, Vijay},
  journal={ACS central science},
  volume={3},
  number={4},
  pages={283--293},
  year={2017},
  publisher={ACS Publications}
}

@article{chen2022dsbo,
  title={Decentralized Stochastic Bilevel Optimization with Improved Per-Iteration Complexity},
  author={Chen, Xuxing and Huang, Minhui and Ma, Shiqian and Balasubramanian, Krishnakumar},
  journal={arXiv preprint arXiv:2210.12839},
  year={2022}
}

@article{zhao2022numerical,
  title={Numerical Methods for Distributed Stochastic Compositional Optimization Problems with Aggregative Structure},
  author={Zhao, Shengchao and Liu, Yongchao},
  journal={arXiv preprint arXiv:2211.04532},
  year={2022}
}

@article{zhao2022distributed,
  title={Distributed Stochastic Compositional Optimization Problems over Directed Networks},
  author={Zhao, Shengchao and Liu, Yongchao},
  journal={arXiv preprint arXiv:2203.11074},
  year={2022}
}

@article{alghunaim2019linearly,
  title={A linearly convergent proximal gradient algorithm for decentralized optimization},
  author={Alghunaim, Sulaiman and Yuan, Kun and Sayed, Ali H},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{xu2021distributed,
  title={Distributed algorithms for composite optimization: Unified framework and convergence analysis},
  author={Xu, Jinming and Tian, Ye and Sun, Ying and Scutari, Gesualdo},
  journal={IEEE Transactions on Signal Processing},
  volume={69},
  pages={3555--3570},
  year={2021},
  publisher={IEEE}
}

@article{ye2020decentralized,
  title={Decentralized accelerated proximal gradient descent},
  author={Ye, Haishan and Zhou, Ziang and Luo, Luo and Zhang, Tong},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={18308--18317},
  year={2020}
}

@article{sun2022distributed,
  title={Distributed optimization based on gradient tracking revisited: Enhancing convergence rate via surrogation},
  author={Sun, Ying and Scutari, Gesualdo and Daneshmand, Amir},
  journal={SIAM Journal on Optimization},
  volume={32},
  number={2},
  pages={354--385},
  year={2022},
  publisher={SIAM}
}

@article{li2021decentralized,
  title={Decentralized composite optimization with compression},
  author={Li, Yao and Liu, Xiaorui and Tang, Jiliang and Yan, Ming and Yuan, Kun},
  journal={arXiv preprint arXiv:2108.04448},
  year={2021}
}

@article{wu2022unifying,
  title={A unifying approximate method of multipliers for distributed composite optimization},
  author={Wu, Xuyang and Lu, Jie},
  journal={IEEE Transactions on Automatic Control},
  year={2022},
  publisher={IEEE}
}

@article{zhang2019decentralized,
  title={Decentralized stochastic gradient tracking for non-convex empirical risk minimization},
  author={Zhang, Jiaqi and You, Keyou},
  journal={arXiv preprint arXiv:1909.02712},
  year={2019}
}

@inproceedings{lu2019gnsd,
  title={GNSD: A gradient-tracking based nonconvex stochastic algorithm for decentralized optimization},
  author={Lu, Songtao and Zhang, Xinwei and Sun, Haoran and Hong, Mingyi},
  booktitle={2019 IEEE Data Science Workshop (DSW)},
  pages={315--321},
  year={2019},
  organization={IEEE}
}

@article{pham2020proxsarah,
  title={ProxSARAH: An efficient algorithmic framework for stochastic composite nonconvex optimization},
  author={Pham, Nhan H and Nguyen, Lam M and Phan, Dzung T and Tran-Dinh, Quoc},
  journal={The Journal of Machine Learning Research},
  volume={21},
  number={1},
  pages={4455--4502},
  year={2020},
  publisher={JMLRORG}
}

@article{wang2019spiderboost,
  title={Spiderboost and momentum: Faster variance reduction algorithms},
  author={Wang, Zhe and Ji, Kaiyi and Zhou, Yi and Liang, Yingbin and Tarokh, Vahid},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{yuan2018exact,
  title={Exact diffusion for distributed optimization and learning—Part I: Algorithm development},
  author={Yuan, Kun and Ying, Bicheng and Zhao, Xiaochuan and Sayed, Ali H},
  journal={IEEE Transactions on Signal Processing},
  volume={67},
  number={3},
  pages={708--723},
  year={2018},
  publisher={IEEE}
}

@article{xin2021improved,
  title={An improved convergence analysis for decentralized online stochastic non-convex optimization},
  author={Xin, Ran and Khan, Usman A and Kar, Soummya},
  journal={IEEE Transactions on Signal Processing},
  volume={69},
  pages={1842--1858},
  year={2021},
  publisher={IEEE}
}


@article{shi2015proximal,
  title={A proximal gradient algorithm for decentralized composite optimization},
  author={Shi, Wei and Ling, Qing and Wu, Gang and Yin, Wotao},
  journal={IEEE Transactions on Signal Processing},
  volume={63},
  number={22},
  pages={6013--6023},
  year={2015},
  publisher={IEEE}
}

@article{li2019decentralized,
  title={A decentralized proximal-gradient method with network independent step-sizes and separated convergence rates},
  author={Li, Zhi and Shi, Wei and Yan, Ming},
  journal={IEEE Transactions on Signal Processing},
  volume={67},
  number={17},
  pages={4494--4506},
  year={2019},
  publisher={IEEE}
}

@article{alghunaim2020decentralized,
  title={Decentralized proximal gradient algorithms with linear convergence rates},
  author={Alghunaim, Sulaiman A and Ryu, Ernest K and Yuan, Kun and Sayed, Ali H},
  journal={IEEE Transactions on Automatic Control},
  volume={66},
  number={6},
  pages={2787--2794},
  year={2020},
  publisher={IEEE}
}

@article{boyd2011distributed,
  title={Distributed optimization and statistical learning via the alternating direction method of multipliers},
  author={Boyd, Stephen and Parikh, Neal and Chu, Eric and Peleato, Borja and Eckstein, Jonathan and others},
  journal={Foundations and Trends{\textregistered} in Machine learning},
  volume={3},
  number={1},
  pages={1--122},
  year={2011},
  publisher={Now Publishers, Inc.}
}

@article{nedic201010,
  title={10 cooperative distributed multi-agent},
  author={Nedic, Angelia and Ozdaglar, Asuman},
  journal={Convex optimization in signal processing and communications},
  volume={340},
  year={2010},
  publisher={Cambridge Univ. Press}
}

@book{weiss1999multiagent,
  title={Multiagent systems: a modern approach to distributed artificial intelligence},
  author={Weiss, Gerhard},
  year={1999},
  publisher={MIT press}
}

@article{ling2010decentralized,
  title={Decentralized sparse signal recovery for compressive sleeping wireless sensor networks},
  author={Ling, Qing and Tian, Zhi},
  journal={IEEE Transactions on Signal Processing},
  volume={58},
  number={7},
  pages={3816--3827},
  year={2010},
  publisher={IEEE}
}

@article{mateos2010distributed,
  title={Distributed sparse linear regression},
  author={Mateos, Gonzalo and Bazerque, Juan Andr{\'e}s and Giannakis, Georgios B},
  journal={IEEE Transactions on Signal Processing},
  volume={58},
  number={10},
  pages={5262--5276},
  year={2010},
  publisher={IEEE}
}

@article{patterson2014distributed,
  title={Distributed compressed sensing for static and time-varying networks},
  author={Patterson, Stacy and Eldar, Yonina C and Keidar, Idit},
  journal={IEEE Transactions on Signal Processing},
  volume={62},
  number={19},
  pages={4931--4946},
  year={2014},
  publisher={IEEE}
}

@inproceedings{hong2017prox,
  title={Prox-PDA: The proximal primal-dual algorithm for fast distributed nonconvex optimization and learning over networks},
  author={Hong, Mingyi and Hajinezhad, Davood and Zhao, Ming-Min},
  booktitle={International Conference on Machine Learning},
  pages={1529--1538},
  year={2017},
  organization={PMLR}
}

@article{facchinei2015parallel,
  title={Parallel selective algorithms for nonconvex big data optimization},
  author={Facchinei, Francisco and Scutari, Gesualdo and Sagratella, Simone},
  journal={IEEE Transactions on Signal Processing},
  volume={63},
  number={7},
  pages={1874--1889},
  year={2015},
  publisher={IEEE}
}

@article{lee2013distributed,
  title={Distributed random projection algorithm for convex optimization},
  author={Lee, Soomin and Nedic, Angelia},
  journal={IEEE Journal of Selected Topics in Signal Processing},
  volume={7},
  number={2},
  pages={221--229},
  year={2013},
  publisher={IEEE}
}

@article{margellos2017distributed,
  title={Distributed constrained optimization and consensus in uncertain networks via proximal minimization},
  author={Margellos, Kostas and Falsone, Alessandro and Garatti, Simone and Prandini, Maria},
  journal={IEEE Transactions on Automatic Control},
  volume={63},
  number={5},
  pages={1372--1387},
  year={2017},
  publisher={IEEE}
}