@article{wei2020federated,
  title={Federated learning with differential privacy: Algorithms and performance analysis},
  author={Wei, Kang and Li, Jun and Ding, Ming and Ma, Chuan and Yang, Howard H and Farokhi, Farhad and Jin, Shi and Quek, Tony QS and Poor, H Vincent},
  journal={IEEE transactions on information forensics and security},
  volume={15},
  pages={3454--3469},
  year={2020},
  publisher={IEEE}
}

@inproceedings{wu2023personalized,
  title={Personalized federated learning under mixture of distributions},
  author={Wu, Yue and Zhang, Shuaicheng and Yu, Wenchao and Liu, Yanchi and Gu, Quanquan and Zhou, Dawei and Chen, Haifeng and Cheng, Wei},
  booktitle={International Conference on Machine Learning},
  pages={37860--37879},
  year={2023},
  organization={PMLR}
}

@article{10.1145/3712170.3712179,
author = {Lin, I-Cheng},
title = {Learning and Optimization over Robust Networked Systems},
year = {2025},
issue_date = {December 2024},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {52},
number = {3},
issn = {0163-5999},
url = {https://doi.org/10.1145/3712170.3712179},
doi = {10.1145/3712170.3712179},
abstract = {Research Summary: 1 Introduction Networked systems are ubiquitous in our daily lives, playing a critical role across a wide range of scientific fields, including communication, machine learning, optimization, control, biology, economics, and social sciences. In machine learning and optimization, distributed learning and distributed optimization exploit the structure of such networked systems, which enables training models across multiple users [1] and solving complex problems by partitioning tasks among interconnected agents [2]. This significantly enhances both scalability and efficiency of the learning/optimization task. In control systems, for example, networked architectures synchronize the operations of different parts of the system like sensors, controllers etc. across distributed environments, ensuring the overall system's stability and performance [3]. In economics, networked systems were utilized to capture the interdependencies between different part of the economic system, allowing further insights of market dynamics [4]. In the social sciences, specifically social networks, study the propagation of idea, behaviors and opinions, offering a deeper understanding of societal structures and its dynamics [5].},
journal = {SIGMETRICS Perform. Eval. Rev.},
month = jan,
pages = {23–26},
numpages = {4}
}

@article{nakanoya2021personalized,
  title={Personalized federated learning of driver prediction models for autonomous driving},
  author={Nakanoya, Manabu and Im, Junha and Qiu, Hang and Katti, Sachin and Pavone, Marco and Chinchali, Sandeep},
  journal={arXiv preprint arXiv:2112.00956},
  year={2021}
}

@article{nguyen2021federated,
  title={Federated learning for internet of things: A comprehensive survey},
  author={Nguyen, Dinh C and Ding, Ming and Pathirana, Pubudu N and Seneviratne, Aruna and Li, Jun and Poor, H Vincent},
  journal={IEEE Communications Surveys \& Tutorials},
  volume={23},
  number={3},
  pages={1622--1658},
  year={2021},
  publisher={IEEE}
}

@article{stephens2000dealing,
  title={Dealing with label switching in mixture models},
  author={Stephens, Matthew},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={62},
  number={4},
  pages={795--809},
  year={2000},
  publisher={Wiley Online Library}
}

@article{beltran2023decentralized,
  title={Decentralized federated learning: Fundamentals, state of the art, frameworks, trends, and challenges},
  author={Beltr{\'a}n, Enrique Tom{\'a}s Mart{\'\i}nez and P{\'e}rez, Mario Quiles and S{\'a}nchez, Pedro Miguel S{\'a}nchez and Bernal, Sergio L{\'o}pez and Bovet, G{\'e}r{\^o}me and P{\'e}rez, Manuel Gil and P{\'e}rez, Gregorio Mart{\'\i}nez and Celdr{\'a}n, Alberto Huertas},
  journal={IEEE Communications Surveys \& Tutorials},
  year={2023},
  publisher={IEEE}
}

@article{huang2020efficiency,
  title={An efficiency-boosting client selection scheme for federated learning with fairness guarantee},
  author={Huang, Tiansheng and Lin, Weiwei and Wu, Wentai and He, Ligang and Li, Keqin and Zomaya, Albert Y},
  journal={IEEE Transactions on Parallel and Distributed Systems},
  volume={32},
  number={7},
  pages={1552--1564},
  year={2020},
  publisher={IEEE}
}

@inproceedings{mcmahan2017communication,
  title={Communication-efficient learning of deep networks from decentralized data},
  author={McMahan, Brendan and Moore, Eider and Ramage, Daniel and Hampson, Seth and y Arcas, Blaise Aguera},
  booktitle={Artificial intelligence and statistics},
  pages={1273--1282},
  year={2017},
  organization={PMLR}
}

@inproceedings{lalitha2018fully,
  title={Fully decentralized federated learning},
  author={Lalitha, Anusha and Shekhar, Shubhanshu and Javidi, Tara and Koushanfar, Farinaz},
  booktitle={Third workshop on bayesian deep learning (NeurIPS)},
  volume={2},
  year={2018}
}

@inproceedings{ruan2022fedsoft,
  title={Fedsoft: Soft clustered federated learning with proximal local updating},
  author={Ruan, Yichen and Joe-Wong, Carlee},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={36},
  number={7},
  pages={8124--8131},
  year={2022}
}

@article{mansour2020three,
  title={Three approaches for personalization with applications to federated learning},
  author={Mansour, Yishay and Mohri, Mehryar and Ro, Jae and Suresh, Ananda Theertha},
  journal={arXiv preprint arXiv:2002.10619},
  year={2020}
}

@inproceedings{sim2019personalization,
  title={Personalization of end-to-end speech recognition on mobile devices for named entities},
  author={Sim, Khe Chai and Beaufays, Fran{\c{c}}oise and Benard, Arnaud and Guliani, Dhruv and Kabel, Andreas and Khare, Nikhil and Lucassen, Tamar and Zadrazil, Petr and Zhang, Harry and Johnson, Leif and others},
  booktitle={2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)},
  pages={23--30},
  year={2019},
  organization={IEEE}
}

@article{t2020personalized,
  title={Personalized federated learning with moreau envelopes},
  author={T Dinh, Canh and Tran, Nguyen and Nguyen, Josh},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={21394--21405},
  year={2020}
}

@article{ghosh2020efficient,
  title={An efficient framework for clustered federated learning},
  author={Ghosh, Avishek and Chung, Jichan and Yin, Dong and Ramchandran, Kannan},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={19586--19597},
  year={2020}
}

@article{xie2021multi,
  title={Multi-center federated learning},
  author={Xie, Ming and Long, Guodong and Shen, Tao and Zhou, Tianyi and Wang, Xianzhi and Jiang, Jing and Zhang, Chengqi},
  journal={arXiv preprint arXiv:2108.08647},
  year={2021}
}

@inproceedings{briggs2020federated,
  title={Federated learning with hierarchical clustering of local updates to improve training on non-IID data},
  author={Briggs, Christopher and Fan, Zhong and Andras, Peter},
  booktitle={2020 International Joint Conference on Neural Networks (IJCNN)},
  pages={1--9},
  year={2020},
  organization={IEEE}
}

@article{lian2017can,
  title={Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent},
  author={Lian, Xiangru and Zhang, Ce and Zhang, Huan and Hsieh, Cho-Jui and Zhang, Wei and Liu, Ji},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{warnat2021swarm,
  title={Swarm learning for decentralized and confidential clinical machine learning},
  author={Warnat-Herresthal, Stefanie and Schultze, Hartmut and Shastry, Krishnaprasad Lingadahalli and Manamohan, Sathyanarayanan and Mukherjee, Saikat and Garg, Vishesh and Sarveswara, Ravi and H{\"a}ndler, Kristian and Pickkers, Peter and Aziz, N Ahmad and others},
  journal={Nature},
  volume={594},
  number={7862},
  pages={265--270},
  year={2021},
  publisher={Nature Publishing Group UK London}
}

@article{nedic2014distributed,
  title={Distributed optimization over time-varying directed graphs},
  author={Nedi{\'c}, Angelia and Olshevsky, Alex},
  journal={IEEE Transactions on Automatic Control},
  volume={60},
  number={3},
  pages={601--615},
  year={2014},
  publisher={IEEE}
}

@article{nedic2016stochastic,
  title={Stochastic gradient-push for strongly convex functions on time-varying directed graphs},
  author={Nedi{\'c}, Angelia and Olshevsky, Alex},
  journal={IEEE Transactions on Automatic Control},
  volume={61},
  number={12},
  pages={3936--3947},
  year={2016},
  publisher={IEEE}
}

@article{sadiev2022decentralized,
  title={Decentralized personalized federated learning: Lower bounds and optimal algorithm for all personalization modes},
  author={Sadiev, Abdurakhmon and Borodich, Ekaterina and Beznosikov, Aleksandr and Dvinskikh, Darina and Chezhegov, Saveliy and Tappenden, Rachael and Tak{\'a}{\v{c}}, Martin and Gasnikov, Alexander},
  journal={EURO Journal on Computational Optimization},
  volume={10},
  pages={100041},
  year={2022},
  publisher={Elsevier}
}

@article{marfoq2021federated,
  title={Federated multi-task learning under a mixture of distributions},
  author={Marfoq, Othmane and Neglia, Giovanni and Bellet, Aur{\'e}lien and Kameni, Laetitia and Vidal, Richard},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={15434--15447},
  year={2021}
}

@inproceedings{assran2019stochastic,
  title={Stochastic gradient push for distributed deep learning},
  author={Assran, Mahmoud and Loizou, Nicolas and Ballas, Nicolas and Rabbat, Mike},
  booktitle={International Conference on Machine Learning},
  pages={344--353},
  year={2019},
  organization={PMLR}
}

@inproceedings{duan2021fedgroup,
  title={Fedgroup: Efficient federated learning via decomposed similarity-based clustering},
  author={Duan, Moming and Liu, Duo and Ji, Xinyuan and Liu, Renping and Liang, Liang and Chen, Xianzhang and Tan, Yujuan},
  booktitle={2021 IEEE Intl Conf on Parallel \& Distributed Processing with Applications, Big Data \& Cloud Computing, Sustainable Computing \& Communications, Social Computing \& Networking (ISPA/BDCloud/SocialCom/SustainCom)},
  pages={228--237},
  year={2021},
  organization={IEEE}
}


@article{yousefi2019multi,
  title={Multi-task learning for aggregated data using Gaussian processes},
  author={Yousefi, Fariba and Smith, Michael T and Alvarez, Mauricio},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@misc{jeong2023personalized,
      title={Personalized Decentralized Federated Learning with Knowledge Distillation}, 
      author={Eunjeong Jeong and Marios Kountouris},
      year={2023},
      eprint={2302.12156},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@ARTICLE{9993756,
  author={Ma, Zhenguo and Xu, Yang and Xu, Hongli and Liu, Jianchun and Xue, Yinxing},
  journal={IEEE Transactions on Mobile Computing}, 
  title={Like Attracts Like: Personalized Federated Learning in Decentralized Edge Computing}, 
  year={2022},
  volume={},
  number={},
  pages={1-17},
  doi={10.1109/TMC.2022.3230712}}

@article{nedic2009distributed,
  title={Distributed subgradient methods for multi-agent optimization},
  author={Nedic, Angelia and Ozdaglar, Asuman},
  journal={IEEE Transactions on Automatic Control},
  volume={54},
  number={1},
  pages={48--61},
  year={2009},
  publisher={IEEE}
}

@ARTICLE{9713700,
  author={Liu, Wei and Chen, Li and Zhang, Wenyi},
  journal={IEEE Transactions on Signal and Information Processing over Networks}, 
  title={Decentralized Federated Learning: Balancing Communication and Computing Costs}, 
  year={2022},
  volume={8},
  number={},
  pages={131-143},
  doi={10.1109/TSIPN.2022.3151242}}

@inproceedings{wei2012distributed,
  title={Distributed alternating direction method of multipliers},
  author={Wei, Ermin and Ozdaglar, Asuman},
  booktitle={2012 IEEE 51st IEEE Conference on Decision and Control (CDC)},
  pages={5445--5450},
  year={2012},
  organization={IEEE}
}

@article{zhang2021newton,
  title={A newton tracking algorithm with exact linear convergence for decentralized consensus optimization},
  author={Zhang, Jiaojiao and Ling, Qing and So, Anthony Man-Cho},
  journal={IEEE Transactions on Signal and Information Processing over Networks},
  volume={7},
  pages={346--358},
  year={2021},
  publisher={IEEE}
}

article{lian2017can,
  title={Can decentralized algorithms outperform centralized algorithms? a case study for decentralized parallel stochastic gradient descent},
  author={Lian, Xiangru and Zhang, Ce and Zhang, Huan and Hsieh, Cho-Jui and Zhang, Wei and Liu, Ji},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{lu2020computation,
  title={A computation-efficient decentralized algorithm for composite constrained optimization},
  author={L{\"u}, Qingguo and Liao, Xiaofeng and Li, Huaqing and Huang, Tingwen},
  journal={IEEE Transactions on Signal and Information Processing over Networks},
  volume={6},
  pages={774--789},
  year={2020},
  publisher={IEEE}
}

@article{wu2017decentralized,
  title={Decentralized consensus optimization with asynchrony and delays},
  author={Wu, Tianyu and Yuan, Kun and Ling, Qing and Yin, Wotao and Sayed, Ali H},
  journal={IEEE Transactions on Signal and Information Processing over Networks},
  volume={4},
  number={2},
  pages={293--307},
  year={2017},
  publisher={IEEE}
}

@article{yuan2016convergence,
  title={On the convergence of decentralized gradient descent},
  author={Yuan, Kun and Ling, Qing and Yin, Wotao},
  journal={SIAM Journal on Optimization},
  volume={26},
  number={3},
  pages={1835--1854},
  year={2016},
  publisher={SIAM}
}

@article{sirb2018decentralized,
  title={Decentralized consensus algorithm with delayed and stochastic gradients},
  author={Sirb, Benjamin and Ye, Xiaojing},
  journal={SIAM Journal on Optimization},
  volume={28},
  number={2},
  pages={1232--1254},
  year={2018},
  publisher={SIAM}
}

@article{li2019communication,
  title={Communication-efficient local decentralized sgd methods},
  author={Li, Xiang and Yang, Wenhao and Wang, Shusen and Zhang, Zhihua},
  journal={arXiv preprint arXiv:1910.09126},
  year={2019}
}

@article{tan2022towards,
  title={Towards personalized federated learning},
  author={Tan, Alysa Ziying and Yu, Han and Cui, Lizhen and Yang, Qiang},
  journal={IEEE Transactions on Neural Networks and Learning Systems},
  year={2022},
  publisher={IEEE}
}

@ARTICLE{9165960,
  author={Gao, Yujia and Liu, Liang and Hu, Binxuan and Lei, Tianzi and Ma, Huadong},
  journal={IEEE Transactions on Network Science and Engineering}, 
  title={Federated Region-Learning for Environment Sensing in Edge Computing System}, 
  year={2020},
  volume={7},
  number={4},
  pages={2192-2204},
  keywords={Intelligent sensors;Computational modeling;Collaborative work;Urban areas;Sensors;Data models;Edge computing;Environmental;intelligent sensing;edge computing;federated learning},
  doi={10.1109/TNSE.2020.3016035}}

@article{liu2020federated,
  title={Federated learning in the sky: Aerial-ground air quality sensing framework with UAV swarms},
  author={Liu, Yi and Nie, Jiangtian and Li, Xuandi and Ahmed, Syed Hassan and Lim, Wei Yang Bryan and Miao, Chunyan},
  journal={IEEE Internet of Things Journal},
  volume={8},
  number={12},
  pages={9827--9837},
  year={2020},
  publisher={IEEE}
}

@inproceedings{koloskova2020unified,
  title={A unified theory of decentralized sgd with changing topology and local updates},
  author={Koloskova, Anastasia and Loizou, Nicolas and Boreiri, Sadra and Jaggi, Martin and Stich, Sebastian},
  booktitle={International Conference on Machine Learning},
  pages={5381--5393},
  year={2020},
  organization={PMLR}
}

@inproceedings{li2021ditto,
  title={Ditto: Fair and robust federated learning through personalization},
  author={Li, Tian and Hu, Shengyuan and Beirami, Ahmad and Smith, Virginia},
  booktitle={International conference on machine learning},
  pages={6357--6368},
  year={2021},
  organization={PMLR}
}

@inproceedings{collins2021exploiting,
  title={Exploiting shared representations for personalized federated learning},
  author={Collins, Liam and Hassani, Hamed and Mokhtari, Aryan and Shakkottai, Sanjay},
  booktitle={International conference on machine learning},
  pages={2089--2099},
  year={2021},
  organization={PMLR}
}

@article{fallah2020personalized,
  title={Personalized federated learning: A meta-learning approach},
  author={Fallah, Alireza and Mokhtari, Aryan and Ozdaglar, Asuman},
  journal={arXiv preprint arXiv:2002.07948},
  year={2020}
}

@article{smith2017federated,
  title={Federated multi-task learning},
  author={Smith, Virginia and Chiang, Chao-Kai and Sanjabi, Maziar and Talwalkar, Ameet S},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@book{penrose2003random,
  title={Random geometric graphs},
  author={Penrose, Mathew},
  volume={5},
  year={2003},
  publisher={OUP Oxford}
}

@article{sun2023mode,
  title={Which mode is better for federated learning? Centralized or Decentralized},
  author={Sun, Yan and Shen, Li and Tao, Dacheng},
  journal={arXiv preprint arXiv:2310.03461},
  year={2023}
}

@inproceedings{cohen2017emnist,
  title={EMNIST: Extending MNIST to handwritten letters},
  author={Cohen, Gregory and Afshar, Saeed and Tapson, Jonathan and Van Schaik, Andre},
  booktitle={2017 international joint conference on neural networks (IJCNN)},
  pages={2921--2926},
  year={2017},
  organization={IEEE}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@article{erdos1960evolution,
  title={On the evolution of random graphs},
  author={Erdos, Paul and R{\'e}nyi, Alfr{\'e}d and others},
  journal={Publ. math. inst. hung. acad. sci},
  volume={5},
  number={1},
  pages={17--60},
  year={1960}
}

@article{albert2002statistical,
  title={Statistical mechanics of complex networks},
  author={Albert, R{\'e}ka and Barab{\'a}si, Albert-L{\'a}szl{\'o}},
  journal={Reviews of modern physics},
  volume={74},
  number={1},
  pages={47},
  year={2002},
  publisher={APS}
}
