
@article{zhu2021federated,
  title={Federated bandit: A gossiping approach},
  author={Zhu, Zhaowei and Zhu, Jingxuan and Liu, Ji and Liu, Yang},
  journal={Proceedings of the ACM on Measurement and Analysis of Computing Systems},
  volume={5},
  number={1},
  pages={1--29},
  year={2021},
  publisher={ACM New York, NY, USA}
}

@article{garivier2019explore,
  title={Explore first, exploit next: The true shape of regret in bandit problems},
  author={Garivier, Aur{\'e}lien and M{\'e}nard, Pierre and Stoltz, Gilles},
  journal={Mathematics of Operations Research},
  volume={44},
  number={2},
  pages={377--399},
  year={2019},
  publisher={INFORMS}
}

@inproceedings{wang2020optimal,
  title={Optimal algorithms for multiplayer multi-armed bandits},
  author={Wang, Po-An and Proutiere, Alexandre and Ariu, Kaito and Jedra, Yassir and Russo, Alessio},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={4120--4129},
  year={2020},
  organization={PMLR}
}

@inproceedings{wang2023achieving,
  title={Achieving near-optimal individual regret low communications in multi-agent bandits},
  author={Wang, Xuchuang and Yang, Lin},
  booktitle={The Eleventh International Conference on Learning Representations (ICLR)},
  year={2023}
}

%application
@inproceedings{durand2018contextual,
  title={Contextual bandits for adapting treatment in a mouse model of de novo carcinogenesis},
  author={Durand, Audrey and Achilleos, Charis and Iacovides, Demetris and Strati, Katerina and Mitsis, Georgios D and Pineau, Joelle},
  booktitle={Machine learning for healthcare conference},
  pages={67--82},
  year={2018},
  organization={PMLR}
}

@inproceedings{shen2015portfolio,
  title={Portfolio choices with orthogonal bandit learning},
  author={Shen, Weiwei and Wang, Jun and Jiang, Yu-Gang and Zha, Hongyuan},
  booktitle={Twenty-fourth international joint conference on artificial intelligence},
  year={2015}
}

@mastersthesis{martinez2021multi,
  title={A multi-armed bandit model for wireless network selection},
  author={Mart{\'\i}nez Casanovas, Llu{\'\i}s},
  type={{B.S.} thesis},
  year={2021},
  school={Universitat Polit{\`e}cnica de Catalunya}
}


%relative works
@inproceedings{NEURIPS2018_c2964caa,
 author = {Bistritz, Ilai and Leshem, Amir},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {S. Bengio and H. Wallach and H. Larochelle and K. Grauman and N. Cesa-Bianchi and R. Garnett},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Distributed Multi-Player Bandits - a Game of Thrones Approach},
 url = {https://proceedings.neurips.cc/paper_files/paper/2018/file/c2964caac096f26db222cb325aa267cb-Paper.pdf},
 volume = {31},
 year = {2018}
}


%stochastic mab
@article{auer2010ucb,
  title={UCB revisited: Improved regret bounds for the stochastic multi-armed bandit problem},
  author={Auer, Peter and Ortner, Ronald},
  journal={Periodica Mathematica Hungarica},
  volume={61},
  number={1-2},
  pages={55--65},
  year={2010},
  publisher={Akad{\'e}miai Kiad{\'o}, co-published with Springer Science+ Business Media BV~…}
}

@article{besbes2014stochastic,
  title={Stochastic multi-armed-bandit problem with non-stationary rewards},
  author={Besbes, Omar and Gur, Yonatan and Zeevi, Assaf},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}

@inproceedings{kalyanakrishnan2012pac,
  title={PAC subset selection in stochastic multi-armed bandits.},
  author={Kalyanakrishnan, Shivaram and Tewari, Ambuj and Auer, Peter and Stone, Peter},
  booktitle={ICML},
  volume={12},
  pages={655--662},
  year={2012}
}

%adversary bandit
@inproceedings{uchiya2010algorithms,
  title={Algorithms for adversarial bandit problems with multiple plays},
  author={Uchiya, Taishi and Nakamura, Atsuyoshi and Kudo, Mineichi},
  booktitle={International Conference on Algorithmic Learning Theory},
  pages={375--389},
  year={2010},
  organization={Springer}
}

@inproceedings{wei2018more,
  title={More adaptive algorithms for adversarial bandits},
  author={Wei, Chen-Yu and Luo, Haipeng},
  booktitle={Conference On Learning Theory},
  pages={1263--1291},
  year={2018},
  organization={PMLR}
}

@article{immorlica2022adversarial,
  title={Adversarial bandits with knapsacks},
  author={Immorlica, Nicole and Sankararaman, Karthik and Schapire, Robert and Slivkins, Aleksandrs},
  journal={Journal of the ACM},
  volume={69},
  number={6},
  pages={1--47},
  year={2022},
  publisher={ACM New York, NY}
}

@inproceedings{bubeck2012best,
  title={The best of both worlds: Stochastic and adversarial bandits},
  author={Bubeck, S{\'e}bastien and Slivkins, Aleksandrs},
  booktitle={Conference on Learning Theory},
  pages={42--1},
  year={2012},
  organization={JMLR Workshop and Conference Proceedings}
}

@inproceedings{mcmahan2017communication,
  title={Communication-efficient learning of deep networks from decentralized data},
  author={McMahan, Brendan and Moore, Eider and Ramage, Daniel and Hampson, Seth and y Arcas, Blaise Aguera},
  booktitle={Artificial intelligence and statistics},
  pages={1273--1282},
  year={2017},
  organization={PMLR}
}

@article{olfati2007consensus,
  title={Consensus and cooperation in networked multi-agent systems},
  author={Olfati-Saber, Reza and Fax, J Alex and Murray, Richard M},
  journal={Proceedings of the IEEE},
  volume={95},
  number={1},
  pages={215--233},
  year={2007},
  publisher={IEEE}
}

@article{yan2012distributed,
  title={Distributed autonomous online learning: Regrets and intrinsic privacy-preserving properties},
  author={Yan, Feng and Sundaram, Shreyas and Vishwanathan, SVN and Qi, Yuan},
  journal={IEEE Transactions on Knowledge and Data Engineering},
  volume={25},
  number={11},
  pages={2483--2493},
  year={2012},
  publisher={IEEE}
}

@book{molloy2002graph,
  title={Graph colouring and the probabilistic method},
  author={Molloy, Michael and Reed, Bruce},
  volume={23},
  year={2002},
  publisher={Springer Science \& Business Media}
}

@book{lattimore2020bandit,
  title={Bandit algorithms},
  author={Lattimore, Tor and Szepesv{\'a}ri, Csaba},
  year={2020},
  publisher={Cambridge University Press}
}

@article{shidani2023optimal,
  title={Optimal Regret Bounds for Collaborative Learning in Bandits},
  author={Shidani, Amitis and Vakili, Sattar},
  journal={arXiv preprint arXiv:2312.09674},
  year={2023}
}

@article{zhu2023distributed,
  title={Distributed multi-armed bandits},
  author={Zhu, Jingxuan and Liu, Ji},
  journal={IEEE Transactions on Automatic Control},
  year={2023},
  publisher={IEEE}
}

@article{xu2024decentralized,
  title={Decentralized Randomly Distributed Multi-agent Multi-armed Bandit with Heterogeneous Rewards},
  author={Xu, Mengfan and Klabjan, Diego},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}

@inproceedings{jain2014multiarmed,
  title={A multiarmed bandit incentive mechanism for crowdsourcing demand response in smart grids},
  author={Jain, Shweta and Narayanaswamy, Balakrishnan and Narahari, Y},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={28},
  number={1},
  year={2014}
}

@article{lin2019uav,
  title={UAV-assisted emergency communications: An extended multi-armed bandit perspective},
  author={Lin, Yu and Wang, Tianyu and Wang, Shaowei},
  journal={IEEE Communications Letters},
  volume={23},
  number={5},
  pages={938--941},
  year={2019},
  publisher={IEEE}
}

@inproceedings{bouneffouf2020survey,
  title={Survey on applications of multi-armed and contextual bandits},
  author={Bouneffouf, Djallel and Rish, Irina and Aggarwal, Charu},
  booktitle={2020 IEEE Congress on Evolutionary Computation (CEC)},
  pages={1--8},
  year={2020},
  organization={IEEE}
}

@inproceedings{zhou2017large,
  title={Large-scale bandit approaches for recommender systems},
  author={Zhou, Qian and Zhang, XiaoFang and Xu, Jin and Liang, Bin},
  booktitle={Neural Information Processing: 24th International Conference, ICONIP 2017, Guangzhou, China, November 14-18, 2017, Proceedings, Part I 24},
  pages={811--821},
  year={2017},
  organization={Springer}
}

@article{zhao2023distributed,
  title={Distributed bandit online optimisation for energy management in smart grids},
  author={Zhao, Zhongyuan and Xia, Lunchao and Jiang, Luyao and Ge, Quanbo and Yu, Fang},
  journal={International Journal of Systems Science},
  volume={54},
  number={16},
  pages={2957--2974},
  year={2023},
  publisher={Taylor \& Francis}
}

@inproceedings{hashima2020multiagent,
  title={Multiagent multi-armed bandit schemes for gateway selection in UAV networks},
  author={Hashima, Sherief and Hatano, Kohei and Mohamed, Ehab Mahmoud},
  booktitle={2020 IEEE Globecom Workshops (GC Wkshps},
  pages={1--6},
  year={2020},
  organization={IEEE}
}

@article{bhuyan2023federated,
  title={Federated Multi-Armed Bandit Learning for Caching in UAV-aided Content Dissemination},
  author={Bhuyan, Amit Kumar and Dutta, Hrishikesh and Biswas, Subir},
  journal={Ad Hoc Networks},
  volume={151},
  pages={103306},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{yang2022distributed,
  title={Distributed bandits with heterogeneous agents},
  author={Yang, Lin and Chen, Yu-Zhen Janice and Hajiemaili, Mohammad H and Lui, John CS and Towsley, Don},
  booktitle={IEEE INFOCOM 2022-IEEE Conference on Computer Communications},
  pages={200--209},
  year={2022},
  organization={IEEE}
}

@inproceedings{hu2018local,
  title={Local and global information fusion for top-n recommendation in heterogeneous information network},
  author={Hu, Binbin and Shi, Chuan and Zhao, Wayne Xin and Yang, Tianchi},
  booktitle={Proceedings of the 27th ACM international conference on information and knowledge management},
  pages={1683--1686},
  year={2018}
}

@book{gould2012graph,
  title={Graph theory},
  author={Gould, Ronald},
  year={2012},
  publisher={Courier Corporation}
}

@article{bistritz2018distributed,
  title={Distributed multi-player bandits-a game of thrones approach},
  author={Bistritz, Ilai and Leshem, Amir},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@inproceedings{zhu2021distributed,
  title={Distributed multi-armed bandit over arbitrary undirected graphs},
  author={Zhu, Jingxuan and Liu, Ji},
  booktitle={2021 60th IEEE Conference on Decision and Control (CDC)},
  pages={6976--6981},
  year={2021},
  organization={IEEE}
}

@inproceedings{shi2021federated,
  title={Federated multi-armed bandits},
  author={Shi, Chengshuai and Shen, Cong},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={35},
  number={11},
  pages={9603--9611},
  year={2021}
}

@inproceedings{vial2021robust,
  title={Robust multi-agent multi-armed bandits},
  author={Vial, Daniel and Shakkottai, Sanjay and Srikant, R},
  booktitle={Proceedings of the Twenty-second International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing},
  pages={161--170},
  year={2021}
}

@article{li2022privacy,
  title={Privacy-preserving communication-efficient federated multi-armed bandits},
  author={Li, Tan and Song, Linqi},
  journal={IEEE Journal on Selected Areas in Communications},
  volume={40},
  number={3},
  pages={773--787},
  year={2022},
  publisher={IEEE}
}



@article{hossain2021fair,
  title={Fair algorithms for multi-agent multi-armed bandits},
  author={Hossain, Safwan and Micha, Evi and Shah, Nisarg},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={24005--24017},
  year={2021}
}

@inproceedings{shahrampour2017multi,
  title={Multi-armed bandits in multi-agent networks},
  author={Shahrampour, Shahin and Rakhlin, Alexander and Jadbabaie, Ali},
  booktitle={2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={2786--2790},
  year={2017},
  organization={IEEE}
}

@article{agarwal2022multi,
  title={Multi-agent multi-armed bandits with limited communication},
  author={Agarwal, Mridul and Aggarwal, Vaneet and Azizzadenesheli, Kamyar},
  journal={Journal of Machine Learning Research},
  volume={23},
  number={212},
  pages={1--24},
  year={2022}
}


@article{landgren2021distributed,
  title={Distributed cooperative decision making in multi-agent multi-armed bandits},
  author={Landgren, Peter and Srivastava, Vaibhav and Leonard, Naomi Ehrich},
  journal={Automatica},
  volume={125},
  pages={109445},
  year={2021},
  publisher={Elsevier}
}

@article{kalathil2014decentralized,
  title={Decentralized learning for multiplayer multiarmed bandits},
  author={Kalathil, Dileep and Nayyar, Naumaan and Jain, Rahul},
  journal={IEEE Transactions on Information Theory},
  volume={60},
  number={4},
  pages={2331--2345},
  year={2014},
  publisher={IEEE}
}

@inproceedings{shi2020decentralized,
  title={Decentralized multi-player multi-armed bandits with no collision information},
  author={Shi, Chengshuai and Xiong, Wei and Shen, Cong and Yang, Jing},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1519--1528},
  year={2020},
  organization={PMLR}
}

@inproceedings{feraud2019decentralized,
  title={Decentralized exploration in multi-armed bandits},
  author={F{\'e}raud, Rapha{\"e}l and Alami, R{\'e}da and Laroche, Romain},
  booktitle={International Conference on Machine Learning},
  pages={1901--1909},
  year={2019},
  organization={PMLR}
}

@inproceedings{karnin2013almost,
  title={Almost optimal exploration in multi-armed bandits},
  author={Karnin, Zohar and Koren, Tomer and Somekh, Oren},
  booktitle={International conference on machine learning},
  pages={1238--1246},
  year={2013},
  organization={PMLR}
}

@article{li2019optimal,
  title={Optimal node selection for hybrid attack in underwater acoustic sensor networks: A virtual expert-guided bandit algorithm},
  author={Li, Xinbin and Zhou, Yi and Yan, Lei and Zhao, Haihong and Yan, Xiaodong and Luo, Xi},
  journal={IEEE Sensors Journal},
  volume={20},
  number={3},
  pages={1679--1687},
  year={2019},
  publisher={IEEE}
}

@inproceedings{kempe2003gossip,
  title={Gossip-based computation of aggregate information},
  author={Kempe, David and Dobra, Alin and Gehrke, Johannes},
  booktitle={44th Annual IEEE Symposium on Foundations of Computer Science, 2003. Proceedings.},
  pages={482--491},
  year={2003},
  organization={IEEE}
}

@article{boyd2006randomized,
  title={Randomized gossip algorithms},
  author={Boyd, Stephen and Ghosh, Arpita and Prabhakar, Balaji and Shah, Devavrat},
  journal={IEEE transactions on information theory},
  volume={52},
  number={6},
  pages={2508--2530},
  year={2006},
  publisher={IEEE}
}

@article{qinbin2019federated,
  title={Federated Learning Systems: Vision, Hype and Reality for Data Privacy and Protection},
  author={Qinbin, Li and Zeyi, Wen and Bingsheng, H},
  journal={CoRR, vol. abs/1907.09693},
  year={2019}
}

@article{perchet2013multi,
  title={The multi-armed bandit problem with covariates},
  author={Perchet, Vianney and Rigollet, Philippe},
  year={2013}
}


@inproceedings{shidani2024optimal,
  title={Optimal Regret Bounds for Collaborative Learning in Bandits},
  author={Shidani, Amitis and Vakili, Sattar},
  booktitle={International Conference on Algorithmic Learning Theory},
  pages={1013--1029},
  year={2024},
  organization={PMLR}
}

@article{mukherjee2018resource,
  title={Resource-optimized multiarmed bandit-based offload path selection in edge UAV swarms},
  author={Mukherjee, Anandarup and Misra, Sudip and Chandra, Vadde Santosha Pradeep and Obaidat, Mohammad S},
  journal={IEEE Internet of Things Journal},
  volume={6},
  number={3},
  pages={4889--4896},
  year={2018},
  publisher={IEEE}
}

@phdthesis{bubeck2010bandits,
  title={Bandits games and clustering foundations},
  author={Bubeck, S{\'e}bastien},
  year={2010},
  school={Universit{\'e} des Sciences et Technologie de Lille-Lille I}
}

@inproceedings{vermorel2005multi,
  title={Multi-armed bandit algorithms and empirical evaluation},
  author={Vermorel, Joannes and Mohri, Mehryar},
  booktitle={European conference on machine learning},
  pages={437--448},
  year={2005},
  organization={Springer}
}

@inproceedings{chawla2020gossiping,
  title={The gossiping insert-eliminate algorithm for multi-agent bandits},
  author={Chawla, Ronshee and Sankararaman, Abishek and Ganesh, Ayalvadi and Shakkottai, Sanjay},
  booktitle={International conference on artificial intelligence and statistics},
  pages={3471--3481},
  year={2020},
  organization={PMLR}
}

@book{dubhashi2009concentration,
  title={Concentration of measure for the analysis of randomized algorithms},
  author={Dubhashi, Devdatt P and Panconesi, Alessandro},
  year={2009},
  publisher={Cambridge University Press}
}

@article{liu2022distributed,
  title={From distributed machine learning to federated learning: A survey},
  author={Liu, Ji and Huang, Jizhou and Zhou, Yang and Li, Xuhong and Ji, Shilei and Xiong, Haoyi and Dou, Dejing},
  journal={Knowledge and Information Systems},
  volume={64},
  number={4},
  pages={885--917},
  year={2022},
  publisher={Springer}
}
li2020review
@article{yang2019federated,
  title={Federated machine learning: Concept and applications},
  author={Yang, Qiang and Liu, Yang and Chen, Tianjian and Tong, Yongxin},
  journal={ACM Transactions on Intelligent Systems and Technology (TIST)},
  volume={10},
  number={2},
  pages={1--19},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@article{li2020review,
  title={A review of applications in federated learning},
  author={Li, Li and Fan, Yuxi and Tse, Mike and Lin, Kuo-Yi},
  journal={Computers \& Industrial Engineering},
  volume={149},
  pages={106854},
  year={2020},
  publisher={Elsevier}
}

@article{salomon2013lower,
  title={Lower Bounds and Selectivity of Weak-Consistent Policies in Stochastic Multi-Armed Bandit Problem.},
  author={Salomon, Antoine and Audibert, Jean-Yves and El Alaoui, Issam},
  journal={Journal of Machine Learning Research},
  volume={14},
  number={1},
  year={2013}
}

@inproceedings{wang2023achieve,
  title = {Achieve Near-Optimal Individual Regret \&amp; Low Communications in Multi-Agent Bandits},
  author = {Wang, Xuchuang and Yang, Lin and Chen, Yu-zhen Janice and Liu, Xutong and Hajiesmaili, Mohammad and Towsley, Don and Lui, John C.S.},
  booktitle = {International Conference on Learning Representations},
  year = {2023},
}

@article{kolla2018collaborative,
  title={Collaborative learning of stochastic bandits over a social network},
  author={Kolla, Ravi Kumar and Jagannathan, Krishna and Gopalan, Aditya},
  journal={IEEE/ACM Transactions on Networking},
  volume={26},
  number={4},
  pages={1782--1795},
  year={2018},
  publisher={IEEE}
}



@book{gross2003handbook,
  title={Handbook of graph theory},
  author={Gross, Jonathan L and Yellen, Jay},
  year={2003},
  publisher={CRC press}
}



@article{shi2021heterogeneous,
  title={Heterogeneous multi-player multi-armed bandits: Closing the gap and generalization},
  author={Shi, Chengshuai and Xiong, Wei and Shen, Cong and Yang, Jing},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={22392--22404},
  year={2021}
}

@article{hoeffding1994probability,
  title={Probability inequalities for sums of bounded random variables},
  author={Hoeffding, Wassily},
  journal={The collected works of Wassily Hoeffding},
  pages={409--426},
  year={1994},
  publisher={Springer}
}

@article{XIAO200465,
    title = {Fast linear iterations for distributed averaging},
    journal = {Systems \& Control Letters},
    volume = {53},
    number = {1},
    pages = {65-78},
    year = {2004},
    issn = {0167-6911},
    doi = {https://doi.org/10.1016/j.sysconle.2004.02.022},
    url = {https://www.sciencedirect.com/science/article/pii/S0167691104000398},
    author = {Lin Xiao and Stephen Boyd},
    keywords = {Distributed consensus, Linear system, Spectral radius, Graph Laplacian, Semidefinite programming},
    abstract = {We consider the problem of finding a linear iteration that yields distributed averaging consensus over a network, i.e., that asymptotically computes the average of some initial values given at the nodes. When the iteration is assumed symmetric, the problem of finding the fastest converging linear iteration can be cast as a semidefinite program, and therefore efficiently and globally solved. These optimal linear iterations are often substantially faster than several common heuristics that are based on the Laplacian of the associated graph. We show how problem structure can be exploited to speed up interior-point methods for solving the fastest distributed linear iteration problem, for networks with up to a thousand or so edges. We also describe a simple subgradient method that handles far larger problems, with up to 100000 edges. We give several extensions and variations on the basic problem.}
}

@article{10.1145/3501813,
author = {Antunes, Rodolfo Stoffel and Andr\'{e} da Costa, Cristiano and K\"{u}derle, Arne and Yari, Imrana Abdullahi and Eskofier, Bj\"{o}rn},
title = {Federated Learning for Healthcare: Systematic Review and Architecture Proposal},
year = {2022},
issue_date = {August 2022},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {13},
number = {4},
issn = {2157-6904},
url = {https://doi.org/10.1145/3501813},
doi = {10.1145/3501813},
month = may,
articleno = {54},
numpages = {23},
keywords = {Electronic health records, federated learning, systematic review}
}



@article{hillel2013distributed,
  title={Distributed exploration in multi-armed bandits},
  author={Hillel, Eshcar and Karnin, Zohar S and Koren, Tomer and Lempel, Ronny and Somekh, Oren},
  journal={Advances in Neural Information Processing Systems},
  volume={26},
  year={2013}
}

@book{shamma2008cooperative,
  title={Cooperative control of distributed multi-agent systems},
  author={Shamma, Jeff},
  year={2008},
  publisher={John Wiley \& Sons}
}

@article{he2022simple,
  title={A simple and provably efficient algorithm for asynchronous federated contextual linear bandits},
  author={He, Jiafan and Wang, Tianhao and Min, Yifei and Gu, Quanquan},
  journal={Advances in neural information processing systems},
  volume={35},
  pages={4762--4775},
  year={2022}
}

@article{wang2023pure,
  title={Pure exploration in asynchronous federated bandits},
  author={Wang, Zichen and Li, Chuanhao and Song, Chenyu and Wang, Lianghui and Gu, Quanquan and Wang, Huazheng},
  journal={arXiv preprint arXiv:2310.11015},
  year={2023}
}

@article{wang2019distributed,
  title={Distributed bandit learning: Near-optimal regret with efficient communication},
  author={Wang, Yuanhao and Hu, Jiachen and Chen, Xiaoyu and Wang, Liwei},
  journal={arXiv preprint arXiv:1904.06309},
  year={2019}
}

@article{dubey2020differentially,
  title={Differentially-private federated linear bandits},
  author={Dubey, Abhimanyu and Pentland, AlexSandy'},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={6003--6014},
  year={2020}
}

@article{huang2021federated,
  title={Federated linear contextual bandits},
  author={Huang, Ruiquan and Wu, Weiqiang and Yang, Jing and Shen, Cong},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={27057--27068},
  year={2021}
}



@inproceedings{landgren2016distributed,
  title={On distributed cooperative decision-making in multiarmed bandits},
  author={Landgren, Peter and Srivastava, Vaibhav and Leonard, Naomi Ehrich},
  booktitle={2016 European Control Conference (ECC)},
  pages={243--248},
  year={2016},
  organization={IEEE}
}

@article{he2022collaborative,
  title={Collaborative sensing in internet of things: A comprehensive survey},
  author={He, Shibo and Shi, Kun and Liu, Chen and Guo, Bicheng and Chen, Jiming and Shi, Zhiguo},
  journal={IEEE Communications Surveys \& Tutorials},
  volume={24},
  number={3},
  pages={1435--1474},
  year={2022},
  publisher={IEEE}
}

@article{nayyar2016regret,
  title={On regret-optimal learning in decentralized multiplayer multiarmed bandits},
  author={Nayyar, Naumaan and Kalathil, Dileep and Jain, Rahul},
  journal={IEEE Transactions on Control of Network Systems},
  volume={5},
  number={1},
  pages={597--606},
  year={2016},
  publisher={IEEE}
}