@inproceedings{li2011unbiased,
  title={Unbiased offline evaluation of contextual-bandit-based news article recommendation algorithms},
  author={Li, Lihong and Chu, Wei and Langford, John and Wang, Xuanhui},
  booktitle={Proceedings of the fourth ACM international conference on Web search and data mining},
  pages={297--306},
  year={2011}
}
@inproceedings{bouneffouf2012contextual,
  title={A contextual-bandit algorithm for mobile context-aware recommender system},
  author={Bouneffouf, Djallel and Bouzeghoub, Amel and Gan{\c{c}}arski, Alda Lopes},
  booktitle={Neural Information Processing: 19th International Conference, ICONIP 2012, Doha, Qatar, November 12-15, 2012, Proceedings, Part III 19},
  pages={324--331},
  year={2012},
  organization={Springer}
}

@inproceedings{li2016collaborative,
  title={Collaborative filtering bandits},
  author={Li, Shuai and Karatzoglou, Alexandros and Gentile, Claudio},
  booktitle={Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval},
  pages={539--548},
  year={2016}
}

@article{schwartz2017customer,
  title={Customer acquisition via display advertising using multi-armed bandit experiments},
  author={Schwartz, Eric M and Bradlow, Eric T and Fader, Peter S},
  journal={Marketing Science},
  volume={36},
  number={4},
  pages={500--522},
  year={2017},
  publisher={INFORMS}
}
@inproceedings{wu2018learning,
  title={Learning contextual bandits in a non-stationary environment},
  author={Wu, Qingyun and Iyer, Naveen and Wang, Hongning},
  booktitle={The 41st International ACM SIGIR Conference on Research \& Development in Information Retrieval},
  pages={495--504},
  year={2018}
}

@inproceedings{vermorel2005multi,
  title={Multi-armed bandit algorithms and empirical evaluation},
  author={Vermorel, Joannes and Mohri, Mehryar},
  booktitle={Machine Learning: ECML 2005: 16th European Conference on Machine Learning, Porto, Portugal, October 3-7, 2005. Proceedings 16},
  pages={437--448},
  year={2005},
  organization={Springer}
}
@article{gorre2001clinical,
  title={Clinical resistance to STI-571 cancer therapy caused by BCR-ABL gene mutation or amplification},
  author={Gorre, Mercedes E and Mohammed, Mansoor and Ellwood, Katharine and Hsu, Nicholas and Paquette, Ron and Rao, P Nagesh and Sawyers, Charles L},
  journal={Science},
  volume={293},
  number={5531},
  pages={876--880},
  year={2001},
  publisher={American Association for the Advancement of Science}
}
@article{auer2002finite,
  title={Finite-time analysis of the multiarmed bandit problem},
  author={Auer, Peter and Cesa-Bianchi, Nicolo and Fischer, Paul},
  journal={Machine learning},
  volume={47},
  pages={235--256},
  year={2002},
  publisher={Springer}
}
@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  volume={25},
  number={3-4},
  pages={285--294},
  year={1933},
  publisher={Oxford University Press}
}
@inproceedings{liu2018change,
  title={A change-detection based framework for piecewise-stationary multi-armed bandit problem},
  author={Liu, Fang and Lee, Joohyun and Shroff, Ness},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={32},
  number={1},
  year={2018}
}
@inproceedings{cao2019nearly,
  title={Nearly optimal adaptive procedure with change detection for piecewise-stationary bandit},
  author={Cao, Yang and Wen, Zheng and Kveton, Branislav and Xie, Yao},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  pages={418--427},
  year={2019},
  organization={PMLR}
}
@inproceedings{auer2019adaptively,
  title={Adaptively tracking the best bandit arm with an unknown number of distribution changes},
  author={Auer, Peter and Gajane, Pratik and Ortner, Ronald},
  booktitle={Conference on Learning Theory},
  pages={138--158},
  year={2019},
  organization={PMLR}
}
@inproceedings{chen2019new,
  title={A new algorithm for non-stationary contextual bandits: Efficient, optimal and parameter-free},
  author={Chen, Yifang and Lee, Chung-Wei and Luo, Haipeng and Wei, Chen-Yu},
  booktitle={Conference on Learning Theory},
  pages={696--726},
  year={2019},
  organization={PMLR}
}
@article{besson2022efficient,
  title={Efficient change-point detection for tackling piecewise-stationary bandits},
  author={Besson, Lilian and Kaufmann, Emilie and Maillard, Odalric-Ambrym and Seznec, Julien},
  journal={The Journal of Machine Learning Research},
  volume={23},
  number={1},
  pages={3337--3376},
  year={2022},
  publisher={JMLRORG}
}
@inproceedings{garivier2011upper,
  title={On upper-confidence bound policies for switching bandit problems},
  author={Garivier, Aur{\'e}lien and Moulines, Eric},
  booktitle={International Conference on Algorithmic Learning Theory},
  pages={174--188},
  year={2011},
  organization={Springer}
}
@article{raj2017taming,
  title={Taming non-stationary bandits: A Bayesian approach},
  author={Raj, Vishnu and Kalyani, Sheetal},
  journal={arXiv preprint arXiv:1707.09727},
  year={2017}
}
@article{trovo2020sliding,
  title={Sliding-window thompson sampling for non-stationary settings},
  author={Trovo, Francesco and Paladino, Stefano and Restelli, Marcello and Gatti, Nicola},
  journal={Journal of Artificial Intelligence Research},
  volume={68},
  pages={311--364},
  year={2020}
}
@inproceedings{baudry2021limited,
  title={On limited-memory subsampling strategies for bandits},
  author={Baudry, Dorian and Russac, Yoan and Capp{\'e}, Olivier},
  booktitle={International Conference on Machine Learning},
  pages={727--737},
  year={2021},
  organization={PMLR}
}
@article{kveton2019perturbed,
  title={Perturbed-history exploration in stochastic multi-armed bandits},
  author={Kveton, Branislav and Szepesvari, Csaba and Ghavamzadeh, Mohammad and Boutilier, Craig},
  journal={arXiv preprint arXiv:1902.10089},
  year={2019}
}
@inproceedings{kveton2019garbage,
  title={Garbage in, reward out: Bootstrapping exploration in multi-armed bandits},
  author={Kveton, Branislav and Szepesvari, Csaba and Vaswani, Sharan and Wen, Zheng and Lattimore, Tor and Ghavamzadeh, Mohammad},
  booktitle={International Conference on Machine Learning},
  pages={3601--3610},
  year={2019},
  organization={PMLR}
}
@inproceedings{riou2020bandit,
  title={Bandit algorithms based on thompson sampling for bounded reward distributions},
  author={Riou, Charles and Honda, Junya},
  booktitle={Algorithmic Learning Theory},
  pages={777--826},
  year={2020},
  organization={PMLR}
}
@article{lattimore2017scale,
  title={A scale free algorithm for stochastic bandits with bounded kurtosis},
  author={Lattimore, Tor},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}
@article{bubeck2013bandits,
  title={Bandits with heavy tail},
  author={Bubeck, S{\'e}bastien and Cesa-Bianchi, Nicolo and Lugosi, G{\'a}bor},
  journal={IEEE Transactions on Information Theory},
  volume={59},
  number={11},
  pages={7711--7717},
  year={2013},
  publisher={IEEE}
}
@article{garivier2016explore,
  title={On explore-then-commit strategies},
  author={Garivier, Aur{\'e}lien and Lattimore, Tor and Kaufmann, Emilie},
  journal={Advances in Neural Information Processing Systems},
  volume={29},
  year={2016}
}

@article{slivkins2019introduction,
  title={Introduction to multi-armed bandits},
  author={Slivkins, Aleksandrs and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={12},
  number={1-2},
  pages={1--286},
  year={2019},
  publisher={Now Publishers, Inc.}
}
@article{lai1985asymptotically,
  title={Asymptotically efficient adaptive allocation rules},
  author={Lai, Tze Leung and Robbins, Herbert and others},
  journal={Advances in applied mathematics},
  volume={6},
  number={1},
  pages={4--22},
  year={1985}
}

@misc{liu2022extended,
      title={The Extended UCB Policies for Frequentist Multi-armed Bandit Problems}, 
      author={Keqin Liu and Haoran Chen and Weibing Deng and Ting Wu},
      year={2022},
      eprint={1112.1768},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@article{chan2020multi,
  title={The multi-armed bandit problem: An efficient nonparametric solution},
  author={Chan, Hock Peng},
  year={2020}
}
@article{wang2020residual,
  title={Residual bootstrap exploration for bandit algorithms},
  author={Wang, Chi-Hua and Yu, Yang and Hao, Botao and Cheng, Guang},
  journal={arXiv preprint arXiv:2002.08436},
  year={2020}
}
@inproceedings{baransi2014sub,
  title={Sub-sampling for multi-armed bandits},
  author={Baransi, Akram and Maillard, Odalric-Ambrym and Mannor, Shie},
  booktitle={Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2014, Nancy, France, September 15-19, 2014. Proceedings, Part I 14},
  pages={115--131},
  year={2014},
  organization={Springer}
}
@article{agrawal2017near,
  title={Near-optimal regret bounds for thompson sampling},
  author={Agrawal, Shipra and Goyal, Navin},
  journal={Journal of the ACM (JACM)},
  volume={64},
  number={5},
  pages={1--24},
  year={2017},
  publisher={ACM New York, NY, USA}
}

@article{mannor2011bandits,
  title={From bandits to experts: On the value of side-observations},
  author={Mannor, Shie and Shamir, Ohad},
  journal={Advances in Neural Information Processing Systems},
  volume={24},
  year={2011}
}
@article{caron2012leveraging,
  title={Leveraging side observations in stochastic bandits},
  author={Caron, St{\'e}phane and Kveton, Branislav and Lelarge, Marc and Bhagat, Smriti},
  journal={arXiv preprint arXiv:1210.4839},
  year={2012}
}
@inproceedings{cohen2016online,
  title={Online learning with feedback graphs without the graphs},
  author={Cohen, Alon and Hazan, Tamir and Koren, Tomer},
  booktitle={International Conference on Machine Learning},
  pages={811--819},
  year={2016},
  organization={PMLR}
}
@inproceedings{hu2020problem,
  title={Problem-dependent regret bounds for online learning with feedback graphs},
  author={Hu, Bingshan and Mehta, Nishant A and Pan, Jianping},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={852--861},
  year={2020},
  organization={PMLR}
}
@inproceedings{lykouris2020feedback,
  title={Feedback graph regret bounds for Thompson sampling and UCB},
  author={Lykouris, Thodoris and Tardos, Eva and Wali, Drishti},
  booktitle={Algorithmic Learning Theory},
  pages={592--614},
  year={2020},
  organization={PMLR}
}
@article{ghalme2021ballooning,
  title={Ballooning multi-armed bandits},
  author={Ghalme, Ganesh and Dhamal, Swapnil and Jain, Shweta and Gujar, Sujit and Narahari, Y},
  journal={Artificial Intelligence},
  volume={296},
  pages={103485},
  year={2021},
  publisher={Elsevier}
}
@article{auer2002nonstochastic,
  title={The nonstochastic multiarmed bandit problem},
  author={Auer, Peter and Cesa-Bianchi, Nicolo and Freund, Yoav and Schapire, Robert E},
  journal={SIAM journal on computing},
  volume={32},
  number={1},
  pages={48--77},
  year={2002},
  publisher={SIAM}
}
@inproceedings{buccapatnam2014stochastic,
  title={Stochastic bandits with side observations on networks},
  author={Buccapatnam, Swapna and Eryilmaz, Atilla and Shroff, Ness B},
  booktitle={The 2014 ACM international conference on Measurement and modeling of computer systems},
  pages={289--300},
  year={2014}
}
@article{buccapatnam2018reward,
  title={Reward maximization under uncertainty: Leveraging side-observations on networks},
  author={Buccapatnam, Swapna and Liu, Fang and Eryilmaz, Atilla and Shroff, Ness B},
  journal={Journal of Machine Learning Research},
  volume={18},
  number={216},
  pages={1--34},
  year={2018}
}
@article{auer2010ucb,
  title={UCB revisited: Improved regret bounds for the stochastic multi-armed bandit problem},
  author={Auer, Peter and Ortner, Ronald},
  journal={Periodica Mathematica Hungarica},
  volume={61},
  number={1-2},
  pages={55--65},
  year={2010},
  publisher={Akad{\'e}miai Kiad{\'o}, co-published with Springer Science+ Business Media BV~…}
}
@article{even2006action,
  title={Action Elimination and Stopping Conditions for the Multi-Armed Bandit and Reinforcement Learning Problems.},
  author={Even-Dar, Eyal and Mannor, Shie and Mansour, Yishay and Mahadevan, Sridhar},
  journal={Journal of machine learning research},
  volume={7},
  number={6},
  year={2006}
}
@article{alon2017nonstochastic,
  title={Nonstochastic multi-armed bandits with graph-structured feedback},
  author={Alon, Noga and Cesa-Bianchi, Nicolo and Gentile, Claudio and Mannor, Shie and Mansour, Yishay and Shamir, Ohad},
  journal={SIAM Journal on Computing},
  volume={46},
  number={6},
  pages={1785--1826},
  year={2017},
  publisher={SIAM}
}
@inproceedings{ghari2022online,
  title={Online learning with probabilistic feedback},
  author={Ghari, Pouya M and Shen, Yanning},
  booktitle={ICASSP 2022-2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={4183--4187},
  year={2022},
  organization={IEEE}
}
@article{esposito2022learning,
  title={Learning on the edge: Online learning with stochastic feedback graphs},
  author={Esposito, Emmanuel and Fusco, Federico and van der Hoeven, Dirk and Cesa-Bianchi, Nicol{\`o}},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={34776--34788},
  year={2022}
}
@article{chakrabarti2008mortal,
  title={Mortal multi-armed bandits},
  author={Chakrabarti, Deepayan and Kumar, Ravi and Radlinski, Filip and Upfal, Eli},
  journal={Advances in neural information processing systems},
  volume={21},
  year={2008}
}

@article{villar2015multi,
  title={Multi-armed bandit models for the optimal design of clinical trials: benefits and challenges},
  author={Villar, Sof{\'\i}a S and Bowden, Jack and Wason, James},
  journal={Statistical science: a review journal of the Institute of Mathematical Statistics},
  volume={30},
  number={2},
  pages={199},
  year={2015},
  publisher={Europe PMC Funders}
}
@article{aziz2021multi,
  title={On multi-armed bandit designs for dose-finding clinical trials},
  author={Aziz, Maryam and Kaufmann, Emilie and Riviere, Marie-Karelle},
  journal={The Journal of Machine Learning Research},
  volume={22},
  number={1},
  pages={686--723},
  year={2021},
  publisher={JMLRORG}
}
@article{perez2020adaptivebandit,
  title={AdaptiveBandit: a multi-armed bandit framework for adaptive sampling in molecular simulations},
  author={P{\'e}rez, Adri{\`a} and Herrera-Nieto, Pablo and Doerr, Stefan and De Fabritiis, Gianni},
  journal={Journal of chemical theory and computation},
  volume={16},
  number={7},
  pages={4685--4693},
  year={2020},
  publisher={ACS Publications}
}
@article{allan1978domination,
  title={On domination and independent domination numbers of a graph},
  author={Allan, Robert B and Laskar, Renu},
  journal={Discrete mathematics},
  volume={23},
  number={2},
  pages={73--76},
  year={1978},
  publisher={Elsevier}
}
@misc{abramowitz1988handbook,
  title={Handbook of mathematical functions with formulas, graphs, and mathematical tables},
  author={Abramowitz, Milton and Stegun, Irene A and Romer, Robert H},
  year={1988},
  publisher={American Association of Physics Teachers}
}
@article{krivelevich2003probability,
  title={On the probability of independent sets in random graphs},
  author={Krivelevich, Michael and Sudakov, Benny and Vu, Van H and Wormald, Nicholas C},
  journal={Random Structures \& Algorithms},
  volume={22},
  number={1},
  pages={1--14},
  year={2003},
  publisher={Wiley Online Library}
}
@book{frieze2016introduction,
  title={Introduction to random graphs},
  author={Frieze, Alan and Karo{\'n}ski, Micha{\l}},
  year={2016},
  publisher={Cambridge University Press}
}

@article{pesquerel2021stochastic,
  title={Stochastic bandits with groups of similar arms.},
  author={Pesquerel, Fabien and Saber, Hassan and Maillard, Odalric-Ambrym},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={19461--19472},
  year={2021}
}

@article{yang2022optimal,
  title={Optimal clustering with bandit feedback},
  author={Yang, Junwen and Zhong, Zixin and Tan, Vincent YF},
  journal={arXiv preprint arXiv:2202.04294},
  year={2022}
}
@article{li2016art,
  title={The art of clustering bandits.},
  author={Li, Shuai and others},
  year={2016},
  publisher={Universit{\`a} degli Studi dell'Insubria}
}
@inproceedings{gentile2014online,
  title={Online clustering of bandits},
  author={Gentile, Claudio and Li, Shuai and Zappella, Giovanni},
  booktitle={International conference on machine learning},
  pages={757--765},
  year={2014},
  organization={PMLR}
}
@article{wang2024online,
  title={Online clustering of bandits with misspecified user models},
  author={Wang, Zhiyong and Xie, Jize and Liu, Xutong and Li, Shuai and Lui, John},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}