@inproceedings{farinanear,
  title={{Near-Optimal No-Regret Learning Dynamics for General Convex Games}},
  author={Farina, Gabriele and Anagnostides, Ioannis and Luo, Haipeng and Lee, Chung-Wei and Kroer, Christian and Sandholm, Tuomas},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  year={2022}
}

@article{audibert2010regret,
  title={{Regret Bounds and Minimax Policies under Partial Monitoring}},
  author={Audibert, Jean-Yves and Bubeck, S{\'e}bastien},
  journal={The Journal of Machine Learning Research~(JMLR)},
  volume={11},
  pages={2785--2836},
  year={2010},
  publisher={JMLR. org}
}

@inproceedings{neu2015explore,
  title={{Explore No More: Improved High-probability Regret Bounds for Non-Stochastic Bandits}},
  author={Neu, Gergely},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={28},
  year={2015}
}

@inproceedings{jin2022v,
  title={{V-Learning--A Simple, Efficient, Decentralized Algorithm for Multiagent RL}},
  author={Jin, Chi and Liu, Qinghua and Wang, Yuanhao and Yu, Tiancheng},
  booktitle={Proc.~ICLR 2022 Workshop on Gamification and Multiagent Solutions},
  year={2022}
}

@inproceedings{anagnostides2022near,
  title={{Near-optimal No-regret Learning for Correlated Equilibria in Multi-player General-sum Games}},
  author={Anagnostides, Ioannis and Daskalakis, Constantinos and Farina, Gabriele and Fishelson, Maxwell and Golowich, Noah and Sandholm, Tuomas},
  booktitle={Proc. ACM SIGACT Symposium on Theory of Computing~(STOC)},
  pages={736--749},
  year={2022}
}

@inproceedings{zimmert2019optimal,
  title={{An Optimal Algorithm for Stochastic and Adversarial Bandits}},
  author={Zimmert, Julian and Seldin, Yevgeny},
  booktitle={Proc. International Conference on Artificial Intelligence and Statistics~(AISTATS)},
  pages={467--475},
  year={2019},
  organization={PMLR}
}

@inproceedings{littman1994markov,
  title={{Markov Games as A Framework for Multi-agent Reinforcement Learning}},
  author={Littman, Michael L},
  booktitle={Proc.~International Conference on Machine Learning~(ICML)},
  pages={157--163},
  year={1994}
}

@article{nax2016learning,
  title={{Learning in A Black Box}},
  author={Nax, Heinrich H and Burton-Chellew, Maxwell N and West, Stuart A and Young, H Peyton},
  journal={Journal of Economic Behavior \& Organization},
  volume={127},
  pages={1--15},
  year={2016},
  publisher={Elsevier}
}

@phdthesis{stoltz2005incomplete,
  title={{Incomplete Information and Internal Regret in Prediction of Individual Sequences}},
  author={Stoltz, Gilles},
  year={2005},
  school={Universit{\'e} Paris Sud-Paris XI}
}

@inproceedings{ito2020tight,
  title={{A Tight Lower Bound and Efficient Reduction for Swap Regret}},
  author={Ito, Shinji},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={33},
  pages={18550--18559},
  year={2020}
}

@inproceedings{sobrinho2005rts,
  title={{Why RTS-CTS is Not Your Ideal Wireless LAN Multiple Access Protocol}},
  author={Sobrinho, Jo{\~a}o L and De Haan, Roland and Brazio, Jos{\'e} M},
  booktitle={Proc.~IEEE Wireless Communications and Networking Conference~(WCNC)},
  volume={1},
  pages={81--87},
  year={2005},
  organization={IEEE}
}

@inproceedings{vial2021robust,
  title={{Robust Multi-agent Multi-armed Bandits}},
  author={Vial, Daniel and Shakkottai, Sanjay and Srikant, R},
  booktitle={Proc. International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing~(MobiHoc)},
  pages={161--170},
  year={2021}
}

@inproceedings{daskalakis2021near,
  title={{Near-optimal No-regret Learning in General Games}},
  author={Daskalakis, Constantinos and Fishelson, Maxwell and Golowich, Noah},
  booktitle={Proc. Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={34},
  year={2021}
}

@InProceedings{pmlr-v139-xie21g,
  title = 	 {{Learning While Playing in Mean-Field Games: Convergence and Optimality}},
  author =       {Xie, Qiaomin and Yang, Zhuoran and Wang, Zhaoran and Minca, Andreea},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {11436--11447},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}



@InProceedings{pmlr-v139-wang21j,
  title = 	 {{Global Convergence of Policy Gradient for Linear-Quadratic Mean-Field Control/Game in Continuous Time}},
  author =       {Wang, Weichen and Han, Jiequn and Yang, Zhuoran and Wang, Zhaoran},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {10772--10782},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}



@InProceedings{pmlr-v139-qiu21b,
  title = 	 {{Provably Efficient Fictitious Play Policy Optimization for Zero-Sum Markov Games with Structured Transitions}},
  author =       {Qiu, Shuang and Wei, Xiaohan and Ye, Jieping and Wang, Zhaoran and Yang, Zhuoran},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {8715--8725},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}


@InProceedings{pmlr-v139-mguni21a,
  title = 	 {{Learning in Nonzero-Sum Stochastic Games with Potentials}},
  author =       {Mguni, David H and Wu, Yutong and Du, Yali and Yang, Yaodong and Wang, Ziyi and Li, Minne and Wen, Ying and Jennings, Joel and Wang, Jun},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {7688--7699},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}


@InProceedings{pmlr-v139-min21a,
  title = 	 {{Signatured Deep Fictitious Play for Mean Field Games with Common Noise}},
  author =       {Min, Ming and Hu, Ruimeng},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {7736--7747},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}



@InProceedings{pmlr-v139-bielawski21a,
  title = 	 {{Follow-the-Regularized-Leader Routes to Chaos in Routing Games}},
  author =       {Bielawski, Jakub and Chotibut, Thiparat and Falniowski, Fryderyk and Kosiorowski, Grzegorz and Misiurewicz, Micha{\l} and Piliouras, Georgios},
  booktitle = 	 {Proc. International Conference on Machine Learning~(ICML)},
  pages = 	 {925--935},
  year = 	 {2021},
  volume = 	 {139},
  month = 	 {18--24 Jul},
  publisher =    {PMLR},
}


@article{robinson1951iterative,
  title={{An Iterative Method of Solving a Game}},
  author={Robinson, Julia},
  journal={Annals of Mathematics},
  pages={296--301},
  year={1951},
  publisher={JSTOR}
}

@techreport{brown1949some,
  title={{Some Notes on Computation of Games Solutions}},
  author={Brown, George W},
  year={1949},
  institution={RAND Corp Santa Monica CA}
}

@inproceedings{bubeck2020non,
  title={{Non-stochastic Multi-player Multi-armed Bandits: Optimal Rate with Collision Information, Sublinear Without}},
  author={Bubeck, S{\'e}bastien and Li, Yuanzhi and Peres, Yuval and Sellke, Mark},
  booktitle={Proc.~Conference on Learning Theory~(COLT)},
  pages={961--987},
  year={2020},
  organization={PMLR}
}


@inproceedings{tian2021online,
  title={{Online Learning in Unknown Markov Games}},
  author={Tian, Yi and Wang, Yuanhao and Yu, Tiancheng and Sra, Suvrit},
  booktitle={Proc.~International Conference on Machine Learning~(ICML)},
  pages={10279--10288},
  year={2021},
  organization={PMLR}
}

@inproceedings{cohen2017learning,
  title={{Learning with Bandit Feedback in Potential Games}},
  author={Cohen, Johanne and H{\'e}liou, Am{\'e}lie and Mertikopoulos, Panayotis},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  pages={6372--6381},
  year={2017}
}

@article{coucheney2015penalty,
  title={{Penalty-regulated Dynamics and Robust Learning Procedures in Games}},
  author={Coucheney, Pierre and Gaujal, Bruno and Mertikopoulos, Panayotis},
  journal={Mathematics of Operations Research},
  volume={40},
  number={3},
  pages={611--633},
  year={2015},
  publisher={INFORMS}
}

@inproceedings{chen2020hedging,
  title={{Hedging in Games: Faster Convergence of External and Swap Regrets}},
  author={Chen, Xi and Peng, Binghui},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  year={2020}
}

@article{krichene2015online,
  title={{Online Learning of Nash Equilibria in Congestion Games}},
  author={Krichene, Walid and Drigh{\`e}s, Benjamin and Bayen, Alexandre M},
  journal={SIAM Journal on Control and Optimization},
  volume={53},
  number={2},
  pages={1056--1081},
  year={2015},
  publisher={SIAM}
}

@inproceedings{palaiopanos2017multiplicative,
  title={{Multiplicative Weights Update with Constant Step-Size in Congestion Games: Convergence, Limit Cycles and Chaos}},
  author={Palaiopanos, Gerasimos and Panageas, Ioannis and Piliouras, Georgios},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={30},
  pages={5872--5882},
  year={2017}
}

@inproceedings{gopal2020non,
  title={{A Non-cooperative Multiple Access Game for Timely Updates}},
  author={Gopal, Sneihil and Kaul, Sanjit K and Chaturvedi, Rakesh and Roy, Sumit},
  booktitle={Proc. IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)},
  pages={924--929},
  year={2020},
  organization={IEEE}
}

@inproceedings{gopal2018game,
  title={{A Game Theoretic Approach to DSRC and WiFi Coexistence}},
  author={Gopal, Sneihil and Kaul, Sanjit K},
  booktitle={Proc. IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)},
  pages={565--570},
  year={2018},
  organization={IEEE}
}

@inproceedings{nguyen2017impact,
  title={{Impact of Hostile Interference on Information Freshness: A Game Approach}},
  author={Nguyen, Gam D and Kompella, Sastry and Kam, Clement and Wieselthier, Jeffrey E and Ephremides, Anthony},
  booktitle={Proc. International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOpt)},
  pages={1--7},
  year={2017},
  organization={IEEE}
}


@inproceedings{gopal2019coexistence,
  title={{Coexistence of Age and Throughput Optimizing Networks: A Game Theoretic Approach}},
  author={Gopal, Sneihil and Kaul, Sanjit K and Chaturvedi, Rakesh},
  booktitle={Proc. IEEE International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)},
  pages={1--6},
  year={2019},
  organization={IEEE}
}


@article{chen2010random,
  title={{Random Access Game and Medium Access Control Design}},
  author={Chen, Lijun and Low, Steven H and Doyle, John C},
  journal={IEEE/ACM Transactions on Networking~(TON)},
  volume={18},
  number={4},
  pages={1303--1316},
  year={2010},
  publisher={IEEE}
}

@article{coniglio2020elastic,
  title={{Elastic Traffic Engineering Subject to a Fair Bandwidth Allocation via Bilevel Programming}},
  author={Coniglio, Stefano and Gianoli, Luca Giovanni and Amaldi, Edoardo and Capone, Antonio},
  journal={IEEE/ACM Transactions on Networking~(TON)},
  volume={28},
  number={6},
  pages={2407--2420},
  year={2020},
  publisher={IEEE}
}

@inproceedings{mackenzie2003stability,
  title={{Stability of Multipacket Slotted Aloha with Selfish Users and Perfect Information}},
  author={MacKenzie, Allen B and Wicker, Stephen B},
  booktitle={Proc. IEEE Conference on
Computer Communications~(INFOCOM)},
  volume={3},
  pages={1583--1590},
  year={2003},
  organization={IEEE}
}

@article{lopez2005mathematical,
  title={{A Mathematical Model for the TCP Tragedy of the Commons}},
  author={L{\'o}pez, Luis and del Rey Almansa, Gemma and Paquelet, St{\'e}phane and Fern{\'a}ndez, Antonio},
  journal={Theoretical Computer Science},
  volume={343},
  number={1--2},
  pages={4--26},
  year={2005},
  publisher={Elsevier}
}

@article{garg2002game,
  title={{A Game-theoretic Approach Towards Congestion Control in Communication Networks}},
  author={Garg, Rahul and Kamra, Abhinav and Khurana, Varun},
  journal={ACM SIGCOMM Computer Communication Review},
  volume={32},
  number={3},
  pages={47--61},
  year={2002},
  publisher={ACM New York, NY, USA}
}

@article{akella2002selfish,
  title={{Selfish Behavior and Stability of the Internet: A Game-theoretic Analysis of TCP}},
  author={Akella, Aditya and Seshan, Srinivasan and Karp, Richard and Shenker, Scott and Papadimitriou, Christos},
  journal={ACM SIGCOMM Computer Communication Review},
  volume={32},
  number={4},
  pages={117--130},
  year={2002},
  publisher={ACM New York, NY, USA}
}

@article{nagle1987packet,
  title={{On Packet Switches with Infinite Storage}},
  author={Nagle, John},
  journal={IEEE Transactions on Communications~(TOC)},
  volume={35},
  number={4},
  pages={435--438},
  year={1987},
  publisher={IEEE}
}

@article{shenker1995making,
  title={{Making Greed Work in Networks: A Game-theoretic Analysis of Switch Service Disciplines}},
  author={Shenker, Scott J},
  journal={IEEE/ACM Transactions on Networking~(TON)},
  volume={3},
  number={6},
  pages={819--831},
  year={1995},
  publisher={IEEE}
}

@article{hart2000simple,
  title={{A Simple Adaptive Procedure Leading to Correlated Equilibrium}},
  author={Hart, Sergiu and Mas-Colell, Andreu},
  journal={Econometrica},
  volume={68},
  number={5},
  pages={1127--1150},
  year={2000},
  publisher={Wiley Online Library}
}

@inproceedings{cagalj2005selfish,
  title={{On Selfish Behavior in CSMA/CA Networks}},
  author={Cagalj, Mario and Ganeriwal, Saurabh and Aad, Imad and Hubaux, J-P},
  booktitle={Proc. IEEE Conference on
Computer Communications~(INFOCOM)},
  volume={4},
  pages={2513--2524},
  year={2005},
  organization={IEEE}
}

@article{moura2018game,
  title={{Game Theory for Multi-access Edge Computing: Survey, Use Cases, and Future Trends}},
  author={Moura, Jos{\'e} and Hutchison, David},
  journal={IEEE Communications Surveys \& Tutorials},
  volume={21},
  number={1},
  pages={260--288},
  year={2018},
  publisher={IEEE}
}


@article{efraimidis2010window,
  title={{Window-games between TCP Flows}},
  author={Efraimidis, Pavlos S and Tsavlidis, Lazaros and Mertzios, George B},
  journal={Theoretical Computer Science},
  volume={411},
  number={31--33},
  pages={2798--2817},
  year={2010},
  publisher={Elsevier}
}

@article{aumann1974subjectivity,
  title={{Subjectivity and Correlation in Randomized Strategies}},
  author={Aumann, Robert J},
  journal={Journal of Mathematical Economics},
  volume={1},
  number={1},
  pages={67--96},
  year={1974},
  publisher={Elsevier}
}



@book{karlin2017game,
  title={{Game Theory, Alive}},
  author={Karlin, Anna R and Peres, Yuval},
  volume={101},
  year={2017},
  publisher={American Mathematical Soc.}
}


@inproceedings{liu2012adaptive,
  title={{Adaptive Shortest-path Routing under Unknown and Stochastically Varying Link States}},
  author={Liu, Keqin and Zhao, Qing},
  booktitle={Proc. International Symposium on Modeling and Optimization in Mobile, Ad Hoc and Wireless Networks (WiOpt)},
  pages={232--237},
  year={2012},
  organization={IEEE}
}

@book{lattimore2020bandit,
  title={{Bandit Algorithms}},
  author={Lattimore, Tor and Szepesv{\'a}ri, Csaba},
  year={2020},
  publisher={Cambridge University Press}
}

@inproceedings{kocak2014efficient,
  title={{Efficient Learning by Implicit Exploration in Bandit Problems with Side Observations}},
  author={Koc{\'a}k, Tom{\'a}{\v{s}} and Neu, Gergely and Valko, Michal and Munos, R{\'e}mi},
  booktitle={Proc.  Advances in Neural Information Processing Systems~(NeurIPS)},
  pages={613--621},
  year={2014}
}

@article{blum2007external,
  title={{From External to Internal Regret}},
  author={Blum, Avrim and Mansour, Yishay},
  journal={Journal of Machine Learning Research~(JMLR)},
  volume={8},
  number={6},
  year={2007}
}

@book{cesa2006prediction,
  title={{Prediction, Learning, and Games}},
  author={Cesa-Bianchi, Nicolo and Lugosi, G{\'a}bor},
  year={2006},
  publisher={Cambridge University Press}
}

@article{auer2002nonstochastic,
  title={{The Nonstochastic Multiarmed Bandit Problem}},
  author={Auer, Peter and Cesa-Bianchi, Nicolo and Freund, Yoav and Schapire, Robert E},
  journal={SIAM Journal on Computing},
  volume={32},
  number={1},
  pages={48--77},
  year={2002},
  publisher={SIAM}
}

@article{feinberg1987method,
  title={{A Method to Calculate Steady-state Distributions of Large Markov Chains by Aggregating States}},
  author={Feinberg, Brion N and Chiu, Samuel S},
  journal={Operations Research},
  volume={35},
  number={2},
  pages={282--290},
  year={1987},
  publisher={INFORMS}
}

@article{li2021efficient,
  title={{Efficient Learning-based Scheduling for Information Freshness in Wireless Networks}},
  author={Li, Bin},
  journal={Proc. IEEE Conference on Computer Communications (INFOCOM)},
  year={2021}
}

@inproceedings{li2010contextual,
  title={{A Contextual-bandit Approach to Personalized News Article Recommendation}},
  author={Li, Lihong and Chu, Wei and Langford, John and Schapire, Robert E},
  booktitle={Proc. The International Conference on World Wide Web~(WWW)},
  pages={661--670},
  year={2010}
}

@inproceedings{lattimore2015linear,
  title={{Linear Multi-resource Allocation with Semi-bandit Feedback}},
  author={Lattimore, Tor and Crammer, Koby and Szepesv{\'a}ri, Csaba},
  booktitle={Proc.~Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={28},
  pages={964--972},
  year={2015}
}

@article{xu2020collaborative,
  title={{Collaborative Multi-agent Multi-armed Bandit Learning for Small-Cell Caching}},
  author={Xu, Xianzhe and Tao, Meixia and Shen, Cong},
  journal={IEEE Transactions on Wireless Communications~(TWC)},
  volume={19},
  number={4},
  pages={2570--2585},
  year={2020},
  publisher={IEEE}
}

@inproceedings{dubey2020cooperative,
  title={{Cooperative Multi-agent Bandits with Heavy Tails}},
  author={Dubey, Abhimanyu and others},
  booktitle={Proc. International Conference on Machine Learning~(ICML)},
  pages={2730--2739},
  year={2020},
  organization={PMLR}
}

@inproceedings{jamieson2014best,
  title={{Best-arm Identification Algorithms for Multi-armed Bandits in the Fixed Confidence Setting}},
  author={Jamieson, Kevin and Nowak, Robert},
  booktitle={Proc. Annual Conference on Information Sciences and Systems (CISS)},
  pages={1--6},
  year={2014},
  organization={IEEE}
}

@article{sankararaman2019social,
  title={{Social Learning in Multi Agent Multi Armed Bandits}},
  author={Sankararaman, Abishek and Ganesh, Ayalvadi and Shakkottai, Sanjay},
  journal={Proc. ACM on Measurement and Analysis of Computing Systems~(SIGMETRICS)},
  volume={3},
  number={3},
  pages={1--35},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@article{martinez2019decentralized,
  title={{Decentralized Cooperative Stochastic Multi-armed Bandits}},
  author={Mart{\'\i}nez-Rubio, David and Kanade, Varun and Rebeschini, Patrick},
  journal={Proc. Advances in Neural Information Processing Systems~(NeurIPS)},
  year={2019}
}

@article{kolla2018collaborative,
  title={{Collaborative Learning of Stochastic Bandits over a Social Network}},
  author={Kolla, Ravi Kumar and Jagannathan, Krishna and Gopalan, Aditya},
  journal={IEEE/ACM Transactions on Networking~(TON)},
  volume={26},
  number={4},
  pages={1782--1795},
  year={2018},
  publisher={IEEE}
}

@inproceedings{szorenyi2013gossip,
  title={{Gossip-based Distributed Stochastic Bandit Algorithms}},
  author={Szorenyi, Balazs and Busa-Fekete, R{\'o}bert and Hegedus, Istv{\'a}n and Orm{\'a}ndi, R{\'o}bert and Jelasity, M{\'a}rk and K{\'e}gl, Bal{\'a}zs},
  booktitle={Proc. International Conference on Machine Learning~(ICML)},
  pages={19--27},
  year={2013},
  organization={PMLR}
}

@inproceedings{hillel2013distributed,
  title={{Distributed Exploration in Multi-armed Bandits}},
  author={Hillel, Eshcar and Karnin, Zohar S and Koren, Tomer and Lempel, Ronny and Somekh, Oren},
  booktitle={Proc. Advances in Neural Information Processing Systems~(NeurIPS)},
  volume={26},
  pages={854--862},
  year={2013}
}

@article{awerbuch2008competitive,
  title={{Competitive Collaborative Learning}},
  author={Awerbuch, Baruch and Kleinberg, Robert},
  journal={Journal of Computer and System Sciences},
  volume={74},
  number={8},
  pages={1271--1288},
  year={2008},
  publisher={Academic Press}
}

@article{liu2010distributed,
  title={{Distributed Learning in Multi-armed Bandit with Multiple Players}},
  author={Liu, Keqin and Zhao, Qing},
  journal={IEEE Transactions on Signal Processing~(TSP)},
  volume={58},
  number={11},
  pages={5667--5681},
  year={2010},
  publisher={IEEE}
}


@inproceedings{buccapatnam2015information,
  title={{Information Sharing in Distributed Stochastic Bandits}},
  author={Buccapatnam, Swapna and Tan, Jian and Zhang, Li},
  booktitle={Proc. IEEE Conference on Computer Communications (INFOCOM)},
  pages={2605--2613},
  year={2015},
  organization={IEEE}
}

@inproceedings{chakraborty2017coordinated,
  title={{Coordinated versus Decentralized Exploration in Multi-agent Multi-armed Bandits}},
  author={Chakraborty, Mithun and Chua, Kai Yee Phoebe and Das, Sanmay and Juba, Brendan},
  booktitle={Proc. International Joint Conference on Artificial Intelligence~(IJCAI)},
  pages={164--170},
  year={2017}
}


@inproceedings{wang2018thompson,
  title={{Thompson Sampling for Combinatorial Semi-Bandits}},
  author={Wang, Siwei and Chen, Wei},
  booktitle={Proc. International Conference on Machine Learning~(ICML)},
  pages={5114--5122},
  year={2018}
}

@INPROCEEDINGS{8362276,
  author={C. {Zhong} and M. C. {Gursoy} and S. {Velipasalar}},
  booktitle={Proc. Annual Conference on Information Sciences and Systems (CISS)}, 
  title={{A Deep Reinforcement Learning-based Framework for Content Caching}}, 
  year={2018},
  volume={},
  number={},
  pages={1-6},}

@article{wang2020federated,
  title={{Federated Deep Reinforcement Learning for Internet of Things with Decentralized Cooperative Edge Caching}},
  author={Wang, Xiaofei and Wang, Chenyang and Li, Xiuhua and Leung, Victor CM and Taleb, Tarik},
  journal={IEEE Internet of Things Journal},
  year={2020},
  publisher={IEEE}
}


@ARTICLE{8036259,
  author={Y. {He} and Z. {Zhang} and F. R. {Yu} and N. {Zhao} and H. {Yin} and V. C. M. {Leung} and Y. {Zhang}},
  journal={IEEE Transactions on Vehicular Technology}, 
  title={{Deep-Reinforcement-Learning-Based Optimization for Cache-Enabled Opportunistic Interference Alignment Wireless Networks}}, 
  year={2017},
  volume={66},
  number={11},
  pages={10433-10445},
  }

@article{cheng2018localized,
  title={{Localized Small Cell Caching: A Machine Learning Approach Based on Rating Data}},
  author={Cheng, Peng and Ma, Chuan and Ding, Ming and Hu, Yongjun and Lin, Zihuai and Li, Yonghui and Vucetic, Branka},
  journal={IEEE Transactions on Communications~(TOC)},
  volume={67},
  number={2},
  pages={1663--1676},
  year={2018},
  publisher={IEEE}
}

@article{ahlehagh2014video,
  title={{Video-Aware Scheduling and Caching in the Radio Access Network}},
  author={Ahlehagh, Hasti and Dey, Sujit},
  journal={IEEE/ACM Transactions on Networking~(TON)},
  volume={22},
  number={5},
  pages={1444--1462},
  year={2014},
  publisher={IEEE}
}

@article{bacstuug2015big,
  title={{Big Data Meets Telcos: A Proactive Caching Perspective}},
  author={Ba{\c{s}}tu{\u{g}}, Ejder and Bennis, Mehdi and Zeydan, Engin and Kader, Manhal Abdel and Karatepe, Ilyas Alper and Er, Ahmet Salih and Debbah, M{\'e}rouane},
  journal={Journal of Communications and Networks},
  volume={17},
  number={6},
  pages={549--557},
  year={2015},
  publisher={IEEE}
}

@inproceedings{bacstuug2013proactive,
  title={{Proactive Small Cell Networks}},
  author={Ba{\c{s}}tu{\u{g}}, Ejder and Gu{\'e}n{\'e}go, Jean-Louis and Debbah, M{\'e}rouane},
  booktitle={Proc. International Conference on Telecommunication (ICT)},
  pages={1--5},
  year={2013},
  organization={IEEE}
}

@inproceedings{wu2016semigradient,
  title={{Semigradient-Based Cooperative Caching Algorithm for Mobile Social Networks}},
  author={Wu, Yecheng and Yao, Sha and Yang, Yang and Hu, Zeming and Wang, Cheng-Xiang},
  booktitle={Proc. IEEE Global Communications Conference (GLOBECOM)},
  pages={1--6},
  year={2016},
  organization={IEEE}
}

@inproceedings{zhang2016clustered,
  title={{Clustered Device-to-Device Caching Based on File Preferences}},
  author={Zhang, Xiangyang and Wang, Ying and Sun, Ruijin and Wang, Dong},
  booktitle={Proc. IEEE Annual International Symposium on Personal, Indoor, and Mobile Radio Communications (PIMRC)},
  pages={1--6},
  year={2016},
  organization={IEEE}
}

@article{chen2018caching,
  title={{Caching Policy for Cache-Enabled D2D Communications by Learning User Preference}},
  author={Chen, Binqiang and Yang, Chenyang},
  journal={IEEE Transactions on Communications~(TOC)},
  volume={66},
  number={12},
  pages={6586--6601},
  year={2018},
  publisher={IEEE}
}

@article{liu2016caching,
  title={{Caching at the Wireless Edge: Design Aspects, Challenges, and Future Directions}},
  author={Liu, Dong and Chen, Binqiang and Yang, Chenyang and Molisch, Andreas F},
  journal={IEEE Communications Magazine},
  volume={54},
  number={9},
  pages={22--28},
  year={2016},
  publisher={IEEE}
}

@article{zhou2016stochastic,
  title={{Stochastic Content-Centric Multicast Scheduling for Cache-Enabled Heterogeneous Cellular Networks}},
  author={Zhou, Bo and Cui, Ying and Tao, Meixia},
  journal={IEEE Transactions on Wireless Communications~(TWC)},
  volume={15},
  number={9},
  pages={6284--6297},
  year={2016},
  publisher={IEEE}
}

@article{ghosh2012heterogeneous,
  title={{Heterogeneous Cellular Networks: From Theory to Practice}},
  author={Ghosh, Amitabha and Mangalvedhe, Nitin and Ratasuk, Rapeepat and Mondal, Bishwarup and Cudak, Mark and Visotsky, Eugene and Thomas, Timothy A and Andrews, Jeffrey G and Xia, Ping and Jo, Han Shin and others},
  journal={IEEE Communications Magazine},
  volume={50},
  number={6},
  pages={54--64},
  year={2012},
  publisher={IEEE}
}

@article{lai1985asymptotically,
  title={{Asymptotically Efficient Adaptive Allocation Rules}},
  author={Lai, Tze Leung and Robbins, Herbert},
  journal={Advances in Applied Mathematics},
  volume={6},
  number={1},
  pages={4--22},
  year={1985},
  publisher={Academic Press}
}

@article{kleinberg2010regret,
  title={{Regret Bounds for Sleeping Experts and Bandits}},
  author={Kleinberg, Robert and Niculescu-Mizil, Alexandru and Sharma, Yogeshwer},
  journal={Machine Learning},
  volume={80},
  number={2-3},
  pages={245--272},
  year={2010},
  publisher={Springer}
}

@incollection{hoeffding1994probability,
  title={{Probability Inequalities for Sums of Bounded Random Variables}},
  author={Hoeffding, Wassily},
  booktitle={The Collected Works of Wassily Hoeffding},
  pages={409--426},
  year={1994},
  publisher={Springer}
}

@inproceedings{Dudik2011efficient,
 author = {Dudik, Miroslav and Hsu, Daniel and Kale, Satyen and Karampatziakis, Nikos and Langford, John and Reyzin, Lev and Zhang, g},
 title = {{Efficient Optimal Learning for Contextual Bandits}},
 booktitle = {Proc. Conference on Uncertainty in Artificial Intelligence (UAI)},
 series = {UAI'11},
 year = {2011},
 isbn = {978-0-9749039-7-2},
 location = {Barcelona, Spain},
 pages = {169--178},
 numpages = {10},
 url = {http://dl.acm.org/citation.cfm?id=3020548.3020569},
 acmid = {3020569},
 publisher = {AUAI Press},
 address = {Arlington, Virginia, United States},
} 

@article{weinberger2002delayed,
  title={{On Delayed Prediction of Individual Sequences}},
  author={Weinberger, Marcelo J and Ordentlich, Erik},
  journal={IEEE Transactions on Information Theory},
  volume={48},
  number={7},
  pages={1959--1976},
  year={2002},
  publisher={IEEE}
}

@inproceedings{kveton2015tight,
  title={{Tight Regret Bounds for Stochastic Combinatorial Semi-Bandits}},
  author={Kveton, Branislav and Wen, Zheng and Ashkan, Azin and Szepesvari, Csaba},
  booktitle={Proc. International Conference on Artificial Intelligence and Statistics (AISTATS)},
  pages = {535--543},
  volume = {38},
  year={2015}
}

@article{gai2012combinatorial,
  title={{Combinatorial Network Optimization with Unknown Variables: Multi-armed Bandits with Linear Rewards and Individual Observations}},
  author={Gai, Yi and Krishnamachari, Bhaskar and Jain, Rahul},
  journal={IEEE/ACM Transactions on Networking (TON)},
  volume={20},
  number={5},
  pages={1466--1478},
  year={2012},
  publisher={IEEE Press}
}

@InProceedings{pmlr13online,
  title = 	 {{Online Learning under Delayed Feedback}},
  author = 	 {Pooria Joulani and Andras Gyorgy and Csaba Szepesvari},
  booktitle = 	 {Proc. International Conference on Machine Learning (ICML)},
  pages = 	 {1453--1461},
  year = 	 {2013},
  volume = 	 {28}
}

@inproceedings{komiyama2015optimal,
  title={{Optimal Regret Analysis of Thompson Sampling in Stochastic Multi-armed Bandit Problem with Multiple Plays}},
  author={Komiyama, Junpei and Honda, Junya and Nakagawa, Hiroshi},
  booktitle={Proc. International Conference on Machine Learning~(ICML)},
  pages={1152--1161},
  year={2015}
}

@inproceedings{chen2013combinatorial,
  title={{Combinatorial Multi-armed Bandit: General Framework and Applications}},
  author={Chen, Wei and Wang, Yajun and Yuan, Yang},
  booktitle={Proc. International Conference on Machine Learning (ICML)},
  pages={151--159},
  year={2013}
}

@inproceedings{8109323,
  title={{Intelligent Caching in Dense Small-Cell Networks with Limited External Resources}},
  author={Hu, Bingshan and Tanha, Maryam and Sajjadi, Dawood and Pan, Jianping},
  booktitle={Proc. IEEE Conference on Local Computer Networks (LCN)},
  pages={295--298},
  year={2018},
  organization={IEEE}
}

@inproceedings{hu2019int,
  title={{Intelligent Caching Algorithms in Heterogeneous Wireless Networks with Uncertainty}},
  author={Hu, Bingshan and Chen, Yunjin and Huang, Zhiming and Mehta, Nishant A. and Pan, Jianping},
  booktitle={Proc. IEEE Conference on Distributed Computing Systems (ICDCS)},
  year={2019},
  organization={IEEE}
}

@inproceedings{huang2021multi,
  title={{Poster: Multi-agent Combinatorial Bandits with Moving Arms}},
  author={Huang, Zhiming and Hu, Bingshan and Pan, Jianping},
  booktitle={Proc. IEEE Conference on Distributed Computing Systems (ICDCS)},
  year={2021},
  organization={IEEE}
}

@article{huang2020thompson,
  title={{Thompson Sampling for Combinatorial Semi-bandits with Sleeping Arms and Long-term Fairness Constraints}},
  author={Huang, Zhiming and Xu, Yifan and Hu, Bingshan and Wang, Qipeng and Pan, Jianping},
  journal={arXiv preprint arXiv:2005.06725},
  year={2020}
}

@inproceedings{agrawal2012analysis,
  title={{Analysis of {T}hompson Sampling for the Multi-armed Bandit Problem}},
  author={Agrawal, Shipra and Goyal, Navin},
  booktitle={Proc. Annual Conference on Learning Theory {COLT}},
  pages={39--1},
  year={2012}
}


@inproceedings{muller2016smart,
	title={{Smart Caching in Wireless Small Cell Networks via Contextual Multi-armed Bandits}},
	author={M{\"u}ller, Sabrina and Atan, Onur and van der Schaar, Mihaela and Klein, Anja},
	booktitle={Proc. IEEE International Conference on Communications (ICC)},
	pages={1--7},
	year={2016},
}

@IEEEtranBSTCTL{IEEEexample:BSTcontrol,
	CTLdash_repeated_names = "no"
}
@inproceedings{chapelle2011empirical,
  title={{An Empirical Evaluation of {T}hompson Sampling}},
  author={Chapelle, Olivier and Li, Lihong},
  booktitle={Proc. Annual Conference on Neural Information Processing Systems (NeurIPS)},
  pages={2249--2257},
  year={2011}
}

@article{agrawal2017near,
  title={{Near-optimal Regret Bounds for {T}hompson Sampling}},
  author={Agrawal, Shipra and Goyal, Navin},
  journal={Journal of the ACM},
  volume={64},
  number={5},
  pages={30},
  year={2017},
  publisher={ACM}
}

@article{muller2017context,
	title={{Context-Aware Proactive Content Caching with Service Differentiation in Wireless Networks}},
	author={M{\"u}ller, Sabrina and Atan, Onur and van der Schaar, Mihaela and Klein, Anja},
	journal={IEEE Transactions on Wireless Communications (TWC)},
	volume={16},
	number={2},
	pages={1024--1036},
	year={2017},
	publisher={IEEE}
}

@article{desautels2014parallelizing,
  title={{Parallelizing Exploration-Exploitation Tradeoffs in Gaussian Process Bandit Optimization}},
  author={Desautels, Thomas and Krause, Andreas and Burdick, Joel W},
  journal={The Journal of Machine Learning Research~(JMLR)},
  volume={15},
  number={1},
  pages={3873--3923},
  year={Dec. 2014},
  publisher={JMLR. org}
}


@inproceedings{blasco2014learning,
	title={{Learning-based Optimization of Cache Content in a Small Cell Base Station}},
	author={Blasco, Pol and  G{\"u}nd{\"u}z, Deniz},
	booktitle={Proc. IEEE International Conference on Communications (ICC)},
	pages={1897--1903},
	year={2014},
}

@inproceedings{blasco2014multi,
	title={{Multi-armed Bandit Optimization of Cache Content in Wireless Infostation Networks}},
	author={Blasco, Pol and  G{\"u}nd{\"u}z, Deniz},
	booktitle={Proc. IEEE International Symposium on Information Theory (ISIT)},
	pages={51--55},
	year={2014},
}

@article{blasco2014content,
	title={{Content-level Selective Offloading in Heterogeneous Networks: Multi-armed Bandit Optimization and Regret Bounds}},
	author={Blasco, Pol and G{\"u}nd{\"u}z, Deniz},
	journal={arXiv preprint arXiv:1407.6154},
	year={2014}
}

@article{auer2002finite,
	title={{Finite-time Analysis of the Multi-armed Bandit Problem}},
	author={Auer, Peter and Cesa-Bianchi, Nicolo and Fischer, Paul},
	journal={Machine Learning},
	volume={47},
	number={2--3},
	pages={235--256},
	year={2002},
	publisher={Springer}
}

@inproceedings{daskalakis2013learning,
	title={{Learning Sums of Independent Integer Random Variables}},
	author={Daskalakis, Constantinos and Diakonikolas, Ilias and O'Donnell, Ryan and Servedio, Rocco A and Tan, LiYang},
	booktitle={Proc. IEEE Annual Symposium on Foundations of Computer Science (FOCS)},
	pages={217--226},
	year={2013},
}



@inproceedings{borst2010distributed,
	title={{Distributed Caching Algorithms for Content Distribution Networks}},
	author={Borst, Sem and Gupta, Varun and Walid, Anwar},
	booktitle={Proc. IEEE International Conference on Computer Communications (INFOCOM)},
	pages={1--9},
	year={2010},	
}

@inproceedings{golrezaei2012femtocaching,
	title={{FemtoCaching: Wireless Video Content Delivery Through Distributed Caching Helpers}},
	author={Golrezaei, Negin and Shanmugam, Karthikeyan and Dimakis, Alexandros G and Molisch, Andreas F and Caire, Giuseppe},
	booktitle={Proc. IEEE International Conference on Computer Communications (INFOCOM)},
	pages={1107--1115},
	year={2012},
}

@article{poularakis2016exploiting,
	title={{Exploiting Caching and Multicast for 5{G} Wireless Networks}},
	author={Poularakis, Konstantinos and Iosifidis, George and Sourlas, Vasilis and Tassiulas, Leandros},
	journal={IEEE Transactions on Wireless Communications (TWC)},
	volume={15},
	number={4},
	pages={2995--3007},
	year={2016},
	publisher={IEEE}
}


@article{bubeck2012regret,
	title={{Regret Analysis of Stochastic and Nonstochastic Multi-armed Bandit Problems}},
	author={Bubeck, S{\'e}bastien and Cesa-Bianchi, Nicolo},
	journal={Foundations and Trends{\textregistered} in Machine Learning},
	volume={5},
	number={1},
	pages={1--122},
	year={2012},
	publisher={Now Publishers, Inc.}
}



@misc{index2016global,
	note ={{Cisco Visual Networking Index: Global Mobile Data Traffic Forecast Update, 2017--2022, White Paper, http://goo.gl/ylTuVx, 2019}}		
}



@misc{bworld2,
	note ={{Caching Content for Holiday Streaming,  \url{https://goo.gl/sghwEv}, 2015}}		
}


@inproceedings{kveton2014matroid,
 author = {Kveton, Branislav and Wen, Zheng and Ashkan, Azin and Eydgahi, Hoda and Eriksson, Brian},
 title = {{Matroid Bandits: {Fast} Combinatorial Optimization with Learning}},
 booktitle = {Proc. Conference on Uncertainty in Artificial Intelligence (UAI)},
 year = {2014},
 location = {Quebec City, Quebec, Canada},
 pages = {420-429},
 publisher = {AUAI Press},
}

@article{hoeffding1963probability,
  title={{Probability Inequalities for Sums of Bounded Random Variables}},
  author={Hoeffding, Wassily},
  journal={Journal of the American Statistical Association},
  volume={58},
  number={301},
  pages={13--30},
  year={1963},
  publisher={Taylor \& Francis Group}
}

@article{chiang2016fog,
	title={{Fog and {IoT}: {An} Overview of Research Opportunities}},
	author={Chiang, Mung and Zhang, Tao},
	journal={IEEE Internet of Things Journal (IOTJ)},
	volume={3},
	number={6},
	pages={854--864},
	year={2016},
	publisher={IEEE}
}

@inproceedings{li2019combinatorial1,
  title={{Combinatorial Sleeping Bandits with Fairness Constraints}},
  author={Li, Fengjiao and Liu, Jia and Ji, Bo},
  booktitle={Proc. IEEE Conference on Computer Communications~(INFOCOM)},
  pages={1702--1710},
  year={2019},
  organization={IEEE}
}

@article{li2019combinatorial2,
  title={{Combinatorial Sleeping Bandits with Fairness Constraints}},
  author={Li, Fengjiao and Liu, Jia and Ji, Bo},
  journal={IEEE Transactions on Network Science and Engineering~(TNSE)},
  year={2019},
  publisher={IEEE}
}

@article{chen2016combinatorial,
  title={{Combinatorial Multi-armed Bandit and Its Extension to Probabilistically Triggered Arms}},
  author={Chen, Wei and Wang, Yajun and Yuan, Yang and Wang, Qinshi},
  journal={The Journal of Machine Learning Research},
  volume={17},
  number={1},
  pages={1746--1778},
  year={2016},
  publisher={JMLR. org}
}

@inproceedings{abbasi2011improved,
  title={{Improved Algorithms for Linear Stochastic Bandits}},
  author={Abbasi-Yadkori, Yasin and P{\'a}l, D{\'a}vid and Szepesv{\'a}ri, Csaba},
  booktitle={Proc. Annual Conference on Neural Information Processing Systems (NeurIPS)},
  pages={2312--2320},
  year={2011}
}

@inproceedings{neu2014online,
  title={{Online Combinatorial Optimization with Stochastic Decision Sets and Adversarial Losses}},
  author={Neu, Gergely and Valko, Michal},
  booktitle={Proc. Annual Conference on Neural Information Processing Systems (NeurIPS)},
  pages={2780--2788},
  year={2014}
}


@inproceedings{agrawal2012analysis,
  title={{Analysis of {T}hompson Sampling for the Multi-armed Bandit Problem}},
  author={Agrawal, Shipra and Goyal, Navin},
  booktitle={Proc. Annual Conference on Learning Theory (COLT)},
  pages={39--1},
  year={2012}
}

@article{al20195g,
  title={{5G-Enabled Devices and Smart-Spaces in Social-IoT: An Overview}},
  author={Al-Turjman, Fadi},
  journal={Future Generation Computer Systems},
  volume={92},
  pages={732--744},
  year={2019},
  publisher={Elsevier}
}

@inproceedings{cao1997cost,
  title={{Cost-Aware WWW Proxy Caching Algorithms}},
  author={Cao, Pei and Irani, Sandy},
  booktitle={Proc. USENIX Symposium on Internet Technologies and Systems (USITS)},
  volume={12},
  number={97},
  pages={193--206},
  year={1997}
}

@incollection{NIPS2010,
title = {{Online Markov Decision Processes under Bandit Feedback}},
author = {Neu, Gergely and Andras Antos and Gy\"{o}rgy, Andr\'{a}s and Csaba Szepesv\'{a}ri},
booktitle = {Proc. Advances in Neural Information Processing Systems~(NeurIPS)},
pages = {1804--1812},
year = {Dec. 2010},
publisher = {Curran Associates, Inc.}
}

@INPROCEEDINGS{chen2019task, 
author={L. {Chen} and J. {Xu}}, 
booktitle={Proc. IEEE Conference on Computer Communications (INFOCOM)}, 
title={{Task Replication for Vehicular Cloud: Contextual Combinatorial Bandit with Delayed Feedback}}, 
year={2019}, 
pages={748-756}, 
month={April},
}