\begin{thebibliography}{14}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
  \providecommand{\doi}[1]{doi: #1}\else
  \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi

\bibitem[Abbasi-yadkori et~al.(2011)Abbasi-yadkori, P\'{a}l, and
  Szepesv\'{a}ri]{yadkori}
Yasin Abbasi-yadkori, D\'{a}vid P\'{a}l, and Csaba Szepesv\'{a}ri.
\newblock Improved algorithms for linear stochastic bandits.
\newblock In J.~Shawe-Taylor, R.~Zemel, P.~Bartlett, F.~Pereira, and K.Q.
  Weinberger, editors, \emph{Advances in Neural Information Processing
  Systems}, volume~24. Curran Associates, Inc., 2011.
\newblock URL
  \url{https://proceedings.neurips.cc/paper/2011/file/e1d5be1c7f2f456670de3d53c7b54f4a-Paper.pdf}.

\bibitem[Agarwal et~al.(2023)Agarwal, Jiang, Kakade, and Sun]{ajks}
Alekh Agarwal, Nan Jiang, Sham~M Kakade, and Wen Sun.
\newblock \emph{Reinforcement learning: Theory and algorithms}.
\newblock 2023.

\bibitem[Amodei et~al.(2016)Amodei, Olah, Steinhardt, Christiano, Schulman, and
  Mané]{concreteproblems}
Dario Amodei, Chris Olah, Jacob Steinhardt, Paul Christiano, John Schulman, and
  Dan Mané.
\newblock Concrete problems in ai safety, 2016.
\newblock URL \url{https://arxiv.org/abs/1606.06565}.

\bibitem[Azuma(1967)]{azuma}
Kazuoki Azuma.
\newblock Weighted sums of certain dependent random variables.
\newblock \emph{Tohoku Mathematical Journal, Second Series}, 19\penalty0
  (3):\penalty0 357--367, 1967.

\bibitem[Bart{\'o}k et~al.(2014)Bart{\'o}k, Foster, P{\'a}l, Rakhlin, and
  Szepesv{\'a}ri]{partialmonitoring}
G{\'a}bor Bart{\'o}k, Dean~P Foster, D{\'a}vid P{\'a}l, Alexander Rakhlin, and
  Csaba Szepesv{\'a}ri.
\newblock Partial monitoring—classification, regret bounds, and algorithms.
\newblock \emph{Mathematics of Operations Research}, 39\penalty0 (4):\penalty0
  967--997, 2014.

\bibitem[Chu et~al.(2009)Chu, Park, Beaupre, Motgi, Phadke, Chakraborty, and
  Zachariah]{yahoo}
Wei Chu, Seung-Taek Park, Todd Beaupre, Nitin Motgi, Amit Phadke, Seinjuti
  Chakraborty, and Joe Zachariah.
\newblock A case study of behavior-driven conjoint analysis on {Y}ahoo! {F}ront
  {P}age {T}oday module.
\newblock In \emph{Proceedings of the 15th ACM SIGKDD international conference
  on Knowledge discovery and data mining}, pages 1097--1104, 2009.

\bibitem[Dani et~al.(2008)Dani, Hayes, and Kakade]{dani}
Varsha Dani, Thomas~P Hayes, and Sham~M Kakade.
\newblock Stochastic linear optimization under bandit feedback.
\newblock \emph{Conference on Learning Theory}, page 355–366, 2008.

\bibitem[Hendrycks et~al.(2021)Hendrycks, Carlini, Schulman, and
  Steinhardt]{unsolvedproblems}
Dan Hendrycks, Nicholas Carlini, John Schulman, and Jacob Steinhardt.
\newblock Unsolved problems in ml safety, 2021.
\newblock URL \url{https://arxiv.org/abs/2109.13916}.

\bibitem[Hoeffding(1963)]{hoeffding}
Wassily Hoeffding.
\newblock Probability inequalities for sums of bounded random variables.
\newblock \emph{Journal of the American statistical association}, 58\penalty0
  (301):\penalty0 13--30, 1963.

\bibitem[Krueger et~al.(2016)Krueger, Leike, Evans, and Salvatier]{activerl}
David Krueger, Jan Leike, Owain Evans, and John Salvatier.
\newblock Active reinforcement learning: Observing rewards at a cost.
\newblock \emph{NeurIPS Future of Interactive Learning Machines (FILM)
  workshop}, 2016.

\bibitem[Li et~al.(2010)Li, Chu, Langford, and Schapire]{li}
Lihong Li, Wei Chu, John Langford, and Robert~E. Schapire.
\newblock A contextual-bandit approach to personalized news article
  recommendation.
\newblock In \emph{Proceedings of the 19th international conference on World
  wide web - {WWW} {\textquotesingle}10}. {ACM} Press, 2010.
\newblock \doi{10.1145/1772690.1772758}.
\newblock URL \url{https://doi.org/10.1145%2F1772690.1772758}.

\bibitem[Schulze and Evans(2018)]{owain}
Sebastian Schulze and Owain Evans.
\newblock Active reinforcement learning with monte-carlo tree search.
\newblock \emph{CoRR}, abs/1803.04926, 2018.
\newblock URL \url{http://arxiv.org/abs/1803.04926}.

\bibitem[Slivkins(2019)]{mabintro}
Aleksandrs Slivkins.
\newblock Introduction to multi-armed bandits, 2019.
\newblock URL \url{https://arxiv.org/abs/1904.07272}.

\bibitem[Vanchinathan et~al.(2014)Vanchinathan, Nikolic, De~Bona, and
  Krause]{krause_yahoo}
Hastagiri~P. Vanchinathan, Isidor Nikolic, Fabio De~Bona, and Andreas Krause.
\newblock Explore-exploit in top-n recommender systems via gaussian processes.
\newblock In \emph{Proceedings of the 8th ACM Conference on Recommender
  Systems}, RecSys '14, page 225–232, New York, NY, USA, 2014. Association
  for Computing Machinery.
\newblock ISBN 9781450326681.
\newblock \doi{10.1145/2645710.2645733}.
\newblock URL \url{https://doi.org/10.1145/2645710.2645733}.

\end{thebibliography}
