\begin{thebibliography}{46}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
  \providecommand{\doi}[1]{doi: #1}\else
  \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi

\bibitem[Agrawal and Goyal(2012)]{pmlr-v23-agrawal12}
Shipra Agrawal and Navin Goyal.
\newblock {Analysis of Thompson Sampling for the Multi-armed Bandit Problem}.
\newblock In \emph{25th Annual Conference on Learning Theory}, pages
  39.1--39.26, 2012.

\bibitem[Agrawal and Goyal(2017)]{Agrawal2017}
Shipra Agrawal and Navin Goyal.
\newblock {Near-Optimal Regret Bounds for Thompson Sampling}.
\newblock \emph{J. ACM}, 64\penalty0 (5), Sep 2017.
\newblock ISSN 0004-5411.

\bibitem[Al~Kaabi et~al.(2021)]{sinopharm}
Nawal Al~Kaabi et~al.
\newblock {Effect of 2 Inactivated SARS-CoV-2 Vaccines on Symptomatic COVID-19
  Infection in Adults: A Randomized Clinical Trial}.
\newblock \emph{JAMA}, 326\penalty0 (1):\penalty0 35--45, 07 2021.

\bibitem[Auer et~al.(2004)Auer, Cesa-Bianchi, and
  Fischer]{Auer2004FinitetimeAO}
P.~Auer, N.~Cesa-Bianchi, and P.~Fischer.
\newblock {Finite-time Analysis of the Multiarmed Bandit Problem}.
\newblock \emph{Machine Learning}, 47:\penalty0 235--256, 2004.

\bibitem[Baden et~al.(2021)]{doi:10.1056/NEJMoa2035389}
Lindsey~R. Baden et~al.
\newblock {Efficacy and Safety of the mRNA-1273 SARS-CoV-2 Vaccine}.
\newblock \emph{New England Journal of Medicine}, 384\penalty0 (5):\penalty0
  403--416, 2021.

\bibitem[Basu and Ghosh(2020)]{basu2020adaptive}
Kinjal Basu and Souvik Ghosh.
\newblock {Adaptive Rate of Convergence of Thompson Sampling for Gaussian
  Process Optimization}, 2020.

\bibitem[Breslow(1974)]{breslow1974}
N.~Breslow.
\newblock {Covariance Analysis of Censored Survival Data}.
\newblock \emph{Biometrics}, 30\penalty0 (1):\penalty0 89--99, 1974.

\bibitem[Castillo et~al.(2021)]{castillo2021market}
Juan~Camilo Castillo et~al.
\newblock {Market Design to Accelerate {COVID-19} Vaccine Supply}.
\newblock \emph{Science}, 371\penalty0 (6534):\penalty0 1107--1109, 2021.

\bibitem[{Centers for Disease Control and Prevention}(2021)]{CDC}
{Centers for Disease Control and Prevention}.
\newblock Data table for case daily trends - united states.
\newblock
  \url{https://covid.cdc.gov/covid-data-tracker/#trends_dailytrendscases},
  2021.
\newblock [Online; accessed 23-February-2021].

\bibitem[Chapelle and Li(2011)]{chapelle2011empirical}
Olivier Chapelle and Lihong Li.
\newblock {An Empirical Evaluation of Thompson Sampling}.
\newblock In \emph{Advances in Neural Information Processing Systems},
  volume~24, 2011.

\bibitem[Cox(1972)]{cox1972regression}
David~R Cox.
\newblock {Regression Models and Life-Tables}.
\newblock \emph{Journal of the Royal Statistical Society: Series B
  (Methodological)}, 34\penalty0 (2):\penalty0 187--202, 1972.

\bibitem[Cox(1975)]{cox1975partial}
David~R Cox.
\newblock {Partial Likelihood}.
\newblock \emph{Biometrika}, 62\penalty0 (2):\penalty0 269--276, 1975.

\bibitem[Cox and Oakes(1984)]{cox1984analysis}
David~R Cox and David Oakes.
\newblock \emph{{Analysis of Survival Data}}, volume~21.
\newblock CRC Press, 1984.

\bibitem[Dudik et~al.(2011)Dudik, Hsu, Kale, Karampatziakis, Langford, Reyzin,
  and Zhang]{dudik2011efficient}
Miroslav Dudik, Daniel Hsu, Satyen Kale, Nikos Karampatziakis, John Langford,
  Lev Reyzin, and Tong Zhang.
\newblock {Efficient Optimal Learning for Contextual Bandits}.
\newblock In \emph{27th Conference on Uncertainty in Artificial Intelligence},
  page 169–178, 2011.

\bibitem[Durham et~al.(1998)Durham, Longini, Halloran, Clemens, Azhar, and
  Rao]{halloran1998}
L.~Kathryn Durham, Jr. Longini, Ira~M., M.~Elizabeth Halloran, John~D. Clemens,
  Nizam Azhar, and Malla Rao.
\newblock {Estimation of Vaccine Efficacy in the Presence of Waning:
  Application to Cholera Vaccines}.
\newblock \emph{American Journal of Epidemiology}, 147\penalty0 (10):\penalty0
  948--959, 05 1998.

\bibitem[Efron(1977)]{efron1977efficiency}
Bradley Efron.
\newblock The efficiency of {C}ox's likelihood function for censored data.
\newblock \emph{Journal of the American Statistical Association}, 72\penalty0
  (359):\penalty0 557--565, 1977.

\bibitem[Ferreira et~al.(2018)Ferreira, Simchi-Levi, and
  Wang]{ferreira2018online}
Kris~Johnson Ferreira, David Simchi-Levi, and He~Wang.
\newblock {Online Network Revenue Management using {T}hompson Sampling}.
\newblock \emph{Operations research}, 66\penalty0 (6):\penalty0 1586--1602,
  2018.

\bibitem[Gael et~al.(2020)Gael, Vernade, Carpentier, and
  Valko]{Manegueu2020StochasticBW}
Manegueu~Anne Gael, Claire Vernade, Alexandra Carpentier, and Michal Valko.
\newblock Stochastic bandits with arm-dependent delays.
\newblock In \emph{37th International Conference on Machine Learning}, pages
  3348--3356, 2020.

\bibitem[Gelman et~al.(2013)Gelman, Carlin, Stern, Dunson, Vehtari, and
  Rubin]{gelman2013bayesian}
A.~Gelman, J.B. Carlin, H.S. Stern, D.B. Dunson, A.~Vehtari, and D.B. Rubin.
\newblock \emph{Bayesian Data Analysis, Third Edition}.
\newblock Taylor \& Francis, 2013.

\bibitem[Gomez-Uribe(2016)]{gomezuribe2016online}
Carlos~Alberto Gomez-Uribe.
\newblock {Online Algorithms For Parameter Mean And Variance Estimation In
  Dynamic Regression Models}, 2016.

\bibitem[Grover et~al.(2018)Grover, Markov, Attia, Jin, Perkins, Cheong, Chen,
  Yang, Harris, Chueh, and Ermon]{grover2018best}
Aditya Grover, Todor Markov, Peter Attia, Norman Jin, Nicolas Perkins, Bryan
  Cheong, Michael Chen, Zi~Yang, Stephen Harris, William Chueh, and Stefano
  Ermon.
\newblock Best arm identification in multi-armed bandits with delayed feedback.
\newblock In \emph{21st International Conference on Artificial Intelligence and
  Statistics}, Proceedings of Machine Learning Research, pages 833--842. PMLR,
  2018.

\bibitem[Halloran et~al.(1999)Halloran, Longini, and Struchiner]{halloran1999}
M.~Elizabeth Halloran, Jr. Longini, Ira~M., and Claudio~J. Struchiner.
\newblock {Design and Interpretation of Vaccine Field Studies}.
\newblock \emph{Epidemiologic Reviews}, 21\penalty0 (1):\penalty0 73--88, 03
  1999.

\bibitem[Heath et~al.(2021)]{Novavax}
Paul~T. Heath et~al.
\newblock {Safety and Efficacy of NVX-CoV2373 Covid-19 Vaccine}.
\newblock \emph{New England Journal of Medicine}, 385\penalty0 (13):\penalty0
  1172--1183, 2021.

\bibitem[Ibrahim et~al.(2014)Ibrahim, Chen, and
  Sinha]{doi:https://doi.org/10.1002/9781118445112.stat06003}
Joseph~G. Ibrahim, Ming-Hui Chen, and Debajyoti Sinha.
\newblock \emph{Bayesian Survival Analysis}.
\newblock American Cancer Society, 2014.
\newblock ISBN 9781118445112.

\bibitem[Joulani et~al.(2013)Joulani, Gyorgy, and
  Szepesvari]{joulani2013online}
Pooria Joulani, Andras Gyorgy, and Csaba Szepesvari.
\newblock Online learning under delayed feedback.
\newblock In \emph{30th International Conference on Machine Learning}, 2013.

\bibitem[Kalbfleisch and Prentice(1973)]{exact_method}
J.~D. Kalbfleisch and R.~L. Prentice.
\newblock {Marginal Likelihoods Based on Cox's Regression and Life Model}.
\newblock \emph{Biometrika}, 60\penalty0 (2):\penalty0 267--278, 1973.

\bibitem[Kalbfleisch(1978)]{kalbfleisch1978non}
John~D Kalbfleisch.
\newblock {Non-Parametric Bayesian Analysis of Survival Time Data}.
\newblock \emph{Journal of the Royal Statistical Society: Series B
  (Methodological)}, 40\penalty0 (2):\penalty0 214--221, 1978.

\bibitem[Kasy and Sautmann(2021)]{exploration_sampling}
Maximilian Kasy and Anja Sautmann.
\newblock {Adaptive Treatment Assignment in Experiments for Policy Choice}.
\newblock \emph{Econometrica}, 89\penalty0 (1):\penalty0 113--132, 2021.

\bibitem[Kaufmann et~al.(2012)Kaufmann, Korda, and
  Munos]{Kaufmann2012ThompsonSA}
Emilie Kaufmann, Nathaniel Korda, and R\'{e}mi Munos.
\newblock {Thompson Sampling: An Asymptotically Optimal Finite-Time Analysis}.
\newblock In \emph{23rd International Conference on Algorithmic Learning
  Theory}, ALT'12, page 199–213, Berlin, Heidelberg, 2012. Springer-Verlag.

\bibitem[Kustin et~al.(2021)]{kustin2021evidence}
Talia Kustin et~al.
\newblock Evidence for increased breakthrough rates of {SARS-CoV-2} variants of
  concern in {BNT162b2-mRNA-vaccinated} individuals.
\newblock \emph{Nature Medicine}, 27:\penalty0 1379--1384, 2021.

\bibitem[Lai and Robbins(1985)]{lai1985asymptotically}
T.L Lai and Herbert Robbins.
\newblock {Asymptotically Efficient Adaptive Allocation Rules}.
\newblock \emph{Advances in Applied Mathematics}, 6\penalty0 (1):\penalty0
  4--22, 1985.

\bibitem[Lancewicki et~al.(2021)Lancewicki, Segal, Koren, and
  Mansour]{MAB_unrestricted_delay}
Tal Lancewicki, Shahar Segal, Tomer Koren, and Yishay Mansour.
\newblock {Stochastic Multi-Armed Bandits with Unrestricted Delay
  Distributions}.
\newblock In \emph{38th International Conference on Machine Learning}, pages
  5969--5978, 2021.

\bibitem[Letham et~al.(2019)Letham, Karrer, Ottoni, and
  Bakshy]{letham2019constrained}
Benjamin Letham, Brian Karrer, Guilherme Ottoni, and Eytan Bakshy.
\newblock {Constrained {B}ayesian Optimization with Noisy Experiments}.
\newblock \emph{Bayesian Analysis}, 14\penalty0 (2):\penalty0 495--519, 2019.

\bibitem[Logunov et~al.(2021)]{LOGUNOV2021671}
Denis~Y Logunov et~al.
\newblock Safety and efficacy of an rad26 and rad5 vector-based heterologous
  prime-boost covid-19 vaccine: an interim analysis of a randomised controlled
  phase 3 trial in russia.
\newblock \emph{The Lancet}, 397\penalty0 (10275):\penalty0 671--681, 2021.

\bibitem[Longini~Jr and Halloran(1996)]{halloran1996}
Ira~M. Longini~Jr and M.~Elizabeth Halloran.
\newblock {A Frailty Mixture Model for Estimating Vaccine Efficacy}.
\newblock \emph{Journal of the Royal Statistical Society: Series C (Applied
  Statistics)}, 45\penalty0 (2):\penalty0 165--173, 1996.

\bibitem[Mandel et~al.(2015)Mandel, Liu, Brunskill, and
  Popovic]{Mandel_Liu_Brunskill_Popovic_2015}
Travis Mandel, Yun-En Liu, Emma Brunskill, and Zoran Popovic.
\newblock The queue method: Handling delay, heuristics, prior data, and
  evaluation in bandits.
\newblock \emph{AAAI Conference on Artificial Intelligence}, 29\penalty0 (1),
  Feb. 2015.

\bibitem[Polack et~al.(2020)]{doi:10.1056/NEJMoa2034577}
Fernando~P. Polack et~al.
\newblock {Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine}.
\newblock \emph{New England Journal of Medicine}, 383\penalty0 (27):\penalty0
  2603--2615, 2020.

\bibitem[Russo(2020)]{russo2020simple}
Daniel Russo.
\newblock {Simple Bayesian Algorithms for Best-Arm Identification}.
\newblock \emph{Operations Research}, 68\penalty0 (6):\penalty0 1625--1647,
  2020.

\bibitem[Russo and Roy(2016)]{Russo2016AnIA}
Daniel Russo and Benjamin~Van Roy.
\newblock {An Information-Theoretic Analysis of Thompson Sampling}.
\newblock \emph{Journal of Machine Learning Research}, 17\penalty0
  (68):\penalty0 1--30, 2016.

\bibitem[Russo et~al.(2018)Russo, Van~Roy, Kazerouni, Osband, and
  Wen]{russo2018tutorial}
Daniel~J Russo, Benjamin Van~Roy, Abbas Kazerouni, Ian Osband, and Zheng Wen.
\newblock {A Tutorial on {T}hompson Sampling}.
\newblock \emph{Foundations and Trends{\textregistered} in Machine Learning},
  11\penalty0 (1):\penalty0 1--96, 2018.

\bibitem[Sinha et~al.(2003)Sinha, Ibrahim, and Chen]{10.1093/biomet/90.3.629}
Debajyoti Sinha, Joseph~G. Ibrahim, and Ming‐Hui Chen.
\newblock {A Bayesian Justification of Cox's Partial Likelihood}.
\newblock \emph{Biometrika}, 90\penalty0 (3):\penalty0 629--641, 09 2003.

\bibitem[Thompson(1933)]{thompson1933likelihood}
William~R Thompson.
\newblock On the likelihood that one unknown probability exceeds another in
  view of the evidence of two samples.
\newblock \emph{Biometrika}, 25\penalty0 (3/4):\penalty0 285--294, 1933.

\bibitem[Thune et~al.(2019)Thune, Cesa-Bianchi, and
  Seldin]{Thune2019NonstochasticMB}
Tobias~Sommer Thune, Nicol\`{o} Cesa-Bianchi, and Yevgeny Seldin.
\newblock {Nonstochastic Multiarmed Bandits with Unrestricted Delays}.
\newblock In \emph{Advances in Neural Information Processing Systems}, 2019.

\bibitem[Vernade et~al.(2017)Vernade, Capp\'{e}, and
  Perchet]{vernade2017stochastic}
Claire Vernade, Olivier Capp\'{e}, and Vianney Perchet.
\newblock {Stochastic Bandit Models for Delayed Conversions}.
\newblock In Gal Elidan, Kristian Kersting, and Alexander~T. Ihler, editors,
  \emph{33rd Conference on Uncertainty in Artificial Intelligence}. {AUAI}
  Press, 2017.

\bibitem[Voysey et~al.(2021)]{VOYSEY2021881}
Merryn Voysey et~al.
\newblock Single-dose administration and the influence of the timing of the
  booster dose on immunogenicity and efficacy of chadox1 ncov-19 (azd1222)
  vaccine: a pooled analysis of four randomised trials.
\newblock \emph{The Lancet}, 397\penalty0 (10277):\penalty0 881--891, 2021.

\bibitem[Zhou et~al.(2019)Zhou, Xu, and Blanchet]{zhou2019learning}
Zhengyuan Zhou, Renyuan Xu, and Jose Blanchet.
\newblock {Learning in Generalized Linear Contextual Bandits with Stochastic
  Delays}.
\newblock In \emph{Advances in Neural Information Processing Systems},
  volume~32, 2019.

\end{thebibliography}
