\relax 
\providecommand\hyper@newdestlabel[2]{}
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
\global\let\oldcontentsline\contentsline
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
\global\let\oldnewlabel\newlabel
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
\AtEndDocument{\ifx\hyper@anchor\@undefined
\let\contentsline\oldcontentsline
\let\newlabel\oldnewlabel
\fi}
\fi}
\global\let\hyper@last\relax 
\gdef\HyperFirstAtBeginDocument#1{#1}
\providecommand\HyField@AuxAddToFields[1]{}
\providecommand\HyField@AuxAddToCoFields[2]{}
\providecommand\babel@aux[2]{}
\@nameuse{bbl@beforestart}
\bibstyle{plainnat}
\citation{chapelle2011empirical}
\citation{ferreira2018online}
\citation{letham2019constrained}
\citation{thompson1933likelihood,russo2018tutorial}
\citation{kustin2021evidence}
\citation{castillo2021market}
\citation{thompson1933likelihood,russo2018tutorial}
\citation{lai1985asymptotically,Auer2004FinitetimeAO}
\citation{grover2018best,joulani2013online,zhou2019learning}
\providecommand \oddpage@label [2]{}
\babel@aux{american}{}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}{section.1}\protected@file@percent }
\newlabel{sec:intro}{{1}{1}{Introduction}{section.1}{}}
\citation{cox1972regression}
\citation{cox1975partial,efron1977efficiency}
\citation{chapelle2011empirical,russo2018tutorial}
\citation{kalbfleisch1978non}
\citation{dudik2011efficient}
\citation{joulani2013online}
\citation{Mandel_Liu_Brunskill_Popovic_2015}
\citation{Thune2019NonstochasticMB}
\citation{vernade2017stochastic}
\citation{Manegueu2020StochasticBW}
\citation{MAB_unrestricted_delay}
\citation{MAB_unrestricted_delay}
\citation{Thune2019NonstochasticMB}
\citation{cox1972regression}
\citation{cox1975partial}
\citation{efron1977efficiency}
\citation{exact_method,breslow1974,efron1977efficiency}
\citation{kalbfleisch1978non}
\citation{10.1093/biomet/90.3.629}
\citation{doi:https://doi.org/10.1002/9781118445112.stat06003}
\citation{halloran1996}
\citation{halloran1998}
\citation{halloran1999}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Related Work}{2}{subsection.1.1}\protected@file@percent }
\citation{cox1984analysis}
\citation{halloran1999}
\citation{cox1972regression}
\citation{doi:10.1056/NEJMoa2034577}
\citation{doi:10.1056/NEJMoa2035389}
\@writefile{toc}{\contentsline {section}{\numberline {2}Infection Modeling via Proportional Hazards}{3}{section.2}\protected@file@percent }
\newlabel{assu:hazard}{{1}{3}{}{assu.1}{}}
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{protocol:trial}{{1}{3}{General Vaccine Trial\relax }{algorithm.1}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces  General Vaccine Trial\relax }}{3}{algorithm.1}\protected@file@percent }
\newlabel{protocol:trial_discrete}{{2}{3}{Discrete Time Vaccine Trial\relax }{algorithm.2}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {2}{\ignorespaces  Discrete Time Vaccine Trial\relax }}{3}{algorithm.2}\protected@file@percent }
\newlabel{assu:arm_prop_hazard}{{2}{3}{}{assu.2}{}}
\newlabel{VE}{{4}{3}{}{equation.2.4}{}}
\citation{cox1972regression,cox1975partial,efron1977efficiency}
\citation{efron1977efficiency}
\citation{cox1972regression}
\citation{breslow1974}
\citation{efron1977efficiency}
\citation{thompson1933likelihood}
\citation{russo2018tutorial}
\citation{gelman2013bayesian}
\citation{kalbfleisch1978non}
\newlabel{partial_lik}{{5}{4}{Infection Modeling via Proportional Hazards}{equation.2.5}{}}
\newlabel{discrete_exact}{{6}{4}{Infection Modeling via Proportional Hazards}{equation.2.6}{}}
\newlabel{breslow_approx}{{7}{4}{Infection Modeling via Proportional Hazards}{equation.2.7}{}}
\@writefile{toc}{\contentsline {section}{\numberline {3}Partial Likelihood Thompson Sampling}{4}{section.3}\protected@file@percent }
\newlabel{sec:plts}{{3}{4}{Partial Likelihood Thompson Sampling}{section.3}{}}
\citation{basu2020adaptive,chapelle2011empirical,gomezuribe2016online,russo2018tutorial}
\citation{thompson1933likelihood,chapelle2011empirical}
\citation{pmlr-v23-agrawal12,Agrawal2017,Kaufmann2012ThompsonSA,Russo2016AnIA}
\citation{russo2020simple}
\citation{russo2020simple}
\newlabel{eq:posterior}{{8}{5}{Partial Likelihood Thompson Sampling}{equation.3.8}{}}
\newlabel{maximizer}{{9}{5}{Partial Likelihood Thompson Sampling}{equation.3.9}{}}
\newlabel{algo:PLTS}{{3}{5}{Partial Likelihood Thompson Sampling\relax }{algorithm.3}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {3}{\ignorespaces  Partial Likelihood Thompson Sampling\relax }}{5}{algorithm.3}\protected@file@percent }
\newlabel{algo:TTPLTS}{{4}{5}{Top Two Partial Likelihood Thompson Sampling ($\beta $)\relax }{algorithm.4}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {4}{\ignorespaces  Top Two Partial Likelihood Thompson Sampling ($\beta $)\relax }}{5}{algorithm.4}\protected@file@percent }
\citation{CDC}
\citation{VOYSEY2021881}
\citation{sinopharm}
\citation{Novavax}
\citation{LOGUNOV2021671}
\citation{doi:10.1056/NEJMoa2034577,doi:10.1056/NEJMoa2035389}
\citation{exploration_sampling}
\citation{Thune2019NonstochasticMB}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Baseline hazard rate as a function of time using moving average daily infections data provided by the CDC.\relax }}{6}{figure.caption.1}\protected@file@percent }
\newlabel{fig:baseline_hazard}{{1}{6}{Baseline hazard rate as a function of time using moving average daily infections data provided by the CDC.\relax }{figure.caption.1}{}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Evaluation using COVID-19 Infections Data}{6}{section.4}\protected@file@percent }
\newlabel{sec: experiments}{{4}{6}{Evaluation using COVID-19 Infections Data}{section.4}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Data}{6}{subsection.4.1}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Evaluation Metrics}{6}{subsection.4.2}\protected@file@percent }
\newlabel{eq:policy_regret}{{10}{6}{Evaluation Metrics}{equation.4.10}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Methods Under Comparison}{6}{subsection.4.3}\protected@file@percent }
\citation{Thune2019NonstochasticMB}
\newlabel{algo:dew}{{5}{7}{Delayed Exponential Weights (DEW)\relax }{algorithm.5}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {5}{\ignorespaces  Delayed Exponential Weights (DEW)\relax }}{7}{algorithm.5}\protected@file@percent }
\@writefile{toc}{\contentsline {subsection}{\numberline {4.4}Results}{7}{subsection.4.4}\protected@file@percent }
\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Results comparing Partial Likelihood Thompson sampling (PLTS), top-two PLTS (TTPLTS), DEW with varying learning rate ($\eta =0.4, 0.1, 0.01$) and the randomized controlled trial (RCT). We display three metrics defined previously and fix $M = 60000$. Standard errors are given in parentheses; each configuration is replicated 1000 times.\relax }}{7}{table.caption.2}\protected@file@percent }
\newlabel{tab:simulation_volunteer}{{1}{7}{Results comparing Partial Likelihood Thompson sampling (PLTS), top-two PLTS (TTPLTS), DEW with varying learning rate ($\eta =0.4, 0.1, 0.01$) and the randomized controlled trial (RCT). We display three metrics defined previously and fix $M = 60000$. Standard errors are given in parentheses; each configuration is replicated 1000 times.\relax }{table.caption.2}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces  Total number of participants assigned to each vaccine group for the method PLTS with $M=60000$ total participants, averaged over 1000 replications.\relax }}{7}{figure.caption.3}\protected@file@percent }
\newlabel{fig:total_share}{{2}{7}{Total number of participants assigned to each vaccine group for the method PLTS with $M=60000$ total participants, averaged over 1000 replications.\relax }{figure.caption.3}{}}
\citation{castillo2021market}
\citation{cox1984analysis}
\bibdata{uai2022-template}
\bibcite{pmlr-v23-agrawal12}{{1}{2012}{{Agrawal and Goyal}}{{}}}
\bibcite{Agrawal2017}{{2}{2017}{{Agrawal and Goyal}}{{}}}
\bibcite{sinopharm}{{3}{2021}{{Al~Kaabi et~al.}}{{}}}
\bibcite{Auer2004FinitetimeAO}{{4}{2004}{{Auer et~al.}}{{Auer, Cesa-Bianchi, and Fischer}}}
\bibcite{doi:10.1056/NEJMoa2035389}{{5}{2021}{{Baden et~al.}}{{}}}
\bibcite{basu2020adaptive}{{6}{2020}{{Basu and Ghosh}}{{}}}
\bibcite{breslow1974}{{7}{1974}{{Breslow}}{{}}}
\bibcite{castillo2021market}{{8}{2021}{{Castillo et~al.}}{{}}}
\bibcite{CDC}{{9}{2021}{{Centers for Disease Control and Prevention}}{{}}}
\bibcite{chapelle2011empirical}{{10}{2011}{{Chapelle and Li}}{{}}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Total infections across all vaccine groups for 6 methods we consider: DEW with varying learning rate ($\eta =0.4, 0.1, 0.01$), RCT, PLTS and TTPLTS, averaged over 1000 replications with total number of participants $M=60000$.\relax }}{8}{figure.caption.4}\protected@file@percent }
\newlabel{fig:infection}{{3}{8}{Total infections across all vaccine groups for 6 methods we consider: DEW with varying learning rate ($\eta =0.4, 0.1, 0.01$), RCT, PLTS and TTPLTS, averaged over 1000 replications with total number of participants $M=60000$.\relax }{figure.caption.4}{}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Discussion}{8}{section.5}\protected@file@percent }
\bibcite{cox1972regression}{{11}{1972}{{Cox}}{{}}}
\bibcite{cox1975partial}{{12}{1975}{{Cox}}{{}}}
\bibcite{cox1984analysis}{{13}{1984}{{Cox and Oakes}}{{}}}
\bibcite{dudik2011efficient}{{14}{2011}{{Dudik et~al.}}{{Dudik, Hsu, Kale, Karampatziakis, Langford, Reyzin, and Zhang}}}
\bibcite{halloran1998}{{15}{1998}{{Durham et~al.}}{{Durham, Longini, Halloran, Clemens, Azhar, and Rao}}}
\bibcite{efron1977efficiency}{{16}{1977}{{Efron}}{{}}}
\bibcite{ferreira2018online}{{17}{2018}{{Ferreira et~al.}}{{Ferreira, Simchi-Levi, and Wang}}}
\bibcite{Manegueu2020StochasticBW}{{18}{2020}{{Gael et~al.}}{{Gael, Vernade, Carpentier, and Valko}}}
\bibcite{gelman2013bayesian}{{19}{2013}{{Gelman et~al.}}{{Gelman, Carlin, Stern, Dunson, Vehtari, and Rubin}}}
\bibcite{gomezuribe2016online}{{20}{2016}{{Gomez-Uribe}}{{}}}
\bibcite{grover2018best}{{21}{2018}{{Grover et~al.}}{{Grover, Markov, Attia, Jin, Perkins, Cheong, Chen, Yang, Harris, Chueh, and Ermon}}}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces  }}{9}{figure.caption.5}\protected@file@percent }
\newlabel{fig:prob}{{4}{9}{}{figure.caption.5}{}}
\bibcite{halloran1999}{{22}{1999}{{Halloran et~al.}}{{Halloran, Longini, and Struchiner}}}
\bibcite{Novavax}{{23}{2021}{{Heath et~al.}}{{}}}
\bibcite{doi:https://doi.org/10.1002/9781118445112.stat06003}{{24}{2014}{{Ibrahim et~al.}}{{Ibrahim, Chen, and Sinha}}}
\bibcite{joulani2013online}{{25}{2013}{{Joulani et~al.}}{{Joulani, Gyorgy, and Szepesvari}}}
\bibcite{exact_method}{{26}{1973}{{Kalbfleisch and Prentice}}{{}}}
\bibcite{kalbfleisch1978non}{{27}{1978}{{Kalbfleisch}}{{}}}
\bibcite{exploration_sampling}{{28}{2021}{{Kasy and Sautmann}}{{}}}
\bibcite{Kaufmann2012ThompsonSA}{{29}{2012}{{Kaufmann et~al.}}{{Kaufmann, Korda, and Munos}}}
\bibcite{kustin2021evidence}{{30}{2021}{{Kustin et~al.}}{{}}}
\bibcite{lai1985asymptotically}{{31}{1985}{{Lai and Robbins}}{{}}}
\bibcite{MAB_unrestricted_delay}{{32}{2021}{{Lancewicki et~al.}}{{Lancewicki, Segal, Koren, and Mansour}}}
\bibcite{letham2019constrained}{{33}{2019}{{Letham et~al.}}{{Letham, Karrer, Ottoni, and Bakshy}}}
\bibcite{LOGUNOV2021671}{{34}{2021}{{Logunov et~al.}}{{}}}
\bibcite{halloran1996}{{35}{1996}{{Longini~Jr and Halloran}}{{}}}
\bibcite{Mandel_Liu_Brunskill_Popovic_2015}{{36}{2015}{{Mandel et~al.}}{{Mandel, Liu, Brunskill, and Popovic}}}
\bibcite{doi:10.1056/NEJMoa2034577}{{37}{2020}{{Polack et~al.}}{{}}}
\bibcite{russo2020simple}{{38}{2020}{{Russo}}{{}}}
\bibcite{Russo2016AnIA}{{39}{2016}{{Russo and Roy}}{{}}}
\bibcite{russo2018tutorial}{{40}{2018}{{Russo et~al.}}{{Russo, Van~Roy, Kazerouni, Osband, and Wen}}}
\bibcite{10.1093/biomet/90.3.629}{{41}{2003}{{Sinha et~al.}}{{Sinha, Ibrahim, and Chen}}}
\bibcite{thompson1933likelihood}{{42}{1933}{{Thompson}}{{}}}
\bibcite{Thune2019NonstochasticMB}{{43}{2019}{{Thune et~al.}}{{Thune, Cesa-Bianchi, and Seldin}}}
\bibcite{vernade2017stochastic}{{44}{2017}{{Vernade et~al.}}{{Vernade, Capp\'{e}, and Perchet}}}
\bibcite{VOYSEY2021881}{{45}{2021}{{Voysey et~al.}}{{}}}
\bibcite{zhou2019learning}{{46}{2019}{{Zhou et~al.}}{{Zhou, Xu, and Blanchet}}}
\newlabel{LastPage}{{}{10}{}{page.10}{}}
\xdef\lastpage@lastpage{10}
\xdef\lastpage@lastpageHy{10}
\gdef \@abspage@last{10}
