@book{cox1984analysis,
  title="{Analysis of Survival Data}",
  author={Cox, David R and Oakes, David},
  volume={21},
  year={1984},
  publisher={CRC Press}
}

@article{guo2017using,
  title={Using Options and Covariance Testing for Long Horizon Off-Policy Policy Evaluation},
  author={Guo, Zhaohan and Thomas, Philip S and Brunskill, Emma},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}

@article{lai1985asymptotically,
title = "{Asymptotically Efficient Adaptive Allocation Rules}",
journal = {Advances in Applied Mathematics},
volume = {6},
number = {1},
pages = {4-22},
year = {1985},
author = {T.L Lai and Herbert Robbins}
}

@article{carneiro2010evaluating,
  title={Evaluating marginal policy changes and the average effect of treatment for individuals at the margin},
  author={Carneiro, Pedro and Heckman, James J and Vytlacil, Edward},
  journal={Econometrica},
  volume={78},
  number={1},
  pages={377--394},
  year={2010},
  publisher={Wiley Online Library}
}

@article{nie2021learning,
  title={Learning when-to-treat policies},
  author={Nie, Xinkun and Brunskill, Emma and Wager, Stefan},
  journal={Journal of the American Statistical Association},
  volume={116},
  number={533},
  pages={392--409},
  year={2021},
  publisher={Taylor \& Francis}
}

@article{crepon2015estimating,
  title={Estimating the impact of microcredit on those who take it up: Evidence from a randomized experiment in {M}orocco},
  author={Cr{\'e}pon, Bruno and Devoto, Florencia and Duflo, Esther and Parient{\'e}, William},
  journal={American Economic Journal: Applied Economics},
  volume={7},
  number={1},
  pages={123--50},
  year={2015}
}

@misc{hall2021pricing,
  title={Pricing in Designed Markets: The Case of Ride-Sharing},
  author={Hall, Jonathan V and Horton, John J and Knoepfle, Daniel T},
  url={http://john-joseph-horton.com/papers/uber\_price.pdf},
  year={2021}
}

@article{wager2021diffusion,
  title={Diffusion asymptotics for sequential experiments},
  author={Wager, Stefan and Xu, Kuang},
  journal={arXiv preprint arXiv:2101.09855},
  year={2021}
}

@incollection{yu1997assouad,
  title={Assouad, {F}ano, and {L}e {C}am},
  author={Yu, Bin},
  booktitle={Festschrift for Lucien Le Cam},
  pages={423--435},
  year={1997},
  publisher={Springer}
}

@article{even2005experts,
  title={Experts in a {Markov} decision process},
  author={Even-Dar, Eyal and Kakade, Sham M and Mansour, Yishay},
  journal={Advances in neural information processing systems},
  volume={17},
  pages={401--408},
  year={2005}
}\

@article{battalio2021sense2stop,
  title={{Sense2Stop}: A micro-randomized trial using wearable sensors to optimize a just-in-time-adaptive stress management intervention for smoking relapse prevention},
  author={Battalio, Samuel L and Conroy, David E and Dempsey, Walter and Liao, Peng and Menictas, Marianne and Murphy, Susan and Nahum-Shani, Inbal and Qian, Tianchen and Kumar, Santosh and Spring, Bonnie},
  journal={Contemporary Clinical Trials},
  pages={106534},
  year={2021},
  publisher={Elsevier}
}

@article{klasnja2019efficacy,
  title={Efficacy of contextually tailored suggestions for physical activity: a micro-randomized optimization trial of {HeartSteps}},
  author={Klasnja, Predrag and Smith, Shawna and Seewald, Nicholas J and Lee, Andy and Hall, Kelly and Luers, Brook and Hekler, Eric B and Murphy, Susan A},
  journal={Annals of Behavioral Medicine},
  volume={53},
  number={6},
  pages={573--582},
  year={2019},
  publisher={Oxford University Press US}
}

@article{miao2018identifying,
  title={Identifying causal effects with proxy variables of an unmeasured confounder},
  author={Miao, Wang and Geng, Zhi and Tchetgen Tchetgen, Eric J},
  journal={Biometrika},
  volume={105},
  number={4},
  pages={987--993},
  year={2018},
  publisher={Oxford University Press}
}

@inproceedings{tennenholtz2020off,
  title={Off-policy evaluation in partially observable environments},
  author={Tennenholtz, Guy and Shalit, Uri and Mannor, Shie},
  booktitle={AAAI Conference on Artificial Intelligence},
  volume={34},
  number={06},
  pages={10276--10283},
  year={2020}
}

@article{klasnja2015microrandomized,
  title={Microrandomized trials: An experimental design for developing just-in-time adaptive interventions.},
  author={Klasnja, Predrag and Hekler, Eric B and Shiffman, Saul and Boruvka, Audrey and Almirall, Daniel and Tewari, Ambuj and Murphy, Susan A},
  journal={Health Psychology},
  volume={34},
  number={S},
  pages={1220},
  year={2015},
  publisher={American Psychological Association}
}

@article{zhang2013robust,
  title={Robust estimation of optimal dynamic treatment regimes for sequential treatment decisions},
  author={Zhang, Baqun and Tsiatis, Anastasios A and Laber, Eric B and Davidian, Marie},
  journal={Biometrika},
  volume={100},
  number={3},
  pages={681--694},
  year={2013},
  publisher={Oxford University Press}
}

@article{robins1986new,
  title={A new approach to causal inference in mortality studies with a sustained exposure period---application to control of the healthy worker survivor effect},
  author={Robins, James},
  journal={Mathematical modelling},
  volume={7},
  number={9-12},
  pages={1393--1512},
  year={1986},
  publisher={Elsevier}
}

@article{luckett2019estimating,
  title={Estimating dynamic treatment regimes in mobile health using v-learning},
  author={Luckett, Daniel J and Laber, Eric B and Kahkoska, Anna R and Maahs, David M and Mayer-Davis, Elizabeth and Kosorok, Michael R},
  journal={Journal of the American Statistical Association},
  year={2019},
  publisher={Taylor \& Francis}
}

@article{kallus2020double,
  title={Double Reinforcement Learning for Efficient Off-Policy Evaluation in Markov Decision Processes.},
  author={Kallus, Nathan and Uehara, Masatoshi},
  journal={J. Mach. Learn. Res.},
  volume={21},
  pages={167--1},
  year={2020}
}

@article{van2013toward,
  title={Toward a persuasive mobile application to reduce sedentary behavior},
  author={Van Dantzig, Saskia and Geleijnse, Gijs and Van Halteren, Aart Tijmen},
  journal={Personal and Ubiquitous Computing},
  volume={17},
  number={6},
  pages={1237--1246},
  year={2013},
  publisher={Springer}
}

@article{gustafson2014smartphone,
  title={A smartphone application to support recovery from alcoholism: a randomized clinical trial},
  author={Gustafson, David H and McTavish, Fiona M and Chih, Ming-Yuan and Atwood, Amy K and Johnson, Roberta A and Boyle, Michael G and Levy, Michael S and Driscoll, Hilary and Chisholm, Steven M and Dillenburg, Lisa and Isham, Andrew and Shah, Dhavan},
  journal={JAMA psychiatry},
  volume={71},
  number={5},
  pages={566--572},
  year={2014},
  publisher={American Medical Association}
}

@article{nahum2018just,
  title={Just-in-time adaptive interventions ({JITAIs}) in mobile health: key components and design principles for ongoing health behavior support},
  author={Nahum-Shani, Inbal and Smith, Shawna N and Spring, Bonnie J and Collins, Linda M and Witkiewitz, Katie and Tewari, Ambuj and Murphy, Susan A},
  journal={Annals of Behavioral Medicine},
  volume={52},
  number={6},
  pages={446--462},
  year={2018},
  publisher={Oxford University Press US}
}

@article{halloran1995causal,
  title={Causal inference in infectious diseases},
  author={Halloran, M Elizabeth and Struchiner, Claudio J},
  journal={Epidemiology},
  pages={142--151},
  year={1995},
  publisher={JSTOR}
}

@article{farbmacher2021heterogeneous,
  title={Heterogeneous Effects of Poverty on Attention},
  author={Farbmacher, Helmut and K{\"o}gel, Heinrich and Spindler, Martin},
  journal={Labour Economics},
  volume={71},
  year={2021},
  publisher={Elsevier}
}

@article{savje2021average,
  title={Average treatment effects in the presence of unknown interference},
  author={S{\"a}vje, Fredrik and Aronow, Peter M and Hudgens, Michael G},
  journal={The Annals of Statistics},
  volume={49},
  number={2},
  pages={673--701},
  year={2021},
  publisher={Institute of Mathematical Statistics}
}


@article{basse2019randomization,
  title={Randomization tests of causal effects under interference},
  author={Basse, Guillaum W and Feller, Avi and Toulis, Panos},
  journal={Biometrika},
  volume={106},
  number={2},
  pages={487--494},
  year={2019},
  publisher={Oxford University Press}
}

@article{ostrovsky2011reserve,
  title={Reserve prices in internet advertising auctions: a field experiment.},
  author={Ostrovsky, Michael and Schwarz, Michael},
  journal={EC},
  volume={11},
  pages={59--60},
  year={2011}
}

@inproceedings{blake2014marketplace,
  title={Why marketplace experimentation is harder than it seems: The role of test-control interference},
  author={Blake, Thomas and Coey, Dominic},
  booktitle={15th ACM conference on Economics and Computation},
  pages={567--582},
  year={2014},
  organization={ACM}
}

@article{wager2019experimenting,
  title={Experimenting in equilibrium},
  author={Wager, Stefan and Xu, Kuang},
  journal={Management Science},
  volume={forthcoming},
  year={2020}
}

@article{baird2018optimal,
  title={Optimal design of experiments in the presence of interference},
  author={Baird, Sarah and Bohren, J Aislinn and McIntosh, Craig and {\"O}zler, Berk},
  journal={Review of Economics and Statistics},
  volume={100},
  number={5},
  pages={844--860},
  year={2018},
  publisher={MIT Press}
}

@article{hu2021average,
  title={Average Treatment Effects in the Presence of Interference},
  author={Hu, Yuchen and Li, Shuangning and Wager, Stefan},
  journal={arXiv preprint arXiv:2104.03802},
  year={2021}
}

@inproceedings{basse2016randomization,
  title={Randomization and the pernicious effects of limited budgets on auction experiments},
  author={Basse, Guillaume W and Soufiani, Hossein Azari and Lambert, Diane},
  booktitle={Artificial Intelligence and Statistics},
  pages={1412--1420},
  year={2016}
}


@techreport{banerjee2021food,
  title={Food vs. Food Stamps: Evidence from an At-Scale Experiment in Indonesia},
  author={Banerjee, Abhijit and Hanna, Rema and Olken, Benjamin A and Satriawan, Elan and Sumarto, Sudarno},
  year={2021},
  institution={National Bureau of Economic Research}
}

@article{ackerberg2007econometric,
  title={Econometric tools for analyzing market outcomes},
  author={Ackerberg, Daniel and Benkard, C Lanier and Berry, Steven and Pakes, Ariel},
  journal={Handbook of econometrics},
  volume={6},
  pages={4171--4276},
  year={2007},
  publisher={Elsevier}
}

@techreport{jimenez2021should,
  title={Should the government sell you goods? Evidence from the milk market in Mexico},
  author={Jim{\'e}nez-Hern{\'a}ndez, Diego and Seira, Enrique},
  year={2021},
  institution={Stanford University Working Paper}
}

@article{coate1994pecuniary,
  title={Pecuniary redistribution through in-kind programs},
  author={Coate, Stephen and Johnson, Stephen and Zeckhauser, Richard},
  journal={Journal of Public Economics},
  volume={55},
  number={1},
  pages={19--40},
  year={1994},
  publisher={Elsevier}
}


%% Saved with string encoding Unicode (UTF-8)
@article{russo2018tutorial,
  title="{A Tutorial on {T}hompson Sampling}",
  author={Russo, Daniel J and Van Roy, Benjamin and Kazerouni, Abbas and Osband, Ian and Wen, Zheng},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={11},
  number={1},
  pages={1--96},
  year={2018},

}

@article{russo2020simple,
  title="{Simple Bayesian Algorithms for Best-Arm Identification}",
  author={Russo, Daniel},
  journal={Operations Research},
  volume={68},
  number={6},
  pages={1625--1647},
  year={2020},
  publisher={INFORMS}
}


@inproceedings{Zhou2019Learning,
 author = {Zhou, Zhengyuan and Xu, Renyuan and Blanchet, Jose},
 booktitle = {Advances in Neural Information Processing Systems},
 title = "{Learning in Generalized  Linear Contextual Bandits with Stochastic Delays}",
 volume = {32},
 year = {2019}
}


@InProceedings{grover2018best,
  title = 	 {Best arm identification in multi-armed bandits with delayed feedback},
  author = 	 {Grover, Aditya and Markov, Todor and Attia, Peter and Jin, Norman and Perkins, Nicolas and Cheong, Bryan and Chen, Michael and Yang, Zi and Harris, Stephen and Chueh, William and Ermon, Stefano},
  booktitle = 	 {21st International Conference on Artificial Intelligence and Statistics},
  pages = 	 {833--842},
  year = 	 {2018},
  series = 	 {Proceedings of Machine Learning Research},
  publisher =    {PMLR},
}


@InProceedings{joulani2013online,
  title = 	 {Online Learning under Delayed Feedback},
  author = 	 {Joulani, Pooria and Gyorgy, Andras and Szepesvari, Csaba},
  booktitle = 	 {30th International Conference on Machine Learning},
  year = 	 {2013},
}


@article{kustin2021evidence,
  title={Evidence for increased breakthrough rates of {SARS-CoV-2} variants of concern in {BNT162b2-mRNA-vaccinated} individuals},
  author={Kustin, Talia and others},
  journal={Nature Medicine},
  volume={27},
  pages={1379-1384},
  year={2021},
  publisher={Nature Publishing Group}
}

@article{balandat2020botorch,
  title={{BoTorch}: A framework for efficient {Monte-Carlo} {Bayesian} optimization},
  author={Balandat, Maximilian and Karrer, Brian and Jiang, Daniel and Daulton, Samuel and Letham, Ben and Wilson, Andrew G and Bakshy, Eytan},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  year={2020}
}

 %% journal={Journal of the Royal Statistical Society: Series B (Methodological)},
@article{kalbfleisch1978non,
  title = "{Non-Parametric Bayesian Analysis of Survival Time Data}",
  author={Kalbfleisch, John D},
  journal={Journal of the Royal Statistical Society: Series B (Methodological)},
  volume={40},
  number={2},
  pages={214--221},
  year={1978},
  publisher={Wiley Online Library}
}

@article{cox1975partial,
  title="{Partial Likelihood}",
  author={Cox, David R},
  journal={Biometrika},
  volume={62},
  number={2},
  pages={269--276},
  year={1975},
  publisher={Oxford University Press}
}

% journal={Journal of the American Statistical Association},
@article{efron1977efficiency,
  title={The Efficiency of {C}ox's Likelihood Function for Censored Data},
  author={Efron, Bradley},
  journal={Journal of the American Statistical Association},
  volume={72},
  number={359},
  pages={557--565},
  year={1977},
  publisher={Taylor \& Francis}
}

  %journal={Journal of the Royal Statistical Society: Series B (Methodological)},
@article{cox1972regression,
  title="{Regression Models and Life-Tables}",
  author={Cox, David R},
  journal={Journal of the Royal Statistical Society: Series B (Methodological)},
  volume={34},
  number={2},
  pages={187--202},
  year={1972},
  publisher={Wiley Online Library}
}

@article{castillo2021market,
  title="{Market Design to Accelerate {COVID-19} Vaccine Supply}",
  author={Castillo, Juan Camilo and others},
  journal={Science},
  volume={371},
  number={6534},
  pages={1107--1109},
  year={2021},
  publisher={American Association for the Advancement of Science}
}

@article{letham2019constrained,
  title="{Constrained {B}ayesian Optimization with Noisy Experiments}",
  author={Letham, Benjamin and Karrer, Brian and Ottoni, Guilherme and Bakshy, Eytan},
  journal={Bayesian Analysis},
  volume={14},
  number={2},
  pages={495--519},
  year={2019},
  publisher={International Society for Bayesian Analysis}
}

@article{thompson1933likelihood,
  title={On the likelihood that one unknown probability exceeds another in view of the evidence of two samples},
  author={Thompson, William R},
  journal={Biometrika},
  volume={25},
  number={3/4},
  pages={285--294},
  year={1933},
  publisher={JSTOR}
}

@inproceedings{kandasamy2018parallelised,
  title={Parallelised {B}ayesian optimisation via {T}hompson sampling},
  author={Kandasamy, Kirthevasan and Krishnamurthy, Akshay and Schneider, Jeff and P{\'o}czos, Barnab{\'a}s},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={133--142},
  year={2018},
  organization={PMLR}
}

@article{ferreira2018online,
  title="{Online Network Revenue Management using {T}hompson Sampling}",
  author={Ferreira, Kris Johnson and Simchi-Levi, David and Wang, He},
  journal={Operations research},
  volume={66},
  number={6},
  pages={1586--1602},
  year={2018},
  publisher={INFORMS}
}

@inproceedings{chapelle2011empirical,
 author = {Chapelle, Olivier and Li, Lihong},
 booktitle = {Advances in Neural Information Processing Systems},
 title = "{An Empirical Evaluation of Thompson Sampling}",
 volume = {24},
 year = {2011}
}
 

@article{exploration_sampling,
author = {Kasy, Maximilian and Sautmann, Anja},
title = "{Adaptive Treatment Assignment in Experiments for Policy Choice}",
journal = {Econometrica},
volume = {89},
number = {1},
pages = {113-132},
year = {2021}
}



@article{cox_prop,
 URL = {http://www.jstor.org/stable/2985181},
 author = {D. R. Cox},
 journal = {Journal of the Royal Statistical Society. Series B (Methodological)},
 number = {2},
 pages = {187--220},
 publisher = {[Royal Statistical Society, Wiley]},
 title = {Regression Models and Life-Tables},
 volume = {34},
 year = {1972}
}



@article{BUBECK20111832,
title = {Pure exploration in finitely-armed and continuous-armed bandits},
journal = {Theoretical Computer Science},
volume = {412},
number = {19},
pages = {1832-1852},
year = {2011},
note = {Algorithmic Learning Theory (ALT 2009)},
issn = {0304-3975},
doi = {https://doi.org/10.1016/j.tcs.2010.12.059},
url = {https://www.sciencedirect.com/science/article/pii/S030439751000767X},
author = {Sébastien Bubeck and Rémi Munos and Gilles Stoltz},
}

@misc{CDC,
    author = "{Centers for Disease Control and Prevention}",
    title = "Data Table for Case Daily Trends - United States",
    year = "2021",
    howpublished = "\url{https://covid.cdc.gov/covid-data-tracker/#trends_dailytrendscases}",
    note = "[Online; accessed 23-February-2021]"
  }

@misc{wager2021diffusion,
      title={Diffusion Asymptotics for Sequential Experiments}, 
      author={Stefan Wager and Kuang Xu},
      year={2021},
      eprint={2101.09855},
      archivePrefix={arXiv},
      primaryClass={math.ST}
}

@inproceedings{vernade2017stochastic,
  author    = {Claire Vernade and
               Olivier Capp\'{e} and
               Vianney Perchet},
  editor    = {Gal Elidan and
               Kristian Kersting and
               Alexander T. Ihler},
  title     = "{Stochastic Bandit Models for Delayed Conversions}",
  booktitle = {33rd Conference on Uncertainty in Artificial
               Intelligence},
  publisher = {{AUAI} Press},
  year      = {2017},
}

@article{Mandel_Liu_Brunskill_Popovic_2015, 
title={The Queue Method: Handling Delay, Heuristics, Prior Data, and Evaluation in Bandits}, 
volume={29}, 
number={1}, 
journal={AAAI Conference on Artificial Intelligence}, 
author={Mandel, Travis and Liu, Yun-En and Brunskill, Emma and Popovic, Zoran}, 
year={2015}, 
month={Feb.} }


@InProceedings{pmlr-v84-grover18b, 
title = {Best arm identification in multi-armed bandits with delayed feedback}, 
author = {Aditya Grover and Todor Markov and Peter Attia and Norman Jin and Nicolas Perkins and Bryan Cheong and Michael Chen and Zi Yang and Stephen Harris and William Chueh and Stefano Ermon}, 
booktitle = {21st International Conference on Artificial Intelligence and Statistics}, 
pages = {833--842}, year = {2018}, editor = {Amos Storkey and Fernando Perez-Cruz}, 
volume = {84}, series = {Proceedings of Machine Learning Research}, month = {09--11 Apr}, 
publisher = {PMLR}, 
}

@InProceedings{pmlr-v119-vernade20a, title = {Linear bandits with Stochastic Delayed Feedback}, author = {Vernade, Claire and Carpentier, Alexandra and Lattimore, Tor and Zappella, Giovanni and Ermis, Beyza and Br{\"u}ckner, Michael}, booktitle = {37th International Conference on Machine Learning}, pages = {9712--9721}, year = {2020}, editor = {Hal Daumé III and Aarti Singh}, volume = {119}, series = {Proceedings of Machine Learning Research}, month = {13--18 Jul}, publisher = {PMLR}}

@InProceedings{pmlr-v49-cesa-bianchi16, title = {Delay and Cooperation in Nonstochastic Bandits}, author = {Nicol‘o Cesa-Bianchi and Claudio Gentile and Yishay Mansour and Alberto Minora}, booktitle = {29th Annual Conference on Learning Theory}, pages = {605--622}, year = {2016}, editor = {Vitaly Feldman and Alexander Rakhlin and Ohad Shamir}, volume = {49}, series = {Proceedings of Machine Learning Research}, address = {Columbia University, New York, New York, USA}, month = {23--26 Jun}, publisher = {PMLR} }

@InProceedings{pmlr-v28-joulani13, title = {Online Learning under Delayed Feedback}, author = {Pooria Joulani and Andras Gyorgy and Csaba Szepesvari}, booktitle = {30th International Conference on Machine Learning}, pages = {1453--1461}, year = {2013}, editor = {Sanjoy Dasgupta and David McAllester}, volume = {28}, number = {3}, series = {Proceedings of Machine Learning Research}, address = {Atlanta, Georgia, USA}, month = {17--19 Jun}, publisher = {PMLR}, }


@ARTICLE{6675002,
  author={G. {Neu} and A. {György} and C. {Szepesvári} and A. {Antos}},
  journal={IEEE Transactions on Automatic Control}, 
  title={Online Markov Decision Processes Under Bandit Feedback}, 
  year={2014},
  volume={59},
  number={3},
  pages={676-691},
  doi={10.1109/TAC.2013.2292137}}
  

@inproceedings{dudik2011efficient,
author = {Dudik, Miroslav and Hsu, Daniel and Kale, Satyen and Karampatziakis, Nikos and Langford, John and Reyzin, Lev and Zhang, Tong},
title = "{Efficient Optimal Learning for Contextual Bandits}",
year = {2011},
booktitle = {27th Conference on Uncertainty in Artificial Intelligence},
pages = {169–178},
location = {Barcelona, Spain},
}


@article{JMLR:v15:desautels14a,
  author  = {Thomas Desautels and Andreas Krause and Joel W. Burdick},
  title   = {Parallelizing Exploration-Exploitation Tradeoffs in Gaussian Process Bandit Optimization},
  journal = {Journal of Machine Learning Research},
  year    = {2014},
  volume  = {15},
  number  = {119},
  pages   = {4053-4103},
  url     = {http://jmlr.org/papers/v15/desautels14a.html}
}

@misc{gyorgy2020adapting,
      title={Adapting to Delays and Data in Adversarial Multi-Armed Bandits}, 
      author={András György and Pooria Joulani},
      year={2020},
      eprint={2010.06022},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@misc{thune2019nonstochastic,
      title={Nonstochastic Multiarmed Bandits with Unrestricted Delays}, 
      author={Tobias Sommer Thune and Nicolò Cesa-Bianchi and Yevgeny Seldin},
      year={2019},
      eprint={1906.00670},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@article{10.1093/biomet/90.3.629,
    author = {Sinha, Debajyoti and Ibrahim, Joseph G. and Chen, Ming‐Hui},
    title = "{A Bayesian Justification of Cox's Partial Likelihood}",
    journal = {Biometrika},
    volume = {90},
    number = {3},
    pages = {629-641},
    year = {2003},
    month = {09},
}



@inbook{doi:https://doi.org/10.1002/9781118445112.stat06003,
author = {Ibrahim, Joseph G. and Chen, Ming-Hui and Sinha, Debajyoti},
publisher = {American Cancer Society},
isbn = {9781118445112},
title = {Bayesian Survival Analysis},
booktitle = {Wiley StatsRef: Statistics Reference Online},
chapter = {},
pages = {},
year = {2014},
}

@inproceedings{NIPS2011_e53a0a29,
 author = {Chapelle, Olivier and Li, Lihong},
 booktitle = {Advances in Neural Information Processing Systems},
 publisher = {Curran Associates, Inc.},
 title = {An Empirical Evaluation of Thompson Sampling},
 volume = {24},
 year = {2011}
}

@misc{gomezuribe2016online,
      title="{Online Algorithms For Parameter Mean And Variance Estimation In Dynamic Regression Models}", 
      author={Carlos Alberto Gomez-Uribe},
      year={2016},
      eprint={1605.05697},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}

@misc{basu2020adaptive,
      title="{Adaptive Rate of Convergence of Thompson Sampling for Gaussian Process Optimization}", 
      author={Kinjal Basu and Souvik Ghosh},
      year={2020},
      eprint={1705.06808},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}

@article{cox1975,
    author = {Cox, D. R.},
    title = "{Partial likelihood}",
    journal = {Biometrika},
    volume = {62},
    number = {2},
    pages = {269-276},
    year = {1975},
    month = {08},
}

@article{exact_method,
 author = {J. D. Kalbfleisch and R. L. Prentice},
 journal = {Biometrika},
 number = {2},
 pages = {267--278},
 publisher = {[Oxford University Press, Biometrika Trust]},
 title = "{Marginal Likelihoods Based on Cox's Regression and Life Model}",
 volume = {60},
 year = {1973}
}

@article{breslow1974,
 author = {N. Breslow},
 journal = {Biometrics},
 number = {1},
 pages = {89--99},
 publisher = {[Wiley, International Biometric Society]},
 title = "{Covariance Analysis of Censored Survival Data}",
 volume = {30},
 year = {1974}
}

@article{Efron1977,
 journal = {Journal of the American Statistical Association},
 number = {359},
 pages = {557--565},
 publisher = {[American Statistical Association, Taylor & Francis, Ltd.]},
 title = {The Efficiency of Cox's Likelihood Function for Censored Data},
 volume = {72},
 year = {1977}
}



@article{doi:10.1056/NEJMoa2035389,
author = {Baden, Lindsey R. and others},
title = "{Efficacy and Safety of the mRNA-1273 SARS-CoV-2 Vaccine}",
journal = {New England Journal of Medicine},
volume = {384},
number = {5},
pages = {403-416},
year = {2021},
}

@article{doi:10.1056/NEJMoa2034577,
author = {Polack, Fernando P. and others},
title = "{Safety and Efficacy of the BNT162b2 mRNA Covid-19 Vaccine}",
journal = {New England Journal of Medicine},
volume = {383},
number = {27},
pages = {2603-2615},
year = {2020},

}


@article {Kustin2021.04.06.21254882,
	author = {Kustin, Talia and Harel, Noam and Finkel, Uriah and Perchik, Shay and Harari, Sheri and Tahor, Maayan and Caspi, Itamar and Levy, Rachel and Leschinsky, Michael and Dror, Shifra Ken and Bergerzon, Galit and Gadban, Hala and Gadban, Faten and Eliassian, Eti and Shimron, Orit and Saleh, Loulou and Ben-Zvi, Haim and Amichay, Doron and Ben-Dor, Anat and Sagas, Dana and Strauss, Merav and Avni, Yonat Shemer and Huppert, Amit and Kepten, Eldad and Balicer, Ran D. and Nezer, Doron and Ben-Shachar, Shay and Stern, Adi},
	title = {Evidence for increased breakthrough rates of SARS-CoV-2 variants of concern in BNT162b2 mRNA vaccinated individuals},
	elocation-id = {2021.04.06.21254882},
	year = {2021},
	journal = {medRxiv}
}

@article{halloran1996,
author = {Longini Jr, Ira M. and Halloran, M. Elizabeth},
title = "{A Frailty Mixture Model for Estimating Vaccine Efficacy}",
journal = {Journal of the Royal Statistical Society: Series C (Applied Statistics)},
volume = {45},
number = {2},
pages = {165-173},
year = {1996}
}

@article{halloran1998,
    author = {Durham, L. Kathryn and Longini, Ira M., Jr. and Halloran, M. Elizabeth and Clemens, John D. and Azhar, Nizam and Rao, Malla},
    title = "{Estimation of Vaccine Efficacy in the Presence of Waning: Application to Cholera Vaccines}",
    journal = {American Journal of Epidemiology},
    volume = {147},
    number = {10},
    pages = {948-959},
    year = {1998},
    month = {05},
}

@article{halloran1999,
    author = {Halloran, M. Elizabeth and Longini, Ira M., Jr. and Struchiner, Claudio J.},
    title = "{Design and Interpretation of Vaccine Field Studies}",
    journal = {Epidemiologic Reviews},
    volume = {21},
    number = {1},
    pages = {73-88},
    year = {1999},
    month = {03},
}

@ARTICLE{Weinberger2002,
  author={Weinberger, M.J. and Ordentlich, E.},
  journal={IEEE Transactions on Information Theory}, 
  title={On delayed prediction of individual sequences}, 
  year={2002},
  volume={48},
  number={7},
  pages={1959-1976},
  doi={10.1109/TIT.2002.1013136}}


@inproceedings{Cover1965BehaviorOS,
  title={Behavior of sequential predictors of binary sequences},
  author={T. Cover},
  year={1965}
}

@inproceedings{Srinivas2010GaussianPO,
  title={Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design},
  author={Niranjan Srinivas and Andreas Krause and S. Kakade and M. Seeger},
  booktitle={ICML},
  year={2010}
}

@article{LAI19854,
title = {Asymptotically efficient adaptive allocation rules},
journal = {Advances in Applied Mathematics},
volume = {6},
number = {1},
pages = {4-22},
year = {1985},
author = {T.L Lai and Herbert Robbins}
}

@inproceedings{Vernade2020NonStationaryDB,
  title={Non-Stationary Delayed Bandits with Intermediate Observations},
  author={Claire Vernade and A. Gy{\"o}rgy and Timothy A. Mann},
  booktitle={ICML},
  year={2020}
}


@InProceedings{Manegueu2020StochasticBW,
  title = 	 {Stochastic bandits with arm-dependent delays},
  author =       {Gael, Manegueu Anne and Vernade, Claire and Carpentier, Alexandra and Valko, Michal},
  booktitle = 	 {37th International Conference on Machine Learning},
  pages = 	 {3348--3356},
  year = 	 {2020},
}

@inproceedings{Thune2019NonstochasticMB,
 author = {Thune, Tobias Sommer and Cesa-Bianchi, Nicol\`{o} and Seldin, Yevgeny},
 booktitle = {Advances in Neural Information Processing Systems},
 title = "{Nonstochastic Multiarmed Bandits with Unrestricted Delays}",
 year = {2019}
}


@article{Thompson1933ONTL,
  title="{ON THE LIKELIHOOD THAT ONE UNKNOWN PROBABILITY EXCEEDS ANOTHER IN VIEW OF THE EVIDENCE OF TWO SAMPLES}",
  author={W. R. Thompson},
  journal={Biometrika},
  year={1933},
  volume={25},
  pages={285-294}
}

@article{Auer2004FinitetimeAO,
  title="{Finite-time Analysis of the Multiarmed Bandit Problem}",
  author={P. Auer and N. Cesa-Bianchi and P. Fischer},
  journal={Machine Learning},
  year={2004},
  volume={47},
  pages={235-256}
}

@InProceedings{MAB_unrestricted_delay,
  title = 	 "{Stochastic Multi-Armed Bandits with Unrestricted Delay Distributions}",
  author =       {Lancewicki, Tal and Segal, Shahar and Koren, Tomer and Mansour, Yishay},
  booktitle = 	 {38th International Conference on Machine Learning},
  pages = 	 {5969--5978},
  year = 	 {2021},
}

@article{VOYSEY2021881,
title = {Single-dose administration and the influence of the timing of the booster dose on immunogenicity and efficacy of ChAdOx1 nCoV-19 (AZD1222) vaccine: a pooled analysis of four randomised trials},
journal = {The Lancet},
volume = {397},
number = {10277},
pages = {881-891},
year = {2021},
author = {Merryn Voysey and others}
}

@article{sinopharm,
    author = {Al Kaabi, Nawal and others},
    title = "{Effect of 2 Inactivated SARS-CoV-2 Vaccines on Symptomatic COVID-19 Infection in Adults: A Randomized Clinical Trial}",
    journal = {JAMA},
    volume = {326},
    number = {1},
    pages = {35-45},
    year = {2021},
    month = {07},
}


@article{Novavax,
author = {Heath, Paul T. and others},
title = "{Safety and Efficacy of NVX-CoV2373 Covid-19 Vaccine}",
journal = {New England Journal of Medicine},
volume = {385},
number = {13},
pages = {1172-1183},
year = {2021},
}

@article{LOGUNOV2021671,
title = {Safety and efficacy of an rAd26 and rAd5 vector-based heterologous prime-boost COVID-19 vaccine: an interim analysis of a randomised controlled phase 3 trial in Russia},
journal = {The Lancet},
volume = {397},
number = {10275},
pages = {671-681},
year = {2021},
author = {Denis Y Logunov and others},
}

@InProceedings{pmlr-v23-agrawal12,
  title = 	 "{Analysis of Thompson Sampling for the Multi-armed Bandit Problem}",
  author = 	 {Agrawal, Shipra and Goyal, Navin},
  booktitle = 	 {25th Annual Conference on Learning Theory},
  pages = 	 {39.1--39.26},
  year = 	 {2012},
}

@inproceedings{kaufmann2012ThompsonSA,
author = {Kaufmann, Emilie and Korda, Nathaniel and Munos, R\'{e}mi},
title = "{Thompson Sampling: An Asymptotically Optimal Finite-Time Analysis}",
year = {2012},
publisher = {Springer-Verlag},
address = {Berlin, Heidelberg},
booktitle = {23rd International Conference on Algorithmic Learning Theory},
pages = {199–213},
numpages = {15},
location = {Lyon, France},
series = {ALT'12}
}
@article{Russo2016AnIA,
  author  = {Daniel Russo and Benjamin Van Roy},
  title   = "{An Information-Theoretic Analysis of Thompson Sampling}",
  journal = {Journal of Machine Learning Research},
  year    = {2016},
  volume  = {17},
  number  = {68},
  pages   = {1-30},
}


@article{agrawal2017,
author = {Agrawal, Shipra and Goyal, Navin},
title = "{Near-Optimal Regret Bounds for Thompson Sampling}",
year = {2017},
issue_date = {October 2017},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {64},
number = {5},
issn = {0004-5411},
journal = {J. ACM},
month = {Sep},
articleno = {30},
numpages = {24}
}




@book{gelman2013bayesian,
  title={Bayesian Data Analysis, Third Edition},
  author={Gelman, A. and Carlin, J.B. and Stern, H.S. and Dunson, D.B. and Vehtari, A. and Rubin, D.B.},
  lccn={2013039507},
  year={2013},
  publisher={Taylor \& Francis}
}




