@book{puterman1994markov,
  author    = {Martin L. Puterman},
  title     = {Markov Decision Processes: Discrete Stochastic Dynamic Programming},
  series    = {Wiley Series in Probability and Statistics},
  publisher = {Wiley},
  year      = {1994},
  url_       = {https://doi.org/10.1002/9780470316887},
  doi       = {10.1002/9780470316887},
  isbn      = {978-0-47161977-2},
  timestamp = {Mon, 22 Jul 2019 15:00:49 +0200},
  biburl_    = {https://dblp.org/rec/books/wi/Puterman94.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@misc{owen2013monte,
  title={Monte Carlo theory, methods and examples},
  author={Owen, Art B},
  year={2013}
}

@article{metelli2020importance,
  author    = {Alberto Maria Metelli and
               Matteo Papini and
               Nico Montali and
               Marcello Restelli},
  title     = {Importance Sampling Techniques for Policy Optimization},
  journal   = {J. Mach. Learn. Res.},
  volume    = {21},
  pages     = {141:1--141:75},
  year      = {2020},
  _url_       = {http://jmlr.org/papers/v21/20-124.html},
  timestamp = {Wed, 18 Nov 2020 15:58:12 +0100},
  bib_url_    = {https://dblp.org/rec/journals/jmlr/MetelliPMR20.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{metelli2018policy,
  author    = {Alberto Maria Metelli and
               Matteo Papini and
               Francesco Faccio and
               Marcello Restelli},
  editor___    = {Samy Bengio and
               Hanna M. Wallach and
               Hugo Larochelle and
               Kristen Grauman and
               Nicol{\`{o}} Cesa{-}Bianchi and
               Roman Garnett},
  title     = {Policy Optimization via Importance Sampling},
  booktitle = {Advances in Neural Information Processing Systems 31 (NeurIPS)},
  pages     = {5447--5459},
  year      = {2018},
  _url_       = {http://papers.nips.cc/paper/7789-policy-optimization-via-importance-sampling},
  timestamp = {Tue, 01 Dec 2020 14:58:58 +0100},
  bib_url_    = {https://dblp.org/rec/conf/nips/MetelliPFR18.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@techreport{renyi1961measures,
  title={On measures of entropy and information},
  author={R{\'{e}}nyi, Alfr{\'{e}}d},
  year={1961},
  institution={Hungarian Academy of Sciences Budapest Hungary}
}

@article{tsallis1988possible,
  title={Possible generalization of Boltzmann-Gibbs statistics},
  author={Tsallis, Constantino},
  journal={Journal of statistical physics},
  volume={52},
  number={1-2},
  pages={479--487},
  year={1988},
  publisher={Springer}
}

@article{horvitz1952generalization,
  title={A generalization of sampling without replacement from a finite universe},
  author={Horvitz, Daniel G and Thompson, Donovan J},
  journal={Journal of the American statistical Association},
  volume={47},
  number={260},
  pages={663--685},
  year={1952},
  publisher={Taylor \& Francis Group}
}

@inproceedings{dudik2011doubly,
  author    = {Miroslav Dud{\'{\i}}k and
               John Langford and
               Lihong Li},
  editor___    = {Lise Getoor and
               Tobias Scheffer},
  title     = {Doubly Robust Policy Evaluation and Learning},
  booktitle = {Proceedings of the 28th International Conference on Machine Learning (ICML)},
  pages     = {1097--1104},
  publisher = {Omnipress},
  year      = {2011},
  _url_       = {https://icml.cc/2011/papers/554\_icmlpaper.pdf},
  timestamp = {Wed, 03 Apr 2019 17:43:35 +0200},
  bib_url_    = {https://dblp.org/rec/conf/icml/DudikLL11.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{kuzborskij2020confident,
  author    = {Ilja Kuzborskij and
               Claire Vernade and
               Andr{\'{a}}s Gy{\"{o}}rgy and
               Csaba Szepesv{\'{a}}ri},
  editor___    = {Arindam Banerjee and
               Kenji Fukumizu},
  title     = {Confident Off-Policy Evaluation and Selection through Self-Normalized
               Importance Weighting},
  booktitle = {The 24th International Conference on Artificial Intelligence and Statistics (AISTATS)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {130},
  pages     = {640--648},
  publisher = {{PMLR}},
  year      = {2021},
  _url_       = {http://proceedings.mlr.press/v130/kuzborskij21a.html},
  timestamp = {Wed, 14 Apr 2021 18:58:38 +0200},
  bib_url_    = {https://dblp.org/rec/conf/aistats/KuzborskijV0S21.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{dimakopoulou2020doubly,
  author    = {Yi Su and
               Maria Dimakopoulou and
               Akshay Krishnamurthy and
               Miroslav Dud{\'{\i}}k},
  title     = {Doubly robust off-policy evaluation with shrinkage},
  booktitle = {Proceedings of the 37th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {119},
  pages     = {9167--9176},
  publisher = {{PMLR}},
  year      = {2020},
  _url_       = {http://proceedings.mlr.press/v119/su20a.html},
  timestamp = {Tue, 15 Dec 2020 17:40:19 +0100},
  bib_url_    = {https://dblp.org/rec/conf/icml/SuDKD20.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{papini2019optimistic,
  author    = {Matteo Papini and
               Alberto Maria Metelli and
               Lorenzo Lupo and
               Marcello Restelli},
  editor___    = {Kamalika Chaudhuri and
               Ruslan Salakhutdinov},
  title     = {Optimistic Policy Optimization via Multiple Importance Sampling},
  booktitle = {Proceedings of the 36th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {97},
  pages     = {4989--4999},
  publisher = {{PMLR}},
  year      = {2019},
  _url_       = {http://proceedings.mlr.press/v97/papini19a.html},
  timestamp = {Tue, 11 Jun 2019 15:37:38 +0200},
  bib_url_    = {https://dblp.org/rec/conf/icml/PapiniMLR19.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{bang2005doubly,
  title={Doubly robust estimation in missing data and causal inference models},
  author={Bang, Heejung and Robins, James M},
  journal={Biometrics},
  volume={61},
  number={4},
  pages={962--973},
  year={2005},
  publisher={Wiley Online Library}
}

@article{su2018cab,
  author    = {Yi Su and
               Lequn Wang and
               Michele Santacatterina and
               Thorsten Joachims},
  title     = {{CAB:} Continuous Adaptive Blending Estimator for Policy Evaluation
               and Learning},
  journal   = {CoRR},
  volume    = {abs/1811.02672},
  year      = {2018},
  _url_       = {http://arxiv.org/abs/1811.02672},
  archivePrefix = {arXiv},
  eprint    = {1811.02672},
  timestamp = {Thu, 22 Nov 2018 17:58:30 +0100},
  bib_url_    = {https://dblp.org/rec/journals/corr/abs-1811-02672.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{wang2017optimal,
  author    = {Yu{-}Xiang Wang and
               Alekh Agarwal and
               Miroslav Dud{\'{\i}}k},
  editor___    = {Doina Precup and
               Yee Whye Teh},
  title     = {Optimal and Adaptive Off-policy Evaluation in Contextual Bandits},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {70},
  pages     = {3589--3597},
  publisher = {{PMLR}},
  year      = {2017},
  _url_       = {http://proceedings.mlr.press/v70/wang17a.html},
  timestamp = {Wed, 29 May 2019 08:41:45 +0200},
  bib_url_    = {https://dblp.org/rec/conf/icml/WangAD17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{boucheron2003concentration,
  title={Concentration inequalities},
  author={Boucheron, St{\'e}phane and Lugosi, G{\'a}bor and Bousquet, Olivier},
  booktitle={Summer School on Machine Learning},
  pages={208--240},
  year={2003},
  organization={Springer}
}

@inproceedings{li2015munos,
  author    = {Lihong Li and
               R{\'{e}}mi Munos and
               Csaba Szepesv{\'{a}}ri},
  editor___    = {Guy Lebanon and
               S. V. N. Vishwanathan},
  title     = {Toward Minimax Off-policy Value Estimation},
  booktitle = {Proceedings of the Eighteenth International Conference on Artificial
               Intelligence and Statistics (AISTATS)},
  series    = {{JMLR} Workshop and Conference Proceedings},
  volume    = {38},
  publisher = {JMLR.org},
  year      = {2015},
  _url_       = {http://proceedings.mlr.press/v38/li15b.html},
  timestamp = {Wed, 29 May 2019 08:41:44 +0200},
  bib_url_    = {https://dblp.org/rec/conf/aistats/LiMS15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{devroye2016sub,
  title={Sub-Gaussian mean estimators},
  author={Devroye, Luc and Lerasle, Matthieu and Lugosi, Gabor and Oliveira, Roberto I and others},
  journal={The Annals of Statistics},
  volume={44},
  number={6},
  pages={2695--2725},
  year={2016},
  publisher={Institute of Mathematical Statistics}
}

@book{bullen2013handbook,
  title={Handbook of means and their inequalities},
  author={Bullen, Peter S},
  volume={560},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@article{sason2018on,
  author    = {Igal Sason},
  title     = {On \emph{f}-Divergences: Integral Representations, Local Behavior,
               and Inequalities},
  journal   = {Entropy},
  volume    = {20},
  number    = {5},
  pages     = {383},
  year      = {2018},
  _url_       = {https://doi.org/10.3390/e20050383},
  doi       = {10.3390/e20050383},
  timestamp = {Fri, 25 Dec 2020 01:10:18 +0100},
  bib_url_    = {https://dblp.org/rec/journals/entropy/Sason18.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{liese1987convex,
  title={Convex statistical distances},
  author={Liese, Friedrich and Vajda, Igor},
  volume={95},
  year={1987},
  publisher={Teubner}
}

@inproceedings{gilotte2018offline,
  author    = {Alexandre Gilotte and
               Cl{\'{e}}ment Calauz{\`{e}}nes and
               Thomas Nedelec and
               Alexandre Abraham and
               Simon Doll{\'{e}}},
  editor___    = {Yi Chang and
               Chengxiang Zhai and
               Yan Liu and
               Yoelle Maarek},
  title     = {Offline {A/B} Testing for Recommender Systems},
  booktitle = {Proceedings of the Eleventh {ACM} International Conference on Web
               Search and Data Mining ({WSDM})},
  pages     = {198--206},
  publisher = {{ACM}},
  year      = {2018},
  _url_       = {https://doi.org/10.1145/3159652.3159687},
  doi       = {10.1145/3159652.3159687},
  timestamp = {Thu, 13 Aug 2020 18:13:38 +0200},
  bib_url_    = {https://dblp.org/rec/conf/wsdm/GilotteCNAD18.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{li2011unbiased,
  author    = {Lihong Li and
               Wei Chu and
               John Langford and
               Xuanhui Wang},
  editor___    = {Irwin King and
               Wolfgang Nejdl and
               Hang Li},
  title     = {Unbiased offline evaluation of contextual-bandit-based news article
               recommendation algorithms},
  booktitle = {Proceedings of the Forth International Conference on Web Search and
               Web Data Mining ({WSDM})},
  pages     = {297--306},
  publisher = {{ACM}},
  year      = {2011},
  _url_       = {https://doi.org/10.1145/1935826.1935878},
  doi       = {10.1145/1935826.1935878},
  timestamp = {Tue, 21 May 2019 11:38:33 +0200},
  bib_url_    = {https://dblp.org/rec/conf/wsdm/LiCLW11.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{bottou2013counterfactual,
  author    = {L{\'{e}}on Bottou and
               Jonas Peters and
               Joaquin Qui{\~{n}}onero Candela and
               Denis Xavier Charles and
               Max Chickering and
               Elon Portugaly and
               Dipankar Ray and
               Patrice Y. Simard and
               Ed Snelson},
  title     = {Counterfactual reasoning and learning systems: the example of computational
               advertising},
  journal   = {J. Mach. Learn. Res.},
  volume    = {14},
  number    = {1},
  pages     = {3207--3260},
  year      = {2013},
  _url_       = {http://dl.acm.org/citation.cfm?id=2567766},
  timestamp = {Wed, 10 Jul 2019 15:27:56 +0200},
  bib_url_    = {https://dblp.org/rec/journals/jmlr/BottouPCCCPRSS13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{zhou2017residual,
  title={Residual weighted learning for estimating individualized treatment rules},
  author={Zhou, Xin and Mayer-Hamblett, Nicole and Khan, Umer and Kosorok, Michael R},
  journal={Journal of the American Statistical Association},
  volume={112},
  number={517},
  pages={169--187},
  year={2017},
  publisher={Taylor \& Francis}
}

@article{hahn1998role,
  title={On the role of the propensity score in efficient semiparametric estimation of average treatment effects},
  author={Hahn, Jinyong},
  journal={Econometrica},
  pages={315--331},
  year={1998},
  publisher={JSTOR}
}

@inproceedings{tang2013automatic,
  author    = {Liang Tang and
               R{\'{o}}mer Rosales and
               Ajit Singh and
               Deepak Agarwal},
  editor___    = {Qi He and
               Arun Iyengar and
               Wolfgang Nejdl and
               Jian Pei and
               Rajeev Rastogi},
  title     = {Automatic ad format selection via contextual bandits},
  booktitle = {22nd {ACM} International Conference on Information and Knowledge Management (CIKM)},
  pages     = {1587--1594},
  publisher = {{ACM}},
  year      = {2013},
  _url_       = {https://doi.org/10.1145/2505515.2514700},
  doi       = {10.1145/2505515.2514700},
  timestamp = {Tue, 06 Nov 2018 16:57:52 +0100},
  bib_url_    = {https://dblp.org/rec/conf/cikm/TangRSA13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{kilinc2019reinforcement,
  author    = {Ozsel Kilinc and
               Yang Hu and
               Giovanni Montana},
  title     = {Reinforcement Learning for Robotic Manipulation using Simulated Locomotion
               Demonstrations},
  journal   = {CoRR},
  volume    = {abs/1910.07294},
  year      = {2019},
  _url_       = {http://arxiv.org/abs/1910.07294},
  archivePrefix = {arXiv},
  eprint    = {1910.07294},
  timestamp = {Tue, 22 Oct 2019 18:17:16 +0200},
  bib_url_    = {https://dblp.org/rec/journals/corr/abs-1910-07294.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{kober2014learning,
  author    = {Jens Kober and
               Jan Peters},
  title     = {Learning Motor Skills - From Algorithms to Robot Experiments},
  series    = {Springer Tracts in Advanced Robotics},
  volume    = {97},
  publisher = {Springer},
  year      = {2014},
  _url_       = {https://doi.org/10.1007/978-3-319-03194-1},
  doi       = {10.1007/978-3-319-03194-1},
  isbn      = {978-3-319-03193-4},
  timestamp = {Wed, 14 Nov 2018 10:12:16 +0100},
  bib_url_    = {https://dblp.org/rec/series/star/KoberP14.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{moody2001learning,
  author    = {John E. Moody and
               Matthew Saffell},
  title     = {Learning to trade via direct reinforcement},
  journal   = {{IEEE} Trans. Neural Networks},
  volume    = {12},
  number    = {4},
  pages     = {875--889},
  year      = {2001},
  _url_       = {https://doi.org/10.1109/72.935097},
  doi       = {10.1109/72.935097},
  timestamp = {Wed, 14 Nov 2018 10:32:29 +0100},
  bib_url_    = {https://dblp.org/rec/journals/tnn/MoodyS01.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{murphy2001marginal,
  title={Marginal mean models for dynamic regimes},
  author={Murphy, Susan A and van der Laan, Mark J and Robins, James M and Conduct Problems Prevention Research Group},
  journal={Journal of the American Statistical Association},
  volume={96},
  number={456},
  pages={1410--1423},
  year={2001},
  publisher={Taylor \& Francis}
}

@article{ionides2008truncated,
  title={Truncated importance sampling},
  author={Ionides, Edward L},
  journal={Journal of Computational and Graphical Statistics},
  volume={17},
  number={2},
  pages={295--311},
  year={2008},
  publisher={Taylor \& Francis}
}

@article{lugosi2019mean,
  author    = {Gabor Lugosi and
               Shahar Mendelson},
  title     = {Mean Estimation and Regression Under Heavy-Tailed Distributions: {A} Survey},
  journal   = {Found. Comput. Math.},
  volume    = {19},
  number    = {5},
  pages     = {1145--1190},
  year      = {2019},
  _url_       = {https://doi.org/10.1007/s10208-019-09427-x},
  doi       = {10.1007/s10208-019-09427-x},
  timestamp = {Fri, 13 Mar 2020 14:35:29 +0100},
  bib_url_    = {https://dblp.org/rec/journals/focm/LugosiM19.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{gil2013renyi,
  author    = {M. Gil and
               Fady Alajaji and
               Tam{\'{a}}s Linder},
  title     = {R{\'{e}}nyi divergence measures for commonly used univariate
               continuous distributions},
  journal   = {Inf. Sci.},
  volume    = {249},
  pages     = {124--131},
  year      = {2013},
  _url_       = {https://doi.org/10.1016/j.ins.2013.06.018},
  doi       = {10.1016/j.ins.2013.06.018},
  timestamp = {Sat, 27 May 2017 14:24:46 +0200},
  bib_url_    = {https://dblp.org/rec/journals/isci/GilAL13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{lepski1997optimal,
  title={Optimal pointwise adaptive methods in nonparametric estimation},
  author={Lepski, Oleg V and Spokoiny, Vladimir G},
  journal={The Annals of Statistics},
  pages={2512--2546},
  year={1997},
  publisher={JSTOR}
}

@article{zheng2020new,
  title={A new principle for tuning-free Huber regression},
  author={Zheng, Chao},
  journal={Statistica Sinica},
  year={2020}
}

@article{boucheron2009concentration,
  title={On concentration of self-bounding functions},
  author={Boucheron, St{\'e}phane and Lugosi, G{\'a}bor and Massart, Pascal and others},
  journal={Electronic Journal of Probability},
  volume={14},
  pages={1884--1899},
  year={2009},
  publisher={The Institute of Mathematical Statistics and the Bernoulli Society}
}

@inproceedings{maurer2009empirical,
  author    = {Andreas Maurer and
               Massimiliano Pontil},
  title     = {Empirical Bernstein Bounds and Sample-Variance Penalization},
  booktitle = {The 22nd Conference on Learning Theory ({COLT})},
  year      = {2009},
  _url_       = {http://www.cs.mcgill.ca/\%7Ecolt2009/papers/012.pdf\#page=1},
  timestamp = {Fri, 25 Mar 2011 13:28:34 +0100},
  bib_url_    = {https://dblp.org/rec/conf/colt/MaurerP09.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{cochran2007sampling,
  title={Sampling techniques},
  author={Cochran, William G},
  year={2007},
  publisher={John Wiley \& Sons}
}


@article{kong1992note,
  title={A note on importance sampling using standardized weights},
  author={Kong, Augustine},
  journal={University of Chicago, Dept. of Statistics, Tech. Rep},
  volume={348},
  year={1992}
}

@article{siegmund1976importance,
  title={Importance sampling in the Monte Carlo study of sequential tests},
  author={Siegmund, David},
  journal={The Annals of Statistics},
  pages={673--684},
  year={1976},
  publisher={JSTOR}
}

@book{ripley2009stochastic,
  title={Stochastic simulation},
  author={Ripley, Brian D},
  volume={316},
  year={2009},
  publisher={John Wiley \& Sons}
}

@inproceedings{ciosek2017offer,
  author    = {Kamil Andrzej Ciosek and
               Shimon Whiteson},
  editor___    = {Satinder P. Singh and
               Shaul Markovitch},
  title     = {{OFFER:} Off-Environment Reinforcement Learning},
  booktitle = {Proceedings of the Thirty-First {AAAI} Conference on Artificial Intelligence (AAAI)},
  pages     = {1819--1825},
  publisher = {{AAAI} Press},
  year      = {2017},
  _url_       = {http://aaai.org/ocs/index.php/AAAI/AAAI17/paper/view/14378},
  timestamp = {Mon, 06 Mar 2017 11:36:24 +0100},
  bib_url_    = {https://dblp.org/rec/conf/aaai/CiosekW17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{hanna2017data,
  author    = {Josiah P. Hanna and
               Philip S. Thomas and
               Peter Stone and
               Scott Niekum},
  editor___    = {Doina Precup and
               Yee Whye Teh},
  title     = {Data-Efficient Policy Evaluation Through Behavior Policy Search},
  booktitle = {Proceedings of the 34th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {70},
  pages     = {1394--1403},
  publisher = {{PMLR}},
  year      = {2017},
  _url_       = {http://proceedings.mlr.press/v70/hanna17a.html},
  timestamp = {Wed, 29 May 2019 08:41:45 +0200},
  bib_url_    = {https://dblp.org/rec/conf/icml/HannaTSN17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{yuan2005heavy,
  author    = {Changhe Yuan and
               Marek J. Druzdzel},
  editor___    = {Ingrid Russell and
               Zdravko Markov},
  title     = {How Heavy Should the Tails Be?},
  booktitle = {Proceedings of the Eighteenth International Florida Artificial Intelligence
               Research Society Conference},
  pages     = {799--805},
  publisher = {{AAAI} Press},
  year      = {2005},
  _url_       = {http://www.aaai.org/Library/FLAIRS/2005/flairs05-131.php},
  timestamp = {Thu, 13 Dec 2012 12:01:46 +0100},
  bib_url_    = {https://dblp.org/rec/conf/flairs/YuanD05.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{cortes2010learning,
  author    = {Corinna Cortes and
               Yishay Mansour and
               Mehryar Mohri},
  editor___    = {John D. Lafferty and
               Christopher K. I. Williams and
               John Shawe{-}Taylor and
               Richard S. Zemel and
               Aron Culotta},
  title     = {Learning Bounds for Importance Weighting},
  booktitle = {Advances in Neural Information Processing Systems 23 (NIPS)},
  pages     = {442--450},
  publisher = {Curran Associates, Inc.},
  year      = {2010},
  _url_       = {https://proceedings.neurips.cc/paper/2010/hash/59c33016884a62116be975a9bb8257e3-Abstract.html},
  timestamp = {Thu, 21 Jan 2021 15:15:24 +0100},
  bib_url_    = {https://dblp.org/rec/conf/nips/CortesMM10.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{mahmood2014weighted,
  author    = {Ashique Rupam Mahmood and
               Hado van Hasselt and
               Richard S. Sutton},
  editor___    = {Zoubin Ghahramani and
               Max Welling and
               Corinna Cortes and
               Neil D. Lawrence and
               Kilian Q. Weinberger},
  title     = {Weighted importance sampling for off-policy learning with linear function
               approximation},
  booktitle = {Advances in Neural Information Processing Systems 27 (NIPS)},
  pages     = {3014--3022},
  year      = {2014},
  _url_       = {https://proceedings.neurips.cc/paper/2014/hash/be53ee61104935234b174e62a07e53cf-Abstract.html},
  timestamp = {Thu, 21 Jan 2021 15:15:23 +0100},
  bib_url_    = {https://dblp.org/rec/conf/nips/MahmoodHS14.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{thomas2015high,
  author    = {Philip S. Thomas and
               Georgios Theocharous and
               Mohammad Ghavamzadeh},
  editor___    = {Blai Bonet and
               Sven Koenig},
  title     = {High-Confidence Off-Policy Evaluation},
  booktitle = {Proceedings of the Twenty-Ninth {AAAI} Conference on Artificial Intelligence (AAAI)},
  pages     = {3000--3006},
  publisher = {{AAAI} Press},
  year      = {2015},
  _url_       = {http://www.aaai.org/ocs/index.php/AAAI/AAAI15/paper/view/10042},
  timestamp = {Sun, 12 Apr 2015 15:18:08 +0200},
  bib_url_    = {https://dblp.org/rec/conf/aaai/ThomasTG15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{tukey1963less,
  title={Less vulnerable confidence and significance procedures for location based on a single sample: Trimming/Winsorization 1},
  author={Tukey, John W and McLaughlin, Donald H},
  journal={Sankhy{\=a}: The Indian Journal of Statistics, Series A},
  pages={331--352},
  year={1963},
  publisher={JSTOR}
}

@incollection{huber1992robust,
  title={Robust estimation of a location parameter},
  author={Huber, Peter J},
  booktitle={Breakthroughs in statistics},
  pages={492--518},
  year={1992},
  publisher={Springer}
}

@article{nemirovskij1983problem,
  title={Problem complexity and method efficiency in optimization},
  author={Nemirovskij, Arkadij Semenovi{\v{c}} and Yudin, David Borisovich},
  year={1983},
  publisher={Wiley-Interscience}
}

@article{jerrum1986random,
  author    = {Mark Jerrum and
               Leslie G. Valiant and
               Vijay V. Vazirani},
  title     = {Random Generation of Combinatorial Structures from a Uniform Distribution},
  journal   = {Theor. Comput. Sci.},
  volume    = {43},
  pages     = {169--188},
  year      = {1986},
  _url_       = {https://doi.org/10.1016/0304-3975(86)90174-X},
  doi       = {10.1016/0304-3975(86)90174-X},
  timestamp = {Wed, 14 Nov 2018 10:33:29 +0100},
  bib_url_    = {https://dblp.org/rec/journals/tcs/JerrumVV86.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{catoni2012challenging,
  title={Challenging the empirical mean and empirical variance: a deviation study},
  author={Catoni, Olivier},
  booktitle={Annales de l'IHP Probabilit{\'e}s et statistiques},
  volume={48},
  number={4},
  pages={1148--1185},
  year={2012}
}

@article{lee2011weight,
  title={Weight trimming and propensity score weighting},
  author={Lee, Brian K and Lessler, Justin and Stuart, Elizabeth A},
  journal={PloS one},
  volume={6},
  number={3},
  pages={e18174},
  year={2011},
  publisher={Public Library of Science}
}

@article{cole2008constructing,
  title={Constructing inverse probability weights for marginal structural models},
  author={Cole, Stephen R and Hern{\'a}n, Miguel A},
  journal={American journal of epidemiology},
  volume={168},
  number={6},
  pages={656--664},
  year={2008},
  publisher={Oxford University Press}
}

@article{bembom2008data,
  title={Data-adaptive selection of the truncation level for inverse-probability-of-treatment-weighted estimators},
  author={Bembom, Oliver and van der Laan, Mark J},
  year={2008},
  publisher={bepress}
}

@inproceedings{swaminathan2015self,
  author    = {Adith Swaminathan and
               Thorsten Joachims},
  editor___    = {Corinna Cortes and
               Neil D. Lawrence and
               Daniel D. Lee and
               Masashi Sugiyama and
               Roman Garnett},
  title     = {The Self-Normalized Estimator for Counterfactual Learning},
  booktitle = {Advances in Neural Information Processing Systems 28 (NIPS)},
  pages     = {3231--3239},
  year      = {2015},
  _url_       = {https://proceedings.neurips.cc/paper/2015/hash/39027dfad5138c9ca0c474d71db915c3-Abstract.html},
  timestamp = {Thu, 21 Jan 2021 15:15:22 +0100},
  bib_url_    = {https://dblp.org/rec/conf/nips/SwaminathanJ15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{kuzborskij2019efron,
  title={Efron-Stein PAC-Bayesian Inequalities},
  author={Kuzborskij, Ilja and Szepesv{\'a}ri, Csaba},
  journal={arXiv preprint arXiv:1909.01931},
  year={2019}
}

@article{hesterberg1995weighted,
  title={Weighted average importance sampling and defensive mixture distributions},
  author={Hesterberg, Tim},
  journal={Technometrics},
  volume={37},
  number={2},
  pages={185--194},
  year={1995},
  publisher={Taylor \& Francis Group}
}

@article{vehtari2015pareto,
  title={Pareto smoothed importance sampling},
  author={Vehtari, Aki and Simpson, Daniel and Gelman, Andrew and Yao, Yuling and Gabry, Jonah},
  journal={arXiv preprint arXiv:1507.02646},
  year={2015}
}

@article{pickands1975statistical,
  title={Statistical inference using extreme order statistics},
  author={Pickands III, James and others},
  journal={Annals of statistics},
  volume={3},
  number={1},
  pages={119--131},
  year={1975},
  publisher={Institute of Mathematical Statistics}
}

@article{bubeck2013bandits,
  author    = {S{\'{e}}bastien Bubeck and
               Nicol{\`{o}} Cesa{-}Bianchi and
               G{\'{a}}bor Lugosi},
  title     = {Bandits With Heavy Tail},
  journal   = {{IEEE} Trans. Inf. Theory},
  volume    = {59},
  number    = {11},
  pages     = {7711--7717},
  year      = {2013},
  _url_       = {https://doi.org/10.1109/TIT.2013.2277869},
  doi       = {10.1109/TIT.2013.2277869},
  timestamp = {Tue, 10 Mar 2020 10:45:52 +0100},
  bib_url_    = {https://dblp.org/rec/journals/tit/BubeckCL13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{lu2019optimal,
  author    = {Shiyin Lu and
               Guanghui Wang and
               Yao Hu and
               Lijun Zhang},
  editor___    = {Kamalika Chaudhuri and
               Ruslan Salakhutdinov},
  title     = {Optimal Algorithms for Lipschitz Bandits with Heavy-tailed Rewards},
  booktitle = {Proceedings of the 36th International Conference on Machine Learning (ICML)},
  series    = {Proceedings of Machine Learning Research},
  volume    = {97},
  pages     = {4154--4163},
  publisher = {{PMLR}},
  year      = {2019},
  _url_       = {http://proceedings.mlr.press/v97/lu19c.html},
  timestamp = {Wed, 10 Jul 2019 10:05:29 +0200},
  bib_url_    = {https://dblp.org/rec/conf/icml/LuWHZ19.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{rothe2016value,
  title={The value of knowing the propensity score for estimating average treatment effects},
  author={Rothe, Christoph},
  year={2016},
  publisher={IZA Discussion Paper}
}

@article{popoviciu1935equations,
  title={Sur les {\'e}quations alg{\'e}briques ayant toutes leurs racines r{\'e}elles},
  author={Popoviciu, Tiberiu},
  journal={Mathematica},
  volume={9},
  pages={129--145},
  year={1935}
}

@article{kahn1953methods,
  author    = {H. Kahn and
               A. W. Marshall},
  title     = {Methods of Reducing Sample Size in Monte Carlo Computations},
  journal   = {Oper. Res.},
  volume    = {1},
  number    = {5},
  pages     = {263--278},
  year      = {1953},
  url_       = {https://doi.org/10.1287/opre.1.5.263},
  doi       = {10.1287/opre.1.5.263},
  timestamp = {Tue, 31 Mar 2020 18:18:01 +0200},
  biburl_    = {https://dblp.org/rec/journals/ior/KahnM53.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{precup2000elegibility,
  author    = {Doina Precup and
               Richard S. Sutton and
               Satinder P. Singh},
  editor___    = {Pat Langley},
  title     = {Eligibility Traces for Off-Policy Policy Evaluation},
  booktitle = {Proceedings of the Seventeenth International Conference on Machine
               Learning {(ICML})},
  pages     = {759--766},
  publisher = {Morgan Kaufmann},
  year      = {2000},
  timestamp = {Sun, 21 Feb 2010 20:54:50 +0100},
  biburl_    = {https://dblp.org/rec/conf/icml/PrecupSS00.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{deisenroth2013survey,
  author    = {Marc Peter Deisenroth and
               Gerhard Neumann and
               Jan Peters},
  title     = {A Survey on Policy Search for Robotics},
  journal   = {Found. Trends Robotics},
  volume    = {2},
  number    = {1-2},
  pages     = {1--142},
  year      = {2013},
  url_       = {https://doi.org/10.1561/2300000021},
  doi       = {10.1561/2300000021},
  timestamp = {Thu, 10 Sep 2020 13:17:41 +0200},
  biburl_    = {https://dblp.org/rec/journals/ftrob/DeisenrothNP13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{duan2016benchmarking,
  author    = {Yan Duan and
               Xi Chen and
               Rein Houthooft and
               John Schulman and
               Pieter Abbeel},
  editor___    = {Maria{-}Florina Balcan and
               Kilian Q. Weinberger},
  title     = {Benchmarking Deep Reinforcement Learning for Continuous Control},
  booktitle = {Proceedings of the 33nd International Conference on Machine Learning (ICML)},
  series    = {{JMLR} Workshop and Conference Proceedings},
  volume    = {48},
  pages     = {1329--1338},
  publisher = {JMLR.org},
  year      = {2016},
  url_       = {http://proceedings.mlr.press/v48/duan16.html},
  timestamp = {Wed, 29 May 2019 08:41:46 +0200},
  biburl_    = {https://dblp.org/rec/conf/icml/DuanCHSA16.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{gu2017deep,
  author    = {Shixiang Gu and
               Ethan Holly and
               Timothy P. Lillicrap and
               Sergey Levine},
  title     = {Deep reinforcement learning for robotic manipulation with asynchronous
               off-policy updates},
  booktitle = {2017 {IEEE} International Conference on Robotics and Automation ({ICRA})},
  pages     = {3389--3396},
  publisher = {{IEEE}},
  year      = {2017},
  url_       = {https://doi.org/10.1109/ICRA.2017.7989385},
  doi       = {10.1109/ICRA.2017.7989385},
  timestamp = {Wed, 16 Oct 2019 14:14:51 +0200},
  biburl_    = {https://dblp.org/rec/conf/icra/GuHLL17.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{lillicrap2015continuous,
  author    = {Timothy P. Lillicrap and
               Jonathan J. Hunt and
               Alexander Pritzel and
               Nicolas Heess and
               Tom Erez and
               Yuval Tassa and
               David Silver and
               Daan Wierstra},
  editor___    = {Yoshua Bengio and
               Yann LeCun},
  title     = {Continuous control with deep reinforcement learning},
  booktitle = {4th International Conference on Learning Representations ({ICLR})},
  year      = {2016},
  url_       = {http://arxiv.org/abs/1509.02971},
  timestamp = {Thu, 25 Jul 2019 14:25:37 +0200},
  biburl_    = {https://dblp.org/rec/journals/corr/LillicrapHPHETS15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@book{conn2000trust,
  title={Trust region methods},
  author={Conn, Andrew R and Gould, Nicholas IM and Toint, Philippe L},
  year={2000},
  publisher={SIAM}
}

@inproceedings{schulman2015trust,
  author    = {John Schulman and
               Sergey Levine and
               Pieter Abbeel and
               Michael I. Jordan and
               Philipp Moritz},
  editor___    = {Francis R. Bach and
               David M. Blei},
  title     = {Trust Region Policy Optimization},
  booktitle = {Proceedings of the 32nd International Conference on Machine Learning (ICML)},
  series    = {{JMLR} Workshop and Conference Proceedings},
  volume    = {37},
  pages     = {1889--1897},
  publisher = {JMLR.org},
  year      = {2015},
  url_       = {http://proceedings.mlr.press/v37/schulman15.html},
  timestamp = {Wed, 29 May 2019 08:41:45 +0200},
  biburl_    = {https://dblp.org/rec/conf/icml/SchulmanLAJM15.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{wang2019hanna,
  author    = {Yuhui Wang and
               Hao He and
               Xiaoyang Tan and
               Yaozhong Gan},
  editor___    = {Hanna M. Wallach and
               Hugo Larochelle and
               Alina Beygelzimer and
               Florence d'Alch{\'{e}}{-}Buc and
               Emily B. Fox and
               Roman Garnett},
  title     = {Trust Region-Guided Proximal Policy Optimization},
  booktitle = {Advances in Neural Information Processing Systems 32 (NeurIPS)},
  pages     = {624--634},
  year      = {2019},
  url_       = {https://proceedings.neurips.cc/paper/2019/hash/a666587afda6e89aec274a3657558a27-Abstract.html},
  timestamp = {Thu, 21 Jan 2021 15:15:19 +0100},
  biburl_    = {https://dblp.org/rec/conf/nips/WangHTG19.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{kakade2002approximately,
  author    = {Sham M. Kakade and
               John Langford},
  editor___    = {Claude Sammut and
               Achim G. Hoffmann},
  title     = {Approximately Optimal Approximate Reinforcement Learning},
  booktitle = {Machine Learning, Proceedings of the Nineteenth International Conference
               {(ICML})},
  pages     = {267--274},
  publisher = {Morgan Kaufmann},
  year      = {2002},
  timestamp = {Tue, 23 Jul 2019 15:03:10 +0200},
  biburl_    = {https://dblp.org/rec/conf/icml/KakadeL02.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{pirotta2013safe,
  author    = {Matteo Pirotta and
               Marcello Restelli and
               Alessio Pecorino and
               Daniele Calandriello},
  title     = {Safe Policy Iteration},
  booktitle = {Proceedings of the 30th International Conference on Machine Learning (ICML)},
  series    = {{JMLR} Workshop and Conference Proceedings},
  volume    = {28},
  pages     = {307--315},
  publisher = {JMLR.org},
  year      = {2013},
  url_       = {http://proceedings.mlr.press/v28/pirotta13.html},
  timestamp = {Wed, 29 May 2019 08:41:45 +0200},
  biburl_    = {https://dblp.org/rec/conf/icml/PirottaRPC13.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@phdthesis{hesterberg1988advances,
  title={Advances in importance sampling},
  author={Hesterberg, Timothy Classen},
  year={1988},
  school={Citeseer}
}

@book{hammersley2013monte,
  title={Monte carlo methods},
  author={Hammersley, John},
  year={2013},
  publisher={Springer Science \& Business Media}
}

@inproceedings{hanna2018towards,
  author    = {Josiah P. Hanna and
               Peter Stone},
  title     = {Towards a Data Efficient Off-Policy Policy Gradient},
  booktitle = {2018 {AAAI} Spring Symposia},
  publisher = {{AAAI} Press},
  year      = {2018},
  url_       = {https://aaai.org/ocs/index.php/SSS/SSS18/paper/view/17578},
  timestamp = {Tue, 08 Jan 2019 14:37:15 +0100},
  biburl_    = {https://dblp.org/rec/conf/aaaiss/HannaS18.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@phdthesis{hanna2019data,
  title={Data efficient reinforcement learning with off-policy and simulated data},
  author={Hanna, Josiah Paul and others},
  year={2019}
}

@inproceedings{frank2008jordan,
  author    = {Jordan Frank and
               Shie Mannor and
               Doina Precup},
  editor___    = {William W. Cohen and
               Andrew McCallum and
               Sam T. Roweis},
  title     = {Reinforcement learning in the presence of rare events},
  booktitle = {Proceedings of the Twenty-Fifth International Conference
               {(ICML})},
  series    = {{ACM} International Conference Proceeding Series},
  volume    = {307},
  pages     = {336--343},
  publisher = {{ACM}},
  year      = {2008},
  url_       = {https://doi.org/10.1145/1390156.1390199},
  doi       = {10.1145/1390156.1390199},
  timestamp = {Tue, 06 Nov 2018 16:58:29 +0100},
  biburl_    = {https://dblp.org/rec/conf/icml/FrankMP08.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{ghosh2020operator,
  author    = {Dibya Ghosh and
               Marlos C. Machado and
               Nicolas Le Roux},
  editor___    = {Hugo Larochelle and
               Marc'Aurelio Ranzato and
               Raia Hadsell and
               Maria{-}Florina Balcan and
               Hsuan{-}Tien Lin},
  title     = {An operator view of policy gradient methods},
  booktitle = {Advances in Neural Information Processing Systems 33 (NeurIPS)},
  year      = {2020},
  url_       = {https://proceedings.neurips.cc/paper/2020/hash/22eda830d1051274a2581d6466c06e6c-Abstract.html},
  timestamp = {Tue, 19 Jan 2021 15:57:18 +0100},
  biburl_    = {https://dblp.org/rec/conf/nips/GhoshMR20.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{havrda1967quantification,
  title={Quantification method of classification processes. Concept of structural $ a $-entropy},
  author={Havrda, Jan and Charv{\'a}t, Franti{\v{s}}ek},
  journal={Kybernetika},
  volume={3},
  number={1},
  pages={30--35},
  year={1967},
  publisher={Institute of Information Theory and Automation AS CR}
}

@article{kahn1950random,
  title={Random sampling (Monte Carlo) techniques in neutron attenuation problems. I},
  author={Kahn, Herman},
  journal={Nucleonics (US) Ceased publication},
  volume={6},
  number={See also NSA 3-990},
  year={1950}
}

@book{ackley2012connectionist,
  title={A connectionist machine for genetic hillclimbing},
  author={Ackley, David},
  volume={28},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@article{cuadras2002covariance,
  title={On the covariance between functions},
  author={Cuadras, Carles M},
  journal={Journal of Multivariate Analysis},
  volume={81},
  number={1},
  pages={19--27},
  year={2002},
  publisher={Elsevier}
}

@article{peters2008reinforcement,
  author    = {Jan Peters and
               Stefan Schaal},
  title     = {Reinforcement learning of motor skills with policy gradients},
  journal   = {Neural Networks},
  volume    = {21},
  number    = {4},
  pages     = {682--697},
  year      = {2008},
  url_       = {https://doi.org/10.1016/j.neunet.2008.02.003},
  doi       = {10.1016/j.neunet.2008.02.003},
  timestamp = {Wed, 14 Nov 2018 10:30:21 +0100},
  biburl_    = {https://dblp.org/rec/journals/nn/PetersS08.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{chatzilygeroudis2020survey,
  author    = {Konstantinos I. Chatzilygeroudis and
               Vassilis Vassiliades and
               Freek Stulp and
               Sylvain Calinon and
               Jean{-}Baptiste Mouret},
  title     = {A Survey on Policy Search Algorithms for Learning Robot Controllers
               in a Handful of Trials},
  journal   = {{IEEE} Trans. Robotics},
  volume    = {36},
  number    = {2},
  pages     = {328--347},
  year      = {2020},
  url_       = {https://doi.org/10.1109/TRO.2019.2958211},
  doi       = {10.1109/TRO.2019.2958211},
  timestamp = {Mon, 04 May 2020 13:21:41 +0200},
  biburl_    = {https://dblp.org/rec/journals/trob/Chatzilygeroudis20.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{kohl2004policy,
  author    = {Nate Kohl and
               Peter Stone},
  title     = {Policy Gradient Reinforcement Learning for Fast Quadrupedal Locomotion},
  booktitle = {Proceedings of the 2004 {IEEE} International Conference on Robotics
               and Automation ({ICRA})},
  pages     = {2619--2624},
  publisher = {{IEEE}},
  year      = {2004},
  url_       = {https://doi.org/10.1109/ROBOT.2004.1307456},
  doi       = {10.1109/ROBOT.2004.1307456},
  timestamp = {Mon, 22 May 2017 17:12:01 +0200},
  biburl_    = {https://dblp.org/rec/conf/icra/KohlS04.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{erven2014renyi,
  author    = {Tim van Erven and
               Peter Harremo{\"{e}}s},
  title     = {R{\'{e}}nyi Divergence and Kullback-Leibler Divergence},
  journal   = {{IEEE} Trans. Inf. Theory},
  volume    = {60},
  number    = {7},
  pages     = {3797--3820},
  year      = {2014},
  url_       = {https://doi.org/10.1109/TIT.2014.2320500},
  doi       = {10.1109/TIT.2014.2320500},
  timestamp = {Tue, 10 Mar 2020 10:43:59 +0100},
  biburl_    = {https://dblp.org/rec/journals/tit/ErvenH14.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{veach1995optimally,
  author    = {Eric Veach and
               Leonidas J. Guibas},
  editor___    = {Susan G. Mair and
               Robert Cook},
  title     = {Optimally combining sampling techniques for Monte Carlo rendering},
  booktitle = {Proceedings of the 22nd Annual Conference on Computer Graphics and
               Interactive Techniques ({SIGGRAPH})},
  pages     = {419--428},
  publisher = {{ACM}},
  year      = {1995},
  url_       = {https://dl.acm.org/citation.cfm?id=218498},
  timestamp = {Fri, 30 Nov 2018 02:24:56 +0100},
  biburl_    = {https://dblp.org/rec/conf/siggraph/VeachG95.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@article{maurer2003bound,
  title={A bound on the deviation probability for sums of non-negative random variables},
  author={Maurer, Andreas and others},
  journal={J. Inequalities in Pure and Applied Mathematics},
  volume={4},
  number={1},
  pages={15},
  year={2003}
}

@inproceedings{papini2018stochastic,
  author    = {Matteo Papini and
               Damiano Binaghi and
               Giuseppe Canonaco and
               Matteo Pirotta and
               Marcello Restelli},
  editor___    = {Jennifer G. Dy and
               Andreas Krause},
  title     = {Stochastic Variance-Reduced Policy Gradient},
  booktitle = {Proceedings of the 35th International Conference on Machine Learning ({ICML})},
  series    = {Proceedings of Machine Learning Research},
  volume    = {80},
  pages     = {4023--4032},
  publisher = {{PMLR}},
  year      = {2018},
  url_       = {http://proceedings.mlr.press/v80/papini18a.html},
  timestamp = {Wed, 03 Apr 2019 18:17:30 +0200},
  biburl_    = {https://dblp.org/rec/conf/icml/PapiniBCPR18.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{mujocoCit,
  author    = {Emanuel Todorov and
               Tom Erez and
               Yuval Tassa},
  title     = {MuJoCo: {A} physics engine for model-based control},
  booktitle = {2012 {IEEE/RSJ} International Conference on Intelligent Robots and
               Systems ({IROS})},
  pages     = {5026--5033},
  publisher = {{IEEE}},
  year      = {2012},
  _url_       = {https://doi.org/10.1109/IROS.2012.6386109},
  doi       = {10.1109/IROS.2012.6386109},
  timestamp = {Wed, 16 Oct 2019 14:14:51 +0200},
  bib_url_    = {https://dblp.org/rec/conf/iros/TodorovET12.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@misc{baselines,
  author = {Dhariwal, Prafulla and Hesse, Christopher and Klimov, Oleg and Nichol, Alex and Plappert, Matthias and Radford, Alec and Schulman, John and Sidor, Szymon and Wu, Yuhuai and Zhokhov, Peter},
  title = {OpenAI Baselines},
  year = {2017},
  publisher = {GitHub},
  journal = {GitHub repository},
  howpublished = {\url_{https://github.com/openai/baselines}},
}

@inproceedings{MetelliRR21,
  author       = {Alberto Maria Metelli and
                  Alessio Russo and
                  Marcello Restelli},
  title        = {Subgaussian and Differentiable Importance Sampling for Off-Policy
                  Evaluation and Learning},
  booktitle    = {Advances in Neural Information Processing Systems 34 (NeurIPS)},
  pages        = {8119--8132},
  year         = {2021},
}

@inproceedings{MetelliPDR21,
  author       = {Alberto Maria Metelli and
                  Matteo Papini and
                  Pierluca D'Oro and
                  Marcello Restelli},
  title        = {Policy Optimization as Online Learning with Mediator Feedback},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence (AAAI)},
  pages        = {8958--8966},
  publisher    = {{AAAI} Press},
  year         = {2021},
}

@inproceedings{LiotetVMR22,
  author       = {Pierre Liotet and
                  Francesco Vidaich and
                  Alberto Maria Metelli and
                  Marcello Restelli},
  title        = {Lifelong Hyper-Policy Optimization with Multiple Importance Sampling
                  Regularization},
  booktitle    = {Thirty-Sixth {AAAI} Conference on Artificial Intelligence (AAAI)},
  pages        = {7525--7533},
  publisher    = {{AAAI} Press},
  year         = {2022},
}