@article{ thompson33likelihood,
  author = "William R. Thompson",
  title = "On the Likelihood that One Unknown Probability Exceeds Another in View of the Evidence of Two Samples",
  journal = "Biometrika",
  volume = "25",
  number = "3-4",
  pages = "285-294",
  year = "1933"
}


@inproceedings{gabbianelli2023importance,
  title={Importance-weighted offline learning done right},
  author={Gabbianelli, Germano and Neu, Gergely and Papini, Matteo},
  booktitle={International Conference on Algorithmic Learning Theory},
  pages={614--634},
  year={2024},
  organization={PMLR}
}

@misc{ popoviciu35variance,
  author = "Tiberiu Popoviciu",
  title = "Popoviciu's Inequality on Variances",
  howpublished = "\url{https://en.wikipedia.org/wiki/Popoviciu's_inequality_on_variances}",
  year = "1935"
}



@article{ whitney35abstract,
  author = "Hassler Whitney",
  title = "On the Abstract Properties of Linear Dependence",
  journal = "American Journal of Mathematics",
  volume = "57",
  number = "3",
  pages = "509-533",
  year = "1935"
}

@book{ doob53stochastic,
  author = "Joseph Doob",
  title = "Stochastic Processes",
  publisher = "John Wiley \& Sons",
  year = "1953"
}

@article{ metropolis53equations,
  author = "Nicholas Metropolis and Arianna Rosenbluth and Marshall Rosenbluth and Augusta Teller and Edward Teller",
  title = "Equation of State Calculations by Fast Computing Machines",
  journal = "Journal of Chemical Physics",
  volume = "21",
  pages = "1087-1092",
  year = "1953"
}

@book{ bellman57dynamic,
  author = "Richard Bellman",
  title = "Dynamic Programming",
  publisher = "Princeton University Press",
  address = "Princeton, NJ",
  year = "1957"
}

@incollection{ hannan57approximation,
  author = "James Hannan",
  title = "Approximation to {Bayes} Risk in Repeated Play",
  booktitle = "Contributions to the Theory of Games",
  volume = "3",
  pages = "97-140",
  publisher = "Princeton University Press",
  address = "Princeton, NJ",
  year = "1957"
}

@book{ howard60dynamic,
  author = "Ronald Howard",
  title = "Dynamic Programming and {Markov} Processes",
  publisher = "MIT Press",
  address = "Cambridge, MA",
  year = "1960"
}

@article{ manne60linear,
  author = "Alan Manne",
  title = "Linear Programming and Sequential Decisions",
  journal = "Management Science",
  volume = "6",
  number = "3",
  pages = "259-267",
  year = "1960"
}

@article{ bellman63polynomial,
  author = "Richard Bellman and Robert Kalaba and Bella Kotkin",
  title = "Polynomial Approximation -- A New Computational Technique in Dynamic Programming: Allocation Processes",
  journal = "Mathematics of Computation",
  volume = "17",
  number = "82",
  pages = "155-161",
  year = "1963"
}

@article{ jewell63finite,
  author = "William Jewell",
  title = "{Markov}-Renewal Programming. {I}: Formulation, Finite Return Models",
  journal = "Operations Research",
  volume = "11",
  number = "6",
  pages = "938-948",
  year = "1963"
}

@article{ jewell63infinite,
  author = "William Jewell",
  title = "{Markov}-Renewal Programming. {II}: Infinite Return Models, Example",
  journal = "Operations Research",
  volume = "11",
  number = "6",
  pages = "949-971",
  year = "1963"
}

@article{ astrom65optimal,
  author = "Karl Astrom",
  title = "Optimal Control of {Markov} Processes with Incomplete State Information",
  journal = "Journal of Mathematical Analysis and Applications",
  volume = "10",
  number = "1",
  pages = "174-205",
  year = "1965"
}

@article{ aleksandrov68stochastic,
  author = "V. M. Aleksandrov and V. I. Sysoyev and V. V. Shemeneva",
  title = "Stochastic Optimization",
  journal = "Engineering Cybernetics",
  volume = "5",
  pages = "11-16",
  year = "1968"
}

@incollection{ edmonds70submodular,
  author = "Jack Edmonds",
  title = "Submodular Functions, Matroids, and Certain Polyhedra",
  booktitle = "Combinatorial Structures and Their Applications: Proceedings of the Calgary International Conference on Combinatorial Structures and Their Applications",
  pages = "69-87",
  year = "1970"
}

@article{ hastings70monte,
  author = "W. K. Hastings",
  title = "{Monte Carlo} Sampling Methods Using {Markov} Chains and Their Application",
  journal = "Biometrika",
  volume = "57",
  pages = "97-109",
  year = "1970"
}

@article{ edmonds71matroids,
  author = "Jack Edmonds",
  title = "Matroids and the Greedy Algorithm",
  journal = "Mathematical Programming",
  volume = "1",
  number = "1",
  pages = "127-136",
  year = "1971"
}

@phdthesis{ sondik71thesis,
  author = "Edward Sondik",
  title = "The Optimal Control of Partially Observable {Markov} Decision Processes",
  school = "Stanford University",
  year = "1971"
}

@article{ lindley72bayes,
  author = "Dennis Lindley and Adrian Smith",
  title = "Bayes Estimates for the Linear Model",
  journal = "Journal of the Royal Statistical Society: Series B (Methodological)",
  volume = "34",
  number = "1",
  pages = "1-18",
  year = "1972"
}

@book{ duda73pattern,
  author = "Richard Duda and Peter Hart",
  title = "Pattern Classification and Scene Analysis",
  publisher = "Wiley",
  year = "1973"
}

@article{ johnson74approximation,
  author = "David Johnson",
  title = "Approximation Algorithms for Combinatorial Problems",
  journal = "Journal of Computer and System Sciences",
  volume = "9",
  number = "3",
  pages = "256-278",
  year = "1974"
}

@article{ megiddo74optimal,
  author = "Nimrod Megiddo",
  title = "Optimal Flows in Networks with Multiple Sources and Sinks",
  journal = "Mathematical Programming",
  volume = "7",
  number = "1",
  pages = "97-107",
  year = "1974"
}

@article{ nemhauser78approximation,
  author = "G. L. Nemhauser and L. A. Wolsey and M. L. Fisher",
  title = "An Analysis of Approximations for Maximizing Submodular Set Functions - {I}",
  journal = "Mathematical Programming",
  volume = "14",
  number = "1",
  pages = "265-294",
  year = "1978"
}

@article{ gittins79bandit,
  author = "John Gittins",
  title = "Bandit Processes and Dynamic Allocation Indices",
  journal = "Journal of the Royal Statistical Society. Series B (Methodological)",
  volume = "41",
  pages = "148-177",
  year = "1979"
}

@article{ khachiyan79polynomial,
  author = "Leonid Khachiyan",
  title = "A Polynomial Algorithm in Linear Programming",
  journal = "Doklady Akademii Nauk SSSR",
  volume = "244",
  pages = "1093-1096",
  year = "1979"
}

@book{ neuts81matrix,
  author = "Marcel Neuts",
  title = "Matrix-Geometric Solutions in Stochastic Models: An Algorithmic Approach",
  publisher = "Johns Hopkins University Press",
  address = "Baltimore, MD",
  year = "1981"
}

@article{ misra82finding,
  author = "Jayadev Misra and David Gries",
  title = "Finding Repeated Elements",
  journal = "Science of Computer Programming",
  volume = "2",
  number = "2",
  pages = "143-152",
  year = "1982"
}

@article{ barto83neuronlike,
  author = "Andrew Barto and Richard Sutton and Charles Anderson",
  title = "Neuronlike Elements that Can Solve Difficult Learning Control Problems",
  journal = "IEEE Transactions on Systems, Man, and Cybernetics",
  volume = "13",
  number = "5",
  pages = "835-846",
  year = "1983"
}

@article{ kirkpatrick83optimization,
  author = "S. Kirkpatrick and C. D. Gelatt and M. P. Vecchi",
  title = "Optimization by Simulated Annealing",
  journal = "Science",
  volume = "220",
  number = "4598",
  pages = "671-680",
  year = "1983"
}

@book{ breiman84classification,
  author = "Leo Breiman and Jerome Friedman and Richard Olshen and Charles Stone",
  title = "Classification and Regression Trees",
  publisher = "Wadsworth",
  year = "1984"
}

@article{ geman84stochastic,
  author = "Stuart Geman and Donald Geman",
  title = "Stochastic Relaxation, {Gibbs} Distribution, and the {Bayesian} Restoration of Images",
  journal = "IEEE Transactions on Pattern Analysis and Machine Intelligence",
  volume = "6",
  number = "6",
  pages = "721-741",
  year = "1984"
}

@incollection{ howard84influence,
  author = "Ronald Howard and James Matheson",
  title = "Influence Diagrams",
  booktitle = "Readings on the Principles and Applications of Decision Analysis",
  volume = "2",
  pages = "719-762",
  publisher = "Strategic Decisions Group",
  address = "Menlo Park, CA",
  year = "1984"
}

@book{ berry85bandit,
  author = "Donald Berry and Bert Fristedt",
  title = "Bandit Problems: Sequential Allocation of Experiments",
  publisher = "Springer",
  year = "1985"
}

@article{ flajolet85probabilistic,
  author = "Philippe Flajolet and G. Nigel Martin",
  title = "Probabilistic Counting Algorithms for Data Base Applications",
  journal = "Journal of Computer and System Sciences",
  volume = "31",
  number = "2",
  pages = "182-209",
  year = "1985"
}

@article{ lai85asymptotically,
  author = "T. L. Lai and Herbert Robbins",
  title = "Asymptotically Efficient Adaptive Allocation Rules",
  journal = "Advances in Applied Mathematics",
  volume = "6",
  number = "1",
  pages = "4-22",
  year = "1985"
}

@article{ schweitzer85generalized,
  author = "Paul Schweitzer and Abraham Seidmann",
  title = "Generalized Polynomial Approximations in {Markovian} Decision Processes",
  journal = "Journal of Mathematical Analysis and Applications",
  volume = "110",
  pages = "568-582",
  year = "1985"
}

@book{ devroye86nonuniform,
  author = "Luc Devroye",
  title = "Non-Uniform Random Variate Generation",
  publisher = "Springer-Verlag",
  address = "New York, NY",
  year = "1986"
}

@article{ efron86bootstrap,
  author = "Bradley Efron and Robert Tibshirani",
  title = "Bootstrap Methods for Standard Errors, Confidence Intervals, and Other Measures of Statistical Accuracy",
  journal = "Statistical Science",
  volume = "1",
  number = "1",
  pages = "54-75",
  year = "1986"
}

@article{ rumelhart86learning,
  author = "David Rumelhart and Geoffrey Hinton and Ronald Williams",
  title = "Learning Representations by Back-Propagating Errors",
  journal = "Nature",
  volume = "323",
  pages = "533–536",
  year = "1986"
}

@article{ duane87hybrid,
  author = "Simon Duane and A. D. Kennedy and Brian Pendleton and Duncan Roweth",
  title = "Hybrid {Monte Carlo}",
  journal = "Physics Letters B",
  volume = "195",
  number = "2",
  pages = "216-222",
  year = "1987"
}

@article{ lai87adaptive,
  author = "Tze Leung Lai",
  title = "Adaptive Treatment Allocation and the Multi-Armed Bandit Problem",
  journal = "The Annals of Statistics",
  volume = "15",
  number = "3",
  pages = "1091-1114",
  year = "1987"
}

@book{ aigner88combinatorial,
  author = "Martin Aigner",
  title = "Combinatorial Search",
  publisher = "John Wiley \& Sons",
  address = "New York, NY",
  year = "1988"
}

@inproceedings{ cooper88method,
  author = "Gregory Cooper",
  title = "A Method for Using Belief Networks as Influence Diagrams",
  booktitle = "Proceedings of the Workshop on Uncertainty in Artificial Intelligence",
  pages = "55-63",
  year = "1988"
}

@book{ jeffreys88methods,
  author = "Harold Jeffreys and Bertha Jeffreys",
  title = "Methods of Mathematical Physics",
  publisher = "Cambridge University Press",
  address = "Cambridge, United Kingdom",
  year = "1988"
}

@book{ pearl88probabilistic,
  author = "Judea Pearl",
  title = "Probabilistic Reasoning in Intelligent Systems: Networks of Plausible Inference",
  publisher = "Morgan Kaufmann",
  address = "San Francisco, CA",
  year = "1988"
}

@article{ sutton88learning,
  author = "Richard Sutton",
  title = "Learning to Predict by the Methods of Temporal Differences",
  journal = "Machine Learning",
  volume = "3",
  pages = "9-44",
  year = "1988"
}

@article{ wolke88iteratively,
  author = "R. Wolke and H. Schwetlick",
  title = "Iteratively Reweighted Least Squares: Algorithms, Convergence Analysis, and Numerical Comparisons",
  journal = "SIAM Journal on Scientific and Statistical Computing",
  volume = "9",
  number = "5",
  pages = "907-921",
  year = "1988"
}

@article{ agrawal89asymptotically,
  author = "Rajeev Agrawal and Demosthenis Teneketzis and Venkatachalam Anantharam",
  title = "Asymptotically Efficient Adaptive Allocation Schemes for Controlled I.I.D. Processes: Finite Parameter Space",
  journal = "IEEE Transactions on Automatic Control",
  volume = "34",
  number = "3",
  pages = "258-267",
  year = "1989"
}

@article{ dean89model,
  author = "Thomas Dean and Keiji Kanazawa",
  title = "A Model for Reasoning about Persistence and Causation",
  journal = "Computational Intelligence",
  volume = "5",
  pages = "142-150",
  year = "1989"
}

@book{ mccullagh89generalized,
  author = "P. McCullagh and J. A. Nelder",
  title = "Generalized Linear Models",
  publisher = "Chapman \& Hall",
  year = "1989"
}

@article{ glynn90likelihood,
  author = "Peter Glynn",
  title = "Likelihood Ratio Gradient Estimation for Stochastic Systems",
  journal = "Communications of the ACM",
  volume = "33",
  number = "10",
  pages = "75-84",
  year = "1990"
}

@article{ chow91optimal,
  author = "Chee-Seng Chow and John Tsitsiklis",
  title = "An Optimal One-Way Multigrid Algorithm for Discrete-Time Stochastic Control",
  journal = "IEEE Transactions on Automatic Control",
  volume = "36",
  number = "8",
  pages = "898-914",
  year = "1991"
}

@inproceedings{ littlestone91online,
  author = "Nick Littlestone and Philip Long and Manfred Warmuth",
  title = "On-Line Learning of Linear Functions",
  booktitle = "Proceedings of the 23rd Annual ACM Symposium on Theory of Computing",
  pages = "465-475",
  year = "1991"
}

@inproceedings{ moore91variable,
  author = "Andrew Moore",
  title = "Variable Resolution Dynamic Programming: Efficiently Learning Action Maps in Multivariate Real-Valued State-Spaces",
  booktitle = "Proceedings of the 8th International Conference on Machine Learning",
  year = "1991"
}

@book{ press92numerical,
  author = "William Press and Saul Teukolsky and William Vetterling and Brian Flannery",
  title = "Numerical Recipes in C",
  publisher = "Cambridge University Press",
  address = "New York, NY",
  year = "1992"
}

@article{ tesauro92practical,
  author = "Gerald Tesauro",
  title = "Practical Issues in Temporal Difference Learning",
  journal = "Machine Learning",
  volume = "8",
  number = "3-4",
  pages = "257-277",
  year = "1992"
}

@article{ williams92simple,
  author = "Ronald Williams",
  title = "Simple Statistical Gradient-Following Algorithms for Connectionist Reinforcement Learning",
  journal = "Machine Learning",
  volume = "8",
  number = "3-4",
  pages = "229-256",
  year = "1992"
}

@techreport{ williams93tight,
  author = "Ronald Williams and Leemon {Baird III}",
  title = "Tight Performance Bounds on Greedy Policies Based on Imperfect Value Functions",
  institution = "Northeastern University",
  number = "NU-CCS-93-14",
  year = "1993"
}

@techreport{ trick93linear,
  author = "Michael Trick and Stanley Zin",
  title = "A Linear Programming Approach to Solving Stochastic Dynamic Programs",
  institution = "Carnegie Mellon University",
  year = "1993"
}

@article{ dayan94td,
  author = "Peter Dayan and Terry Sejnowski",
  title = "{TD}($\lambda$) Converges with Probability 1",
  journal = "Machine Learning",
  volume = "14",
  pages = "295-301",
  year = "1994"
}

@inproceedings{ jensen94influence,
  author = "Frank Jensen and Finn Jensen and Soren Dittmer",
  title = "From Influence Diagrams to Junction Trees",
  booktitle = "Proceedings of the 10th Conference on Uncertainty in Artificial Intelligence",
  pages = "367-373",
  year = "1994"
}

@article{ karlin94competitive,
  author = "Anna Karlin and Mark Manasse and Lyle McGeoch and Susan Owicki",
  title = "Competitive Randomized Algorithms for Nonuniform Problems",
  journal = "Algorithmica",
  volume = "11",
  number = "6",
  pages = "542-571",
  year = "1994"
}

@article{ littlestone94weighted,
  author = "Nick Littlestone and Manfred Warmuth",
  title = "The Weighted Majority Algorithm",
  journal = "Information and Computation",
  volume = "108",
  number = "2",
  pages = "212-261",
  year = "1994"
}

@book{ puterman94markov,
  author = "Martin Puterman",
  title = "Markov Decision Processes: Discrete Stochastic Dynamic Programming",
  publisher = "John Wiley \& Sons",
  address = "New York, NY",
  year = "1994"
}

@article{ spencer94randomization,
  author = "Joel Spencer",
  title = "Randomization, Derandomization and Antirandomization: Three Games",
  journal = "Theoretical Computer Science",
  volume = "131",
  number = "2",
  pages = "415-429",
  year = "1994"
}

@article{ tesauro94tdgammon,
  author = "Gerald Tesauro",
  title = "{TD-Gammon}, a Self-Teaching Backgammon Program, Achieves Master-Level Play",
  journal = "Neural Computation",
  volume = "6",
  number = "2",
  pages = "215-219",
  year = "1994"
}

@inproceedings{ auer95gambling,
  author = "Peter Auer and Nicolo Cesa-Bianchi and Yoav Freund and Robert Schapire",
  title = "Gambling in a Rigged Casino: The Adversarial Multi-Armed Bandit problem",
  booktitle = "Proceedings of the 36th Annual Symposium on Foundations of Computer Science",
  pages = "322-331",
  year = "1995"
}

@article{ bertsekas95counterexample,
  author = "Dimitri Bertsekas",
  title = "A Counterexample for Temporal Differences Learning",
  journal = "Neural Computation",
  volume = "7",
  number = "2",
  pages = "270-279",
  year = "1995"
}

@book{ bertsekas95dynamic,
  author = "Dimitri Bertsekas",
  title = "Dynamic Programming and Optimal Control",
  publisher = "Athena Scientific",
  address = "Belmont, MA",
  year = "1995"
}

@inproceedings{ boutilier95exploiting,
  author = "Craig Boutilier and Richard Dearden and Moises Goldszmidt",
  title = "Exploiting Structure in Policy Construction",
  booktitle = "Proceedings of the 14th International Joint Conference on Artificial Intelligence",
  pages = "1104-1111",
  year = "1995"
}

@inproceedings{ boyan95generalization,
  author = "Justin Boyan and Andrew Moore",
  title = "Generalization in Reinforcement Learning: Safely Approximating the Value Function",
  booktitle = "Advances in Neural Information Processing Systems 7",
  pages = "369-376",
  year = "1995"
}

@inproceedings{ herbster95tracking,
  author = "Mark Herbster and Manfred Warmuth",
  title = "Tracking the Best Expert",
  booktitle = "Proceedings of the 12th International Conference on Machine Learning",
  pages = "286-294",
  year = "1995"
}

@article{ tarabanis95survey,
  author = "Konstantinos Tarabanis and Peter Allen and Roger Tsai",
  title = "A Survey of Sensor Planning in Computer Vision",
  journal = "IEEE Transactions on Robotics and Automation",
  volume = "11",
  number = "1",
  pages = "86-104",
  year = "1995"
}

@article{ tesauro95temporal,
  author = "Gerald Tesauro",
  title = "Temporal Difference Learning and {TD-Gammon}",
  journal = "Communications of the ACM",
  volume = "38",
  number = "3",
  pages = "58-68",
  year = "1995"
}

@book{ vapnik95nature,
  author = "Vladimir Vapnik",
  title = "The Nature of Statistical Learning Theory",
  publisher = "Springer-Verlag",
  address = "New York, NY",
  year = "1995"
}

@inproceedings{ zhang95reinforcement,
  author = "Wei Zhang and Thomas Dietterich",
  title = "A Reinforcement Learning Approach to Job-Shop Scheduling",
  booktitle = "Proceedings of the 14th International Joint Conference on Artificial Intelligence",
  pages = "1114-1120",
  year = "1995"
}

@book{ bertsekas96neurodynamic,
  author = "Dimitri Bertsekas and John Tsitsiklis",
  title = "Neuro-Dynamic Programming",
  publisher = "Athena Scientific",
  address = "Belmont, MA",
  year = "1996"
}

@inproceedings{ blum96online,
  author = "Avrim Blum",
  title = "On-line Algorithms in Machine Learning",
  booktitle = "Online Algorithms",
  publisher = "Springer",
  series = "Lecture Notes in Computer Science",
  volume = "1442",
  pages = "306-325",
  year = "1996"
}

@inproceedings{ boutilier96approximating,
  author = "Craig Boutilier and Richard Dearden",
  title = "Approximating Value Trees in Structured Dynamic Programming",
  booktitle = "Proceedings of the 13th International Conference on Machine Learning",
  pages = "54-62",
  year = "1996"
}

@inproceedings{ boutilier96contextspecific,
  author = "Craig Boutilier and Nir Friedman and Moises Goldszmidt and Daphne Koller",
  title = "Context-Specific Independence in {Bayesian} Networks",
  booktitle = "Proceedings of the 12th Conference on Uncertainty in Artificial Intelligence",
  pages = "115-123",
  year = "1996"
}

@article{ casella96raoblackwellisation,
  author = "George Casella and Christian Robert",
  title = "{Rao-Blackwellisation} of Sampling Schemes",
  journal = "Biometrika",
  volume = "83",
  number = "1",
  pages = "81-94",
  year = "1996"
}

@inproceedings{ crites96improving,
  author = "Robert Crites and Andrew Barto",
  title = "Improving Elevator Performance Using Reinforcement Learning",
  booktitle = "Advances in Neural Information Processing Systems 8",
  pages = "1017-1023",
  year = "1996"
}

@inproceedings{ dechter96bucket,
  author = "Rina Dechter",
  title = "Bucket Elimination: A Unifying Framework for Probabilistic Inference",
  booktitle = "Proceedings of the 12th Conference on Uncertainty in Artificial Intelligence",
  pages = "211-219",
  year = "1996"
}

@techreport{ golding96idleness,
  author = "Richard Golding and Peter Bosch and John Wilkes",
  title = "Idleness Is Not Sloth",
  institution = "Hewlett-Packard Laboratories",
  number = "HPL-96-140",
  year = "1996"
}

@book{ jensen96introduction,
  author = "Finn Jensen",
  title = "Introduction to {Bayesian} Networks",
  publisher = "Springer-Verlag",
  year = "1996"
}

@phdthesis{ littman96thesis,
  author = "Michael Littman",
  title = "Algorithms for Sequential Decision Making",
  school = "Brown University",
  year = "1996"
}

@article{ srivastava96predictive,
  author = "Mani Srivastava and Anantha Chandrakasan and Robert Brodersen",
  title = "Predictive System Shutdown and Other Architectural Techniques for Energy Effcient Programmable Computation",
  journal = "IEEE Transactions on Very Large Scale Integration Systems",
  volume = "4",
  number = "1",
  pages = "42-55",
  year = "1996"
}

@inproceedings{ sutton96generalization,
  author = "Richard Sutton",
  title = "Generalization in Reinforcement Learning: Successful Examples Using Sparse Coarse Coding",
  booktitle = "Advances in Neural Information Processing Systems 8",
  pages = "1038-1044",
  year = "1996"
}

@phdthesis{ thrun96explanationbased,
  author = "Sebastian Thrun",
  title = "Explanation-Based Neural Network Learning - A Lifelong Learning Approach",
  school = "University of Bonn",
  year = "1996"
}

@inproceedings{ zhang96highperformance,
  author = "Wei Zhang and Thomas Dietterich",
  title = "High-Performance Job-Shop Scheduling with a Time-Delay {TD}($\lambda$) Network",
  booktitle = "Advances in Neural Information Processing Systems 8",
  pages = "1024-1030",
  year = "1996"
}

@inproceedings{ baldonado97sensemaker,
  author = "Michelle Baldonado and Terry Winograd",
  title = "SenseMaker: An Information-Exploration Interface Supporting the Contextual Evolution of a User's Interests",
  booktitle = "Proceedings of Conference on Human Factors in Computing Systems",
  pages = "11-18",
  year = "1997"
}

@book{ bertsimas97introduction,
  author = "Dimitris Bertsimas and John Tsitsiklis",
  title = "Introduction to Linear Optimization",
  publisher = "Athena Scientific",
  address = "Belmont, MA",
  year = "1997"
}

@article{ caruana97multitask,
  author = "Rich Caruana",
  title = "Multitask Learning",
  journal = "Machine Learning",
  volume = "28",
  pages = "41-75",
  year = "1997"
}

@inproceedings{ charikar97incremental,
  author = "Moses Charikar and Chandra Chekuri and Tomas Feder and Rajeev Motwani",
  title = "Incremental Clustering and Dynamic Information Retrieval",
  booktitle = "Proceedings of the 29th Annual ACM Symposium on Theory of Computing",
  pages = "626-635",
  year = "1997"
}

@inproceedings{ dechter97minibuckets,
  author = "Rina Dechter",
  title = "Mini-Buckets: A General Scheme for Generating Approximations in Automated Reasoning",
  booktitle = "Proceedings of the 15th International Joint Conference on Artificial Intelligence",
  pages = "1297-1303",
  year = "1997"
}

@article{ graves97asymptotically,
  author = "Todd Graves	and Tze Leung Lai",
  title = "Asymptotically Efficient Adaptive Choice of Control Laws in Controlled {Markov} Chains",
  journal = "SIAM Journal on Control and Optimization",
  volume = "35",
  number = "3",
  pages = "715-743",
  year = "1997"
}

@article{ hochreiter97long,
  author = "Sepp Hochreiter and Jurgen Schmidhuber",
  title = "Long Short-Term Memory",
  journal = "Neural Computation",
  volume = "9",
  number = "8",
  pages = "1735-1780",
  year = "1997"
}

@inproceedings{ hwang97predictive,
  author = "Chi-Hong Hwang and Allen Wu",
  title = "A Predictive System Shutdown Method for Energy Saving of Event-Driven Computation",
  booktitle = "Proceedings of the 1997 IEEE / ACM International Conference on Computer-Aided Design",
  pages = "28-32",
  year = "1997"
}

@article{ rust97using,
  author = "John Rust",
  title = "Using Randomization to Break the Curse of Dimensionality",
  journal = "Econometrica",
  volume = "65",
  number = "3",
  pages = "487-516",
  year = "1997"
}

@article{ tsitsiklis97analysis,
  author = "John Tsitsiklis and Benjamin {Van Roy}",
  title = "An Analysis of Temporal-Difference Learning with Function Approximation",
  journal = "IEEE Transactions on Automatic Control",
  volume = "42",
  number = "5",
  pages = "674-690",
  year = "1997"
}

@incollection{ baxter98theoretical,
  author = "Jonathan Baxter",
  title = "Theoretical Models of Learning to Learn",
  booktitle = "Learning to Learn",
  pages = "71-94",
  publisher = "Springer",
  year = "1998"
}

@book{ conway98sphere,
  author = "John Conway and Neil Sloane",
  title = "Sphere Packings, Lattices and Groups",
  publisher = "Springer",
  address = "New York, NY",
  year = "1998"
}

@article{ gray98quantization,
  author = "Robert Gray and David Neuhoff",
  title = "Quantization",
  journal = "IEEE Transactions on Information Theory",
  volume = "44",
  number = "6",
  pages = "2325-2383",
  year = "1998"
}

@article{ higdon98auxiliary,
  author = "David Higdon",
  title = "Auxiliary Variable Methods for {Markov} Chain {Monte Carlo} with Applications",
  journal = "Journal of the American Statistical Association",
  volume = "93",
  number = "442",
  pages = "585-595",
  year = "1998"
}

@book{ papadimitriou98combinatorial,
  author = "Christos Papadimitriou and Kenneth Steiglitz",
  title = "Combinatorial Optimization",
  publisher = "Dover Publications",
  address = "Mineola, NY",
  year = "1998"
}

@book{ sutton98reinforcement,
  author = "Richard Sutton and Andrew Barto",
  title = "Reinforcement Learning: An Introduction",
  publisher = "MIT Press",
  address = "Cambridge, MA",
  year = "1998"
}

@incollection{ thrun98lifelong,
  author = "Sebastian Thrun",
  title = "Lifelong Learning algorithms",
  booktitle = "Learning to Learn",
  pages = "181-209",
  publisher = "Springer",
  year = "1998"
}

@phdthesis{ vanroy98thesis,
  author = "Benjamin {Van Roy}",
  title = "Planning Under Uncertainty in Complex Structured Environments",
  school = "Massachusetts Institute of Technology",
  year = "1998"
}

@article{ benini99policy,
  author = "Luca Benini and Alessandro Bogliolo and Giuseppe Paleologo and Giovanni De Micheli",
  title = "Policy Optimization for Dynamic Power Management",
  journal = "IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems",
  volume = "18",
  number = "6",
  pages = "813-833",
  year = "1999"
}

@inproceedings{ bennett99semisupervised,
  author = "Kristin Bennett and Ayhan Demiriz",
  title = "Semi-Supervised Support Vector Machines",
  booktitle = "Advances in Neural Information Processing Systems 11",
  pages = "368-374",
  year = "1999"
}

@book{ bertsekas99nonlinear,
  author = "Dimitri Bertsekas",
  title = "Nonlinear Programming",
  publisher = "Athena Scientific",
  address = "Belmont, MA",
  year = "1999"
}

@article{ boutilier99decisiontheoretic,
  author = "Craig Boutilier and Thomas Dean and Steve Hanks",
  title = "Decision-Theoretic Planning: Structural Assumptions and Computational Leverage",
  journal = "Journal of Artificial Intelligence Research",
  volume = "11",
  pages = "1-94",
  year = "1999"
}

@article{ chen99strong,
  author = "Kani Chen and Inchi Hu and Zhiliang Ying",
  title = "Strong Consistency of Maximum Quasi-Likelihood Estimators in Generalized Linear Models with Fixed and Adaptive Designs",
  journal = "The Annals of Statistics",
  volume = "27",
  number = "4",
  pages = "1155-1163",
  year = "1999"
}

@inproceedings{ chung99dynamic,
  author = "Eui-Young Chung and Luca Benini and Giovanni de Micheli",
  title = "Dynamic Power Management Using Adaptive Learning Tree",
  booktitle = "Proceedings of the 1999 IEEE / ACM International Conference on Computer-Aided Design",
  pages = "274-279",
  year = "1999"
}

@inproceedings{ dearden99model,
  author = "Richard Dearden and Nir Friedman and David Andre",
  title = "Model Based {Bayesian} Exploration",
  booktitle = "Proceedings of the 15th Conference on Uncertainty in Artificial Intelligence",
  pages = "150-159",
  year = "1999"
}

@phdthesis{ gordon99thesis,
  author = "Geoffrey Gordon",
  title = "Approximate Solutions to {Markov} Decision Processes",
  school = "Carnegie Mellon University",
  year = "1999"
}

@inproceedings{ hoey99spudd,
  author = "Jesse Hoey and Robert St-Aubin and Alan Hu and Craig Boutilier",
  title = "{SPUDD}: Stochastic Planning Using Decision Diagrams",
  booktitle = "Proceedings of the 15th Conference on Uncertainty in Artificial Intelligence",
  pages = "279-288",
  year = "1999"
}

@inproceedings{ koller99computing,
  author = "Daphne Koller and Ronald Parr",
  title = "Computing Factored Value Functions for Policies in Structured {MDPs}",
  booktitle = "Proceedings of the 16th International Joint Conference on Artificial Intelligence",
  pages = "1332-1339",
  year = "1999"
}

@article{ lowe99object,
  author = "David Lowe",
  title = "Object Recognition from Local Scale-Invariant Features",
  journal = "IEEE International Conference on Computer Vision",
  volume = "2",
  pages = "1150-1157",
  year = "1999"
}

@phdthesis{ meila99thesis,
  author = "Marina Meila",
  title = "Learning with Mixtures of Trees",
  school = "Massachusetts Institute of Technology",
  year = "1999"
}

@inproceedings{ munos99variable,
  author = "Remi Munos and Andrew Moore",
  title = "Variable Resolution Discretization for High-Accuracy Solutions of Optimal Control Problems",
  booktitle = "Proceedings of the 16th International Joint Conference on Artificial Intelligence",
  pages = "1348-1355",
  year = "1999"
}

@inbook{ wahba99support,
  author = "Grace Wahba",
  title = "Support Vector Machines, Reproducing Kernel Hilbert Spaces, and Randomized GACV",
  booktitle = "Advances in Kernel Methods: Support Vector Learning",
  pages = "69-88",
  publisher = "MIT Press",
  address = "Cambridge, MA",
  year = "1999"
}

@article{ baxter00model,
  author = "Jonathan Baxter",
  title = "A Model of Inductive Bias Learning",
  journal = "Journal of Artificial Intelligence Research",
  volume = "12",
  pages = "149-198",
  year = "2000"
}

@inproceedings{ grudic00localizing,
  author = "Gregory Grudic and Lyle Ungar",
  title = "Localizing Policy Gradient Estimates to Action Transitions",
  booktitle = "Proceedings of the 17th International Conference on Machine Learning",
  pages = "343-350",
  year = "2000"
}

@article{ hauskrecht00valuefunction,
  author = "Milos Hauskrecht",
  title = "Value-Function Approximations for Partially Observable {Markov} Decision Processes",
  journal = "Journal of Artificial Intelligence Research",
  volume = "13",
  pages = "33-94",
  year = "2000"
}

@article{ helmbold00adaptive,
  author = "David Helmbold and Darrell Long and Tracey Sconyers and Bruce Sherrod",
  title = "Adaptive Disk Spin-Down for Mobile Computers",
  journal = "Mobile Networks and Applications",
  volume = "5",
  number = "4",
  pages = "285-297",
  year = "2000"
}

@inproceedings{ koller00policy,
  author = "Daphne Koller and Ronald Parr",
  title = "Policy Iteration for Factored {MDPs}",
  booktitle = "Proceedings of the 16th Conference on Uncertainty in Artificial Intelligence",
  pages = "326-334",
  year = "2000"
}

@inproceedings{ konda00actorcritic,
  author = "Vijay Konda and John Tsitsiklis",
  title = "Actor-Critic Algorithms",
  booktitle = "Advances in Neural Information Processing Systems 12",
  pages = "1008-1014",
  year = "2000"
}

@inproceedings{ ng00policy,
  author = "Andrew Ng and Michael Jordan",
  title = "{PEGASUS}: A Policy Search Method for Large {MDPs} and {POMDPs}",
  booktitle = "Proceedings of the 16th Conference on Uncertainty in Artificial Intelligence",
  pages = "406-415",
  year = "2000"
}

@inproceedings{ sutton00policy,
  author = "Richard Sutton and David McAllester and Satinder Singh and Yishay Mansour",
  title = "Policy Gradient Methods for Reinforcement Learning with Function Approximation",
  booktitle = "Advances in Neural Information Processing Systems 12",
  pages = "1057-1063",
  year = "2000"
}

@article{ baxter01infinitehorizon,
  author = "Jonathan Baxter and Peter Bartlett",
  title = "Infinite-Horizon Policy-Gradient Estimation",
  journal = "Journal of Artificial Intelligence Research",
  volume = "15",
  pages = "319-350",
  year = "2001"
}

@article{ baxter01experiments,
  author = "Jonathan Baxter and Peter Bartlett and Lex Weaver",
  title = "Experiments with Infinite-Horizon, Policy-Gradient Estimation",
  journal = "Journal of Artificial Intelligence Research",
  volume = "15",
  pages = "351-381",
  year = "2001"
}

@inproceedings{ boyan01exact,
  author = "Justin Boyan and Michael Littman",
  title = "Exact Solutions to Time-Dependent {MDPs}",
  booktitle = "Advances in Neural Information Processing Systems 13",
  pages = "1026-1032",
  year = "2001"
}

@manual{chang01libsvm,
  author = "Chih-Chung Chang and Chih-Jen Lin",
  title = "{LIBSVM}: a library for support vector machines",
  note = "Software available at http://www.csie.ntu.edu.tw/~cjlin/libsvm",
  year = "2001"
}

@book{ doucet01sequential,
  author = "Arnaud Doucet and Nando de Freitas and Neil Gordon",
  title = "Sequential {Monte Carlo} Methods in Practice",
  publisher = "Springer",
  address = "New York, NY",
  year = "2001"
}

@inproceedings{ guestrin01maxnorm,
  author = "Carlos Guestrin and Daphne Koller and Ronald Parr",
  title = "Max-Norm Projections for Factored {MDPs}",
  booktitle = "Proceedings of the 17th International Joint Conference on
    Artificial Intelligence",
  pages = "673-682",
  year = "2001"
}

@article{ lafferty01conditional,
  author = "John Lafferty and Andrew McCallum and Fernando Pereira",
  title = "Conditional Random Fields: Probabilistic Models for Segmenting and Labeling Sequence Data",
  year = "2001"
}

@article{ marbach01simulationbased,
  author = "Peter Marbach and John Tsitsiklis",
  title = "Simulation-Based Optimization of {Markov} Reward Processes",
  journal = "IEEE Transactions on Automatic Control",
  volume = "46",
  number = "2",
  pages = "191-209",
  year = "2001"
}

@techreport{ meuleau01exploration,
  author = "Nicolas Meuleau and Leonid Peshkin and Kee-Eung Kim",
  title = "Exploration in Gradient-Based Reinforcement Learning",
  institution = "Massachusetts Institute of Technology",
  number = "1713 (AI Memo 2001-003)",
  year = "2001"
}

@inproceedings{ park01approximating,
  author = "James Park and Adnan Darwiche",
  title = "Approximating {MAP} Using Local Search",
  booktitle = "Proceedings of the 17th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "403-410",
  year = "2001"
}

@inproceedings{ shelton01policy,
  author = "Christian Shelton",
  title = "Policy Improvement for {POMDPs} Using Normalized Importance
    Sampling",
  booktitle = "Proceedings of the 17th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "496-503",
  year = "2001"
}

@article{ auer02finitetime,
  author = "Peter Auer and Nicolo Cesa-Bianchi and Paul Fischer",
  title = "Finite-time Analysis of the Multiarmed Bandit Problem",
  journal = "Machine Learning",
  volume = "47",
  pages = "235-256",
  year = "2002"
}

@article{ auer02nonstochastic,
  author = "Peter Auer and Nicolo Cesa-Bianchi and Yoav Freund and Robert Schapire",
  title = "The Nonstochastic Multiarmed Bandit Problem",
  journal = "{SIAM} Journal on Computing",
  volume = "32",
  number = "1",
  pages = "48-77",
  year = "2002"
}

@article{ auer02using,
  author = "Peter Auer",
  title = "Using Confidence Bounds for Exploitation-Exploration Trade-offs",
  journal = "Journal of Machine Learning Research",
  volume = "3",
  pages = "397-422",
  year = "2002"
}

@article{ bousquet02stability,
  author = "Olivier Bousquet and Andre Elisseeff",
  title = "Stability and Generalization",
  journal = "Journal of Machine Learning Research",
  volume = "2",
  pages = "499-526",
  year = "2002"
}

@inproceedings{ bresina02planning,
  author = "John Bresina and Richard Dearden and Nicolas Meuleau and
    Sailesh Ramakrishnan and David Smith and Rich Washington",
  title = "Planning Under Continuous Time and Resource Uncertainty:
    A Challenge for {AI}",
  booktitle = "Proceedings of the 18th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "77-84",
  year = "2002"
}

@inproceedings{ guestrin02multiagent,
  author = "Carlos Guestrin and Daphne Koller and Ronald Parr",
  title = "Multiagent Planning with Factored {MDPs}",
  booktitle = "Advances in Neural Information Processing Systems 14",
  pages = "1523-1530",
  year = "2002"
}

@inproceedings{ guestrin02context,
  author = "Carlos Guestrin and Shobha Venkataraman and
    Daphne Koller",
  title = "Context Specific Multiagent Coordination and Planning with
    Factored {MDPs}",
  booktitle = "Proceedings of the 18th National Conference on
    Artificial Intelligence",
  pages = "253-259",
  year = "2002"
}

@article{ munos02variable,
  author = "Remi Munos and Andrew Moore",
  title = "Variable Resolution Discretization in Optimal Control",
  journal = "Machine Learning",
  volume = "49",
  pages = "291-323",
  year = "2002"
}

@inproceedings{ nodelman02continuous,
  author = "Uri Nodelman and Christian Shelton and Daphne Koller",
  title = "Continuous Time {Bayesian} Networks",
  booktitle = "Proceedings of the 18th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "378-387",
  year = "2002"
}

@article{ ormoneit02kernelbased,
  author = "Dirk Ormoneit and Saunak Sen",
  title = "Kernel-Based Reinforcement Learning",
  journal = "Machine Learning",
  volume = "49",
  pages = "161-178",
  year = "2002"
}

@phdthesis{ ortiz02thesis,
  author = "Luis Ortiz",
  title = "Selecting Approximately-Optimal Actions in Complex
    Structured Domains",
  school = "Brown University",
  year = "2002"
}

@inproceedings{ park02map,
  author = "James Park",
  title = "{MAP} Complexity Results and Approximation Methods",
  booktitle = "Proceedings of the 18th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "388-396",
  year = "2002"
}

@inproceedings{ patrascu02greedy,
  author = "Relu Patrascu and Pascal Poupart and Dale Schuurmans and
    Craig Boutilier and Carlos Guestrin",
  title = "Greedy Linear Value-Approximation for Factored {Markov}
    Decision Processes",
  booktitle = "Proceedings of the 18th National Conference on
    Artificial Intelligence",
  pages = "285-291",
  year = "2002"
}

@inproceedings{ poupart02piecewise,
  author = "Pascal Poupart and Craig Boutilier and Relu Patrascu and
    Dale Schuurmans",
  title = "Piecewise Linear Value Function Approximation for Factored
    {MDPs}",
  booktitle = "Proceedings of the 18th National Conference on
    Artificial Intelligence",
  pages = "292-299",
  year = "2002"
}

@inproceedings{ schuurmans02direct,
  author = "Dale Schuurmans and Relu Patrascu",
  title = "Direct Value-Approximation for Factored {MDPs}",
  booktitle = "Advances in Neural Information Processing Systems 14",
  pages = "1579-1586",
  year = "2002"
}

@incollection{ simunic02dynamic,
  author = "Tajana Simunic",
  title = "Dynamic Management of Power Consumption",
  booktitle = "Power Aware Computing",
  publisher = "Kluwer Academic Publishers",
  address = "New York, NY",
  year = "2002"
}

@article{ andrieu03introduction,
  author = "Christophe Andrieu and Nando de Freitas and Arnaud Doucet and
    Michael Jordan",
  title = "An Introduction to {MCMC} for Machine Learning",
  journal = "Machine Learning",
  volume = "50",
  pages = "5-43",
  year = "2003"
}

@article{ brafman03rmax,
  author = "Ronen Brafman and Moshe Tennenholtz",
  title = "{R-MAX} -- A General Polynomial Time Algorithm for Near-Optimal
    Reinforcement Learning",
  journal = "Journal of Machine Learning Research",
  volume = "3",
  pages = "213-231",
  year = "2003"
}

@inproceedings{ cosley03seeing,
  author = "Dan Cosley and Shyong Lam and Istvan Albert and Joseph Konstan and John Riedl",
  title = "Is Seeing Believing?: How Recommender System Interfaces Affect Users' Opinions",
  booktitle = "Proceedings of the 2003 Conference on Human Factors in Computing Systems",
  pages = "585-592",
  year = "2003"
}

@article{ dasgupta03theoretical,
  author = "Sanjoy Dasgupta and Wee Sun Lee and Philip Long",
  title = "A Theoretical Analysis of Query Selection for Collaborative Filtering",
  journal = "Machine Learning",
  volume = "51",
  number = "3",
  pages = "283-298",
  year = "2003"
}

@article{ defarias03linear,
  author = "Daniela Pucci de Farias and Benjamin {Van Roy}",
  title = "The Linear Programming Approach to Approximate Dynamic
    Programming",
  journal = "Operations Research",
  volume = "51",
  number = "6",
  pages = "850-856",
  year = "2003"
}

@inbook{ edmonds03submodular,
  author = "Jack Edmonds",
  title = "Submodular Functions, Matroids, and Certain Polyhedra",
  booktitle = "Combinatorial Optimization -- Eureka, You Shrink!",
  pages = "11-26",
  publisher = "Springer-Verlag",
  address = "New York, NY",
  year = "2003"
}

@inproceedings{ gramacy03adaptive,
  author = "Robert Gramacy and Manfred Warmuth and Scott Brandt and
    Ismail Ari",
  title = "Adaptive Caching by Refetching",
  booktitle = "Advances in Neural Information Processing Systems 15",
  pages = "1465-1472",
  year = "2003"
}

@article{ guestrin03efficient,
  author = "Carlos Guestrin and Daphne Koller and Ronald Parr and
    Shobha Venkataraman",
  title = "Efficient Solution Algorithms for Factored {MDPs}",
  journal = "Journal of Artificial Intelligence Research",
  volume = "19",
  pages = "399-468",
  year = "2003"
}

@inproceedings{ guestrin03generalizing,
  author = "Carlos Guestrin and Daphne Koller and Chris Gearhart and
    Neal Kanodia",
  title = "Generalizing Plans to New Environments in Relational {MDPs}",
  booktitle = "Proceedings of the 18th International Joint Conference on
    Artificial Intelligence",
  pages = "1003-1010",
  year = "2003"
}

@phdthesis{ guestrin03thesis,
  author = "Carlos Guestrin",
  title = "Planning Under Uncertainty in Complex Structured Environments",
  school = "Stanford University",
  year = "2003"
}

@inproceedings{ kempe03maximizing,
  author = "David Kempe and Jon Kleinberg and Eva Tardos",
  title = "Maximizing the Spread of Influence through a Social Network",
  booktitle = "Proceedings of the 9th ACM SIGKDD International Conference on
    Knowledge Discovery and Data Mining",
  pages = "137-146",
  year = "2003"
}

@article{ lagoudakis03leastsquares,
  author = "Michail Lagoudakis and Ronald Parr",
  title = "Least-Squares Policy Iteration",
  journal = "Journal of Machine Learning Research",
  volume = "4",
  pages = "1107-1149",
  year = "2003"
}

@inproceedings{ lee03videobased,
  author = "Kuang-Chih Lee and Jeffrey Ho and Ming-Hsuan Yang and
    David Kriegman",
  title = "Video-Based Face Recognition Using Probabilistic Appearance
    Manifolds",
  booktitle = "Proceedings of the IEEE Computer Society Conference on
    Computer Vision and Pattern Recognition",
  pages = "313-320",
  year = "2003"
}

@inproceedings{ park03solving,
  author = "James Park and Adnan Darwiche",
  title = "Solving {MAP} Exactly Using Systematic Search",
  booktitle = "Proceedings of the 19th Conference on Uncertainty in
    Artificial Intelligence",
  pages = "459-468",
  year = "2003"
}

@inproceedings{ pineau03pointbased,
  author = "Joelle Pineau and Geoffrey Gordon and Sebastian Thrun",
  title = "Point-Based Value Iteration: An Anytime Algorithm for {POMDPs}",
  booktitle = "Proceedings of the 18th International Joint Conference on
    Artificial Intelligence",
  pages = "1025-1032",
  year = "2003"
}

@inproceedings{ smola03kernels,
  author = "Alexander Smola and Risi Kondor",
  title = "Kernels and Regularization on Graphs",
  booktitle = "Proceedings of the 16th Annual Conference on Learning Theory
    and the 7th Workshop on Kernel Machines",
  year = "2003"
}

@article{ zhao03face,
  author = "Wen-Yi Zhao and Rama Chellappa and P. Phillips and
    Azriel Rosenfeld",
  title = "Face Recognition: A Literature Survey",
  journal = "ACM Computing Surveys",
  volume = "35",
  number = "4",
  pages = "399-458",
  year = "2003"
}

@article{ zhou03probabilistic,
  author = "Shaohua Zhou and Volker Kruger and Rama Chellappa",
  title = "Probabilistic Recognition of Human Faces from Video",
  journal = "Computer Vision and Image Understanding",
  volume = "91",
  number = "1-2",
  pages = "214-245",
  year = "2003"
}

@inproceedings{ zhu03semisupervised,
  author = "Xiaojin Zhu and Zoubin Ghahramani and John Lafferty",
  title = "Semi-Supervised Learning Using {Gaussian} Fields and Harmonic
    Functions",
  booktitle = "Proceedings of the 20th International Conference on Machine
    Learning",
  pages = "912-919",
  year = "2003"
}

@inproceedings{ zinkevich03online,
  author = "Martin Zinkevich",
  title = "Online Convex Programming and Generalized Infinitesimal Gradient
    Ascent",
  booktitle = "Proceedings of the 20th International Conference on Machine
    Learning",
  pages = "928-936",
  year = "2003"
}

@inproceedings{ belkin04regularization,
  author = "Mikhail Belkin and Irina Matveeva and Partha Niyogi",
  title = "Regularization and Semi-Supervised Learning on Large Graphs",
  booktitle = "Proceeding of the 17th Annual Conference on Learning Theory",
  pages = "624-638",
  year = "2004"
}

@book{ boyd04convex,
  author = "Stephen Boyd and Lieven Vandenberghe",
  title = "Convex Optimization",
  publisher = "Cambridge University Press",
  address = "Cambridge, United Kingdom",
  year = "2004"
}

@article{ charikar04finding,
  author = "Moses Charikar and Kevin Chen and Martin Farach-Colton",
  title = "Finding Frequent Items in Data Streams",
  journal = "Theoretical Computer Science",
  volume = "312",
  number = "1",
  pages = "3-15",
  year = "2004"
}

@inproceedings{ choi04analysis,
  author = "Baek-Young Choi and Sue Moon and Zhi-Li Zhang and Konstantina Papagiannaki and Christophe Diot",
  title = "Analysis of Point-To-Point Packet Delay in an Operational Network",
  booktitle = "Proceedings of the 23rd Annual Joint Conference of the IEEE Computer and Communications Societies",
  year = "2004"
}

@article{ defarias04constraint,
  author = "Daniela Pucci de Farias and Benjamin {Van Roy}",
  title = "On Constraint Sampling for the Linear Programming Approach to Approximate Dynamic Programming",
  journal = "Mathematics of Operations Research",
  volume = "29",
  number = "3",
  pages = "462-478",
  year = "2004"
}

@inproceedings{ feng04dynamic,
  author = "Zhengzhu Feng and Richard Dearden and Nicolas Meuleau and Richard Washington",
  title = "Dynamic Programming for Structured Continuous {Markov} Decision Problems",
  booktitle = "Proceedings of the 20th Conference on Uncertainty in Artificial Intelligence",
  pages = "154-161",
  year = "2004"
}

@article{ greensmith04variance,
  author = "Evan Greensmith and Peter Bartlett and Jonathan Baxter",
  title = "Variance Reduction Techniques for Gradient Estimates in Reinforcement Learning",
  journal = "Journal of Machine Learning Research",
  volume = "5",
  pages = "1471-1530",
  year = "2004"
}

@inproceedings{ guestrin04solving,
  author = "Carlos Guestrin and Milos Hauskrecht and Branislav Kveton",
  title = "Solving Factored {MDPs} with Continuous and Discrete Variables",
  booktitle = "Proceedings of the 20th Conference on Uncertainty in Artificial Intelligence",
  pages = "235-242",
  year = "2004"
}

@inproceedings{ hauskrecht04linear,
  author = "Milos Hauskrecht and Branislav Kveton",
  title = "Linear Program Approximations for Factored Continuous-State {Markov} Decision Processes",
  booktitle = "Advances in Neural Information Processing Systems 16",
  pages = "895-902",
  year = "2004"
}

@article{ kivinen04online,
  author = "Jyrki Kivinen and Alexander Smola and Robert Williamson",
  title = "Online Learning with Kernels",
  journal = "IEEE Transactions on Signal Processing",
  volume = "52",
  number = "8",
  pages = "2165-2176",
  year = "2004"
}

@inproceedings{ kveton04heuristic,
  author = "Branislav Kveton and Milos Hauskrecht",
  title = "Heuristic Refinements of Approximate Linear Programming for Factored Continuous-State {Markov} Decision Processes",
  booktitle = "Proceedings of the 14th International Conference on Automated Planning and Scheduling",
  pages = "306-314",
  year = "2004"
}

@inproceedings{ murphy04using,
  author = "Kevin Murphy and Antonio Torralba and William Freeman",
  title = "Using the Forest to See the Trees: A Graphical Model Relating Features, Objects, and Scenes",
  booktitle = "Advances in Neural Information Processing Systems 16",
  pages = "1499-1506",
  year = "2004"
}

@inproceedings{ ng04inverted,
  author = "Andrew Ng and Adam Coates and Mark Diel and Varun Ganapathi and Jamie Schulte and Ben Tse and Eric Berger and Eric Liang",
  title = "Inverted Autonomous Helicopter Flight via Reinforcement Learning",
  booktitle = "International Symposium on Experimental Robotics",
  year = "2004"
}

@article{ smola04tutorial,
  author = "Alex Smola and Bernhard Scholkopf",
  title = "A Tutorial on Support Vector Regression",
  journal = "Statistics and Computing",
  volume = "14",
  number = "3",
  pages = "199-222",
  year = "2004"
}

@article{ spring04measuring,
  author = "Neil Spring and Ratul Mahajan and David Wetherall",
  title = "Measuring {ISP} Topologies with {Rocketfuel}",
  journal = "IEEE / ACM Transactions on Networking",
  volume = "12",
  number = "1",
  pages = "2-16",
  year = "2004"
}

@inproceedings{ taskar04maxmargin,
  author = "Benjamin Taskar and Carlos Guestrin and Daphne Koller",
  title = "Max-Margin {Markov} Networks",
  booktitle = "Advances in Neural Information Processing Systems 16",
  year = "2004"
}

@inproceedings{ younes04solving,
  author = "Hakan Younes and Reid Simmons",
  title = "Solving Generalized Semi-{Markov} Decision Processes Using Continuous Phase-Type Distributions",
  booktitle = "Proceedings of the 19th National Conference on Artificial Intelligence",
  pages = "742-747",
  year = "2004"
}

@inproceedings{ yuan04annealed,
  author = "Changhe Yuan and Tsai-Ching Lu and Marek Druzdzel",
  title = "Annealed {MAP}",
  booktitle = "Proceedings of the 20th Conference on Uncertainty in Artificial Intelligence",
  pages = "628-635",
  year = "2004"
}

@inproceedings{ balcan05application,
  author = "Maria-Florina Balcan and Avrim Blum and
    Patrick Pakyan Choi and John Lafferty and Brian Pantano and
    Mugizi Robert Rwebangira and Xiaojin Zhu",
  title = "Person Identification in Webcam Images: An Application of
    Semi-Supervised Learning",
  booktitle = "ICML 2005 Workshop on Learning with Partially Classified
    Training Data",
  year = "2005"
}

@article{ cormode05improved,
  author = "Graham Cormode and S. Muthukrishnan",
  title = "An Improved Data Stream Summary: The Count-Min Sketch and its Applications",
  journal = "Journal of Algorithms",
  volume = "55",
  number = "1",
  pages = "58-75",
  year = "2005"
}

@article{ cormode05what,
  author = "Graham Cormode and S. Muthukrishnan",
  title = "What's Hot and What's Not: Tracking Most Frequent Items Dynamically",
  journal = "ACM Transactions on Database Systems",
  volume = "30",
  number = "1",
  pages = "249-278",
  year = "2005"
}

@inproceedings{ dasgupta05analysis,
  author = "Sanjoy Dasgupta",
  title = "Analysis of a Greedy Active Learning Strategy",
  booktitle = "Advances in Neural Information Processing Systems 17",
  pages = "337-344",
  year = "2005"
}

@inproceedings{ defarias05exploration,
  author = "Daniela Pucci de Farias and Nimrod Megiddo",
  title = "Exploration-Exploitation Tradeoffs for Experts Algorithms in
    Reactive Environments",
  booktitle = "Advances in Neural Information Processing Systems 17",
  pages = "409-416",
  year = "2005"
}

@article{ ernst05treebased,
  author = "Damien Ernst and Pierre Geurts and Louis Wehenkel",
  title = "Tree-Based Batch Mode Reinforcement Learning",
  journal = "Journal of Machine Learning Research",
  volume = "6",
  pages = "503-556",
  year = "2005"
}

@inproceedings{ ferns05metrics,
  author = "Norm Ferns and Prakash Panangaden and Doina Precup",
  title = "Metrics for {Markov} Decision Processes with Infinite State
    Spaces",
  booktitle = "Proceedings of the 21st Conference on Uncertainty in
    Artificial Intelligence",
  year = "2005"
}

@book{ fujishige05submodular,
  author = "Satoru Fujishige",
  title = "Submodular Functions and Optimization",
  publisher = "Elsevier",
  address = "Amsterdam, The Netherlands",
  year = "2005"
}

@article{ kalai05efficient,
  author = "Adam Kalai and Santosh Vempala",
  title = "Efficient Algorithms for Online Decision Problems",
  journal = "Journal of Computer and System Sciences",
  volume = "71",
  number = "3",
  pages = "291-307",
  year = "2005"
}

@inproceedings{ kveton05mcmc,
  author = "Branislav Kveton and Milos Hauskrecht",
  title = "An {MCMC} Approach to Solving Hybrid Factored {MDPs}",
  booktitle = "Proceedings of the 19th International Joint Conference on
    Artificial Intelligence",
  pages = "1346-1351",
  year = "2005"
}

@inproceedings{ li05lazy,
  author = "Lihong Li and Michael Littman",
  title = "Lazy Approximation for Solving Continuous Finite-Horizon {MDPs}",
  booktitle = "Proceedings of the 20th National Conference on
    Artificial Intelligence",
  pages = "1175-1180",
  year = "2005"
}

@inproceedings{ mahadevan05samuel,
  author = "Sridhar Mahadevan",
  title = "Samuel Meets {Amarel}: Automating Value Function
    Approximation Using Global State Space Analysis",
  booktitle = "Proceedings of the 20th National Conference on
    Artificial Intelligence",
  pages = "1000-1005",
  year = "2005"
}

@article{ muthukrishnan05data,
  author = "S. Muthukrishnan",
  title = "Data Streams: Algorithms and Applications",
  journal = "Foundations and Trends in Theoretical Computer Science",
  year = "2005"
}

@article{ oliveira05survey,
  author = "Carlos Oliveira and Panos Pardalos",
  title = "A Survey of Combinatorial Optimization Problems in Multicast Routing",
  journal = "Computers and Operations Research",
  volume = "32",
  number = "8",
  pages = "1953-1981",
  year = "2005"
}

@inproceedings{ radlinski05query,
  author = "Filip Radlinski and Thorsten Joachims",
  title = "Query Chains: Learning to Rank from Implicit Feedback",
  booktitle = "Proceedings of the 11th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining",
  pages = "239-248",
  year = "2005"
}

@inproceedings{ sanner05approximate,
  author = "Scott Sanner and Craig Boutilier",
  title = "Approximate Linear Programming for First-Order {MDPs}",
  booktitle = "Proceedings of the 21st Conference on Uncertainty in
    Artificial Intelligence",
  year = "2005"
}

@inproceedings{ vermorel05multiarmed,
  author = "Joannes Vermorel and Mehryar Mohri",
  title = "Multi-Armed Bandit Algorithms and Empirical Evaluation",
  booktitle = "Proceedings of the 16th European Conference on Machine Learning",
  pages = "437-448",
  year = "2005"
}

@book{ weiss05probability,
  author = "Neil Weiss",
  title = "A Course in Probability",
  publisher = "Addison-Wesley",
  year = "2005"
}

@inproceedings{ ziegler05improving,
  author = "Cai-Nicolas Ziegler and Sean McNee and Joseph Konstan and Georg Lausen",
  title = "Improving Recommendation Lists Through Topic Diversification",
  booktitle = "Proceedings of the 14th International Conference on World Wide Web",
  pages = "22-32",
  year = "2005"
}

@inproceedings{ agichtein06improving,
  author = "Eugene Agichtein and Eric Brill and Susan Dumais",
  title = "Improving Web Search Ranking by Incorporating User Behavior Information",
  booktitle = "Proceedings of the 29th Annual International ACM SIGIR Conference",
  pages = "19-26",
  year = "2006"
}

@inproceedings{ agichtein06learning,
  author = "Eugene Agichtein and Eric Brill and Susan Dumais and Robert Ragno",
  title = "Learning User Interaction Models for Predicting Web Search Result Preferences",
  booktitle = "Proceedings of the 29th Annual International ACM SIGIR Conference",
  pages = "3-10",
  year = "2006"
}

@inproceedings{ altun06maximum,
  author = "Yasemin Altun and David McAllester and Mikhail Belkin",
  title = "Maximum Margin Semi-Supervised Learning for Structured
    Variables",
  booktitle = "Advances in Neural Information Processing Systems 18",
  pages = "33-40",
  year = "2006"
}

@article{ belkin06manifold,
  author = "Mikhail Belkin and Partha Niyogi and Vikas Sindhwani",
  title = "Manifold Regularization: A Geometric Framework for Learning
    from Labeled and Unlabeled Examples",
  journal = "Journal of Machine Learning Research",
  volume = "7",
  pages = "2399-2434",
  year = "2006"
}

@inproceedings{ beygelzimer06cover,
  author = "Alina Beygelzimer and Sham Kakade and John Langford",
  title = "Cover Trees for Nearest Neighbor",
  booktitle = "Proceedings of the 23rd International Conference on Machine
    Learning",
  pages = "97-104",
  year = "2006"
}

@book{ cesabianchi06prediction,
  author = "Nicolo Cesa-Bianchi and Gabor Lugosi",
  title = "Prediction, Learning, and Games",
  publisher = "Cambridge University Press",
  address = "New York, NY",
  year = "2006"
}

@inproceedings{ dhiman06dynamic,
  author = "Gaurav Dhiman and Tajana Simunic",
  title = "Dynamic Power Management Using Machine Learning",
  booktitle = "Proceedings of the 2006 IEEE / ACM International Conference
    on Computer-Aided Design",
  year = "2006"
}

@inproceedings{ hauskrecht06approximate,
  author = "Milos Hauskrecht and Branislav Kveton",
  title = "Approximate Linear Programming for Solving Hybrid Factored
    {MDPs}",
  booktitle = "Proceedings of the 9th International Symposium on
    Artificial Intelligence and Mathematics",
  year = "2006"
}

@inproceedings{ jong06kernelbased,
  author = "Nicholas Jong and Peter Stone",
  title = "Kernel-Based Models for Reinforcement Learning",
  booktitle = "ICML 2006 Workshop on Kernel Methods and
    Reinforcement Learning",
  year = "2006"
}

@inproceedings{ kveton06solving,
  author = "Branislav Kveton and Milos Hauskrecht",
  title = "Solving Factored {MDPs} with Exponential-Family Transition
    Models",
  booktitle = "Proceedings of the 16th International Conference on
    Automated Planning and Scheduling",
  pages = "114-120",
  year = "2006"
}

@inproceedings{ kveton06learning,
  author = "Branislav Kveton and Milos Hauskrecht",
  title = "Learning Basis Functions in Hybrid Domains",
  booktitle = "Proceedings of the 21st National Conference on
    Artificial Intelligence",
  pages = "1161-1166",
  year = "2006"
}

@article{ kveton06jair,
  author = "Branislav Kveton and Milos Hauskrecht and Carlos Guestrin",
  title = "Solving Factored {MDPs} with Hybrid State and Action Variables",
  journal = "Journal of Artificial Intelligence Research",
  volume = "27",
  pages = "153-201",
  year = "2006"
}

@phdthesis{ kveton06thesis,
  author = "Branislav Kveton",
  title = "Planning in Hybrid Structured Stochastic Domains",
  school = "University of Pittsburgh",
  year = "2006"
}

@inproceedings{ mahadevan06value,
  author = "Sridhar Mahadevan and Mauro Maggioni",
  title = "Value Function Approximation with Diffusion Wavelets and
    {Laplacian} Eigenfunctions",
  booktitle = "Advances in Neural Information Processing Systems 18",
  pages = "843-850",
  year = "2006"
}

@inproceedings{ mahadevan06learning,
  author = "Sridhar Mahadevan and Mauro Maggioni and
    Kimberly Ferguson and Sarah Osentoski",
  title = "Learning Representation and Control in Continuous {Markov}
    Decision Processes",
  booktitle = "Proceedings of the 21st National Conference on
    Artificial Intelligence",
  year = "2006"
}

@inproceedings{ mannor06online,
  author = "Shie Mannor and John Tsitsiklis",
  title = "Online Learning with Constraints",
  booktitle = "Proceedings of 19th Annual Conference on Learning Theory",
  pages = "529-543",
  year = "2006"
}

@inproceedings{ mcnee06being,
  author = "Sean McNee and John Riedl and Joseph Konstan",
  title = "Being Accurate is Not Enough: How Accuracy Metrics Have Hurt Recommender Systems",
  booktitle = "Proceedings of the 2006 Conference on Human Factors in Computing Systems",
  pages = "1097-1101",
  year = "2006"
}

@article{ munos06geometric,
  author = "Remi Munos",
  title = "Geometric Variance Reduction in {Markov} Chains: Application to Value Function and Gradient Estimation",
  journal = "Journal of Machine Learning Research",
  volume = "7",
  pages = "413-427",
  year = "2006"
}

@inproceedings{ sanner06practical,
  author = "Scott Sanner and Craig Boutilier",
  title = "Practical Linear Value-Approximation Techniques for First-Order {MDPs}",
  booktitle = "Proceedings of the 22nd Conference on Uncertainty in Artificial Intelligence",
  year = "2006"
}

@inproceedings{ becker07modeling,
  author = "Hila Becker and Christopher Meek and David Maxwell Chickering",
  title = "Modeling Contextual Factors of Click Rates",
  booktitle = "Proceedings of the 22nd AAAI Conference on Artificial Intelligence",
  pages = "1310-1315",
  year = "2007"
}

@inproceedings{ flajolet07hyperloglog,
  author = "Philippe Flajolet and Eric Fusy and Olivier Gandouet and Frederic Meunier",
  title = "HyperLogLog: The Analysis of a Near-Optimal Cardinality Estimation Algorithm",
  booktitle = "Proceedings of the 2007 Conference on Analysis of Algorithms",
  pages = "127-146",
  year = "2007"
}

@book{ gelman07data,
  author = "Andrew Gelman and Jennifer Hill",
  title = "Data Analysis Using Regression and Multilevel/Hierarchical Models",
  publisher = "Cambridge University Press",
  address = "New York, NY",
  year = "2007"
}

@article{ hazan07logarithmic,
  author = "Elad Hazan and Amit Agarwal and Satyen Kale",
  title = "Logarithmic Regret Algorithms for Online Convex Optimization",
  journal = "Machine Learning",
  volume = "69",
  number = "2-3",
  pages = "169-192",
  year = "2007"
}

@inproceedings{ kveton07adaptive,
  author = "Branislav Kveton and Prashant Gandhi and
    Georgios Theocharous and Shie Mannor and Barbara Rosario and
    Nilesh Shah",
  title = "Adaptive Timeout Policies for Fast Fine-Grained Power Management",
  booktitle = "Proceedings of the 22nd National Conference on
    Artificial Intelligence",
  pages = "1795-1800",
  year = "2007"
}

@inproceedings{ marecki07fast,
  author = "Janusz Marecki and Sven Koenig and Milind Tambe",
  title = "A Fast Analytical Algorithm for Solving {Markov} Decision
    Processes with Continuous Resources",
  booktitle = "Proceedings of the 20th International Joint Conference on
    Artificial Intelligence",
  year = "2007"
}

@inproceedings{ ratliff07online,
  author = "Nathan Ratliff and Andrew Bagnell and Martin Zinkevich",
  title = "({Online}) Subgradient Methods for Structured Prediction",
  booktitle = "Proceedings of the 11th International Conference on Artificial
    Intelligence and Statistics",
  year = "2007"
}

@inproceedings{ richardson07predicting,
  title = "Predicting Clicks: Estimating the Click-Through Rate for New Ads",
  author = "Matthew Richardson and Ewa Dominowska and Robert Ragno",
  booktitle = "Proceedings of the 16th International Conference on World Wide Web",
  pages = "521-530",
  year = "2007"
}

@inproceedings{ ashbrook08quickdraw,
  author = "Daniel Ashbrook and James Clawson and Kent Lyons and Thad Starner and Nirmal Patel",
  title = "Quickdraw: The Impact of Mobility and On-Body Placement on Device Access Time",
  booktitle = "Proceedings of the 2008 Conference on Human Factors in Computing Systems",
  pages = "219-222",
  year = "2008"
}

@inproceedings{ cortes08stability,
  author = "Corinna Cortes and Mehryar Mohri and Dmitry Pechyony and Ashish Rastogi",
  title = "Stability of Transductive Regression Algorithms",
  booktitle = "Proceedings of the 25th International Conference on Machine Learning",
  pages = "176-183",
  year = "2008"
}

@inproceedings{ craswell08experimental,
  author = "Nick Craswell and Onno Zoeter and Michael Taylor and Bill Ramsey",
  title = "An Experimental Comparison of Click Position-Bias Models",
  booktitle = "Proceedings of the 1st ACM International Conference on Web Search and Data Mining",
  pages = "87-94",
  year = "2008"
}

@inproceedings{ dani08price,
  author = "Varsha Dani and Thomas Hayes and Sham Kakade",
  title = "The Price of Bandit Information for Online Optimization",
  booktitle = "Advances in Neural Information Processing Systems 20",
  pages = "345-352",
  year = "2008"
}

@inproceedings{ dani08stochastic,
  author = "Varsha Dani and Thomas Hayes and Sham Kakade",
  title = "Stochastic Linear Optimization under Bandit Feedback",
  booktitle = "Proceedings of the 21st Annual Conference on Learning Theory",
  pages = "355-366",
  year = "2008"
}

@inproceedings{ goldberg08online,
  author = "Andrew Goldberg and Ming Li and Xiaojin Zhu",
  title = "Online Manifold Regularization: A New Learning Setting and Empirical Study",
  booktitle = "Proceeding of European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases",
  year = "2008"
}

@inproceedings{ grabner08semisupervised,
  author = "Helmut Grabner and Christian Leistner and Horst Bischof",
  title = "Semi-Supervised On-Line Boosting for Robust Tracking",
  booktitle = "Proceedings of the 10th European Conference on Computer Vision",
  pages = "234-247",
  year = "2008"
}

@article{ krause08nearoptimal,
  author = "Andreas Krause and Ajit Paul Singh and Carlos Guestrin",
  title = "Near-Optimal Sensor Placements in {Gaussian} Processes: Theory, Efficient Algorithms and Empirical Studies",
  journal = "Journal of Machine Learning Research",
  volume = "9",
  pages = "235-284",
  year = "2008"
}

@inproceedings{ langford08epochgreedy,
  author = "John Langford and Tong Zhang",
  title = "The Epoch-Greedy Algorithm for Contextual Multi-Armed Bandits",
  booktitle = "Advances in Neural Information Processing Systems 20",
  pages = "817-824",
  year = "2008"
}

@book{ manning08introduction,
  author = "Christopher Manning and Prabhakar Raghavan and Hinrich Schutze",
  title = "Introduction to Information Retrieval",
  publisher = "Cambridge University Press",
  year = "2008"
}

@inproceedings{ odonovan08peerchooser,
  author = "John O'Donovan and Barry Smyth and Brynjar Gretarsson and Svetlin Bostandjiev and Tobias H{\"{o}}llerer",
  title = "PeerChooser: Visual Interactive Recommendation",
  booktitle = "Proceedings of the 2008 Conference on Human Factors in Computing Systems",
  pages = "1085-1088",
  year = "2008"
}

@inproceedings{ radlinski08learning,
  author = "Filip Radlinski and Robert Kleinberg and Thorsten Joachims",
  title = "Learning Diverse Rankings with Multi-Armed Bandits",
  booktitle = "Proceedings of the 25th International Conference on Machine Learning",
  pages = "784-791",
  year = "2008"
}

@inproceedings{ sutton08dyna,
  author = "Richard Sutton and Csaba Szepesvari and Alborz Geramifard and Michael Bowling",
  title = "Dyna-Style Planning with Linear Function Approximation and Prioritized Sweeping",
  booktitle = "Proceedings of the 24th Conference on Uncertainty in Artificial Intelligence",
  pages = "528-536",
  year = "2008"
}

@article{ torralba0880,
  author = "Antonio Torralba and Robert Fergus and William Freeman",
  title = "80 Million Tiny Images: A Large Data Set for Nonparametric Object and Scene Recognition",
  journal = "IEEE Transactions on Pattern Analysis and Machine Intelligence",
  volume = "30",
  number = "11",
  pages = "1958-1970",
  year = "2008"
}

@inproceedings{ zhang08visual,
  author = "Jiyong Zhang and Nicolas Jones and Pearl Pu",
  title = "A Visual Interface for Critiquing-Based Recommender Systems",
  booktitle = "Proceedings of the 9th ACM Conference on Electronic Commerce",
  pages = "230-239",
  year = "2008"
}

@techreport{ zhu08semisupervised,
  author = "Xiaojin Zhu",
  title = "Semi-Supervised Learning Literature Survey",
  institution = "University of Wisconsin-Madison",
  number = "1530",
  year = "2008"
}

@article{ arandjelovic09methodology,
  author = "Ognjen Arandjelovic and Roberto Cipolla",
  title = "A Methodology for Rapid Illumination-Invariant Face Recognition Using Image Processing Filters",
  journal = "Computer Vision and Image Understanding",
  volume = "113",
  number = "2",
  pages = "159-171",
  year = "2009"
}

@article{ audibert09exploration,
  author = "Jean-Yves Audibert and Remi Munos and Csaba Szepesvari",
  title = "Exploration-Exploitation Tradeoff Using Variance Estimates in Multi-Armed Bandits",
  journal = "Theoretical Computer Science",
  volume = "410",
  number = "19",
  pages = "1876-1902",
  year = "2009"
}

@inproceedings{ audibert09minimax,
  author = "Jean-Yves Audibert and Sebastien Bubeck",
  title = "Minimax Policies for Adversarial and Stochastic Bandits",
  booktitle = "Proceedings of the 22nd Annual Conference on Learning Theory",
  year = "2009"
}

@inproceedings{ babenko09visual,
  author = "Boris Babenko and Ming-Hsuan Yang and Serge Belongie",
  title = "Visual Tracking with Online Multiple Instance Learning",
  booktitle = "Proceedings of the IEEE Computer Society Conference on
    Computer Vision and Pattern Recognition",
  year = "2009"
}

@inproceedings{ bengio09curriculum,
  author = "Yoshua Bengio and Jerome Louradour and Ronan Collobert and Jason Weston",
  title = "Curriculum Learning",
  booktitle = "Proceedings of the 26th International Conference on Machine Learning",
  pages = "41-48",
  year = "2009"
}

@inproceedings{ butko09visual,
  author = "Nicholas Butko and Javier Movellan",
  title = "Optimal Scanning for Faster Object Detection",
  booktitle = "Proceedings of the IEEE Computer Society Conference on
    Computer Vision and Pattern Recognition",
  year = "2009"
}

@article{ candes09exact,
  author = "Emmanuel Candes and Benjamin Recht",
  title = "Exact Matrix Completion via Convex Optimization",
  journal = "Foundations of Computational Mathematics",
  volume = "9",
  number = "6",
  pages = "717-772",
  year = "2009"
}

@article{ cappe09online,
  author = "Olivier Cappe and Eric Moulines",
  title = "Online {EM} Algorithm for Latent Data Models",
  journal = "Journal of the Royal Statistical Society Series B",
  volume = "71",
  number = "3",
  pages = "593-613",
  year = "2009"
}

@inproceedings{ chang09inferring,
  author = "Keng{\-h}ao Chang and Jeffrey Hightower and Branislav Kveton",
  title = "Inferring Identity Using Accelerometers in Television Remote
    Controls",
  booktitle = "Proceedings of the 7th International Conference on
    Pervasive Computing",
  pages = "151-167",
  year = "2009"
}

@inproceedings{ chapelle09dynamic,
  author = "Olivier Chapelle and Ya Zhang",
  title = "A Dynamic {Bayesian} Network Click Model for Web Search Ranking",
  booktitle = "Proceedings of the 18th International Conference on World Wide Web",
  pages = "1-10",
  year = "2009"
}

@inproceedings{ guo09click,
  author = "Fan Guo and Chao Liu and Anitha Kannan and Tom Minka and Michael Taylor and Yi Min Wang and Christos Faloutsos",
  title = "Click Chain Model in Web Search",
  booktitle = "Proceedings of the 18th International Conference on World Wide Web",
  pages = "11-20",
  year = "2009"
}

@inproceedings{ guo09efficient,
  author = "Fan Guo and Chao Liu and Yi Min Wang",
  title = "Efficient Multiple-Click Models in Web Search",
  booktitle = "Proceedings of the 2nd ACM International Conference on Web Search and Data Mining",
  pages = "124-131",
  year = "2009"
}

@book{ koller09probabilistic,
  author = "Daphne Koller and Nir Friedman",
  title = "Probabilistic Graphical Models: Principles and Techniques",
  publisher = "MIT Press",
  address = "Cambridge, MA",
  year = "2009"
}

@article{ koren09matrix,
  author = "Yehuda Koren and Robert Bell and Chris Volinsky",
  title = "Matrix Factorization Techniques for Recommender Systems",
  journal = "IEEE Computer",
  volume = "42",
  number = "8",
  pages = "30-37",
  year = "2009"
}

@techreport{ kriz09learning,
  author = "Alex Krizhevsky",
  title = "Learning Multiple Layers of Features from Tiny Images",
  institution = "University of Toronto",
  year = "2009"
}

@inproceedings{ nouri09multiresolution,
  author = "Ali Nouri and Michael Littman",
  title = "Multi-Resolution Exploration in Continuous Spaces",
  booktitle = "Advances in Neural Information Processing Systems 21",
  pages = "1209-1216",
  year = "2009"
}

@inproceedings{ nowak09noisy,
  author = "Robert Nowak",
  title = "Noisy Generalized Binary Search",
  booktitle = "Advances in Neural Information Processing Systems 22",
  pages = "1366-1374",
  year = "2009"
}

@inproceedings{ pinto09howfar,
  author = "Nicolas Pinto and James DiCarlo and David Cox",
  title = "How Far Can You Get with a Modern Face Recognition Test
    Set Using Only Simple Features?",
  booktitle = "Proceedings of the IEEE Computer Society Conference on
    Computer Vision and Pattern Recognition",
  year = "2009"
}

@inproceedings{ yan09approximate,
  author = "Donghui Yan and Ling Huang and Michael Jordan",
  title = "Fast Approximate Spectral Clustering",
  booktitle = "Proceedings of the 15th ACM SIGKDD International Conference on
    Knowledge Discovery and Data Mining",
  year = "2009"
}

@article{ auer10ucb,
  author = "Peter Auer and Ronald Ortner",
  title = "{UCB} Revisited: Improved Regret Bounds for the Stochastic Multi-Armed Bandit Problem",
  journal = "Periodica Mathematica Hungarica",
  volume = "61",
  number = "1-2",
  pages = "55-65",
  year = "2010"
}

@inproceedings{ bollen10understanding,
  author = "Dirk Bollen and Bart Knijnenburg and Martijn Willemsen and Mark Graus",
  title = "Understanding Choice Overload in Recommender Systems",
  booktitle = "Proceedings of the 2010 ACM Conference on Recommender Systems",
  pages = "63-70",
  year = "2010"
}

@techreport{ burges10ranknet,
  author = "Christopher Burges",
  title = "From {RankNet} to {LambdaRank} to {LambdaMART}: An Overview",
  institution = "Microsoft Research",
  number = "MSR-TR-2010-82",
  year = "2010"
}

@article{ candes10matrix,
  author = "Emmanuel Candes and Yaniv Plan",
  title = "Matrix Completion With Noise",
  journal = "Proceedings of the {IEEE}",
  volume = "98",
  number = "6",
  pages = "925-936",
  year = "2010"
}

@article{ chen10experiments,
  author = "Li Chen and Pearl Pu",
  title = "Experiments on the Preference-Based Organization Interface in Recommender Systems",
  journal = "ACM Transactions on Computer-Human Interaction",
  volume = "17",
  number = "1",
  year = "2010"
}

@inproceedings{ filippi10parametric,
  author = "Sarah Filippi and Olivier Cappe and Aurelien Garivier and Csaba Szepesvari",
  title = "Parametric Bandits: The Generalized Linear Case",
  booktitle = "Advances in Neural Information Processing Systems 23",
  pages = "586-594",
  year = "2010"
}

@phdthesis{ filippi10thesis,
  author = "Sarah Filippi",
  title = "Optimistic Strategies in Reinforcement Learning",
  school = "Ecole nationale superieure des telecommunications - ENST",
  year = "2010"
}

@article{ gretarsson10smallworlds,
  author = "Brynjar Gretarsson and John O'Donovan and Svetlin Bostandjiev and Christopher Hall and Tobias H{\"{o}}llerer",
  title = "SmallWorlds: Visualizing Social Recommendations",
  journal = "Computer Graphics Forum",
  volume = "29",
  number = "3",
  pages = "833-842",
  year = "2010"
}

@article{ jaksch10nearoptimal,
  author = "Thomas Jaksch and Ronald Ortner and Peter Auer",
  title = "Near-Optimal Regret Bounds for Reinforcement Learning",
  journal = "Journal of Machine Learning Research",
  volume = "11",
  pages = "1563-1600",
  year = "2010"
}

@article{ keshavan10matrix,
  author = "Raghunandan Keshavan and Andrea Montanari and Sewoong Oh",
  title = "Matrix Completion from Noisy Entries",
  journal = "Journal of Machine Learning Research",
  volume = "11",
  pages = "2057-2078",
  year = "2010"
}

@inproceedings{ kveton10semisupervised,
  author = "Branislav Kveton and Michal Valko and Ali Rahimi and
    Ling Huang",
  title = "Semi-Supervised Learning with Max-Margin Graph Cuts",
  booktitle = "Proceedings of the 13th International Conference on
    Artificial Intelligence and Statistics",
  pages = "421-428",
  year = "2010"
}

@inproceedings{ kveton10online,
  author = "Branislav Kveton and Michal Valko and Matthai Philipose and
    Ling Huang",
  title = "Online Semi-Supervised Perception: Real-Time Learning without
    Explicit Feedback",
  booktitle = "Proceedings of the 4th IEEE Online Learning for Computer
    Vision Workshop",
  year = "2010"
}

@inproceedings{ li10contextual,
  author = "Lihong Li and Wei Chu and John Langford and Robert Schapire",
  title = "A Contextual-Bandit Approach to Personalized News Article Recommendation",
  booktitle = "Proceedings of the 19th International Conference on World Wide Web",
  year = "2010"
}

@inproceedings{ liu10robust,
  author = "Guangcan Liu and Zhouchen Lin and Yong Yu",
  title = "Robust Subspace Segmentation by Low-Rank Representation",
  booktitle = "Proceedings of the 27th International Conference on Machine Learning",
  pages = "663-670",
  year = "2010"
}

@article{ rusmevichientong10linearly,
  author = "Paat Rusmevichientong and John Tsitsiklis",
  title = "Linearly Parameterized Bandits",
  journal = "Mathematics of Operations Research",
  volume = "35",
  number = "2",
  pages = "395-411",
  year = "2010"
}

@inproceedings{ valko10online,
  author = "Michal Valko and Branislav Kveton and Ling Huang and
    Daniel Ting",
  title = "Online Semi-Supervised Learning on Quantized Graphs",
  booktitle = "Proceedings of the 26th Conference on Uncertainty in
    Artificial Intelligence",
  year = "2010"
}

@inproceedings{ vijayanarasimhan10visual,
  author = "Sudheendra Vijayanarasimhan and Ashish Kapoor",
  title = "Visual Recognition and Detection under Bounded Computational Resources",
  booktitle = "Proceedings of the IEEE Computer Society Conference on
    Computer Vision and Pattern Recognition",
  year = "2010"
}

@inproceedings{ abbasi-yadkori11improved,
  author = "Yasin Abbasi-Yadkori and David Pal and Csaba Szepesvari",
  title = "Improved Algorithms for Linear Stochastic Bandits",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "2312-2320",
  year = "2011"
}

@inproceedings{ barreto11reinforcement,
  author = "Andre Barreto and Doina Precup and Joelle Pineau",
  title = "Reinforcement Learning Using Kernel-Based Stochastic Factorization",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "720-728",
  year = "2011"
}

@inproceedings{ chapelle11empirical,
  author = "Olivier Chapelle and Lihong Li",
  title = "An Empirical Evaluation of {Thompson} Sampling",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "2249-2257",
  year = "2012"
}

@inproceedings{ chu11contextual,
  author = "Wei Chu and Lihong Li and Lev Reyzin and Robert Schapire",
  title = "Contextual Bandits with Linear Payoff Functions",
  booktitle = "Proceedings of the 14th International Conference on Artificial Intelligence and Statistics",
  pages = "208-214",
  year = "2011"
}

@inproceedings{ garivier11klucb,
  author = "Aurelien Garivier and Olivier Cappe",
  title = "The {KL-UCB} Algorithm for Bounded Stochastic Bandits and Beyond",
  booktitle = "Proceeding of the 24th Annual Conference on Learning Theory",
  pages = "359-376",
  year = "2011"
}

@inproceedings{ garivier11upperconfidence,
  author = "Aurelien Garivier and Eric Moulines",
  title = "On Upper-Confidence Bound Policies for Switching Bandit Problems",
  booktitle = "Proceedings of the 22nd International Conference on Algorithmic Learning Theory",
  pages = "174-188",
  year = "2011"
}

@book{ gittins11multiarmed,
  author = "John Gittins and Kevin Glazebrook and Richard Weber",
  title = "Multi-Armed Bandit Allocation Indices",
  publisher = "John Wiley \& Sons",
  year = "2011"
}

@article{ golovin11adaptive,
  author = "Daniel Golovin and Andreas Krause",
  title = "Adaptive Submodularity: Theory and Applications in Active Learning and Stochastic Optimization",
  journal = "Journal of Artificial Intelligence Research",
  volume = "42",
  pages = "427-486",
  year = "2011"
}

@inproceedings{ golovin11dynamic,
  author = "Daniel Golovin and Andreas Krause and Beth Gardner and Sarah Converse and Steve Morey",
  title = "Dynamic Resource Allocation in Conservation Planning",
  booktitle = "Proceedings of the 25th AAAI Conference on Artificial Intelligence",
  year = "2011"
}

@inproceedings{ guillory11online,
  author = "Andrew Guillory and Jeff Bilmes",
  title = "Online Submodular Set Cover, Ranking, and Repeated Active Learning",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "1107-1115",
  year = "2011"
}

@inproceedings{ guillory11simultaneous,
  author = "Andrew Guillory and Jeff Bilmes",
  title = "Simultaneous Learning and Covering with Adversarial Noise",
  booktitle = "Proceedings of the 28th International Conference on Machine Learning",
  pages = "369-376",
  year = "2011"
}

@inproceedings{ hu11enhancing,
  author = "Rong Hu and Pearl Pu",
  title = "Enhancing Recommendation Diversity with Organization Interfaces",
  booktitle = "Proceedings of the 2011 International Conference on Intelligent User Interfaces",
  pages = "347-350",
  year = "2011"
}

@book{ liu11learning,
  author = "Tie-Yan Liu",
  title = "Learning to Rank for Information Retrieval",
  publisher = "Springer Science \& Business Media",
  year = "2011"
}

@phdthesis{ maillard11thesis,
  author = "Odalric-Ambrym Maillard",
  title = "APPRENTISSAGE SEQUENTIEL: Bandits, Statistique et Renforcement",
  school = "University of Lille",
  year = "2011"
}

@inproceedings{ mannor11bandits,
  author = "Shie Mannor and Ohad Shamir",
  title = "From Bandits to Experts: On the Value of Side-Observations",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "684-692",
  year = "2011"
}

@article{ nowak11geometry,
  author = "Robert Nowak",
  title = "The Geometry of Generalized Binary Search",
  journal = "IEEE Transactions on Information Theory",
  volume = "57",
  number = "12",
  pages = "7893-7906",
  year = "2011"
}

@article{ pedregosa11scikitlearn,
  author = "Fabian Pedregosa and Gael Varoquaux and Alexandre Gramfort and Vincent Michel and Bertrand Thirion and Olivier Grisel and Mathieu Blondel and Peter Prettenhofer and Ron Weiss and Vincent Dubourg and Jake VanderPlas and Alexandre Passos and David Cournapeau and Matthieu Brucher and Matthieu Perrot and Edouard Duchesnay",
  title = "Scikit-learn: Machine Learning in {Python}",
  journal = "Journal of Machine Learning Research",
  volume = "12",
  pages = "2825-2830",
  year = "2011"
}

@incollection{ ricci11introduction,
  author = "Francesco Ricci and Lior Rokach and Bracha Shapira",
  title = "Introduction to Recommender Systems Handbook",
  booktitle = "Recommender Systems Handbook",
  pages = "1-35",
  year = "2011"
}

@article{ winterboer11user,
  author = "Andi Winterboer and Martin Tietze and Maria Wolters and Johanna Moore",
  title = "The User Model-Based Summarize and Refine Approach Improves Information Presentation in Spoken Dialog Systems",
  journal = "Computer Speech and Language",
  volume = "25",
  number = "2",
  pages = "175-191",
  year = "2011"
}

@inproceedings{ yue11linear,
  author = "Yisong Yue and Carlos Guestrin",
  title = "Linear Submodular Bandits and their Application to Diversified Retrieval",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "2483-2491",
  year = "2011"
}

@inproceedings{ zhao11analysis,
  author = "Tingting Zhao and Hirotaka Hachiya and Gang Niu and Masashi Sugiyama",
  title = "Analysis and Improvement of Policy Gradient Estimation",
  booktitle = "Advances in Neural Information Processing Systems 24",
  pages = "262-270",
  year = "2011"
}

@inproceedings{ agrawal12analysis,
  author = "Shipra Agrawal and Navin Goyal",
  title = "Analysis of {Thompson} Sampling for the Multi-Armed Bandit Problem",
  booktitle = "Proceeding of the 25th Annual Conference on Learning Theory",
  pages = "39.1-39.26",
  year = "2012"
}

@inproceedings{ bartok12adaptive,
  author = "Gabor Bartok and Navid Zolghadr and Csaba Szepesvari",
  title = "An Adaptive Algorithm for Finite Stochastic Partial Monitoring",
  booktitle = "Proceedings of the 29th International Conference on Machine Learning",
  year = "2012"
}

@inproceedings{ bartok12partial,
  author = "Gabor Bartok and Csaba Szepesvari",
  title = "Partial Monitoring with Side Information",
  booktitle = "Proceedings of the 23rd International Conference on Algorithmic Learning Theory",
  pages = "305-319",
  year = "2012"
}

@article{ berkovsky12influencing,
  author = "Shlomo Berkovsky and Jill Freyne and Harri Oinas-Kukkonen",
  title = "Influencing Individually: Fusing Personalization and Persuasion",
  journal = "ACM Transactions on Interactive Intelligent Systems",
  volume = "2",
  number = "2",
  year = "2012"
}

@article{ bubeck12regret,
  author = "Sebastien Bubeck and Nicolo Cesa-Bianchi",
  title = "Regret Analysis of Stochastic and Nonstochastic Multi-Armed Bandit Problems",
  journal = "Foundations and Trends in Machine Learning",
  year = "2012"
}

@inproceedings{ caron12leveraging,
  author = "Stephane Caron and Branislav Kveton and Marc Lelarge and Smriti Bhagat",
  title = "Leveraging Side Observations in Stochastic Bandits",
  booktitle = "Proceedings of the 28th Conference on Uncertainty in Artificial Intelligence",
  pages = "142-151",
  year = "2012"
}

@article{ cesabianchi12combinatorial,
  author = "Nicolo Cesa-Bianchi and Gabor Lugosi",
  title = "Combinatorial Bandits",
  journal = "Journal of Computer and System Sciences",
  volume = "78",
  number = "5",
  pages = "1404-1422",
  year = "2012"
}

@article{ chen12critiquingbased,
  author = "Li Chen and Pearl Pu",
  title = "Critiquing-Based Recommenders: Survey and Emerging Trends",
  journal = "User Modeling and User-Adapted Interaction",
  volume = "22",
  number = "1",
  pages = "125-150",
  year = "2012"
}

@article{ felfernig12preface,
  author = "Alexander Felfernig and Robin Burke and Pearl Pu",
  title = "Preface to the Special Issue on User Interfaces for Recommender Systems",
  journal = "User Modeling and User-Adapted Interaction",
  volume = "22",
  number = "4",
  pages = "313-316",
  year = "2012"
}

@article{ gai12combinatorial,
  author = "Yi Gai and Bhaskar Krishnamachari and Rahul Jain",
  title = "Combinatorial Network Optimization with Unknown Variables: Multi-Armed Bandits with Linear Rewards and Individual Observations",
  journal = "IEEE/ACM Transactions on Networking",
  volume = "20",
  number = "5",
  pages = "1466-1478",
  year = "2012"
}

@inproceedings{ karbasi12hot,
  author = "Amin Karbasi and Stratis Ioannidis and Laurent Massoulie",
  title = "Hot or Not: Interactive Content Search Using Comparisons",
  booktitle = "2012 Information Theory and Applications Workshop",
  pages = "291-297",
  year = "2012"
}

@inproceedings{ kaufmann12bayesian,
  author = "Emilie Kaufmann and Olivier Cappe and Aurelien Garivier",
  title = "On {Bayesian} Upper Confidence Bounds for Bandit Problems",
  booktitle = "Proceedings of the 15th International Conference on Artificial Intelligence and Statistics",
  pages = "592-600",
  year = "2012"
}

@article{ knijnenburg12explaining,
  author = "Bart Knijnenburg and Martijn Willemsen and Zeno Gantner and Hakan Soncu and Chris Newell",
  title = "Explaining the User Experience of Recommender Systems",
  journal = "User Modeling and User-Adapted Interaction",
  volume = "22",
  number = "4",
  pages = "441-504",
  year = "2012"
}

@inproceedings{ kveton12kernelbased,
  author = "Branislav Kveton and Georgios Theocharous",
  title = "Kernel-Based Reinforcement Learning on Representative States",
  booktitle = "Proceedings of the 26th AAAI Conference on Artificial Intelligence",
  pages = "977-983",
  year = "2012"
}

@inproceedings{ maes12metalearning,
  author = "Francis Maes and Louis Wehenkel and Damien Ernst",
  title = "Meta-Learning of Exploration/Exploitation Strategies: The Multi-Armed Bandit Case",
  booktitle = "Proceedings of the 4th International Conference on Agents and Artificial Intelligence",
  pages = "100-115",
  year = "2012"
}

@inproceedings{ matusevych12hokusai,
  author = "Sergiy Matusevych and Alex Smola and Amr Ahmed",
  title = "Hokusai -- {S}ketching Streams in Real Time",
  booktitle = "Proceedings of the 28th Conference on Uncertainty in Artificial Intelligence",
  year = "2012"
}

@article{ munos12optimistic,
  author = "Remi Munos",
  title = "The Optimistic Principle Applied to Games, Optimization, and Planning: Towards Foundations of {Monte-Carlo} Tree Search",
  journal = "Foundations and Trends in Machine Learning",
  year = "2012"
}

@article{ raginsky12concentration,
  author = "Maxim Raginsky and Igal Sason",
  title = "Concentration of Measure Inequalities in Information Theory, Communications and Coding",
  journal = "CoRR",
  volume = "abs/1212.4663",
  url = "http://arxiv.org/abs/1212.4663",
  year = "2012"
}

@inproceedings{ recht12factoring,
  author = "Ben Recht and Christopher Re and Joel Tropp and Bittorf Victor",
  title = "Factoring Nonnegative Matrices with Linear Programs",
  booktitle = "Advances in Neural Information Processing Systems 25",
  pages = "1214-1222",
  year = "2012"
}

@inproceedings{ sharmin12slidebased,
  author = "Moushumi Sharmin and Lawrence Bergman and Jie Lu and Ravi Konuru",
  title = "On Slide-Based Contextual Cues for Presentation Reuse",
  booktitle = "Proceeding of the 17th International Conference on Intelligent User Interfaces",
  pages = "129-138",
  year = "2012"
}

@incollection{ suehiro12online,
  author = "Daiki Suehiro and Kohei Hatano and Shuji Kijima and Eiji Takimoto and Kiyohito Nagano",
  title = "Online Prediction under Submodular Constraints",
  booktitle = "23rd International Conference on Algorithmic Learning Theory",
  series = "Lecture Notes in Computer Science",
  volume = "7568",
  pages = "260-274",
  year = "2012"
}

@article{ tintarev12evaluating,
  author = "Nava Tintarev and Judith Masthoff",
  title = "Evaluating the Effectiveness of Explanations for Recommender Systems - Methodological Issues and Empirical Studies on the Impact of Personalization",
  journal = "User Modeling and User-Adapted Interaction",
  volume = "22",
  number = "4",
  pages = "399-439",
  year = "2012"
}

@inproceedings{ tintarev12workshop,
  author = "Nava Tintarev and Rong Hu and Pearl Pu",
  title = "RecSys Workshop on Interfaces for Recommender Systems",
  booktitle = "Proceedings of the 6th ACM Conference on Recommender systems",
  pages = "355-356",
  year = "2012"
}

@inproceedings{ agrawal13further,
  author = "Shipra Agrawal and Navin Goyal",
  title = "Further Optimal Regret Bounds for {Thompson} Sampling",
  booktitle = "Proceedings of the 16th International Conference on Artificial Intelligence and Statistics",
  pages = "99-107",
  year = "2013"
}

@inproceedings{ agrawal13thompson,
  author = "Shipra Agrawal and Navin Goyal",
  title = "Thompson Sampling for Contextual Bandits with Linear Payoffs",
  booktitle = "Proceedings of the 30th International Conference on Machine Learning",
  pages = "127-135",
  year = "2013"
}

@inproceedings{ azar13sequential,
  author = "Mohammad Gheshlaghi Azar and Alessandro Lazaric and Emma Brunskill",
  title = "Sequential Transfer in Multi-Armed Bandit with Finite Set of Models",
  booktitle = "Advances in Neural Information Processing Systems 26",
  pages = "2220-2228",
  year = "2013"
}

@inproceedings{ bhamidipati13minimal,
  author = "Sandilya Bhamidipati and Branislav Kveton and S. Muthukrishnan",
  title = "Minimal Interaction Search: Multi-Way Search with Item Categories",
  booktitle = "Proceedings of AAAI Workshop on Intelligent Techniques for
    Web Personalization and Recommendation",
  year = "2013"
}

@book{ boucheron13concentration,
  author = "Stephane Boucheron and Gabor Lugosi and Pascal Massart",
  title = "Concentration Inequalities: A Nonasymptotic Theory of Independence",
  publisher = "Oxford University Press",
  year = "2013"
}

@inproceedings{ chen13combinatorial,
  author = "Wei Chen and Yajun Wang and Yang Yuan",
  title = "Combinatorial Multi-Armed Bandit: General Framework, Results and Applications",
  booktitle = "Proceedings of the 30th International Conference on Machine Learning",
  pages = "151-159",
  year = "2013"
}

@inproceedings{ ermon13taming,
  author = "Stefano Ermon and Carla Gomes and Ashish Sabharwal and Bart Selman",
  title = "Taming the Curse of Dimensionality: Discrete Integration by Hashing and Optimization",
  booktitle = "Proceedings of the 30th International Conference on Machine Learning",
  pages = "334-342",
  year = "2013"
}

@article{ fonteneau13batch,
  author = "Raphael Fonteneau and Susan Murphy and Louis Wehenkel and Damien Ernst",
  title = "Batch Mode Reinforcement Learning Based on the Synthesis of Artificial Trajectories",
  journal = "Annals of Operations Research",
  year = "2013"
}

@inproceedings{ gabillon13adaptive,
  author = "Victor Gabillon and Branislav Kveton and Zheng Wen and Brian Eriksson and S. Muthukrishnan",
  title = "Adaptive Submodular Maximization in Bandit Setting",
  booktitle = "Advances in Neural Information Processing Systems 26",
  pages = "2697-2705",
  year = "2013"
}

@book{ gelman13bayesian,
  author = "Andrew Gelman and John Carlin and Hal Stern and David Dunson and Aki Vehtari and Donald Rubin",
  title = "Bayesian Data Analysis",
  publisher = "Chapman \& Hall",
  year = "2013"
}

@article{ hofmann13fidelity,
  author = "Katja Hofmann and Shimon Whiteson and Maarten de Rijke",
  title = "Fidelity, Soundness, and Efficiency of Interleaved Comparison Methods",
  journal = "ACM Transactions on Information Systems",
  volume = "31",
  number = "4",
  pages = "1-43",
  year = "2013"
}

@inproceedings{ krishnamurth13lowrank,
  author = "Akshay Krishnamurthy and Aarti Singh",
  title = "Low-Rank Matrix and Tensor Completion via Adaptive Sampling",
  booktitle = "Advances in Neural Information Processing Systems 26",
  pages = "836-844",
  year = "2013"
}

@inproceedings{ liberty13simple,
  author = "Edo Liberty",
  title = "Simple and Deterministic Matrix Sketching",
  booktitle = "Proceedings of the 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining",
  pages = "581-588",
  year = "2013"
}

@article{ mnih13playing,
  author = "Volodymyr Mnih and Koray Kavukcuoglu and David Silver and Alex Graves and Ioannis Antonoglou and Daan Wierstra and Martin Riedmiller",
  title = "Playing {Atari} with Deep Reinforcement Learning",
  journal = "CoRR",
  volume = "abs/1312.5602",
  url = "http://arxiv.org/abs/1312.5602",
  year = "2013"
}

@incollection{ neu13efficient,
  author = "Gergely Neu and Gabor Bartok",
  title = "An Efficient Algorithm for Learning with Semi-bandit Feedback",
  booktitle = "24th International Conference on Algorithmic Learning Theory",
  series = "Lecture Notes in Computer Science",
  volume = "8139",
  pages = "234-248",
  year = "2013"
}

@article{ qin13introducing,
  author = "Tao Qin and Tie-Yan Liu",
  title = "Introducing {LETOR} 4.0 Datasets",
  journal = "CoRR",
  volume = "abs/1306.2597",
  url = "https://arxiv.org/abs/1306.2597",
  year = "2013"
}

@article{ slivkins13ranked,
  author = "Aleksandrs Slivkins and Filip Radlinski and Sreenivas Gollapudi",
  title = "Ranked Bandits in Metric Spaces: Learning Diverse Rankings over Large Document Collections",
  journal = "Journal of Machine Learning Research",
  volume = "14",
  number = "1",
  pages = "399-436",
  year = "2013"
}

@inproceedings{ tagami13ctr,
  author = "Yukihiro Tagami and Shingo Ono and Koji Yamamoto and Koji Tsukamoto and Akira Tajima",
  title = "{CTR} prediction for contextual advertising: Learning-to-rank approach",
  booktitle = "Proceedings of the 7th International Workshop on Data Mining for Online Advertising",
  year = "2013"
}

@inproceedings{ verbert13visualizing,
  author = "Katrien Verbert and Denis Parra and Peter Brusilovsky and Erik Duval",
  title = "Visualizing Recommendations to Support Exploration, Transparency and Controllability",
  booktitle = "Proceedings of the 18th International Conference on Intelligent User Interfaces",
  pages = "351-362",
  year = "2013"
}

@inproceedings{ wen13sequential,
  author = "Zheng Wen and Branislav Kveton and Brian Eriksson and Sandilya Bhamidipati",
  title = "Sequential {Bayesian} Search",
  booktitle = "Proceedings of the 30th International Conference on Machine Learning",
  pages = "226-234",
  year = "2013"
}

@inproceedings{ zhao13interactive,
  author = "Xiaoxue Zhao and Weinan Zhang and Jun Wang",
  title = "Interactive Collaborative Filtering",
  booktitle = "Proceedings of the 22nd ACM International Conference on Information and Knowledge Management",
  pages = "1411-1420",
  year = "2013"
}

@inproceedings{ agarwal14taming,
  author = "Alekh Agarwal and Daniel Hsu and Satyen Kale and John Langford and Lihong Li and Robert Schapire",
  title = "Taming the Monster: A Fast and Simple Algorithm for Contextual Bandits",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "1638-1646",
  year = "2014"
}

@inproceedings{ ashkan14diversified,
  author = "Azin Ashkan and Branislav Kveton and Shlomo Berkovsky and Zheng Wen",
  title = "Diversified Utility Maximization for Recommendations",
  booktitle = "Poster Proceedings of the 8th ACM Conference on Recommender Systems",
  year = "2014"
}

@article{ ashkan14dum,
  author = "Azin Ashkan and Branislav Kveton and Shlomo Berkovsky and Zheng Wen",
  title = "{DUM}: Diversity-Weighted Utility Maximization for Recommendations",
  journal = "CoRR",
  volume = "abs/1411.3650",
  url = "http://arxiv.org/abs/1411.3650",
  year = "2014"
}

@article{ audibert14regret,
  author = "Jean-Yves Audibert and Sebastien Bubeck and Gabor Lugosi",
  title = "Regret in Online Combinatorial Optimization",
  journal = "Mathematics of Operations Research",
  volume = "39",
  number = "1",
  pages = "31-45",
  year = "2014"
}

@inproceedings{ baransi14subsampling,
  author = "Akram Baransi and Odalric-Ambrym Maillard and Shie Mannor",
  title = "Sub-sampling for Multi-armed Bandits",
  booktitle = "Proceeding of European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases",
  year = "2014"
}

@article{ bartok14partial,
  author = "Gabor Bartok and Dean Foster and David Pal and Alexander Rakhlin and Csaba Szepesvari",
  title = "Partial Monitoring - Classification, Regret Bounds, and Algorithms",
  journal = "Mathematics of Operations Research",
  volume = "39",
  number = "4",
  pages = "967-997",
  year = "2014"
}

@article{ dudik14doubly,
  author = "Miroslav Dudik and Dumitru Erhan and John Langford and Lihong Li",
  title = "Doubly Robust Policy Evaluation and Optimization",
  journal = "Statistical Science",
  volume = "29",
  number = "4",
  pages = "485-511",
  year = "2014"
}

@article{ eckles14thompson,
  author = "Dean Eckles and Maurits Kaptein",
  title = "Thompson Sampling with the Online Bootstrap",
  journal = "CoRR",
  volume = "abs/1410.4009",
  url = "http://arxiv.org/abs/1410.4009",
  year = "2014"
}

@inproceedings{ gabillon14largescale,
  author = "Victor Gabillon and Branislav Kveton and Zheng Wen and Brian Eriksson and S. Muthukrishnan",
  title = "Large-Scale Optimistic Adaptive Submodularity",
  booktitle = "Proceedings of the 28th AAAI Conference on Artificial Intelligence",
  year = "2014"
}

@inproceedings{ gentile14online,
  author = "Claudio Gentile and Shuai Li and Giovanni Zappella",
  title = "Online Clustering of Bandits",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "757-765",
  year = "2014"
}

@inproceedings{ gopalan14thompson,
  author = "Aditya Gopalan and Shie Mannor and Yishay Mansour",
  title = "Thompson Sampling for Complex Online Problems",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "100-108",
  year = "2014"
}

@inproceedings{ kocak14spectral,
  author = "Tomas Kocak and Michal Valko and Remi Munos and Shipra Agrawal",
  title = "Spectral {Thompson} Sampling",
  booktitle = "Proceedings of the 28th AAAI Conference on Artificial Intelligence",
  pages = "1911-1917",
  year = "2014"
}

@article{ kuleshov14algorithms,
  author = "Volodymyr Kuleshov and Doina Precup",
  title = "Algorithms for Multi-Armed Bandit Problems",
  journal = "CoRR",
  volume = "abs/1402.6028",
  url = "http://arxiv.org/abs/1402.6028",
  year = "2014"
}

@inproceedings{ kveton14matroid,
  author = "Branislav Kveton and Zheng Wen and Azin Ashkan and Hoda Eydgahi and Brian Eriksson",
  title = "Matroid Bandits: Fast Combinatorial Optimization with Learning",
  booktitle = "Proceedings of the 30th Conference on Uncertainty in Artificial Intelligence",
  pages = "420-429",
  year = "2014"
}

@article{ kveton14learning,
  author = "Branislav Kveton and Zheng Wen and Azin Ashkan and Michal Valko",
  title = "Learning to Act Greedily: Polymatroid Semi-Bandits",
  journal = "CoRR",
  volume = "abs/1405.7752",
  url = "http://arxiv.org/abs/1405.7752",
  year = "2014"
}

@inproceedings{ lattimore14bounded,
  author = "Tor Lattimore and Remi Munos",
  title = "Bounded Regret for Finite-Armed Structured Bandits",
  booktitle = "Advances in Neural Information Processing Systems 27",
  pages = "550-558",
  year = "2014"
}

@article{ le14sequential,
  author = "Thanh Le and Csaba Szepesvari and Rong Zheng",
  title = "Sequential Learning for Multi-Channel Wireless Network Monitoring with Channel Switching Costs",
  journal = "IEEE Transactions on Signal Processing",
  volume = "62",
  number = "22",
  pages = "5919-5929",
  year = "2014"
}

@inproceedings{ lin14combinatorial,
  author = "Tian Lin and Bruno Abrahao and Robert Kleinberg and John Lui and Wei Chen",
  title = "Combinatorial Partial Monitoring Game with Linear Feedback and Its Applications",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "901-909",
  year = "2014"
}

@inproceedings{ maillard14latent,
  author = "Odalric-Ambrym Maillard and Shie Mannor",
  title = "Latent Bandits",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "136-144",
  year = "2014"
}

@article{ russo14learning,
  author = "Daniel Russo and Benjamin {Van Roy}",
  title = "Learning to Optimize via Posterior Sampling",
  journal = "Mathematics of Operations Research",
  volume = "39",
  number = "4",
  pages = "1221-1243",
  year = "2014"
}

@inproceedings{ silver14deterministic,
  author = "David Silver and Guy Lever and Nicolas Heess and Thomas Degris and Daan Wierstra and Martin Riedmiller",
  title = "Deterministic Policy Gradient Algorithms",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "387-395",
  year = "2014"
}

@inproceedings{ tintarev14workshop,
  author = "Nava Tintarev and John O'Donovan and Peter Brusilovsky and Alexander Felfernig and Giovanni Semeraro and Pasquale Lops",
  title = "RecSys Workshop on Interfaces and Human Decision Making for Recommender Systems",
  booktitle = "Proceedings of the 8th ACM Conference on Recommender systems",
  pages = "383-384",
  year = "2014"
}

@inproceedings{ valko14spectral,
  author = "Michal Valko and Remi Munos and Branislav Kveton and Tomas Kocak",
  title = "Spectral Bandits for Smooth Graph Functions",
  booktitle = "Proceedings of the 31st International Conference on Machine Learning",
  pages = "46-54",
  year = "2014"
}

@inproceedings{ woodruff14low,
  author = "David Woodruff",
  title = "Low Rank Approximation Lower Bounds in Row-Update Streams",
  booktitle = "Advances in Neural Information Processing Systems 27",
  pages = "1781-1789",
  year = "2014"
}

@inproceedings{ ashkan15optimal,
  author = "Azin Ashkan and Branislav Kveton and Shlomo Berkovsky and Zheng Wen",
  title = "Optimal Greedy Diversity for Recommendation",
  booktitle = "Proceedings of the 24th International Joint Conference on Artificial Intelligence",
  pages = "1742-1748",
  year = "2015"
}

@inproceedings{ belle15hashing,
  author = "Vaishak Belle and Guy Van den Broeck and Andrea Passerini",
  title = "Hashing-Based Approximate Probabilistic Inference in Hybrid Domains",
  booktitle = "Proceedings of the 31th Conference on Uncertainty in Artificial Intelligence",
  year = "2015"
}

@book{ chuklin15click,
  author = "Aleksandr Chuklin and Ilya Markov and Maarten de Rijke",
  title = "Click Models for Web Search",
  publisher = "Morgan \& Claypool Publishers",
  year = "2015"
}

@inproceedings{ combes15combinatorial,
  author = "Richard Combes and Mohammad Sadegh Talebi and Alexandre Proutiere and Marc Lelarge",
  title = "Combinatorial Bandits Revisited",
  booktitle = "Advances in Neural Information Processing Systems 28",
  pages = "2107-2115",
  year = "2015"
}

@inproceedings{ combes15learning,
  author = "Richard Combes and Stefan Magureanu and Alexandre Proutiere and Cyrille Laroche",
  title = "Learning to Rank: Regret Lower Bounds and Efficient Algorithms",
  booktitle = "Proceedings of the 2015 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems",
  year = "2015"
}

@mastersthesis{ dick15policy,
  author = "Travis Dick",
  title = "Policy Gradient Reinforcement Learning Without Regret",
  school = "University of Alberta",
  year = "2015"
}

@inproceedings{ kawale15efficient,
  author = "Jaya Kawale and Hung Bui and Branislav Kveton and Long Tran-Thanh and Sanjay Chawla",
  title = "Efficient {Thompson} Sampling for Online Matrix-Factorization Recommendation",
  booktitle = "Advances in Neural Information Processing Systems 28",
  pages = "1297-1305",
  year = "2015"
}

@inproceedings{ kveton15cascading,
  author = "Branislav Kveton and Csaba Szepesvari and Zheng Wen and Azin Ashkan",
  title = "Cascading Bandits: Learning to Rank in the Cascade Model",
  booktitle = "Proceedings of the 32nd International Conference on Machine Learning",
  year = "2015"
}

@inproceedings{ kveton15combinatorial,
  author = "Branislav Kveton and Zheng Wen and Azin Ashkan and Csaba Szepesvari",
  title = "Combinatorial Cascading Bandits",
  booktitle = "Advances in Neural Information Processing Systems 28",
  pages = "1450-1458",
  year = "2015"
}

@inproceedings{ kveton15minimal,
  author = "Branislav Kveton and Shlomo Berkovsky",
  title = "Minimal Interaction Search in Recommender Systems",
  booktitle = "Proceedings of the 20th International Conference on Intelligent User Interfaces",
  pages = "236-246",
  year = "2015"
}

@inproceedings{ kveton15tight,
  author = "Branislav Kveton and Zheng Wen and Azin Ashkan and Csaba Szepesvari",
  title = "Tight Regret Bounds for Stochastic Combinatorial Semi-Bandits",
  booktitle = "Proceedings of the 18th International Conference on Artificial Intelligence and Statistics",
  year = "2015"
}

@inproceedings{ li15counterfactual,
  author = "Lihong Li and Shunbao Chen and Jim Kleban and Ankur Gupta",
  title = "Counterfactual Estimation and Optimization of Click Metrics in Search Engines: A Case Study",
  booktitle = "Proceedings of the 24th International Conference on World Wide Web",
  year = "2015"
}

@inproceedings{ lin15stochastic,
  author = "Tian Lin and Jian Li and Wei Chen",
  title = "Stochastic Online Greedy Learning with Semi-bandit Feedbacks",
  booktitle = "Advances in Neural Information Processing Systems 28",
  pages = "352-360",
  year = "2015"
}

@inproceedings{ mcgregor15evaluating,
  author = "Andrew McGregor and Hoa Vu",
  title = "Evaluating {Bayesian} Networks via Data Streams",
  booktitle = "Proceedings of the 21st International Conference on Computing and Combinatorics",
  pages = "731-743",
  year = "2015"
}

@article{ osband15bootstrapped,
  author = "Ian Osband and Benjamin {Van Roy}",
  title = "Bootstrapped {Thompson} Sampling and Deep Exploration",
  journal = "CoRR",
  volume = "abs/1507.00300",
  url = "http://arxiv.org/abs/1507.00300",
  year = "2015"
}

@inproceedings{ schulman15trust,
  author = "John Schulman and Sergey Levine and Pieter Abbeel and Michael Jordan and Philipp Moritz",
  title = "Trust Region Policy Optimization",
  booktitle = "Proceedings of the 32nd International Conference on Machine Learning",
  pages = "1889-1897",
  year = "2015"
}

@inproceedings{ tang15personalized,
  author = "Liang Tang and Yexi Jiang and Lei Li and Chunqiu Zeng and Tao Li",
  title = "Personalized Recommendation via Parameter-Free Contextual Bandits",
  booktitle = "Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval",
  pages = "323-332",
  year = "2015"
}

@inproceedings{ wen15efficient,
  author = "Zheng Wen and Branislav Kveton and Azin Ashkan",
  title = "Efficient Learning in Large-Scale Combinatorial Semi-Bandits",
  booktitle = "Proceedings of the 32nd International Conference on Machine Learning",
  year = "2015"
}

@article{ chen16combinatorial,
  author = "Wei Chen and Yajun Wang and Yang Yuan and Qinshi Wang",
  title = "Combinatorial Multi-Armed Bandit and Its Extension to Probabilistically Triggered Arms",
  journal = "Journal of Machine Learning Research",
  volume = "17",
  number = "50",
  pages = "1-33",
  year = "2016"
}

@article{ davenport16overview,
  author = " Mark Davenport and Justin Romberg",
  title = "An Overview of Low-Rank Matrix Recovery From Incomplete Observations",
  journal = "IEEE Journal of Selected Topics in Signal Processing",
  volume = "10",
  number = "4",
  pages = "608-622",
  year = "2016"
}

@article{ duan16rl2,
  author = "Yan Duan and John Schulman and Xi Chen and Peter Bartlett and Ilya Sutskever and Pieter Abbeel",
  title = "{RL}$^2$: Fast Reinforcement Learning via Slow Reinforcement Learning",
  journal = "CoRR",
  volume = "abs/1611.02779",
  url = "http://arxiv.org/abs/1611.02779",
  year = "2016"
}

@inproceedings{ katariya16dcm,
  author = "Sumeet Katariya and Branislav Kveton and Csaba Szepesvari and Zheng Wen",
  title = "{DCM} Bandits: Learning to Rank with Multiple Clicks",
  booktitle = "Proceedings of the 33rd International Conference on Machine Learning",
  pages = "1215-1224",
  year = "2016"
}

@inproceedings{ lagree16multipleplay,
  author = "Paul Lagree and Claire Vernade and Olivier Cappe",
  title = "Multiple-Play Bandits in the Position-Based Model",
  booktitle = "Advances in Neural Information Processing Systems 29",
  pages = "1597-1605",
  year = "2016"
}

@inproceedings{ li16collaborative,
  author = "Shuai Li and Alexandros Karatzoglou and Claudio Gentile",
  title = "Collaborative Filtering Bandits",
  booktitle = "Proceedings of the 39th Annual International ACM SIGIR Conference",
  year = "2016"
}

@inproceedings{ li16contextual,
  author = "Shuai Li and Baoxiang Wang and Shengyu Zhang and Wei Chen",
  title = "Contextual Combinatorial Cascading Bandits",
  booktitle = "Proceedings of the 33rd International Conference on Machine Learning",
  pages = "1245-1253",
  year = "2016"
}

@inproceedings{ osband16generalization,
  author = "Ian Osband and Benjamin {Van Roy} and Zheng Wen",
  title = "Generalization and Exploration via Randomized Value Functions",
  booktitle = "Proceedings of the 33rd International Conference on Machine Learning",
  pages = "2377-2386",
  year = "2016"
}

@article{ russo16information,
  author = "Daniel Russo and Benjamin {Van Roy}",
  title = "An Information-Theoretic Analysis of {Thompson} Sampling",
  journal = "Journal of Machine Learning Research",
  volume = "17",
  number = "68",
  pages = "1-30",
  year = "2016"
}

@article{ wen16influence,
  author = "Zheng Wen and Branislav Kveton and Michal Valko",
  title = "Influence Maximization with Semi-Bandit Feedback",
  journal = "CoRR",
  volume = "abs/1605.06593",
  url = "http://arxiv.org/abs/1605.06593",
  year = "2016"
}

@inproceedings{ zhang16online,
  author = "Lijun Zhang and Tianbao Yang and Rong Jin and Yichi Xiao and Zhi-Hua Zhou",
  title = "Online Stochastic Linear Optimization under One-bit Feedback",
  booktitle = "Proceedings of the 33rd International Conference on Machine Learning",
  pages = "392-401",
  year = "2016"
}

@inproceedings{ zoghi16clickbased,
  author = "Masrour Zoghi and Tomas Tunys and Lihong Li and Damien Jose and Junyan Chen and Chun Ming Chin and Maarten de Rijke",
  title = "Click-Based Hot Fixes for Underperforming Torso Queries",
  booktitle = "Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval",
  pages = "195-204",
  year = "2016"
}

@inproceedings{ zong16cascading,
  author = "Shi Zong and Hao Ni and Kenny Sung and Nan Rosemary Ke and Zheng Wen and Branislav Kveton",
  title = "Cascading Bandits for Large-Scale Recommendation Problems",
  booktitle = "Proceedings of the 32nd Conference on Uncertainty in Artificial Intelligence",
  year = "2016"
}

@inproceedings{ abeille17linear,
  author = "Marc Abeille and Alessandro Lazaric",
  title = "Linear {Thompson} Sampling Revisited",
  booktitle = "Proceedings of the 20th International Conference on Artificial Intelligence and Statistics",
  year = "2017"
}

@inproceedings{ bhargava17active,
  author = "Aniruddha Bhargava and Ravi Ganti and Rob Nowak",
  title = "Active Positive Semidefinite Matrix Completion: Algorithms, Theory and Applications",
  booktitle = "Proceedings of the 20th International Conference on Artificial Intelligence and Statistics",
  year = "2017"
}

@inproceedings{ cesabianchi17boltzmann,
  author = "Nicolo Cesa-Bianchi and Claudio Gentile and Gabor Lugosi and Gergely Neu",
  title = "Boltzmann Exploration Done Right",
  booktitle = "Advances in Neural Information Processing Systems 30",
  pages = "6284-6293",
  year = "2017"
}

@inproceedings{ combes17minimal,
  author = "Richard Combes and Stefan Magureanu and Alexandre Proutiere",
  title = "Minimal Exploration in Structured Stochastic Bandits",
  booktitle = "Advances in Neural Information Processing Systems 30",
  pages = "1763-1771",
  year = "2017"
}

@inproceedings{ deshmukh17multitask,
  author = "Aniket Anand Deshmukh and Urun Dogan and Clayton Scott",
  title = "Multi-Task Learning for Contextual Bandits",
  booktitle = "Advances in Neural Information Processing Systems 30",
  pages = "4848-4856",
  year = "2017"
}

@inproceedings{ elmachtoub17practical,
  author = "Adam Elmachtoub and Ryan McNellis and Sechan Oh and Marek Petrik",
  title = "A Practical Method for Solving Contextual Bandit Problems Using Decision Trees",
  booktitle = "Proceedings of the 33rd Conference on Uncertainty in Artificial Intelligence",
  year = "2017"
}

@inproceedings{ finn17modelagnostic,
  author = "Chelsea Finn and Pieter Abbeel and Sergey Levine",
  title = "Model-Agnostic Meta-Learning for Fast Adaptation of Deep Networks",
  booktitle = "Proceedings of the 34th International Conference on Machine Learning",
  pages = "1126-1135",
  year = "2017"
}

@inproceedings{ gentile17clustering,
  author = "Claudio Gentile and Shuai Li and Purushottam Kar and Alexandros Karatzoglou and Giovanni Zappella and Evans Etrue",
  title = "On Context-Dependent Clustering of Bandits",
  booktitle = "Proceedings of the 34th International Conference on Machine Learning",
  year = "2017"
}

@inproceedings{ jun17scalable,
  author = "Kwang-Sung Jun and Aniruddha Bhargava and Robert Nowak and Rebecca Willett",
  title = "Scalable Generalized Linear Bandits: Online Computation and Hashing",
  booktitle = "Advances in Neural Information Processing Systems 30",
  pages = "98-108",
  year = "2017"
}

@inproceedings{ katariya17stochastic,
  author = "Sumeet Katariya and Branislav Kveton and Csaba Szepesvari and Claire Vernade and Zheng Wen",
  title = "Stochastic Rank-1 Bandits",
  booktitle = "Proceedings of the 20th International Conference on Artificial Intelligence and Statistics",
  year = "2017"
}

@inproceedings{ li17provably,
  author = "Lihong Li and Yu Lu and Dengyong Zhou",
  title = "Provably Optimal Algorithms for Generalized Linear Contextual Bandits",
  booktitle = "Proceedings of the 34th International Conference on Machine Learning",
  pages = "2071-2080",
  year = "2017"
}

@inproceedings{ lu17ensemble,
  author = "Xiuyuan Lu and Benjamin {Van Roy}",
  title = "Ensemble Sampling",
  booktitle = "Advances in Neural Information Processing Systems 30",
  pages = "3258-3266",
  year = "2017"
}

@article{ marchal17subgaussianity,
  author = "Olivier Marchal and Julyan Arbel",
  title = "On the Sub-{Gaussianity} of the Beta and {Dirichlet} Distributions",
  journal = "Electronic Communications in Probability",
  volume = "22",
  pages = "1-14",
  year = "2017"
}

@inproceedings{ sen17contextual,
  author = "Rajat Sen and Karthikeyan Shanmugam and Murat Kocaoglu and Alex Dimakis and Sanjay Shakkottai",
  title = "Contextual Bandits with Latent Confounders: An {NMF} Approach",
  booktitle = "Proceedings of the 20th International Conference on Artificial Intelligence and Statistics",
  year = "2017"
}

@article{ silver17mastering,
  author = "David Silver and Julian Schrittwieser and Karen Simonyan and Ioannis Antonoglou and Aja Huang and Arthur Guez and Thomas Hubert and Lucas Baker and Matthew Lai and Adrian Bolton and Yutian Chen and Timothy Lillicrap and Fan Hui and Laurent Sifre and George van den Driessche and Thore Graepel and Demis Hassabis",
  title = "Mastering the Game of Go without Human Knowledge",
  journal = "Nature",
  volume = "550",
  pages = "354-359",
  year = "2017"
}

@article{ zhang17survey,
  author = "Yu Zhang and Qiang Yang",
  title = "A Survey on Multi-Task Learning",
  journal = "CoRR",
  volume = "abs/1707.08114",
  url = "http://arxiv.org/abs/1707.08114",
  year = "2017"
}

@inproceedings{ zoghi17online,
  author = "Masrour Zoghi and Tomas Tunys and Mohammad Ghavamzadeh and Branislav Kveton and Csaba Szepesvari and Zheng Wen",
  title = "Online Learning to Rank in Stochastic Click Models",
  booktitle = "Proceedings of the 34th International Conference on Machine Learning",
  year = "2017"
}

@inproceedings{ finn18probabilistic,
  author = "Chelsea Finn and Kelvin Xu and Sergey Levine",
  title = "Probabilistic Model-Agnostic Meta-Learning",
  booktitle = "Advances in Neural Information Processing Systems 31",
  pages = "9537-9548",
  year = "2018"
}

@article{ gupta18unified,
  author = "Samarth Gupta and Shreyas Chaudhari and Subhojyoti Mukherjee and Gauri Joshi and Osman Yagan",
  title = "A Unified Approach to Translate Classical Bandit Algorithms to the Structured Bandit Setting",
  journal = "CoRR",
  volume = "abs/1810.08164",
  url = "https://arxiv.org/abs/1810.08164",
  year = "2018"
}

@inproceedings{ lattimore18toprank,
  author = "Tor Lattimore and Branislav Kveton and Shuai Li and Csaba Szepesvari",
  title = "{TopRank}: A Practical Algorithm for Online Stochastic Ranking",
  booktitle = "Advances in Neural Information Processing Systems 31",
  pages = "3949-3958",
  year = "2018"
}

@inproceedings{ li18offline,
  author = "Shuai Li and Yasin Abbasi-Yadkori and Branislav Kveton and S. Muthukrishnan and Vishwa Vinay and Zheng Wen",
  title = "Offline Evaluation of Ranking Policies with Click Models",
  booktitle = "Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining",
  pages = "1685-1694",
  year = "2018"
}

@inproceedings{ lipton18bbq,
  author = "Zachary Lipton and Xiujun Li and Jianfeng Gao and Lihong Li and Faisal Ahmed and Li Deng",
  title = "{BBQ}-Networks: Efficient Exploration in Deep Reinforcement Learning for Task-Oriented Dialogue Systems",
  booktitle = "Proceedings of the 32nd AAAI Conference on Artificial Intelligence",
  pages = "5237-5244",
  year = "2018"
}

@inproceedings{ liu18customized,
  author = "Bing Liu and Tong Yu and Ian Lane and Ole Mengshoel",
  title = "Customized Nonlinear Bandits for Online Response Selection in Neural Conversation Models",
  booktitle = "Proceedings of the 32nd AAAI Conference on Artificial Intelligence",
  pages = "5245-5252",
  year = "2018"
}

@inproceedings{ liu18actiondependent,
  author = "Hao Liu and Yihao Feng and Yi Mao and Dengyong Zhou and Jian Peng and Qiang Liu",
  title = "Action-Dependent Control Variates for Policy Optimization via {Stein's} Identity",
  booktitle = "Proceedings of the 6th International Conference on Learning Representations",
  year = "2018"
}

@inproceedings{ mishra18simple,
  author = "Nikhil Mishra and Mostafa Rohaninejad and Xi Chen and Pieter Abbeel",
  title = "A Simple Neural Attentive Meta-Learner",
  booktitle = "Proceedings of the 6th International Conference on Learning Representations",
  year = "2018"
}

@inproceedings{ riquelme18deep,
  author = "Carlos Riquelme and George Tucker and Jasper Snoek",
  title = "Deep {Bayesian} Bandits Showdown: An Empirical Comparison of {Bayesian} Deep Networks for {Thompson} Sampling",
  booktitle = "Proceedings of the 6th International Conference on Learning Representations",
  year = "2018"
}

@article{ russo18tutorial,
  author = "Daniel Russo and Benjamin {Van Roy} and Abbas Kazerouni and Ian Osband and Zheng Wen",
  title = "A Tutorial on {Thompson} Sampling",
  journal = "Foundations and Trends in Machine Learning",
  volume = "11",
  number = "1",
  pages = "1-96",
  year = "2018"
}

@article{ vaswani18new,
  author = "Sharan Vaswani and Branislav Kveton and Zheng Wen and Anup Rao and Mark Schmidt and Yasin Abbasi-Yadkori",
  title = "New Insights into Bootstrapping for Bandits",
  journal = "CoRR",
  volume = "abs/1805.09793",
  url = "http://arxiv.org/abs/1805.09793",
  year = "2018"
}

@inproceedings{ wu18learning,
  author = "Qingyun Wu and Naveen Iyer and Hongning Wang",
  title = "Learning Contextual Bandits in a Non-stationary Environment",
  booktitle = "Proceedings of the 41st International ACM SIGIR Conference on Research and Development in Information Retrieval",
  pages = "495-504",
  year = "2018"
}

@inproceedings{ yu18reducing,
  author = "Sihao Yu and Jun Xu and Yanyan Lan and Jiafeng Guo and Xueqi Cheng",
  title = "Reducing Variance in Gradient Bandit Algorithm Using Antithetic Variates Method",
  booktitle = "Proceedings of the 41st International ACM SIGIR Conference on Research and Development in Information Retrieval",
  pages = "885-888",
  year = "2018"
}

@inproceedings{ zaheer18adaptive,
  author = "Manzil Zaheer and Sashank Reddi and Devendra Sachan and Satyen Kale and Sanjiv Kumar",
  title = "Adaptive Methods for Nonconvex Optimization",
  booktitle = "Advances in Neural Information Processing Systems 31",
  pages = "9793-9803",
  year = "2018"
}

@article{ agarwal19optimality,
  author = "Alekh Agarwal and Sham Kakade and Jason Lee and Gaurav Mahajan",
  title = "Optimality and Approximation with Policy Gradient Methods in {Markov} Decision Processes",
  journal = "CoRR",
  volume = "abs/1908.00261",
  url = "http://arxiv.org/abs/1908.00261",
  year = "2019"
}

@article{ bastani19meta,
  author = "Hamsa Bastani and David Simchi-Levi and Ruihao Zhu",
  title = "Meta Dynamic Pricing: Transfer Learning Across Experiments",
  journal = "CoRR",
  volume = "abs/1902.10918",
  url = "https://arxiv.org/abs/1902.10918",
  year = "2019"
}

@inproceedings{ bullins19generalize,
  author = "Brian Bullins and Elad Hazan and Adam Kalai and Roi Livni",
  title = "Generalize Across Tasks: Efficient Algorithms for Linear Representation Learning",
  booktitle = "Proceedings of the 30th International Conference on Algorithmic Learning Theory",
  pages = "235-246",
  year = "2019"
}

@inproceedings{ cheung19thompson,
  author = "Wang Chi Cheung and Vincent Tan and Zixin Zhong",
  title = "A {Thompson} Sampling Algorithm for Cascading Bandits",
  booktitle = "Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics",
  pages = "438-447",
  year = "2019"
}

@inproceedings{ dong19performance,
  author = "Shi Dong and Tengyu Ma and Benjamin {Van Roy}",
  title = "On the Performance of {Thompson} Sampling on Logistic Bandits",
  booktitle = "Proceedings of the 32nd Annual Conference on Learning Theory",
  year = "2019"
}

@book{ falk19practical,
  author = "Kim Falk",
  title = "Practical Recommender Systems",
  publisher = "Manning Publications",
  year = "2019"
}

@inproceedings{ hiranandani19cascading,
  author = "Gaurush Hiranandani and Harvineet Singh and Prakhar Gupta and Iftikhar Ahamath Burhanuddin and Zheng Wen and Branislav Kveton",
  title = "Cascading Linear Submodular Bandits: Accounting for Position Bias and Diversity in Online Learning to Rank",
  booktitle = "Proceedings of the 35th Conference on Uncertainty in Artificial Intelligence",
  year = "2019"
}

@article{ hsu19empirical,
  author = "Chih-Wei Hsu and Branislav Kveton and Ofer Meshi and Martin Mladenov and Csaba Szepesvari",
  title = "Empirical {Bayes} Regret Minimization",
  journal = "CoRR",
  volume = "abs/1904.02664",
  url = "http://arxiv.org/abs/1904.02664",
  year = "2019"
}

@inproceedings{ jagerman19model,
  author = "Rolf Jagerman and Harrie Oosterhuis and Maarten de Rijke",
  title = "To Model or to Intervene: A Comparison of Counterfactual and Online Learning to Rank from User Interactions",
  booktitle = "Proceedings of the 42nd ACM SIGIR Conference on Research and Development in Information Retrieval",
  year = "2019"
}

@inproceedings{ kveton19garbage,
  author = "Branislav Kveton and Csaba Szepesvari and Sharan Vaswani and Zheng Wen and Mohammad Ghavamzadeh and Tor Lattimore",
  title = "Garbage In, Reward Out: Bootstrapping Exploration in Multi-Armed Bandits",
  booktitle = "Proceedings of the 36th International Conference on Machine Learning",
  pages = "3601-3610",
  year = "2019"
}

@inproceedings{ kveton19perturbed,
  author = "Branislav Kveton and Csaba Szepesvari and Mohammad Ghavamzadeh and Craig Boutilier",
  title = "Perturbed-History Exploration in Stochastic Multi-Armed Bandits",
  booktitle = "Proceedings of the 28th International Joint Conference on Artificial Intelligence",
  year = "2019"
}

@inproceedings{ kveton19perturbed2,
  author = "Branislav Kveton and Csaba Szepesvari and Mohammad Ghavamzadeh and Craig Boutilier",
  title = "Perturbed-History Exploration in Stochastic Linear Bandits",
  booktitle = "Proceedings of the 35th Conference on Uncertainty in Artificial Intelligence",
  year = "2019"
}

@book{ lattimore19bandit,
  author = "Tor Lattimore and Csaba Szepesvari",
  title = "Bandit Algorithms",
  publisher = "Cambridge University Press",
  year = "2019"
}

@inproceedings{ li19bubblerank,
  author = "Chang Li and Branislav Kveton and Tor Lattimore and Ilya Markov and Maarten de Rijke and Csaba Szepesvari and Masrour Zoghi",
  title = "{BubbleRank}: Safe Online Learning to Re-Rank via Implicit Click Feedback",
  booktitle = "Proceedings of the 35th Conference on Uncertainty in Artificial Intelligence",
  year = "2019"
}

@inproceedings{ lu19informationtheoretic,
  author = "Xiuyuan Lu and Benjamin {Van Roy}",
  title = "Information-Theoretic Confidence Bounds for Reinforcement Learning",
  booktitle = "Advances in Neural Information Processing Systems 32",
  year = "2019"
}

@article{ ortega19metalearning,
  author = "Pedro Ortega and Jane Wang and Mark Rowland and Tim Genewein and Zeb Kurth-Nelson and Razvan Pascanu and Nicolas Heess and Joel Veness and Alexander Pritzel and Pablo Sprechmann and Siddhant Jayakumar and Tom McGrath and Kevin Miller and Mohammad Gheshlaghi Azar and Ian Osband and Neil Rabinowitz and Andras Gyorgy and Silvia Chiappa and Simon Osindero and Yee Whye Teh and Hado van Hasselt and Nando de Freitas and Matthew Botvinick and Shane Legg",
  title = "Meta-Learning of Sequential Strategies",
  journal = "CoRR",
  volume = "abs/1905.03030",
  url = "http://arxiv.org/abs/1905.03030",
  year = "2019"
}

@inproceedings{ pasumarthi19tf,
  author = "Rama Kumar Pasumarthi and Sebastian Bruch and Xuanhui Wang and Cheng Li and Michael Bendersky and Marc Najork and Jan Pfeifer and Nadav Golbandi and Rohan Anil and Stephan Wolf",
  title = "{TF-Ranking}: Scalable {TensorFlow} Library for Learning-to-Rank",
  booktitle = "Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining",
  pages = "2970-2978",
  year = "2019"
}

@article{ russo19global,
  author = "Jalaj Bhandari and Daniel Russo",
  title = "Global Optimality Guarantees for Policy Gradient Methods",
  journal = "CoRR",
  volume = "abs/1906.01786",
  url = "http://arxiv.org/abs/1906.01786",
  year = "2019"
}

@inproceedings{ wang19variance,
  author = "Huazheng Wang and Sonwoo Kim and Eric McCord-Snook and Qingyun Wu and Hongning Wang",
  title = "Variance Reduction in Gradient Exploration for Online Learning to Rank",
  booktitle = "Proceedings of the 42nd ACM SIGIR Conference on Research and Development in Information Retrieval",
  year = "2019"
}

@inproceedings{ boutilier20differentiable,
  author = "Craig Boutilier and Chih-Wei Hsu and Branislav Kveton and Martin Mladenov and Csaba Szepesvari and Manzil Zaheer",
  title = "Differentiable Meta-Learning of Bandit Policies",
  booktitle = "Advances in Neural Information Processing Systems 33",
  year = "2020"
}

@inproceedings{ cella20metalearning,
  author = "Leonardo Cella and Alessandro Lazaric and Massimiliano Pontil",
  title = "Meta-Learning with Stochastic Linear Bandits",
  booktitle = "Proceedings of the 37th International Conference on Machine Learning",
  year = "2020"
}

@inproceedings{ degenne20structure,
  author = "Remy Degenne and Han Shao and Wouter Koolen",
  title = "Structure Adaptive Algorithms for Stochastic Bandits",
  booktitle = "Proceedings of the 37th International Conference on Machine Learning",
  year = "2020"
}

@inproceedings{ dubey20kernel,
  author = "Abhimanyu Dubey and Alex Pentland",
  title = "Kernel Methods for Cooperative Multi-Agent Contextual Bandits",
  booktitle = "Proceedings of the 37th International Conference on Machine Learning",
  year = "2020"
}

@inproceedings{ hong20latent,
  author = "Joey Hong and Branislav Kveton and Manzil Zaheer and Yinlam Chow and Amr Ahmed and Craig Boutilier",
  title = "Latent Bandits Revisited",
  booktitle = "Advances in Neural Information Processing Systems 33",
  year = "2020"
}

@article{ kveton20differentiable,
  author = "Branislav Kveton and Martin Mladenov and Chih-Wei Hsu and Manzil Zaheer and Csaba Szepesvari and Craig Boutilier",
  title = "Differentiable Meta-Learning in Contextual Bandits",
  journal = "CoRR",
  volume = "abs/2006.05094",
  url = "http://arxiv.org/abs/2006.05094",
  year = "2020"
}

@inproceedings{ mei20global,
  author = "Jincheng Mei and Chenjun Xiao and Csaba Szepesvari and Dale Schuurmans",
  title = "On the Global Convergence Rates of Softmax Policy Gradient Methods",
  booktitle = "Proceedings of the 37th International Conference on Machine Learning",
  year = "2020"
}

@article{ min20policy,
  author = "Seungki Min and Ciamac Moallemi and Daniel Russo",
  title = "Policy Gradient Optimization of {Thompson} Sampling Policies",
  journal = "CoRR",
  volume = "abs/2006.16507",
  url = "http://arxiv.org/abs/2006.16507",
  year = "2020"
}

@inproceedings{ tirinzoni20novel,
  author = "Andrea Tirinzoni and Alessandro Lazaric and Marcello Restelli",
  title = "A Novel Confidence-Based Algorithm for Structured Bandits",
  booktitle = "Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics",
  year = "2020"
}

@article{ tripuraneni20provable,
  author = "Nilesh Tripuraneni and Chi Jin and Michael Jordan",
  title = "Provable Meta-Learning of Linear Representations",
  journal = "CoRR",
  volume = "abs/2002.11684",
  url = "http://arxiv.org/abs/2002.11684",
  year = "2020"
}

@article{ yang20differentiable,
  author = "Kaige Yang and Laura Toni",
  title = "Differentiable Linear Bandit Algorithm",
  journal = "CoRR",
  volume = "abs/2006.03000",
  url = "http://arxiv.org/abs/2006.03000",
  year = "2020"
}

@inproceedings{ yu20graphical,
  author = "Tong Yu and Branislav Kveton and Zheng Wen and Ruiyi Zhang and Ole Mengshoel",
  title = "Graphical Models Meet Bandits: A Variational {Thompson} Sampling Approach",
  booktitle = "Proceedings of the 37th International Conference on Machine Learning",
  year = "2020"
}

@article{ zuo20online,
  author = "Jinhang Zuo and Xutong Liu and Carlee Joe-Wong and John Lui and Wei Chen",
  title = "Online Competitive Influence Maximization",
  journal = "CoRR",
  volume = "abs/2006.13411",
  url = "https://arxiv.org/abs/2006.13411",
  year = "2020"
}

@inproceedings{ basu21noregrets,
  author = "Soumya Basu and Branislav Kveton and Manzil Zaheer and Csaba Szepesvari",
  title = "No Regrets for Learning the Prior in Bandits",
  booktitle = "Advances in Neural Information Processing Systems 34",
  year = "2021"
}

@inproceedings{ kveton21metathompson,
  author = "Branislav Kveton and Mikhail Konobeev and Manzil Zaheer and Chih-Wei Hsu and Martin Mladenov and Craig Boutilier and Csaba Szepesvari",
  title = "Meta-{Thompson} Sampling",
  booktitle = "Proceedings of the 38th International Conference on Machine Learning",
  year = "2021"
}

@article{ moradipari21parameter,
  author = "Ahmadreza Moradipari and Berkay Turan and Yasin Abbasi-Yadkori and Mahnoosh Alizadeh and Mohammad Ghavamzadeh",
  title = "Parameter and Feature Selection in Stochastic Linear Bandits",
  journal = "CoRR",
  volume = "abs/2106.05378",
  url = "https://arxiv.org/abs/2106.05378",
  year = "2021"
}

@inproceedings{ qin21are,
  author = "Zhen Qin and Le Yan and Honglei Zhuang and Yi Tay and Rama Kumar Pasumarthi and Xuanhui Wang and Michael Bendersky and Marc Najork",
  title = "Are Neural Rankers still Outperformed by Gradient Boosted Decision Trees?",
  booktitle = "Proceedings of the 9th International Conference on Learning Representations",
  year = "2021"
}

@inproceedings{ shi21federated,
  author = "Chengshuai Shi and Cong Shen",
  title = "Federated Multi-Armed Bandits",
  booktitle = "Proceedings of the 35th AAAI Conference on Artificial Intelligence",
  year = "2021"
}

@inproceedings{ simchowitz21bayesian,
  author = "Max Simchowitz and Christopher Tosh and Akshay Krishnamurthy and Daniel Hsu and Thodoris Lykouris and Miro Dudik and Robert Schapire",
  title = "Bayesian Decision-Making Under Misspecified Priors with Applications to Meta-Learning",
  booktitle = "Advances in Neural Information Processing Systems 34",
  year = "2021"
}

@inproceedings{ wan21metadatabased,
  author = "Runzhe Wan and Lin Ge and Rui Song",
  title = "Metadata-Based Multi-Task Bandits with {Bayesian} Hierarchical Models",
  booktitle = "Advances in Neural Information Processing Systems 34",
  year = "2021"
}

@inproceedings{ wang21multitask,
  author = "Zhi Wang and Chicheng Zhang and Manish Kumar Singh and Laurel Riek and Kamalika Chaudhuri",
  title = "Multitask Bandit Learning Through Heterogeneous Feedback Aggregation",
  booktitle = "Proceedings of the 24th International Conference on Artificial Intelligence and Statistics",
  year = "2021"
}

@inproceedings{ yang21impact,
  author = "Jiaqi Yang and Wei Hu and Jason Lee and Simon Du",
  title = "Impact of Representation Learning in Bandits",
  booktitle = "Proceedings of the 9th International Conference on Learning Representations",
  year = "2021"
}

@inproceedings{ hong22hierarchical,
  author = "Joey Hong and Branislav Kveton and Manzil Zaheer and Mohammad Ghavamzadeh",
  title = "Hierarchical {Bayesian} Bandits",
  booktitle = "Proceedings of the 25th International Conference on Artificial Intelligence and Statistics",
  year = "2022"
}

@inproceedings{ hong22thompson,
  author = "Joey Hong and Branislav Kveton and Manzil Zaheer and Mohammad Ghavamzadeh and Craig Boutilier",
  title = "Thompson Sampling with a Mixture Prior",
  booktitle = "Proceedings of the 25th International Conference on Artificial Intelligence and Statistics",
  year = "2022"
}

@inproceedings{ peleg22metalearning,
  author = "Amit Peleg and Naama Pearl and Ron Meirr",
  title = "Metalearning Linear Bandits by Prior Update",
  booktitle = "Proceedings of the 25th International Conference on Artificial Intelligence and Statistics",
  year = "2022"
}

@article{ wan22towards,
  author = "Runzhe Wan and Lin Ge and Rui Song",
  title = "Towards Scalable and Robust Structured Bandits: A Meta-Learning Framework",
  journal = "CoRR",
  volume = "abs/2202.13227",
  url = "https://arxiv.org/abs/2202.13227",
  year = "2022"
}

@inproceedings{saito2021evaluating,
  title={Evaluating the robustness of off-policy evaluation},
  author={Saito, Yuta and Udagawa, Takuma and Kiyohara, Haruka and Mogi, Kazuki and Narita, Yusuke and Tateno, Kei},
  booktitle={Fifteenth ACM Conference on Recommender Systems},
  pages={114--123},
  year={2021}
}

@misc{ ucimlrepository,
  author = "A. Asuncion and D. J. Newman",
  title = "{UCI} Machine Learning Repository",
  institution = "University of California, Irvine, School of Information and Computer Sciences",
  url = "http://www.ics.uci.edu/$\sim$mlearn/{MLR}epository.html",
  year = "2007"
}

@article{ opencv-library,
  author = "Gary Bradski",
  title = "{The OpenCV Library}",
  journal = "Dr. Dobb's Journal of Software Tools",
  year = "2000"
}

@manual{ openmp-spec,
  title = "{OpenMP} Application Program Interface -- Version 3.0",
  organization = "{OpenMP} Architecture Review Board",
  year = "2008"
}

@misc{ genki-szsl,
  author = "{UCSD}",
  title = "{MPLab GENKI Database}",
  howpublished = "http://mplab.ucsd.edu",
  year = "2013"
}

@misc{ dopamine,
  author = "Marc Bellemare and Pablo Castro and Carles Gelada and Saurabh Kumar and Subhodeep Moitra",
  title = "Dopamine",
  howpublished = "https://github.com/google/dopamine",
  year = "2018"
}

@misc{ imdb,
  title = "{The Internet Movie Database (IMDb)}",
  howpublished = "\url{http://www.imdb.com/}",
  year = "2012"
}

@misc{ librarything,
  title = "{LibraryThing}",
  howpublished = "\url{http://www.librarything.com/}",
  year = "2012"
}

@misc{ movielens,
  author = "Shyong Lam and Jon Herlocker",
  title = "{MovieLens Dataset}",
  howpublished = "http://grouplens.org/datasets/movielens/",
  year = "2016"
}

@misc{ mturk,
  title = "{Amazon Mechanical Turk}",
  howpublished = "\url{http://www.mturk.com}",
  year = "2012"
}

@misc{ netflix,
  title = "Netflix",
  howpublished = "http://www.netflix.com",
  year = "2013"
}

@misc{ pytorch,
  title = "{PyTorch}",
  howpublished = "https://pytorch.org",
  key = "torch",
  year = "2020"
}

@misc{ tensorflow,
  title = "{TensorFlow}",
  howpublished = "https://www.tensorflow.org",
  key = "tf",
  year = "2020"
}

@misc{ yandex,
  title = "Yandex Personalized Web Search Challenge",
  howpublished = "https://www.kaggle.com/c/yandex-personalized-web-search-challenge",
  key = "Yandex",
  year = "2013"
}

@misc{ chollet15keras,
  author = "Francois Chollet and others",
  title = "Keras",
  howpublished = "\url{https://keras.io}",
  year = "2015"
}

@misc{ mnist,
  author = "Yann LeCun and Corinna Cortes and Christopher Burges",
  title = "{MNIST Handwritten Digit Database}",
  howpublished = "\url{http://yann.lecun.com/exdb/mnist}",
  year = "2010"
}

@article{hong2022deep,
  title={Deep Hierarchy in Bandits},
  author={Hong, Joey and Kveton, Branislav and Katariya, Sumeet and Zaheer, Manzil and Ghavamzadeh, Mohammad},
  journal={arXiv preprint arXiv:2202.01454},
  year={2022}
}



@article{mab_book,
year = {2019},
volume = {12},
journal = {Foundations and Trends® in Machine Learning},
title = {Introduction to Multi-Armed Bandits},
number = {1-2},
pages = {1-286},
author = {Aleksandrs Slivkins }
}

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

@article{first_ucb_0, title={Sample mean based index policies by O(log n) regret for the multi-armed bandit problem}, volume={27}, number={4}, journal={Advances in Applied Probability}, author={Agrawal, Rajeev}, year={1995}, pages={1054–1078}}

@article{ts_scott,
author = {Scott, Steven},
year = {2010},
pages = {639 - 658},
title = {A modern Bayesian look at the multi‐armed bandit},
volume = {26},
journal = {Applied Stochastic Models in Business and Industry},
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%


@misc{survey,
  author = {Bouneffouf, Djallel and Rish, Irina},
  title = {A Survey on Practical Applications of Multi-Armed and Contextual Bandits},
  
  publisher = {arXiv},
  
  year = {2019}}


@inproceedings{RejwanM20,
  author={Idan Rejwan and Yishay Mansour},
  title={Top-$k$ Combinatorial Bandits with Full-Bandit Feedback},
  year={2020},
  pages={752-776},
  booktitle={ALT}}



@InProceedings{pmlr-v85-durand18a,
  title = 	 {Contextual Bandits for Adapting Treatment in a Mouse Model of de Novo Carcinogenesis},
  author =       {Durand, Audrey and Achilleos, Charis and Iacovides, Demetris and Strati, Katerina and Mitsis, Georgios D. and Pineau, Joelle},
  booktitle = 	 {Proceedings of the 3rd Machine Learning for Healthcare Conference},
  pages = 	 {67--82},
  year = 	 {2018},
  volume = 	 {85},
}


@inproceedings{ijcai2019-308,
  title     = {Marginal Posterior Sampling for Slate Bandits},
  author    = {Dimakopoulou, Maria and Vlassis, Nikos and Jebara, Tony},
  booktitle = {Proceedings of the Twenty-Eighth International Joint Conference on
               Artificial Intelligence, {IJCAI-19}},
  publisher = {International Joint Conferences on Artificial Intelligence Organization},             
  pages     = {2223--2229},
  year      = {2019},
}


@book{Bishop2006,
  author = {Bishop, Christopher M},
  number = 4,
  pages = 738,
  publisher = {Springer},
  series = {Information science and statistics},
  title = {{Pattern Recognition and Machine Learning}},
  volume = 4,
  year = 2006
}

@book{Varga2004GersgorinAH,
title={Gerschgorin and His Circles},
  author={Richard S. Varga},
  year={2004}
}


@article{qmr,
author = {Jaakkola, Tommi S. and Jordan, Michael I.},
title = {Variational Probabilistic Inference and the QMR-DT Network},
year = {1999},
volume = {10},
number = {1},
journal = {J. Artif. Int. Res.},
pages = {291–322},
}

@article{article_eigenvalue,
author = {Li, Chi-Kwong and Mathias, Roy},
year = {2001},
title = {The Lidskii-Mirsky-Wielandt Theorem -- Additive and Multiplicative Versions},
volume = {81},
journal = {Numerische Mathematik}}


@inproceedings{sachdeva2020off,
  title={Off-policy bandits with deficient support},
  author={Sachdeva, Noveen and Su, Yi and Joachims, Thorsten},
  booktitle={Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery \& Data Mining},
  pages={965--975},
  year={2020}
}

@article{neu2015explore,
  title={Explore no more: Improved high-probability regret bounds for non-stochastic bandits},
  author={Neu, Gergely},
  journal={Advances in Neural Information Processing Systems},
  volume={28},
  year={2015}
}


@article{swaminathan2015batch,
  title={Batch learning from logged bandit feedback through counterfactual risk minimization},
  author={Swaminathan, Adith and Joachims, Thorsten},
  journal={The Journal of Machine Learning Research},
  volume={16},
  number={1},
  pages={1731--1755},
  year={2015},
  publisher={JMLR. org}
}


@inproceedings{london2019bayesian,
  title={Bayesian counterfactual risk minimization},
  author={London, Ben and Sandler, Ted},
  booktitle={International Conference on Machine Learning},
  pages={4125--4133},
  year={2019},
  organization={PMLR}
}



@incollection{mcallester2003simplified,
  title={Simplified {PAC-Bayesian} margin bounds},
  author={McAllester, David},
  booktitle={Learning theory and Kernel machines},
  pages={203--215},
  year={2003},
  publisher={Springer}
}


@article{alquier2021user,
  title={{User-friendly introduction to PAC-Bayes bounds}},
  author={Alquier, Pierre},
  journal={arXiv preprint arXiv:2110.11216},
  year={2021}
}


@article{letarte2019dichotomize,
  title={Dichotomize and generalize: {PAC-Bayesian} binary activated deep neural networks},
  author={Letarte, Ga{\"e}l and Germain, Pascal and Guedj, Benjamin and Laviolette, Fran{\c{c}}ois},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}


@article{haddouche2022pac,
  title={{PAC-Bayes} with Unbounded Losses through Supermartingales},
  author={Haddouche, Maxime and Guedj, Benjamin},
  journal={arXiv preprint arXiv:2210.00928},
  year={2022}
}



@inproceedings{sakhi2022pac,
  title={{PAC-Bayesian} Offline Contextual Bandits With Guarantees},
  author={Sakhi, Otmane and Alquier, Pierre and Chopin, Nicolas},
  booktitle={International Conference on Machine Learning},
  pages={29777--29799},
  year={2023},
  organization={PMLR}
}

@article{kohavi2017online,
  title={Online Controlled Experiments and A/B Testing.},
  author={Kohavi, Ron and Longbotham, Roger},
  journal={Encyclopedia of machine learning and data mining},
  volume={7},
  number={8},
  pages={922--929},
  year={2017}
}


@inproceedings{Garcin2014,
 author = {Garcin, F. and Faltings, B. and Donatsch, O. and Alazzawi, A. and Bruttin, C. and Huber, A.},
 title = {{Offline and Online Evaluation of News Recommender Systems at Swissinfo.Ch}},
 booktitle = {Proc. of the 8th ACM Conference on Recommender Systems},
 series = {RecSys '14},
 year = {2014},
 pages = {169--176},
 numpages = {8},
 acmid = {2645745},
 keywords = {evaluation, live, news, real-time, recommender system},
}


@inproceedings{mcallester1998some,
  title={Some {PAC-Bayesian} theorems},
  author={McAllester, David A},
  booktitle={Proceedings of the eleventh annual conference on Computational learning theory},
  pages={230--234},
  year={1998}
}


@article{guedj2019primer,
  title={A primer on {PAC-Bayesian} learning},
  author={Guedj, Benjamin},
  journal={arXiv preprint arXiv:1901.05353},
  year={2019}
}


@article{ghadimi2013stochastic,
  title={Stochastic first-and zeroth-order methods for nonconvex stochastic programming},
  author={Ghadimi, Saeed and Lan, Guanghui},
  journal={SIAM Journal on Optimization},
  volume={23},
  number={4},
  pages={2341--2368},
  year={2013},
  publisher={SIAM}
}

@article{ajalloeian2020convergence,
  title={On the convergence of SGD with biased gradients},
  author={Ajalloeian, Ahmad and Stich, Sebastian U},
  journal={arXiv preprint arXiv:2008.00051},
  year={2020}
}




@inproceedings{dudik2011doubly,
author = {Dud\'{\i}k, Miroslav and Langford, John and Li, Lihong},
title = {Doubly Robust Policy Evaluation and Learning},
year = {2011},
booktitle = {Proceedings of the 28th International Conference on International Conference on Machine Learning},
pages = {1097–1104},
numpages = {8},
location = {Bellevue, Washington, USA},
series = {ICML'11}
}





@inproceedings{wang2017optimal,
  title={Optimal and adaptive off-policy evaluation in contextual bandits},
  author={Wang, Yu-Xiang and Agarwal, Alekh and Dud{\i}k, Miroslav},
  booktitle={International Conference on Machine Learning},
  pages={3589--3597},
  year={2017},
  organization={PMLR}
}



@inproceedings{farajtabar2018more,
  title={More robust doubly robust off-policy evaluation},
  author={Farajtabar, Mehrdad and Chow, Yinlam and Ghavamzadeh, Mohammad},
  booktitle={International Conference on Machine Learning},
  pages={1447--1456},
  year={2018},
  organization={PMLR}
}



@inproceedings{sakhi2020blob,
  title={{BLOB}: A probabilistic model for recommendation that combines organic and bandit signals},
  author={Sakhi, Otmane and Bonner, Stephen and Rohde, David and Vasile, Flavian},
  booktitle={Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery \& Data Mining},
  pages={783--793},
  year={2020}
}


@article{aouali2022probabilistic,
  title={Probabilistic Rank and Reward: A Scalable Model for Slate Recommendation},
  author={Aouali, Imad and Hammou, Achraf Ait Sidi and Ivanov, Sergey and Sakhi, Otmane and Rohde, David and Vasile, Flavian},
  journal={arXiv preprint arXiv:2208.06263},
  year={2022}
}




@inproceedings{jeunen2021pessimistic,
  title={Pessimistic reward models for off-policy learning in recommendation},
  author={Jeunen, Olivier and Goethals, Bart},
  booktitle={Fifteenth ACM Conference on Recommender Systems},
  pages={63--74},
  year={2021}
}


 @inproceedings{dudik2012sample,
author = {Dud\'{\i}k, Miroslav and Erhan, Dumitru and Langford, John and Li, Lihong},
title = {Sample-Efficient Nonstationary Policy Evaluation for Contextual Bandits},
year = {2012},
publisher = {AUAI Press},
address = {Arlington, Virginia, USA},
booktitle = {Proceedings of the Twenty-Eighth Conference on Uncertainty in Artificial Intelligence},
pages = {247–254},
numpages = {8},
location = {Catalina Island, CA},
series = {UAI'12}
}

 @article{horvitz1952generalization,
  title={A generalization of sampling without replacement from a finite universe},
  author={Horvitz, Daniel G and Thompson, Donovan J},
  journal={Journal of the American statistical Association},
  volume={47},
  number={260},
  pages={663--685},
  year={1952},
  publisher={Taylor \& Francis}
}
 

@article{robins1995semiparametric,
  title={Semiparametric efficiency in multivariate regression models with missing data},
  author={Robins, James M and Rotnitzky, Andrea},
  journal={Journal of the American Statistical Association},
  volume={90},
  number={429},
  pages={122--129},
  year={1995},
  publisher={Taylor \& Francis}
}


@article{bang2005doubly,
  title={Doubly robust estimation in missing data and causal inference models},
  author={Bang, Heejung and Robins, James M},
  journal={Biometrics},
  volume={61},
  number={4},
  pages={962--973},
  year={2005},
  publisher={Wiley Online Library}
}


@article{ionides2008truncated,
  title={Truncated importance sampling},
  author={Ionides, Edward L},
  journal={Journal of Computational and Graphical Statistics},
  volume={17},
  number={2},
  pages={295--311},
  year={2008},
  publisher={Taylor \& Francis}
}


@article{dziugaite2017computing,
  title={Computing nonvacuous generalization bounds for deep (stochastic) neural networks with many more parameters than training data},
  author={Dziugaite, Gintare Karolina and Roy, Daniel M},
  journal={arXiv preprint arXiv:1703.11008},
  year={2017}
}


@article{farid2021generalization,
  title={Generalization bounds for meta-learning via PAC-bayes and uniform stability},
  author={Farid, Alec and Majumdar, Anirudha},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={2173--2186},
  year={2021}
}

@article{metelli2021subgaussian,
  title={Subgaussian and differentiable importance sampling for off-policy evaluation and learning},
  author={Metelli, Alberto Maria and Russo, Alessio and Restelli, Marcello},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={8119--8132},
  year={2021}
}


@inproceedings{li2015toward,
  title={Toward minimax off-policy value estimation},
  author={Li, Lihong and Munos, R{\'e}mi and Szepesv{\'a}ri, Csaba},
  booktitle={Artificial Intelligence and Statistics},
  pages={608--616},
  year={2015},
  organization={PMLR}
}

@article{robbins1951stochastic,
  title={A stochastic approximation method},
  author={Robbins, Herbert and Monro, Sutton},
  journal={The annals of mathematical statistics},
  pages={400--407},
  year={1951},
  publisher={JSTOR}
}


@article{aouali2021combining,
  title={Combining Reward and Rank Signals for Slate Recommendation},
  author={Aouali, Imad and Ivanov, Sergey and Gartrell, Mike and Rohde, David and Vasile, Flavian and Zaytsev, Victor and Legrand, Diego},
  journal={arXiv preprint arXiv:2107.12455},
  year={2021}
}

@book{bullen2003handbook,
  title={Handbook of means and their inequalities},
  author={Bullen, Peter S},
  volume={560},
  year={2003},
  publisher={Springer Science \& Business Media}
}




@article{maddison2014sampling,
  title={A* sampling},
  author={Maddison, Chris J and Tarlow, Daniel and Minka, Tom},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}


@book{luce2012individual,
  title={Individual choice behavior: A theoretical analysis},
  author={Luce, R Duncan},
  year={2012},
  publisher={Courier Corporation}
}

@inproceedings{su2019cab,
  title={{CAB}: Continuous adaptive blending for policy evaluation and learning},
  author={Su, Yi and Wang, Lequn and Santacatterina, Michele and Joachims, Thorsten},
  booktitle={International Conference on Machine Learning},
  pages={6005--6014},
  year={2019},
  organization={PMLR}
}

@inproceedings{su2020doubly,
  title={Doubly robust off-policy evaluation with shrinkage},
  author={Su, Yi and Dimakopoulou, Maria and Krishnamurthy, Akshay and Dud{\'\i}k, Miroslav},
  booktitle={International Conference on Machine Learning},
  pages={9167--9176},
  year={2020},
  organization={PMLR}
}

@inproceedings{kallus2021optimal,
  title={Optimal off-policy evaluation from multiple logging policies},
  author={Kallus, Nathan and Saito, Yuta and Uehara, Masatoshi},
  booktitle={International Conference on Machine Learning},
  pages={5247--5256},
  year={2021},
  organization={PMLR}
}



@inproceedings{kuzborskij2021confident,
  title={Confident off-policy evaluation and selection through self-normalized importance weighting},
  author={Kuzborskij, Ilja and Vernade, Claire and Gyorgy, Andras and Szepesv{\'a}ri, Csaba},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={640--648},
  year={2021},
  organization={PMLR}
}


@article{saito2022off,
  title={Off-Policy Evaluation for Large Action Spaces via Embeddings},
  author={Saito, Yuta and Joachims, Thorsten},
  journal={arXiv preprint arXiv:2202.06317},
  year={2022}
}

@article{swaminathan2015self,
  title={The self-normalized estimator for counterfactual learning},
  author={Swaminathan, Adith and Joachims, Thorsten},
  journal={advances in neural information processing systems},
  volume={28},
  year={2015}
}


@inproceedings{gilotte2018offline,
  title={Offline {A/B} testing for recommender systems},
  author={Gilotte, Alexandre and Calauz{\`e}nes, Cl{\'e}ment and Nedelec, Thomas and Abraham, Alexandre and Doll{\'e}, Simon},
  booktitle={Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining},
  pages={198--206},
  year={2018}
}


@article{haddouche2021pac,
  title={PAC-Bayes Generalisation Bounds for Heavy-Tailed Losses through Supermartingales},
  author={Haddouche, Maxime and Guedj, Benjamin},
  journal={Transactions on Machine Learning Research},
  year={2023}
}


@article{kuzborskij2019efron,
  title={Efron-stein {PAC-Bayesian} inequalities},
  author={Kuzborskij, Ilja and Szepesv{\'a}ri, Csaba},
  journal={arXiv preprint arXiv:1909.01931},
  year={2019}
}


@article{rivasplata2020pac,
  title={PAC-Bayes analysis beyond the usual bounds},
  author={Rivasplata, Omar and Kuzborskij, Ilja and Szepesv{\'a}ri, Csaba and Shawe-Taylor, John},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={16833--16845},
  year={2020}
}

@article{alquier2018simpler,
  title={Simpler PAC-Bayesian bounds for hostile data},
  author={Alquier, Pierre and Guedj, Benjamin},
  journal={Machine Learning},
  volume={107},
  number={5},
  pages={887--902},
  year={2018},
  publisher={Springer}
}


@article{holland2019pac,
  title={PAC-Bayes under potentially heavy tails},
  author={Holland, Matthew},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}


@inproceedings{korba2022adaptive,
  title={Adaptive importance sampling meets mirror descent: a bias-variance tradeoff},
  author={Korba, Anna and Portier, Fran{\c{c}}ois},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={11503--11527},
  year={2022},
  organization={PMLR}
}


@inproceedings{cohen2017emnist,
  title={EMNIST: Extending MNIST to handwritten letters},
  author={Cohen, Gregory and Afshar, Saeed and Tapson, Jonathan and Van Schaik, Andre},
  booktitle={2017 international joint conference on neural networks (IJCNN)},
  pages={2921--2926},
  year={2017},
  organization={IEEE}
}


@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={Ieee}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}


@inproceedings{faury2020distributionally,
  title={Distributionally robust counterfactual risk minimization},
  author={Faury, Louis and Tanielian, Ugo and Dohmatob, Elvis and Smirnova, Elena and Vasile, Flavian},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  pages={3850--3857},
  year={2020}
}


@article{maurer2009empirical,
  title={Empirical bernstein bounds and sample variance penalization},
  author={Maurer, Andreas and Pontil, Massimiliano},
  journal={arXiv preprint arXiv:0907.3740},
  year={2009}
}



@article{xiao2017fashion,
  title={{Fashion-MNIST}: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}


@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}


@inproceedings{agarwal2014taming,
  title={{Taming the monster: A fast and simple algorithm for contextual bandits}},
  author={Agarwal, Alekh and Hsu, Daniel and Kale, Satyen and Langford, John and Li, Lihong and Schapire, Robert},
  booktitle={International Conference on Machine Learning},
  pages={1638--1646},
  year={2014},
  organization={PMLR}
}



@article{van2014renyi,
  title={R{\'e}nyi divergence and Kullback-Leibler divergence},
  author={Van Erven, Tim and Harremos, Peter},
  journal={IEEE Transactions on Information Theory},
  volume={60},
  number={7},
  pages={3797--3820},
  year={2014},
  publisher={IEEE}
}


@article{bottou2013counterfactual,
  title={Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising.},
  author={Bottou, L{\'e}on and Peters, Jonas and Qui{\~n}onero-Candela, Joaquin and Charles, Denis X and Chickering, D Max and Portugaly, Elon and Ray, Dipankar and Simard, Patrice and Snelson, Ed},
  journal={Journal of Machine Learning Research},
  volume={14},
  number={11},
  year={2013}
}


@article{swaminathan2017off,
  title={Off-policy evaluation for slate recommendation},
  author={Swaminathan, Adith and Krishnamurthy, Akshay and Agarwal, Alekh and Dudik, Miro and Langford, John and Jose, Damien and Zitouni, Imed},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}


@inproceedings{papini2019optimistic,
  title={Optimistic policy optimization via multiple importance sampling},
  author={Papini, Matteo and Metelli, Alberto Maria and Lupo, Lorenzo and Restelli, Marcello},
  booktitle={International Conference on Machine Learning},
  pages={4989--4999},
  year={2019},
  organization={PMLR}
}



@article{kingma2015variational,
  title={Variational dropout and the local reparameterization trick},
  author={Kingma, Durk P and Salimans, Tim and Welling, Max},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}


@article{zenati2020counterfactual,
  title={Counterfactual learning of continuous stochastic policies},
  author={Zenati, Houssam and Bietti, Alberto and Martin, Matthieu and Diemert, Eustache and Mairal, Julien},
  journal={arXiv preprint arXiv:2004.11722},
  year={2020}
}


@inproceedings{aoualimixed,
  title={Mixed-Effect {Thompson} Sampling},
  author={Aouali, Imad and Kveton, Branislav and Katariya, Sumeet},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={2087--2115},
  year={2023},
  organization={PMLR}
}




@article{zong2016cascading,
  title={Cascading bandits for large-scale recommendation problems},
  author={Zong, Shi and Ni, Hao and Sung, Kenny and Ke, Nan Rosemary and Wen, Zheng and Kveton, Branislav},
  journal={arXiv preprint arXiv:1603.05359},
  year={2016}
}


@inproceedings{zhu2022contextual,
  title={Contextual bandits with large action spaces: Made practical},
  author={Zhu, Yinglun and Foster, Dylan J and Langford, John and Mineiro, Paul},
  booktitle={International Conference on Machine Learning},
  pages={27428--27453},
  year={2022},
  organization={PMLR}
}



@article{bercu2008exponential,
  title={Exponential inequalities for self-normalized martingales with applications},
  author={Bercu, Bernard and Touati, Abderrahmen},
  year={2008}
}






@InProceedings{aouali23a,
  title = 	 {Exponential Smoothing for Off-Policy Learning},
  author =       {Aouali, Imad and Brunel, Victor-Emmanuel and Rohde, David and Korba, Anna},
  booktitle = 	 {Proceedings of the 40th International Conference on Machine Learning},
  pages = 	 {984--1017},
  year = 	 {2023},
  publisher =    {PMLR},
}


@inproceedings{jin2021pessimism,
  title={Is pessimism provably efficient for offline {RL}?},
  author={Jin, Ying and Yang, Zhuoran and Wang, Zhaoran},
  booktitle={International Conference on Machine Learning},
  pages={5084--5096},
  year={2021},
  organization={PMLR}
}


@inproceedings{wang2023oracle,
  title={Oracle-efficient pessimism: Offline policy optimization in contextual bandits},
  author={Wang, Lequn and Krishnamurthy, Akshay and Slivkins, Alex},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={766--774},
  year={2024},
  organization={PMLR}
}

@article{catoni2007pac,
  title={{PAC-Bayesian} supervised classification: The thermodynamics of statistical learning. institute of mathematical statistics lecture notes—monograph series 56},
  author={Catoni, O},
  journal={IMS, Beachwood, OH. MR2483528},
  volume={5544465},
  year={2007}
}



@article{aouali2024bayesian,
  title={Bayesian Off-Policy Evaluation and Learning for Large Action Spaces},
  author={Aouali, Imad and Brunel, Victor-Emmanuel and Rohde, David and Korba, Anna},
  journal={arXiv preprint arXiv:2402.14664},
  year={2024}
}

@article{taufiq2024marginal,
  title={Marginal Density Ratio for Off-Policy Evaluation in Contextual Bandits},
  author={Taufiq, Muhammad Faaiz and Doucet, Arnaud and Cornish, Rob and Ton, Jean-Francois},
  journal={Advances in Neural Information Processing Systems},
  volume={36},
  year={2024}
}


@inproceedings{saito2023off,
  title={Off-policy evaluation for large action spaces via conjunct effect modeling},
  author={Saito, Yuta and Ren, Qingyang and Joachims, Thorsten},
  booktitle={international conference on Machine learning},
  pages={29734--29759},
  year={2023},
  organization={PMLR}
}



@inproceedings{aouali2022reward,
  title={Reward optimizing recommendation using deep learning and fast maximum inner product search},
  author={Aouali, Imad and Benhalloum, Amine and Bompaire, Martin and Ait Sidi Hammou, Achraf and Ivanov, Sergey and Heymann, Benjamin and Rohde, David and Sakhi, Otmane and Vasile, Flavian and Vono, Maxime},
  booktitle={proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining},
  pages={4772--4773},
  year={2022}
}


@article{aouali2024diffusion,
  title={Diffusion Models Meet Contextual Bandits with Large Action Spaces},
  author={Aouali, Imad},
  journal={arXiv preprint arXiv:2402.10028},
  year={2024}
}