Here are all the entries cleaned up according to the specified rules:
@inproceedings{NIPS2008_5751ec3e,
author = {Streeter, Matthew and Golovin, Daniel},
title = {{An Online Algorithm for Maximizing Submodular Functions}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2008}
}
@inproceedings{Nie2023-bv,
title = {{A Framework for Adapting Offline Algorithms to Solve Combinatorial Multi-Armed Bandit Problems with Bandit Feedback}},
booktitle = {Proceedings of the 40th International Conference on Machine Learning},
author = {Nie, Guanyu and Nadew, Yididiya Y and Zhu, Yanhui and Aggarwal, Vaneet and Quinn, Christopher John},
year = {2023}
}

@book{berlinet2011reproducing,
title = {{Reproducing kernel Hilbert spaces in probability and statistics}},
author = {Berlinet, Alain and Thomas-Agnan, Christine},
year = {2011},
publisher={Springer Science \& Business Media}
}
@inproceedings{srivastava2014surveillance,
title = {{Surveillance in an abruptly changing world via multiarmed bandits}},
author = {Srivastava, Vaibhav and Reverdy, Paul and Leonard, Naomi E},
booktitle = {53rd IEEE Conference on Decision and Control},
year = {2014}
}
@article{schwartz2017customer,
title = {{Customer acquisition via display advertising using multi-armed bandit experiments}},
author = {Schwartz, Eric M and Bradlow, Eric T and Fader, Peter S},
journal = {Marketing Science},
year = {2017}
}
@article{ouyang2022training,
title = {{Training language models to follow instructions with human feedback}},
author = {Ouyang, Long and Wu, Jeffrey and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Ray, Alex and others},
journal = {Advances in Neural Information Processing Systems},
year = {2022}
}
@book{white2013bandit,
title = {{Bandit algorithms for website optimization}},
author = {White, John},
year = {2013},
publisher={O'Reilly Media, Inc.}

}
@inproceedings{durand2018contextual,
title = {{Contextual bandits for adapting treatment in a mouse model of de novo carcinogenesis}},
author = {Durand, Audrey and Achilleos, Charis and Iacovides, Demetris and Strati, Katerina and Mitsis, Georgios D and Pineau, Joelle},
booktitle = {Machine learning for healthcare conference},
year = {2018}
}
@inproceedings{mary2015bandits,
title = {{Bandits and recommender systems}},
author = {Mary, Jeremie and Gaudel, Romaric and Preux, Philippe},
booktitle = {Machine Learning, Optimization, and Big Data: First International Workshop, MOD 2015, Taormina, Sicily, Italy, July 21-23, 2015, Revised Selected Papers 1},
year = {2015}
}
@article{le2022deep,
title = {{Deep reinforcement learning in computer vision: a comprehensive survey}},
author = {Le, Ngan and Rathour, Vidhiwar Singh and Yamazaki, Kashu and Luu, Khoa and Savvides, Marios},
journal = {Artificial Intelligence Review},
year = {2022}
}
@article{robotics_rl,
author = {Kober, Jens and Bagnell, J. Andrew and Peters, Jan},
title = {{Reinforcement learning in robotics: A survey}},
year = {2013},
journal = {Int. J. Rob. Res.}
}
@inproceedings{calandriello17a,
title = {{Second-Order Kernel Online Convex Optimization with Adaptive Sketching}},
author = {Calandriello, Daniele and Lazaric, Alessandro and Valko, Michal},
booktitle = {Proceedings of the 34th International Conference on Machine Learning},
year = {2017}
}
@book{hastie2009elements,
title = {{The elements of statistical learning: data mining, inference, and prediction}},
author = {Hastie, Trevor and Tibshirani, Robert and Friedman, Jerome H and Friedman, Jerome H},
year = {2009},
publisher={Springer}
}
@inproceedings{NIPS2002_tong,
author = {Zhang, Tong},
title = {{Effective Dimension and Generalization of Kernel Learning}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2002}
}
@article{Feldman2018GuessFM,
title = {{Guess Free Maximization of Submodular and Linear Sums}},
author = {Feldman, Moran},
journal = {Algorithmica},
year = {2018}
}
@inproceedings{takemori20a,
title = {{Submodular Bandit Problem Under Multiple Constraints}},
author = {Takemori, Sho and Sato, Masahiro and Sonoda, Takashi and Singh, Janmajay and Ohkuma, Tomoko},
booktitle = {Proceedings of the 36th Conference on Uncertainty in Artificial Intelligence (UAI)},
year = {2020}
}
@inproceedings{caramanis,
author = {Papadigenopoulos, Orestis and Caramanis, Constantine},
title = {{Recurrent Submodular Welfare and Matroid Blocking Semi-Bandits}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2021}
}
@inproceedings{chen_context_combinatorial,
author = {Chen, Lixing and Xu, Jie and Lu, Zhuo},
title = {{Contextual Combinatorial Multi-armed Bandits with Volatile Arms and Submodular Reward}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2018}
}
@inproceedings{zenati22a,
title = {{Efficient Kernelized UCB for Contextual Bandits}},
author = {Zenati, Houssam and Bietti, Alberto and Diemert, Eustache and Mairal, Julien and Martin, Matthieu and Gaillard, Pierre},
booktitle = {Proceedings of The 25th International Conference on Artificial Intelligence and Statistics},
year = {2022}
}
@inproceedings{Li2021GaussianPB,
title = {{Gaussian Process Bandit Optimization with Few Batches}},
author = {Li, Zihan and Scarlett, Jonathan},
booktitle = {AISTATS},
year = {2021}
}
@inproceedings{camilleri21a,
title = {{High-dimensional Experimental Design and Kernel Bandits}},
author = {Camilleri, Romain and Jamieson, Kevin and Katz-Samuels, Julian},
booktitle = {Proceedings of the 38th International Conference on Machine Learning},
year = {2021}
}

@article{distorted_greedy,
author = {Liu, Zhicheng and Guo, Longkun and Du, Donglei and Xu, Dachuan and Zhang, Xiaoyan},
title = {{Maximization problems of balancing submodular relevance and supermodular diversity}},
journal = {Journal of Global Optimization},
year = {2022}
}

@article{settles,
author = {Burr Settles},
title = {{Active Learning Literature Survey}},
institution = {University of Wisconsin--Madison},
type = {Computer Sciences Technical Report},
year = {2009}
}

@inproceedings{hoi,
author = {Hoi, Steven C. H. and Jin, Rong and Zhu, Jianke and Lyu, Michael R.},
title = {{Batch Mode Active Learning and Its Application to Medical Image Classification}},
booktitle = {Proceedings of the 23rd International Conference on Machine Learning},
year = {2006}
}
@inproceedings{guestrin_sensor_placement,
author = {Guestrin, Carlos and Krause, Andreas and Singh, Ajit Paul},
title = {{Near-Optimal Sensor Placements in Gaussian Processes}},
year = {2005},
booktitle = {Proceedings of the 22nd International Conference on Machine Learning}
}
@inproceedings{submod_recommmend,
author = {Ashkan, Azin and Kveton, Branislav and Berkovsky, Shlomo and Wen, Zheng},
title = {{Optimal Greedy Diversity for Recommendation}},
year = {2015},
booktitle = {Proceedings of the 24th International Conference on Artificial Intelligence}
}
@article{cai_svt,
author = {Cai, Jian-Feng and Candès, Emmanuel J. and Shen, Zuowei},
title = {{A Singular Value Thresholding Algorithm for Matrix Completion}},
journal = {SIAM Journal on Optimization},
year = {2010}
}
@article{BALCAN200978,
title = {{Agnostic active learning}},
journal = {Journal of Computer and System Sciences},
author = {Balcan, Maria-Florina and Beygelzimer, Alina and Langford, John},
year = {2009}
}
@article{Angluin1988QueriesAC,
title = {{Queries and concept learning}},
author = {Angluin, Dana},
journal = {Machine Learning},
year = {1988}
}
@inproceedings{wei_active_learning,
title = {{Submodularity in Data Subset Selection and Active Learning}},
author = {Wei, Kai and Iyer, Rishabh and Bilmes, Jeff},
booktitle = {Proceedings of the 32nd International Conference on Machine Learning},
year = {2015}
}
@article{Conforti1984SubmodularSF,
title = {{Submodular set functions, matroids and the greedy algorithm: Tight worst-case bounds and some generalizations of the Rado-Edmonds theorem}},
author = {Conforti, Michele and Cornuejols, Gerard},
journal = {Discret. Appl. Math.},
year = {1984}
}
@article{littman_complexity_planning,
author = {Littman, Michael and Goldsmith, Judy and Mundhenk, M.},
year = {1998},
title = {{The Computational Complexity of Probabilistic Planning}},
journal = {Journal of Artificial Intelligence Research}
}
@article{krause_adaptive_submodular,
author = {Golovin, Daniel and Krause, Andreas},
title = {{Adaptive Submodularity: Theory and Applications in Active Learning and Stochastic Optimization}},
year = {2011},
journal = {J. Artif. Int. Res.}
}
@article{epstein_robertson,
author = {Robert Epstein and Ronald E. Robertson},
title = {{The search engine manipulation effect (SEME) and its possible impact on the outcomes of elections}},
journal = {Proceedings of the National Academy of Sciences},
year = {2015}
}
@article{kramer,
author = {Adam D. I. Kramer and Jamie E. Guillory and Jeffrey T. Hancock},
title = {{Experimental evidence of massive-scale emotional contagion through social networks}},
journal = {Proceedings of the National Academy of Sciences},
year = {2014}
}
@article{Hohnhold2015FocusingOT,
title = {{Focusing on the Long-term: It's Good for Users and Business}},
author = {Henning Hohnhold and Deirdre O'Brien and Diane Tang},
journal = {Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining},
year = {2015}
}
@inproceedings{wilhelm,
author = {Wilhelm, Mark and Ramanathan, Ajith and Bonomo, Alexander and Jain, Sagar and Chi, Ed H. and Gillenwater, Jennifer},
title = {{Practical Diversified Recommendations on YouTube with Determinantal Point Processes}},
booktitle = {Proceedings of the 27th ACM International Conference on Information and Knowledge Management},
year = {2018}
}
@misc{kleinberg,
author = {Kleinberg, Jon and Mullainathan, Sendhil and Raghavan, Manish},
title = {{The Challenge of Understanding What Users Want: Inconsistent Preferences and Engagement Optimization}},
year = {2022}
}
@misc{rl_reco_survey,
author = {Afsar, M. Mehdi and Crump, Trafford and Far, Behrouz},
title = {{Reinforcement learning based recommender systems: A survey}},
year = {2021}
}
@book{sholkopf_kernels,
author = {Scholkopf, Bernhard and Smola, Alexander J.},
title = {{Learning with Kernels: Support Vector Machines, Regularization, Optimization, and Beyond}},
year = {2001}
}
@inproceedings{das2011submodular,
author = {Das, Abhimanyu and Kempe, David},
title = {{Submodular Meets Spectral: Greedy Algorithms for Subset Selection, Sparse Approximation and Dictionary Selection}},
booktitle = {Proceedings of the 28th International Conference on International Conference on Machine Learning},
year = {2011}
}
@article{JMLR:v19:16-534,
author = {Calandriello, Daniele and Carratino, Luigi and Lazaric, Alessandro and Valko, Michal and Rosasco, Lorenzo},
title = {{Gaussian Process Optimization with Adaptive Sketching: Scalable and No Regret}},
journal = {Journal of Machine Learning Research},
year = {2018}
}
@inproceedings{icml2010_srinivas,
author = {Srinivas, Niranjan and Krause, Andreas and Kakade, Sham and Seeger, Matthias},
title = {{Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design}},
booktitle = {Proceedings of the 27th International Conference on International Conference on Machine Learning},
year = {2010}
}
@inproceedings{nips2011_krause,
author = {Krause, Andreas and Ong, Cheng},
title = {{Contextual Gaussian Process Bandit Optimization}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2011}
}
@inproceedings{NIPS2017_krause,
author = {Chen, Lin and Krause, Andreas and Karbasi, Amin},
title = {{Interactive Submodular Bandit}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2017}
}
@inproceedings{jeff_bp,
title = {{Greed is Still Good: Maximizing Monotone Submodular+Supermodular (BP) Functions}},
author = {Bai, Wenruo and Bilmes, Jeff},
booktitle = {Proceedings of the 35th International Conference on Machine Learning},
year = {2018}
}
@article{nemhauser1978analysis,
title = {{An analysis of approximations for maximizing submodular set functions—I}},
author = {Nemhauser, George L and Wolsey, Laurence A and Fisher, Marshall L},
journal = {Mathematical programming},
year = {1978}
}
@article{nemhauser1978best,
title = {{Best algorithms for approximating the maximum of a submodular set function}},
author = {Nemhauser, George L and Wolsey, Laurence A},
journal = {Mathematics of operations research},
year = {1978}
}
@article{conforti1984submodular,
title = {{Submodular set functions, matroids and the greedy algorithm: tight worst-case bounds and some generalizations of the Rado-Edmonds theorem}},
author = {Conforti, Michele and Cornu{'e}jols, G{'e}rard},
journal = {Discrete applied mathematics},
year = {1984}
}
@article{sviridenko2017optimal,
title = {{Optimal approximation for submodular and supermodular optimization with bounded curvature}},
author = {Sviridenko, Maxim and Vondr{'a}k, Jan and Ward, Justin},
journal = {Mathematics of Operations Research},
year = {2017}
}
@article{liu2022maximization,
title = {{Maximization problems of balancing submodular relevance and supermodular diversity}},
author = {Liu, Zhicheng and Guo, Longkun and Du, Donglei and Xu, Dachuan and Zhang, Xiaoyan},
journal = {Journal of Global Optimization},
year = {2022}
}
@inproceedings{sadeghi2021differentially,
title = {{Differentially Private Monotone Submodular Maximization Under Matroid and Knapsack Constraints}},
author = {Sadeghi, Omid and Fazel, Maryam},
booktitle = {International Conference on Artificial Intelligence and Statistics},
year = {2021}
}
@inproceedings{sessa2019bounding,
title = {{Bounding inefficiency of equilibria in continuous actions games using submodularity and curvature}},
author = {Sessa, Pier Giuseppe and Kamgarpour, Maryam and Krause, Andreas},
booktitle = {The 22nd International Conference on Artificial Intelligence and Statistics},
year = {2019}
}
@inproceedings{kempe2003maximizing,
title = {{Maximizing the spread of influence through a social network}},
author = {Kempe, David and Kleinberg, Jon and Tardos, {'E}va},
booktitle = {Proceedings of the ninth ACM SIGKDD international conference on Knowledge discovery and data mining},
year = {2003}
}
@inproceedings{krause2007near,
title = {{Near-optimal observation selection using submodular functions}},
author = {Krause, Andreas and Guestrin, Carlos},
booktitle = {AAAI},
year = {2007}
}
@inproceedings{lin2011class,
title = {{A class of submodular functions for document summarization}},
author = {Lin, Hui and Bilmes, Jeff},
booktitle = {Proceedings of the 49th annual meeting of the association for computational linguistics: human language technologies},
year = {2011}
}
@article{seeger2008information,
title = {{Information consistency of nonparametric Gaussian process methods}},
author = {Seeger, Matthias W and Kakade, Sham M and Foster, Dean P},
journal = {IEEE Transactions on Information Theory},
year = {2008}
}
@inproceedings{chen2020online,
title = {{Online BP Functions Maximization}},
author = {Chen, Ling and Liu, Zhicheng and Chang, Hong and Du, Donglei and Zhang, Xiaoyan},
booktitle = {Algorithmic Aspects in Information and Management: 14th International Conference, AAIM 2020, Jinhua, China, August 10--12, 2020, Proceedings 14},
year = {2020}
}
@article{liu2021online,
title = {{Online algorithms for BP functions maximization}},
author = {Liu, Zhicheng and Chen, Ling and Chang, Hong and Du, Donglei and Zhang, Xiaoyan},
journal = {Theoretical Computer Science},
year = {2021}
}
@inproceedings{badanidiyuru2014streaming,
title = {{Streaming submodular maximization: Massive data summarization on the fly}},
author = {Badanidiyuru, Ashwinkumar and Mirzasoleiman, Baharan and Karbasi, Amin and Krause, Andreas},
booktitle = {Proceedings of the 20th ACM SIGKDD international conference on Knowledge discovery and data mining},
year = {2014}
}
@article{feldman2018less,
title = {{Do less, get more: Streaming submodular maximization with subsampling}},
author = {Feldman, Moran and Karbasi, Amin and Kazemi, Ehsan},
journal = {Advances in Neural Information Processing Systems},
year = {2018}
}
@inproceedings{chekuri2015streaming,
title = {{Streaming algorithms for submodular function maximization}},
author = {Chekuri, Chandra and Gupta, Shalmoli and Quanrud, Kent},
booktitle = {Automata, Languages, and Programming: 42nd International Colloquium, ICALP 2015, Kyoto, Japan, July 6-10, 2015, Proceedings, Part I 42},
year = {2015}
}
@inproceedings{guillory2010-icml-interactive-sub,
author = {A. Guillory and J. Bilmes},
title = {{Interactive Submodular Set Cover}},
booktitle = {International Conference on Machine Learning (ICML)},
year = {2010},
}
@inproceedings{sadeghi2020longterm,
title = {{Online continuous DR-submodular maximization with long-term budget constraints}},
author = {Sadeghi, Omid and Fazel, Maryam},
booktitle = {Proc. International conference on Artificial Intelligence and Statistics},
year = {2020}
}
%% ARXIV ARTICLES
@article{sadeghi2021fast,
title = {{Fast First-Order Methods for Monotone Strongly DR-Submodular Maximization}},
author = {Sadeghi, Omid and Fazel, Maryam},
journal = {arXiv preprint arXiv:2111.07990},
year = {2021}
}
@article{bose2023initializing,
title = {{Initializing Services in Interactive ML Systems for Diverse Users}},
author = {Bose, Avinandan and Curmei, Mihaela and Jiang, Daniel L. and Morgenstern, Jamie and Dean, Sarah and Ratliff, Lillian J. and Fazel, Maryam},
journal = {arXiv preprint arXiv:2312.11846},
year = {2023}
}
@article{bose2024offline,
title = {{Offline Multi-task Transfer RL with Representational Penalization}},
author = {Bose, Avinandan and Du, Simon Shaolei and Fazel, Maryam},
journal = {arXiv preprint arXiv:2402.12570},
year = {2024}
}
@article{calandriello2019,
author = {Calandriello, Daniele and Carratino, Luigi and Lazaric, Alessandro and Valko, Michal and Rosasco, Lorenzo},
title = {{Gaussian Process Optimization with Adaptive Sketching: Scalable and No Regret}},
journal = {arXiv preprint arXiv:1903.05594},
year = {2019}
}
@article{2021takemoriConstrained,
author = {Takemori, Sho and Sato, Masahiro and Sonoda, Takashi and Singh, Janmajay and Ohkuma, Tomoko},
title = {{Submodular Bandit Problem Under Multiple Constraints}},
journal = {arXiv preprint arXiv:2006.00661},
year = {2020}
}
@article{bian2019guarantees,
title = {{Guarantees for Greedy Maximization of Non-submodular Functions with Applications}},
author = {Andrew An Bian and Joachim M. Buhmann and Andreas Krause and Sebastian Tschiatschek},
journal = {arXiv preprint arXiv:1703.02100},
year = {2019}
}
@article{bilmes_interactive_set_cover,
author = {Guillory, Andrew and Bilmes, Jeff},
title = {{Interactive Submodular Set Cover}},
journal = {arXiv preprint arXiv:1002.3345},
year = {2010}
}
@article{Valko2013FiniteTimeAO,
title = {{Finite-Time Analysis of Kernelised Contextual Bandits}},
author = {Valko, Michal and Korda, Nathaniel and Munos, R{'e}mi and Flaounas, Ilias N. and Cristianini, Nello},
journal = {arXiv preprint arXiv:1309.6869},
year = {2013}
}
@article{kveton,
author = {Kveton, Branislav and Wen, Zheng and Ashkan, Azin and Eydgahi, Hoda and Eriksson, Brian},
title = {{Matroid Bandits: Fast Combinatorial Optimization with Learning}},
journal = {arXiv preprint arXiv:1403.5045},
year = {2014}
}