@misc{wagenmaker2021experimental,
      title={Experimental Design for Regret Minimization in Linear Bandits}, 
      author={Andrew Wagenmaker and Julian Katz-Samuels and Kevin Jamieson},
      year={2021},
      eprint={2011.00576},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@misc{katzsamuels2020empirical,
      title={An Empirical Process Approach to the Union Bound: Practical Algorithms for Combinatorial and Linear Bandits}, 
      author={Julian Katz-Samuels and Lalit Jain and Zohar Karnin and Kevin Jamieson},
      year={2020},
      eprint={2006.11685},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@inproceedings{awasthi2020equalized,
  title={Equalized odds postprocessing under imperfect group information},
  author={Awasthi, Pranjal and Kleindessner, Matth{\"a}us and Morgenstern, Jamie},
  booktitle={International conference on artificial intelligence and statistics},
  pages={1770--1780},
  year={2020},
  organization={PMLR}
}

@inproceedings{kearns2018preventing,
  title={Preventing fairness gerrymandering: Auditing and learning for subgroup fairness},
  author={Kearns, Michael and Neel, Seth and Roth, Aaron and Wu, Zhiwei Steven},
  booktitle={International conference on machine learning},
  pages={2564--2572},
  year={2018},
  organization={PMLR}
}

@misc{https://doi.org/10.48550/arxiv.2108.04884,
  doi = {10.48550/ARXIV.2108.04884},
  
  url = {https://arxiv.org/abs/2108.04884},
  
  author = {Ding, Frances and Hardt, Moritz and Miller, John and Schmidt, Ludwig},
  
  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Retiring Adult: New Datasets for Fair Machine Learning},
  
  publisher = {arXiv},
  
  year = {2021},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}


@inproceedings{oluwasanmi2014consistent,
author = {Koyejo, Oluwasanmi and Natarajan, Nagarajan and Ravikumar, Pradeep and Dhillon, Inderjit S.},
title = {Consistent Binary Classification with Generalized Performance Metrics},
year = {2014},
publisher = {MIT Press},
address = {Cambridge, MA, USA},
pages = {2744–2752},
numpages = {9},
location = {Montreal, Canada},
series = {NIPS'14}
}


@misc{agarwal2018reductions,
      title={A Reductions Approach to Fair Classification}, 
      author={Alekh Agarwal and Alina Beygelzimer and Miroslav Dudík and John Langford and Hanna Wallach},
      year={2018},
      eprint={1803.02453},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@inproceedings{wang2022best,
  title={Best arm identification with safety constraints},
  author={Wang, Zhenlin and Wagenmaker, Andrew J and Jamieson, Kevin},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={9114--9146},
  year={2022},
  organization={PMLR}
}

@inproceedings{pacchiano2021stochastic,
  title={Stochastic bandits with linear constraints},
  author={Pacchiano, Aldo and Ghavamzadeh, Mohammad and Bartlett, Peter and Jiang, Heinrich},
  booktitle={International conference on artificial intelligence and statistics},
  pages={2827--2835},
  year={2021},
  organization={PMLR}
}

@inproceedings{sui2015safe,
  title={Safe exploration for optimization with Gaussian processes},
  author={Sui, Yanan and Gotovos, Alkis and Burdick, Joel and Krause, Andreas},
  booktitle={International conference on machine learning},
  pages={997--1005},
  year={2015},
  organization={PMLR}
}

@article{kazerouni2017conservative,
  title={Conservative contextual linear bandits},
  author={Kazerouni, Abbas and Ghavamzadeh, Mohammad and Abbasi Yadkori, Yasin and Van Roy, Benjamin},
  journal={Advances in Neural Information Processing Systems},
  volume={30},
  year={2017}
}





@article{camilleri2022active,
  title={Active Learning with Safety Constraints},
  author={Camilleri, Romain and Wagenmaker, Andrew and Morgenstern, Jamie H and Jain, Lalit and Jamieson, Kevin G},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={33201--33214},
  year={2022}
}

@misc{gopalan2021omnipredictors,
      title={Omnipredictors}, 
      author={Parikshit Gopalan and Adam Tauman Kalai and Omer Reingold and Vatsal Sharan and Udi Wieder},
      year={2021},
      eprint={2109.05389},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@misc{hu2022omnipredictors,
      title={Omnipredictors for Constrained Optimization}, 
      author={Lunjia Hu and Inbal Livni-Navon and Omer Reingold and Chutong Yang},
      year={2022},
      eprint={2209.07463},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}



@misc{globusharris2022multicalibrated,
      title={Multicalibrated Regression for Downstream Fairness}, 
      author={Ira Globus-Harris and Varun Gupta and Christopher Jung and Michael Kearns and Jamie Morgenstern and Aaron Roth},
      year={2022},
      eprint={2209.07312},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@misc{hébertjohnson2018calibration,
      title={Calibration for the (Computationally-Identifiable) Masses}, 
      author={Úrsula Hébert-Johnson and Michael P. Kim and Omer Reingold and Guy N. Rothblum},
      year={2018},
      eprint={1711.08513},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@article{maurer2009empirical,
  title={Empirical bernstein bounds and sample variance penalization},
  author={Maurer, Andreas and Pontil, Massimiliano},
  journal={arXiv preprint arXiv:0907.3740},
  year={2009}
}

@inproceedings{diana2021minimax,
  title={Minimax group fairness: Algorithms and experiments},
  author={Diana, Emily and Gill, Wesley and Kearns, Michael and Kenthapadi, Krishnaram and Roth, Aaron},
  booktitle={Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society},
  pages={66--76},
  year={2021}
}


@misc{anahideh2021fair,
      title={Fair Active Learning}, 
      author={Hadis Anahideh and Abolfazl Asudeh and Saravanan Thirumuruganathan},
      year={2021},
      eprint={2001.01796},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@InProceedings{xu22langevin,
  title = 	 {{L}angevin {M}onte {C}arlo for Contextual Bandits},
  author =       {Xu, Pan and Zheng, Hongkai and Mazumdar, Eric V and Azizzadenesheli, Kamyar and Anandkumar, Animashree},
  booktitle = 	 {Proceedings of the 39th International Conference on Machine Learning},
  pages = 	 {24830--24850},
  year = 	 {2022},
  volume = 	 {162},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {17--23 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://proceedings.mlr.press/v162/xu22p/xu22p.pdf},
  url = 	 {https://proceedings.mlr.press/v162/xu22p.html}
}


@inproceedings{sharaf2022promoting,
  title={Promoting fairness in learned models by learning to active learn under parity constraints},
  author={Sharaf, Amr and Daume III, Hal and Ni, Renkun},
  booktitle={2022 ACM Conference on Fairness, Accountability, and Transparency},
  pages={2149--2156},
  year={2022}
}

@inproceedings{shen2022metric,
  title={Metric-Fair Active Learning},
  author={Shen, Jie and Cui, Nan and Wang, Jing},
  booktitle={International Conference on Machine Learning},
  pages={19809--19826},
  year={2022},
  organization={PMLR}
}

@inproceedings{cao2022active,
  title={Active approximately metric-fair learning},
  author={Cao, Yiting and Lan, Chao},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={275--285},
  year={2022},
  organization={PMLR}
}

@inproceedings{cai2022adaptive,
  title={Adaptive sampling strategies to construct equitable training datasets},
  author={Cai, William and Encarnacion, Ro and Chern, Bobbie and Corbett-Davies, Sam and Bogen, Miranda and Bergman, Stevie and Goel, Sharad},
  booktitle={2022 ACM Conference on Fairness, Accountability, and Transparency},
  pages={1467--1478},
  year={2022}
}

@article{shekhar2021adaptive,
  title={Adaptive sampling for minimax fair classification},
  author={Shekhar, Shubhanshu and Fields, Greg and Ghavamzadeh, Mohammad and Javidi, Tara},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={24535--24544},
  year={2021}
}

@article{abernethy2020active,
  title={Active sampling for min-max fairness},
  author={Abernethy, Jacob and Awasthi, Pranjal and Kleindessner, Matth{\"a}us and Morgenstern, Jamie and Russell, Chris and Zhang, Jie},
  journal={arXiv preprint arXiv:2006.06879},
  year={2020}
}


@misc{fajri2022falcur,
      title={FAL-CUR: Fair Active Learning using Uncertainty and Representativeness on Fair Clustering}, 
      author={Ricky Fajri and Akrati Saxena and Yulong Pei and Mykola Pechenizkiy},
      year={2022},
      eprint={2209.12756},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@misc{noriegacampero2018active,
      title={Active Fairness in Algorithmic Decision Making}, 
      author={Alejandro Noriega-Campero and Michiel A. Bakker and Bernardo Garcia-Bulle and Alex Pentland},
      year={2018},
      eprint={1810.00031},
      archivePrefix={arXiv},
      primaryClass={cs.CY}
}

@misc{branchaudcharron2021active,
      title={Can Active Learning Preemptively Mitigate Fairness Issues?}, 
      author={Frédéric Branchaud-Charron and Parmida Atighehchian and Pau Rodríguez and Grace Abuhamad and Alexandre Lacoste},
      year={2021},
      eprint={2104.06879},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@article{ding2021retiring,
  title={Retiring Adult: New Datasets for Fair Machine Learning},
  author={Ding, Frances and Hardt, Moritz and Miller, John and Schmidt, Ludwig},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  year={2021}
}


@misc{lichman2013UCI,
  url = {http://archive.ics.uci.edu/ml},
  author = {Lichman, M},
  title = {UCI machine learning repository, },
  year = {2013},
}


@misc{fehrman2017factor,
      title={The Five Factor Model of personality and evaluation of drug consumption risk}, 
      author={E. Fehrman and A. K. Muhammad and E. M. Mirkes and V. Egan and A. N. Gorban},
      year={2017},
      eprint={1506.06297},
      archivePrefix={arXiv},
      primaryClass={stat.AP}
}

@inproceedings{katz2021improved,
  title={Improved algorithms for agnostic pool-based active classification},
  author={Katz-Samuels, Julian and Zhang, Jifan and Jain, Lalit and Jamieson, Kevin},
  booktitle={International Conference on Machine Learning},
  pages={5334--5344},
  year={2021},
  organization={PMLR}
}


@inproceedings{lum2022biasing,
  title={De-biasing “bias” measurement},
  author={Lum, Kristian and Zhang, Yunfeng and Bower, Amanda},
  booktitle={2022 ACM Conference on Fairness, Accountability, and Transparency},
  pages={379--389},
  year={2022}
}


@article{ji2020can,
  title={Can i trust my fairness metric? assessing fairness with unlabeled data and bayesian inference},
  author={Ji, Disi and Smyth, Padhraic and Steyvers, Mark},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={18600--18612},
  year={2020}
}


@article{barrainkua2023uncertainty,
  title={Uncertainty in Fairness Assessment: Maintaining Stable Conclusions Despite Fluctuations},
  author={Barrainkua, Ainhize and Gordaliza, Paula and Lozano, Jose A and Quadrianto, Novi},
  journal={arXiv preprint arXiv:2302.01079},
  year={2023}
}


@inproceedings{miller2021model,
  title={Model-based metrics: Sample-efficient estimates of predictive model subpopulation performance},
  author={Miller, Andrew C and Gatys, Leon A and Futoma, Joseph and Fox, Emily},
  booktitle={Machine Learning for Healthcare Conference},
  pages={308--336},
  year={2021},
  organization={PMLR}
}


@inproceedings{settles2011theories,
  title={From theories to queries: Active learning in practice},
  author={Settles, Burr},
  booktitle={Active learning and experimental design workshop in conjunction with AISTATS 2010},
  pages={1--18},
  year={2011},
  organization={JMLR Workshop and Conference Proceedings}
}

@article{angluin1988queries,
  title={Queries and concept learning},
  author={Angluin, Dana},
  journal={Machine learning},
  volume={2},
  pages={319--342},
  year={1988},
  publisher={Springer}
}


@article{cohn1994improving,
  title={Improving generalization with active learning},
  author={Cohn, David and Atlas, Les and Ladner, Richard},
  journal={Machine learning},
  volume={15},
  pages={201--221},
  year={1994},
  publisher={Springer}
}


@book{fedorov2013theory,
  title={Theory of optimal experiments},
  author={Fedorov, Valerii Vadimovich},
  year={2013},
  publisher={Elsevier}
}


@article{hanneke2014theory,
  title={Theory of active learning},
  author={Hanneke, Steve},
  journal={Foundations and Trends in Machine Learning},
  volume={7},
  number={2-3},
  year={2014}
}




@misc{jain2020new,
      title={A New Perspective on Pool-Based Active Classification and False-Discovery Control}, 
      author={Lalit Jain and Kevin Jamieson},
      year={2020},
      eprint={2008.06555},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}



@article{hort2022bia,
  title={Bias mitigation for machine learning classifiers: A comprehensive survey},
  author={Hort, Max and Chen, Zhenpeng and Zhang, Jie M and Sarro, Federica and Harman, Mark},
  journal={arXiv preprint arXiv:2207.07068},
  year={2022}
}

@article{barocas2017fairness,
  title={Fairness in machine learning},
  author={Barocas, Solon and Hardt, Moritz and Narayanan, Arvind},
  journal={Nips tutorial},
  volume={1},
  pages={2017},
  year={2017}
}

@article{hardt2016equality,
  title={Equality of opportunity in supervised learning},
  author={Hardt, Moritz and Price, Eric and Srebro, Nati},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}


@article{kamiran2012data,
  title={Data preprocessing techniques for classification without discrimination},
  author={Kamiran, Faisal and Calders, Toon},
  journal={Knowledge and information systems},
  volume={33},
  number={1},
  pages={1--33},
  year={2012},
  publisher={Springer}
}


@inproceedings{zhang2018mitigating,
  title={Mitigating unwanted biases with adversarial learning},
  author={Zhang, Brian Hu and Lemoine, Blake and Mitchell, Margaret},
  booktitle={Proceedings of the 2018 AAAI/ACM Conference on AI, Ethics, and Society},
  pages={335--340},
  year={2018}
}


@article{donini2018empirical,
  title={Empirical risk minimization under fairness constraints},
  author={Donini, Michele and Oneto, Luca and Ben-David, Shai and Shawe-Taylor, John S and Pontil, Massimiliano},
  journal={Advances in neural information processing systems},
  volume={31},
  year={2018}
}




@misc{cotter2018training,
  doi = {10.48550/ARXIV.1807.00028},
  
  url = {https://arxiv.org/abs/1807.00028},
  
  author = {Cotter, Andrew and Gupta, Maya and Jiang, Heinrich and Srebro, Nathan and Sridharan, Karthik and Wang, Serena and Woodworth, Blake and You, Seungil},
  
  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Training Well-Generalizing Classifiers for Fairness Metrics and Other Data-Dependent Constraints},
  
  publisher = {arXiv},
  
  year = {2018},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}



@misc{kveton2019randomized,
  doi = {10.48550/ARXIV.1906.08947},
  
  url = {https://arxiv.org/abs/1906.08947},
  
  author = {Kveton, Branislav and Zaheer, Manzil and Szepesvari, Csaba and Li, Lihong and Ghavamzadeh, Mohammad and Boutilier, Craig},
  
  keywords = {Machine Learning (cs.LG), Machine Learning (stat.ML), FOS: Computer and information sciences, FOS: Computer and information sciences},
  
  title = {Randomized Exploration in Generalized Linear Bandits},
  
  publisher = {arXiv},
  
  year = {2019},
  
  copyright = {arXiv.org perpetual, non-exclusive license}
}



@article{barocas2016big,
  title={Big data's disparate impact},
  author={Barocas, Solon and Selbst, Andrew D},
  journal={California law review},
  pages={671--732},
  year={2016},
  publisher={JSTOR}
}


@misc{dua2019UCI ,
author = "Dua, Dheeru and Graff, Casey",
year = "2017",
title = "{UCI} Machine Learning Repository",
url = "http://archive.ics.uci.edu/ml",
institution = "University of California, Irvine, School of Information and Computer Sciences" }



@inproceedings{beygelzimer2009importance,
  title={Importance weighted active learning},
  author={Beygelzimer, Alina and Dasgupta, Sanjoy and Langford, John},
  booktitle={Proceedings of the 26th annual international conference on machine learning},
  pages={49--56},
  year={2009}
}


@article{camilleri2021selective,
  title={Selective sampling for online best-arm identification},
  author={Camilleri, Romain and Xiong, Zhihan and Fazel, Maryam and Jain, Lalit and Jamieson, Kevin G},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={11071--11082},
  year={2021}
}


@article{cao2022fairness,
  title={Fairness-Aware Active Learning for Decoupled Model},
  author={Yiting Cao and Chao Lan},
  journal={2022 International Joint Conference on Neural Networks (IJCNN)},
  year={2022},
  pages={1-9},
  url={https://api.semanticscholar.org/CorpusID:252625196}
}


@article{osband2018randomized,
  title={Randomized prior functions for deep reinforcement learning},
  author={Osband, Ian and Aslanides, John and Cassirer, Albin},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}


@inproceedings{osband2016generalization,
  title={Generalization and exploration via randomized value functions},
  author={Osband, Ian and Van Roy, Benjamin and Wen, Zheng},
  booktitle={International Conference on Machine Learning},
  pages={2377--2386},
  year={2016},
  organization={PMLR}
}


@article{russo2019worst,
  title={Worst-case regret bounds for exploration via randomized value functions},
  author={Russo, Daniel},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}


@article{osband2019deep,
  title={Deep Exploration via Randomized Value Functions.},
  author={Osband, Ian and Van Roy, Benjamin and Russo, Daniel J and Wen, Zheng and others},
  journal={J. Mach. Learn. Res.},
  volume={20},
  number={124},
  pages={1--62},
  year={2019}
}


@incollection{angwin2022machine,
  title={Machine bias},
  author={Angwin, Julia and Larson, Jeff and Mattu, Surya and Kirchner, Lauren},
  booktitle={Ethics of data and analytics},
  pages={254--264},
  year={2022},
  publisher={Auerbach Publications}
}


@inproceedings{corbett2017algorithmic,
  title={Algorithmic decision making and the cost of fairness},
  author={Corbett-Davies, Sam and Pierson, Emma and Feller, Avi and Goel, Sharad and Huq, Aziz},
  booktitle={Proceedings of the 23rd acm sigkdd international conference on knowledge discovery and data mining},
  pages={797--806},
  year={2017}
}


@article{hofmann1994statlog,
  title={Statlog (german credit data) data set},
  author={Hofmann, Hans},
  journal={UCI Repository of Machine Learning Databases},
  volume={53},
  year={1994}
}


@article{moro2014data,
  title={A data-driven approach to predict the success of bank telemarketing},
  author={Moro, S{\'e}rgio and Cortez, Paulo and Rita, Paulo},
  journal={Decision Support Systems},
  volume={62},
  pages={22--31},
  year={2014},
  publisher={Elsevier}
}


@article{redmond2002data,
  title={A data-driven software tool for enabling cooperative information sharing among police departments},
  author={Redmond, Michael and Baveja, Alok},
  journal={European Journal of Operational Research},
  volume={141},
  number={3},
  pages={660--678},
  year={2002},
  publisher={Elsevier}
}


@misc{woodworth2017learning,
      title={Learning Non-Discriminatory Predictors}, 
      author={Blake Woodworth and Suriya Gunasekar and Mesrob I. Ohannessian and Nathan Srebro},
      year={2017},
      eprint={1702.06081},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}


@article{thomas2019preventing,
  title={Preventing undesirable behavior of intelligent machines},
  author={Thomas, Philip S and Castro da Silva, Bruno and Barto, Andrew G and Giguere, Stephen and Brun, Yuriy and Brunskill, Emma},
  journal={Science},
  volume={366},
  number={6468},
  pages={999--1004},
  year={2019},
  publisher={American Association for the Advancement of Science}
}

@misc{kleinberg2016inherent,
      title={Inherent Trade-Offs in the Fair Determination of Risk Scores}, 
      author={Jon Kleinberg and Sendhil Mullainathan and Manish Raghavan},
      year={2016},
      eprint={1609.05807},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}