@article{killian2023equitable,
  title={Equitable Restless Multi-Armed Bandits: A General Framework Inspired By Digital Health},
  author={Killian, Jackson A and Jain, Manish and Jia, Yugang and Amar, Jonathan and Huang, Erich and Tambe, Milind},
  journal={arXiv preprint arXiv:2308.09726},
  year={2023}
}

@inproceedings{herlihy2023planning,
  title={Planning to fairly allocate: Probabilistic fairness in the restless bandit setting},
  author={Herlihy, Christine and Prins, Aviva and Srinivasan, Aravind and Dickerson, John P},
  booktitle={Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
  pages={732--740},
  year={2023}
}


@inproceedings{li2022efficient,
  title={Efficient resource allocation with fairness constraints in restless multi-armed bandits},
  author={Li, Dexun and Varakantham, Pradeep},
  booktitle={Uncertainty in Artificial Intelligence},
  pages={1158--1167},
  year={2022},
  organization={PMLR}
}

@article{biswas2023fairness,
  title={Fairness for Workers Who Pull the Arms: An Index Based Policy for Allocation of Restless Bandit Tasks},
  author={Biswas, Arpita and Killian, Jackson A and Diaz, Paula Rodriguez and Ghosh, Susobhan and Tambe, Milind},
  journal={arXiv preprint arXiv:2303.00799},
  year={2023}
}


@inproceedings{li2023avoiding,
  title={Avoiding Starvation of Arms in Restless Multi-Armed Bandits},
  author={Li, Dexun and Varakantham, Pradeep},
  booktitle={Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems},
  pages={1303--1311},
  year={2023}
}

@inproceedings{kotary2022end,
  title={End-to-end learning for fair ranking systems},
  author={Kotary, James and Fioretto, Ferdinando and Van Hentenryck, Pascal and Zhu, Ziwei},
  booktitle={Proceedings of the ACM Web Conference 2022},
  pages={3520--3530},
  year={2022}
}

@inproceedings{verma2023restless,
  title={Restless Multi-Armed Bandits for Maternal and Child Health: Results from Decision-Focused Learning},
  author={Verma, Shresth and Mate, Aditya and Wang, Kai and Madhiwalla, Neha and Hegde, Aparna and Taneja, Aparna and Tambe, Milind},
  booktitle={Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems},
  pages={1312--1320},
  year={2023}
}

@inproceedings{wang2023scalable,
  title={Scalable decision-focused learning in restless multi-armed bandits with application to maternal and child health},
  author={Wang, Kai and Verma, Shresth and Mate, Aditya and Shah, Sanket and Taneja, Aparna and Madhiwalla, Neha and Hegde, Aparna and Tambe, Milind},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={37},
  number={10},
  pages={12138--12146},
  year={2023}
}
@misc{armman-mhealth,
  author = {{ARMMAN}},
  year = {2019},
  title = {Assessing the Impact of Mobile-based Intervention on Health Literacy among Pregnant Women in Urban India},
  howpublished = {\url{https://armman.org/wp-content/uploads/2019/09/Sion-Study-Abstract.pdf}},
  note = {Accessed: 2024-02-07}
}

@inproceedings{verma2023increasing,
  title={Increasing Impact of Mobile Health Programs: SAHELI for Maternal and Child Care},
  author={Verma, Shresth and Singh, Gargi and Mate, Aditya and Verma, Paritosh and Gorantla, Sruthi and Madhiwalla, Neha and Hegde, Aparna and Thakkar, Divy and Jain, Manish and Tambe, Milind and others},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={37},
  number={13},
  pages={15594--15602},
  year={2023}
}

@article{bertsimas2020predictive,
  title={From predictive to prescriptive analytics},
  author={Bertsimas, Dimitris and Kallus, Nathan},
  journal={Management Science},
  volume={66},
  number={3},
  pages={1025--1044},
  year={2020},
  publisher={INFORMS}
}

@article{elmachtoub2022smart,
  title={Smart “predict, then optimize”},
  author={Elmachtoub, Adam N and Grigas, Paul},
  journal={Management Science},
  volume={68},
  number={1},
  pages={9--26},
  year={2022},
  publisher={INFORMS}
}

@inproceedings{huang2019addressing,
  title={Addressing the loss-metric mismatch with adaptive loss alignment},
  author={Huang, Chen and Zhai, Shuangfei and Talbott, Walter and Martin, Miguel Bautista and Sun, Shih-Yu and Guestrin, Carlos and Susskind, Josh},
  booktitle={International conference on machine learning},
  pages={2891--2900},
  year={2019},
  organization={PMLR}
}

@article{lambert2020objective,
  title={Objective mismatch in model-based reinforcement learning},
  author={Lambert, Nathan and Amos, Brandon and Yadan, Omry and Calandra, Roberto},
  journal={arXiv preprint arXiv:2002.04523},
  year={2020}
}

@inproceedings{wilder2019melding,
  title={Melding the data-decisions pipeline: Decision-focused learning for combinatorial optimization},
  author={Wilder, Bryan and Dilkina, Bistra and Tambe, Milind},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={33},
  number={01},
  pages={1658--1665},
  year={2019}
}

@inproceedings{mandi2020smart,
  title={Smart predict-and-optimize for hard combinatorial optimization problems},
  author={Mandi, Jayanta and Stuckey, Peter J and Guns, Tias and others},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={34},
  number={02},
  pages={1603--1610},
  year={2020}
}

@inproceedings{amos2017optnet,
  title={Optnet: Differentiable optimization as a layer in neural networks},
  author={Amos, Brandon and Kolter, J Zico},
  booktitle={International Conference on Machine Learning},
  pages={136--145},
  year={2017},
  organization={PMLR}
}

@article{agrawal2019differentiable,
  title={Differentiable convex optimization layers},
  author={Agrawal, Akshay and Amos, Brandon and Barratt, Shane and Boyd, Stephen and Diamond, Steven and Kolter, J Zico},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{grigas2021integrated,
  title={Integrated conditional estimation-optimization},
  author={Grigas, Paul and Qi, Meng and others},
  journal={arXiv preprint arXiv:2110.12351},
  year={2021}
}

@article{mandi2023decision,
  title={Decision-focused learning: Foundations, state of the art, benchmark and future opportunities},
  author={Mandi, Jayanta and Kotary, James and Berden, Senne and Mulamba, Maxime and Bucarey, Victor and Guns, Tias and Fioretto, Ferdinando},
  journal={arXiv preprint arXiv:2307.13565},
  year={2023}
}

@article{celis2017ranking,
  title={Ranking with fairness constraints},
  author={Celis, L Elisa and Straszak, Damian and Vishnoi, Nisheeth K},
  journal={arXiv preprint arXiv:1704.06840},
  year={2017}
}

@inproceedings{zehlike2017fa,
  title={Fa* ir: A fair top-k ranking algorithm},
  author={Zehlike, Meike and Bonchi, Francesco and Castillo, Carlos and Hajian, Sara and Megahed, Mohamed and Baeza-Yates, Ricardo},
  booktitle={Proceedings of the 2017 ACM on Conference on Information and Knowledge Management},
  pages={1569--1578},
  year={2017}
}

@article{singh2019policy,
  title={Policy learning for fairness in ranking},
  author={Singh, Ashudeep and Joachims, Thorsten},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@inproceedings{yadav2021policy,
  title={Policy-gradient training of fair and unbiased ranking functions},
  author={Yadav, Himank and Du, Zhengxiao and Joachims, Thorsten},
  booktitle={Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval},
  pages={1044--1053},
  year={2021}
}

@inproceedings{singh2018fairness,
  title={Fairness of exposure in rankings},
  author={Singh, Ashudeep and Joachims, Thorsten},
  booktitle={Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery \& data mining},
  pages={2219--2228},
  year={2018}
}

@inproceedings{biega2018equity,
  title={Equity of attention: Amortizing individual fairness in rankings},
  author={Biega, Asia J and Gummadi, Krishna P and Weikum, Gerhard},
  booktitle={The 41st international acm sigir conference on research \& development in information retrieval},
  pages={405--414},
  year={2018}
}

@inproceedings{papadimitriou1994complexity,
  title={The complexity of optimal queueing network control},
  author={Papadimitriou, Christos H and Tsitsiklis, John N},
  booktitle={Proceedings of IEEE 9th annual conference on structure in complexity Theory},
  pages={318--322},
  year={1994},
  organization={IEEE}
}

@phdthesis{hawkins2003langrangian,
  title={A Langrangian decomposition approach to weakly coupled dynamic optimization problems and its applications},
  author={Hawkins, Jeffrey Thomas},
  year={2003},
  school={Massachusetts Institute of Technology}
}

@article{whittle1988restless,
  title={Restless bandits: Activity allocation in a changing world},
  author={Whittle, Peter},
  journal={Journal of applied probability},
  volume={25},
  number={A},
  pages={287--298},
  year={1988},
  publisher={Cambridge University Press}
}

@inproceedings{akbarzadeh2019restless,
  title={Restless bandits with controlled restarts: Indexability and computation of Whittle index},
  author={Akbarzadeh, Nima and Mahajan, Aditya},
  booktitle={2019 IEEE 58th conference on decision and control (CDC)},
  pages={7294--7300},
  year={2019},
  organization={IEEE}
}

@article{weber1990index,
  title={On an index policy for restless bandits},
  author={Weber, Richard R and Weiss, Gideon},
  journal={Journal of applied probability},
  volume={27},
  number={3},
  pages={637--648},
  year={1990},
  publisher={Cambridge University Press}
}

@article{shah2022decision,
  title={Decision-focused learning without decision-making: Learning locally optimized decision losses},
  author={Shah, Sanket and Wang, Kai and Wilder, Bryan and Perrault, Andrew and Tambe, Milind},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={1320--1332},
  year={2022}
}

@article{wang2021learning,
  title={Learning mdps from features: Predict-then-optimize for sequential decision making by reinforcement learning},
  author={Wang, Kai and Shah, Sanket and Chen, Haipeng and Perrault, Andrew and Doshi-Velez, Finale and Tambe, Milind},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={8795--8806},
  year={2021}
}

@article{glazebrook2006some,
  title={Some indexable families of restless bandit problems},
  author={Glazebrook, Kevin D and Ruiz-Hernandez, Diego and Kirkbride, Christopher},
  journal={Advances in Applied Probability},
  volume={38},
  number={3},
  pages={643--672},
  year={2006},
  publisher={Cambridge University Press}
}

@inproceedings{qian2016restless,
  title={Restless poachers: Handling exploration-exploitation tradeoffs in security domains},
  author={Qian, Yundi and Zhang, Chao and Krishnamachari, Bhaskar and Tambe, Milind},
  booktitle={Proceedings of the 2016 International Conference on Autonomous Agents \& Multiagent Systems},
  pages={123--131},
  year={2016}
}

@book{moulin2004fair,
  title={Fair division and collective welfare},
  author={Moulin, Herv{\'e}},
  year={2004},
  publisher={MIT press}
}


@article{caragiannis2019unreasonable,
  title={The unreasonable fairness of maximum Nash welfare},
  author={Caragiannis, Ioannis and Kurokawa, David and Moulin, Herv{\'e} and Procaccia, Ariel D and Shah, Nisarg and Wang, Junxing},
  journal={ACM Transactions on Economics and Computation (TEAC)},
  volume={7},
  number={3},
  pages={1--32},
  year={2019},
  publisher={ACM New York, NY, USA}
}

@book{sutton1998introduction,
  title={Introduction to reinforcement learning},
  author={Sutton, Richard S and Barto, Andrew G and others},
  volume={135},
  year={1998},
  publisher={MIT press Cambridge}
}

@article{luise2018differential,
  title={Differential properties of sinkhorn approximation for learning with wasserstein distance},
  author={Luise, Giulia and Rudi, Alessandro and Pontil, Massimiliano and Ciliberto, Carlo},
  journal={Advances in Neural Information Processing Systems},
  volume={31},
  year={2018}
}

@inproceedings{mate2022field,
  title={Field study in deploying restless multi-armed bandits: Assisting non-profits in improving maternal and child health},
  author={Mate, Aditya and Madaan, Lovish and Taneja, Aparna and Madhiwalla, Neha and Verma, Shresth and Singh, Gargi and Hegde, Aparna and Varakantham, Pradeep and Tambe, Milind},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={36},
  number={11},
  pages={12017--12025},
  year={2022}
}

@article{lee2019optimal,
  title={Optimal screening for hepatocellular carcinoma: A restless bandit model},
  author={Lee, Elliot and Lavieri, Mariel S and Volk, Michael},
  journal={Manufacturing \& Service Operations Management},
  volume={21},
  number={1},
  pages={198--212},
  year={2019},
  publisher={INFORMS}
}

@article{ayer2019prioritizing,
  title={Prioritizing hepatitis C treatment in US prisons},
  author={Ayer, Turgay and Zhang, Can and Bonifonte, Anthony and Spaulding, Anne C and Chhatwal, Jagpreet},
  journal={Operations Research},
  volume={67},
  number={3},
  pages={853--873},
  year={2019},
  publisher={INFORMS}
}

@article{xie2020differentiable,
  title={Differentiable top-k with optimal transport},
  author={Xie, Yujia and Dai, Hanjun and Chen, Minshuo and Dai, Bo and Zhao, Tuo and Zha, Hongyuan and Wei, Wei and Pfister, Tomas},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={20520--20531},
  year={2020}
}

@article{altschuler2017near,
  title={Near-linear time approximation algorithms for optimal transport via Sinkhorn iteration},
  author={Altschuler, Jason and Niles-Weed, Jonathan and Rigollet, Philippe},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{zayas2019asymptotically,
  title={An asymptotically optimal heuristic for general nonstationary finite-horizon restless multi-armed, multi-action bandits},
  author={Zayas-Caban, Gabriel and Jasin, Stefanus and Wang, Guihua},
  journal={Advances in Applied Probability},
  volume={51},
  number={3},
  pages={745--772},
  year={2019},
  publisher={Cambridge University Press}
}


@inproceedings{ghosh2023indexability,
  title={Indexability is Not Enough for Whittle: Improved, Near-Optimal Algorithms for Restless Bandits},
  author={Ghosh, Abheek and Nagaraj, Dheeraj and Jain, Manish and Tambe, Milind},
  booktitle={Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems},
  pages={1294--1302},
  year={2023}
}

@misc{zhang2021restless,
  author = {Zhang, Xiangyu and Frazier, Peter I.},
  keywords = {Optimization and Control (math.OC), Machine Learning (cs.LG), Probability (math.PR), FOS: Mathematics, FOS: Mathematics, FOS: Computer and information sciences, FOS: Computer and information sciences},
  title = {Restless Bandits with Many Arms: Beating the Central Limit Theorem},
  publisher = {arXiv},
  year = {2021},
  copyright = {Creative Commons Attribution 4.0 International}
}% this is binary action

@article{hodge2015asymptotic,
  title={On the asymptotic optimality of greedy index heuristics for multi-action restless bandits},
  author={Hodge, David J and Glazebrook, Kevin D},
  journal={Advances in Applied Probability},
  volume={47},
  number={3},
  pages={652--667},
  year={2015},
  publisher={Cambridge University Press}
}


@article{modi2019transfer,
  title={Transfer restless multi-armed bandit policy for energy-efficient heterogeneous cellular network},
  author={Modi, Navikkumar and Mary, Philippe and Moy, Christophe},
  journal={EURASIP Journal on Advances in Signal Processing},
  volume={2019},
  number={1},
  pages={1--19},
  year={2019},
  publisher={Springer},
  address={New York, NY}
}

@ARTICLE{zhao2007myopic,
author={Zhao, Qing and Krishnamachari, Bhaskar and Liu, Keqin}, 
journal={IEEE Transactions on Wireless Communications},   
title={On myopic sensing for multi-channel opportunistic access: structure, optimality, and performance},
year={2008},
volume={7},
number={12},
pages={5431-5440}
}

@article{bagheri2015restless,
  title={The restless multi-armed bandit formulation of the cognitive compressive sensing problem},
  author={Bagheri, Saeed and Scaglione, Anna},
  journal={IEEE Transactions on Signal Processing},
  volume={63},
  number={5},
  pages={1183--1198},
  year={2015},
  publisher={IEEE}
}


@article{yu2018deadline,
  title={Deadline scheduling as restless bandits},
  author={Yu, Zhe and Xu, Yunjian and Tong, Lang},
  journal={IEEE Transactions on Automatic Control},
  volume={63},
  number={8},
  pages={2343--2358},
  year={2018},
  publisher={IEEE}
}


@article{ruiz2020multi,
  title={Multi-machine preventive maintenance scheduling with imperfect interventions: A restless bandit approach},
  author={Ruiz-Hern{\'a}ndez, Diego and Pinar-P{\'e}rez, Jes{\'u}s M and Delgado-G{\'o}mez, David},
  journal={Computers \& Operations Research},
  volume={119},
  pages={104927},
  year={2020},
  publisher={Elsevier}
}


@article{amon2020ending,
  title={Ending discrimination in healthcare},
  author={Amon, Joseph J},
  journal={Journal of the International AIDS Society},
  volume={23},
  number={2},
  year={2020},
  publisher={Wiley-Blackwell}
}

@inproceedings{ramezani2009nash,
  title={Nash social welfare in multiagent resource allocation},
  author={Ramezani, Sara and Endriss, Ulle},
  booktitle={International Workshop on Agent-Mediated Electronic Commerce},
  pages={117--131},
  year={2009},
  organization={Springer}
}

@book{luss2012equitable,
  title={Equitable resource allocation: models, algorithms and applications},
  author={Luss, Hanan},
  year={2012},
  publisher={John Wiley \& Sons}
}


@article{mcglaughlin2020improving,
  title={Improving Nash social welfare approximations},
  author={McGlaughlin, Peter and Garg, Jugal},
  journal={Journal of Artificial Intelligence Research},
  volume={68},
  pages={225--245},
  year={2020}
}

@book{wolsey2020integer,
  title={Integer programming},
  author={Wolsey, Laurence A},
  year={2020},
  publisher={John Wiley \& Sons}
}

@article{cook1998combinatorial,
  title={Combinatorial optimisation},
  author={Cook, William J and Cunningham, William H and Pulleyblank, William R and Schrijver, Alexander},
  journal={Wiley-Interscience Series in Discrete Mathematics and Optimization, USA},
  volume={1},
  pages={998},
  year={1998},
  publisher={Springer}
}

@article{cuturi2013sinkhorn,
  title={Sinkhorn distances: Lightspeed computation of optimal transport},
  author={Cuturi, Marco},
  journal={Advances in neural information processing systems},
  volume={26},
  year={2013}
}

@article{marsh1994equity,
  title={Equity measurement in facility location analysis: A review and framework},
  author={Marsh, Michael T and Schilling, David A},
  journal={European journal of operational research},
  volume={74},
  number={1},
  pages={1--17},
  year={1994},
  publisher={Elsevier}
}

@article{horvitz1952generalization,
  title={A generalization of sampling without replacement from a finite universe},
  author={Horvitz, Daniel G and Thompson, Donovan J},
  journal={Journal of the American statistical Association},
  volume={47},
  number={260},
  pages={663--685},
  year={1952},
  publisher={Taylor \& Francis}
}

@article{tokdar2010importance,
  title={Importance sampling: a review},
  author={Tokdar, Surya T and Kass, Robert E},
  journal={Wiley Interdisciplinary Reviews: Computational Statistics},
  volume={2},
  number={1},
  pages={54--60},
  year={2010},
  publisher={Wiley Online Library}
}

@article{braveman2003defining,
  title={Defining equity in health},
  author={Braveman, Paula and Gruskin, Sofia},
  journal={Journal of epidemiology and community health},
  volume={57},
  number={4},
  pages={254},
  year={2003},
  publisher={BMJ Publishing Group}
}

@inproceedings{barman2018groupwise,
  title={Groupwise maximin fair allocation of indivisible goods},
  author={Barman, Siddharth and Biswas, Arpita and Krishnamurthy, Sanath and Narahari, Yadati},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={32},
  number={1},
  year={2018}
}

@article{suksompong2018approximate,
  title={Approximate maximin shares for groups of agents},
  author={Suksompong, Warut},
  journal={Mathematical Social Sciences},
  volume={92},
  pages={40--47},
  year={2018},
  publisher={Elsevier}
}

@article{gutjahr2018equity,
  title={Equity and deprivation costs in humanitarian logistics},
  author={Gutjahr, Walter J and Fischer, Sophie},
  journal={European Journal of Operational Research},
  volume={270},
  number={1},
  pages={185--197},
  year={2018},
  publisher={Elsevier}
}

@inproceedings{asadpour2007approximation,
  title={An approximation algorithm for max-min fair allocation of indivisible goods},
  author={Asadpour, Arash and Saberi, Amin},
  booktitle={Proceedings of the thirty-ninth annual ACM symposium on Theory of computing},
  pages={114--121},
  year={2007}
}

@article{bonald2006queueing,
  title={A queueing analysis of max-min fairness, proportional fairness and balanced fairness},
  author={Bonald, Thomas and Massouli{\'e}, Laurent and Proutiere, Alexandre and Virtamo, Jorma},
  journal={Queueing systems},
  volume={53},
  pages={65--84},
  year={2006},
  publisher={Springer}
}

@book{brandt2016handbook,
  title={Handbook of computational social choice},
  author={Brandt, Felix and Conitzer, Vincent and Endriss, Ulle and Lang, J{\'e}r{\^o}me and Procaccia, Ariel D},
  year={2016},
  publisher={Cambridge University Press}
}

@article{caragiannis2012efficiency,
  title={The efficiency of fair division},
  author={Caragiannis, Ioannis and Kaklamanis, Christos and Kanellopoulos, Panagiotis and Kyropoulou, Maria},
  journal={Theory of Computing Systems},
  volume={50},
  pages={589--610},
  year={2012},
  publisher={Springer}
}

@article{flamary2021pot,
  title={Pot: Python optimal transport},
  author={Flamary, R{\'e}mi and Courty, Nicolas and Gramfort, Alexandre and Alaya, Mokhtar Z and Boisbunon, Aur{\'e}lie and Chambon, Stanislas and Chapel, Laetitia and Corenflos, Adrien and Fatras, Kilian and Fournier, Nemo and others},
  journal={The Journal of Machine Learning Research},
  volume={22},
  number={1},
  pages={3571--3578},
  year={2021},
  publisher={JMLRORG}
}

@article{henderi2021comparison,
  title={Comparison of Min-Max normalization and Z-Score Normalization in the K-nearest neighbor (kNN) Algorithm to Test the Accuracy of Types of Breast Cancer},
  author={Henderi, Henderi and Wahyuningsih, Tri and Rahwanto, Efana},
  journal={International Journal of Informatics and Information Systems},
  volume={4},
  number={1},
  pages={13--20},
  year={2021}
}

@inproceedings{gajera2016effective,
  title={An effective multi-objective task scheduling algorithm using min-max normalization in cloud computing},
  author={Gajera, Vatsal and Gupta, Rishabh and Jana, Prasanta K and others},
  booktitle={2016 2nd International Conference on Applied and Theoretical Computing and Communication Technology (iCATccT)},
  pages={812--816},
  year={2016},
  organization={IEEE}
}