@article{gonul2021reinforcement,
  title={A reinforcement learning based algorithm for personalization of digital, just-in-time, adaptive interventions},
  author={G{\"o}n{\"u}l, Suat and Naml{\i}, Tuncay and Co{\c{s}}ar, Ahmet and Toroslu, {\.I}smail Hakk{\i}},
  journal={Artificial Intelligence in Medicine},
  volume={115},
  pages={102062},
  year={2021},
  publisher={Elsevier}
}


@inproceedings{rabbi2015mybehavior,
  title={MyBehavior: automatic personalized health feedback from user behaviors and preferences using smartphones},
  author={Rabbi, Mashfiqui and Aung, Min Hane and Zhang, Mi and Choudhury, Tanzeem},
  booktitle={Proceedings of the 2015 ACM international joint conference on pervasive and ubiquitous computing},
  pages={707--718},
  year={2015}
}


@inproceedings{paredes2014poptherapy,
  title={PopTherapy: Coping with stress through pop-culture},
  author={Paredes, Pablo and Gilad-Bachrach, Ran and Czerwinski, Mary and Roseway, Asta and Rowan, Kael and Hernandez, Javier},
  booktitle={Proceedings of the 8th international conference on pervasive computing technologies for healthcare},
  pages={109--117},
  year={2014}
}


@article{yom2017encouraging,
  title={Encouraging physical activity in patients with diabetes: intervention using a reinforcement learning system},
  author={Yom-Tov, Elad and Feraru, Guy and Kozdoba, Mark and Mannor, Shie and Tennenholtz, Moshe and Hochberg, Irit},
  journal={Journal of medical Internet research},
  volume={19},
  number={10},
  pages={e338},
  year={2017},
  publisher={JMIR publications Toronto, Canada}
}


@article{liao2020personalized,
  title={Personalized heartsteps: A reinforcement learning algorithm for optimizing physical activity},
  author={Liao, Peng and Greenewald, Kristjan and Klasnja, Predrag and Murphy, Susan},
  journal={Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies},
  volume={4},
  number={1},
  pages={1--22},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@article{liao2022batch,
author = {Peng Liao and Zhengling Qi and Runzhe Wan and Predrag Klasnja and Susan A. Murphy},
title = {{Batch policy learning in average reward Markov decision processes}},
volume = {50},
journal = {The Annals of Statistics},
number = {6},
publisher = {Institute of Mathematical Statistics},
pages = {3364 -- 3387},
keywords = {Average reward, doubly robust estimator, Markov decision process, policy optimization},
year = {2022}
}



@article{tewari2017ads,
  title={From ads to interventions: Contextual bandits in mobile health},
  author={Tewari, Ambuj and Murphy, Susan A},
  journal={Mobile Health: Sensors, Analytic Methods, and Applications},
  pages={495--517},
  year={2017},
  publisher={Springer}
}

@article{bietti2021contextual,
  title={A contextual bandit bake-off},
  author={Bietti, Alberto and Agarwal, Alekh and Langford, John},
  journal={The Journal of Machine Learning Research},
  volume={22},
  number={1},
  pages={5928--5976},
  year={2021},
  publisher={JMLRORG}
}


@inproceedings{saleheen2015puffmarker,
  title={puffMarker: a multi-sensor approach for pinpointing the timing of first lapse in smoking cessation},
  author={Saleheen, Nazir and Ali, Amin Ahsan and Hossain, Syed Monowar and Sarker, Hillol and Chatterjee, Soujanya and Marlin, Benjamin and Ertin, Emre and Al'Absi, Mustafa and Kumar, Santosh},
  booktitle={Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing},
  pages={999--1010},
  year={2015}
}

@inproceedings{hovsepian2015cstress,
  title={cStress: towards a gold standard for continuous stress assessment in the mobile environment},
  author={Hovsepian, Karen and Al'Absi, Mustafa and Ertin, Emre and Kamarck, Thomas and Nakajima, Motohiro and Kumar, Santosh},
  booktitle={Proceedings of the 2015 ACM international joint conference on pervasive and ubiquitous computing},
  pages={493--504},
  year={2015}
}


@article{kwon2021validity,
  title={The validity of MotionSense HRV in estimating sedentary behavior and physical activity under free-living and simulated activity settings},
  author={Kwon, Sunku and Wan, Neng and Burns, Ryan D and Brusseau, Timothy A and Kim, Youngwon and Kumar, Santosh and Ertin, Emre and Wetter, David W and Lam, Cho Y and Wen, Ming and others},
  journal={Sensors},
  volume={21},
  number={4},
  pages={1411},
  year={2021},
  publisher={MDPI}
}


@inproceedings{ertin2011autosense,
  title={AutoSense: unobtrusively wearable sensor suite for inferring the onset, causality, and consequences of stress in the field},
  author={Ertin, Emre and Stohs, Nathan and Kumar, Santosh and Raij, Andrew and Al'Absi, Mustafa and Shah, Siddharth},
  booktitle={Proceedings of the 9th ACM conference on embedded networked sensor systems},
  pages={274--287},
  year={2011}
}

@article{spruijt2022advancing,
  title={Advancing behavioral intervention and theory development for mobile health: the HeartSteps II protocol},
  author={Spruijt-Metz, Donna and Marlin, Benjamin M and Pavel, Misha and Rivera, Daniel E and Hekler, Eric and De La Torre, Steven and El Mistiri, Mohamed and Golaszweski, Natalie M and Li, Cynthia and Braga De Braganca, Rebecca and others},
  journal={International journal of environmental research and public health},
  volume={19},
  number={4},
  pages={2267},
  year={2022},
  publisher={MDPI}
}

@article{perski2022technology,
  title={Technology-mediated just-in-time adaptive interventions ({JITAIs}) to reduce harmful substance use: a systematic review},
  author={Perski, Olga and H{\'e}bert, Emily T and Naughton, Felix and Hekler, Eric B and Brown, Jamie and Businelle, Michael S},
  journal={Addiction},
  volume={117},
  number={5},
  pages={1220--1241},
  year={2022},
  publisher={Wiley Online Library}
}

@article{yang2023just,
  title={A Just-In-Time Adaptive intervention (JITAI) for smoking cessation: Feasibility and acceptability findings},
  author={Yang, Min-Jeong and Sutton, Steven K and Hernandez, Laura M and Jones, Sarah R and Wetter, David W and Kumar, Santosh and Vinci, Christine},
  journal={Addictive Behaviors},
  volume={136},
  pages={107467},
  year={2023},
  publisher={Elsevier}
}

@article{battalio2021sense2stop,
  title={Sense2Stop: a micro-randomized trial using wearable sensors to optimize a just-in-time-adaptive stress management intervention for smoking relapse prevention},
  author={Battalio, Samuel L and Conroy, David E and Dempsey, Walter and Liao, Peng and Menictas, Marianne and Murphy, Susan and Nahum-Shani, Inbal and Qian, Tianchen and Kumar, Santosh and Spring, Bonnie},
  journal={Contemporary Clinical Trials},
  volume={109},
  pages={106534},
  year={2021},
  publisher={Elsevier}
}

@article{hardeman2019systematic,
  title={A systematic review of just-in-time adaptive interventions (JITAIs) to promote physical activity},
  author={Hardeman, Wendy and Houghton, Julie and Lane, Kathleen and Jones, Andy and Naughton, Felix},
  journal={International Journal of Behavioral Nutrition and Physical Activity},
  volume={16},
  number={1},
  pages={1--21},
  year={2019},
  publisher={BioMed Central}
}


@article{nahum2018just,
  title={Just-in-time adaptive interventions (JITAIs) in mobile health: key components and design principles for ongoing health behavior support},
  author={Nahum-Shani, Inbal and Smith, Shawna N and Spring, Bonnie J and Collins, Linda M and Witkiewitz, Katie and Tewari, Ambuj and Murphy, Susan A},
  journal={Annals of Behavioral Medicine},
  volume={52},
  number={6},
  pages={446--462},
  year={2018},
  publisher={Oxford University Press US}
}

@InProceedings{deBruin-15,
  author        = {de Bruin, Tim and Kober, Jens and Tuyls, Karl and Babu{\v s}ka, Robert},
  title         = {The importance of experience replay database composition in deep reinforcement learning},
  booktitle     = "Deep Reinforcement Learning Workshop, Advances in Neural Information Processing Systems",
  year          = {2015},
}


@InProceedings{Hessel-18,
  author        = {Matteo Hessel and Joseph Modayil and Hado van Hasselt and Tom Schaul and Georg Ostrovski and Will Dabney and Daniel Horgan and Bilal Piot and Mohammad Gheshlaghi Azar and David Silver},
  title         = {Rainbow: Combining Improvements in Deep Reinforcement Learning},
  booktitle     = "Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence",
  year          = {2018},
}

@InProceedings{Mnih-13,
  author        = {Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  title         = {Playing Atari with Deep Reinforcement Learning},
  booktitle     = "NeurIPS Deep Learning Workshop",
  year          = {2013},
}

@book{Sutton-98,
  author        = {Richard S. Sutton and Andrew G. Barto},
  title         = {Reinforcement Learning: An Introduction},
  publisher     = "MIT press",
  address       = "Cambridge, MA",
  year          = {1998}
}

@InProceedings{Sutton-99,
  author        = {Richard S. Sutton and David McAllester and Satinder Singh and Yishay Mansour},
  title         = {Policy Gradient Methods for Reinforcement Learning with Function Approximation},
  booktitle     = "Advances in Neural Information Processing Systems",
  year          = {1999},
}

@InProceedings{Schaul-16,
  author        = {Tom Schaul and John Quan and Ioannis Antonoglou and David Silver},
  title         = {Prioritized Experience Replay},
  booktitle     = "Proceedings of the International Conference on Learning Representations",
  year          = {2016},
}

@InProceedings{vanHasselt-16,
  author        = {Hado van Hasselt, Arthur Guez, David Silver},
  title         = {Deep Reinforcement Learning with Double Q-learning},
  booktitle     = "Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence",
  year          = {2016},
}


@InProceedings{Wang-16,
  author        = {Ziyu Wang and Tom Schaul and Matteo Hessel, Hado van Hasselt and Marc Lanctot and Nando de Freitas},
  title         = {Dueling Network Architectures for Deep Reinforcement Learning},
  booktitle     = "Proceedings of The 33rd International Conference on Machine Learning",
  year          = {2016},
}

@InProceedings{Williams-92,
  author        = {Ronald J. Williams},
  title         = {Simple statistical gradient-following algorithms for connectionist reinforcement learning},
  booktitle     = "Machine Learning",
  pages         = {8:229-256},
  year          = {1992},
}
