%%-------------------------------Online universal portfolio references--------------------------------%%
@article{li2014online,
  title={Online portfolio selection: A survey},
  author={Li, Bin and Hoi, Steven CH},
  journal={ACM Computing Surveys (CSUR)},
  volume={46},
  number={3},
  pages={1--36},
  year={2014},
  publisher={ACM New York, NY, USA}
}

@incollection{cover2011universal,
  title={Universal portfolios},
  author={Cover, Thomas M},
  booktitle={The Kelly Capital Growth Investment Criterion: Theory and Practice},
  pages={181--209},
  year={2011},
  publisher={World Scientific}
}

@article{li2012line,
  title={On-line portfolio selection with moving average reversion},
  author={Li, Bin and Hoi, Steven CH},
  journal={arXiv preprint arXiv:1206.4626},
  year={2012}
}

@article{huang2016robust,
  title={Robust median reversion strategy for online portfolio selection},
  author={Huang, Dingjiang and Zhou, Junlong and Li, Bin and Hoi, Steven CH and Zhou, Shuigeng},
  journal={IEEE Transactions on Knowledge and Data Engineering},
  volume={28},
  number={9},
  pages={2480--2493},
  year={2016},
  publisher={IEEE}
}

@article{PAMR,
  title={PAMR: Passive aggressive mean reversion strategy for portfolio selection},
  author={Li, Bin and Zhao, Peilin and Hoi, Steven CH and Gopalkrishnan, Vivekanand},
  journal={Machine learning},
  volume={87},
  number={2},
  pages={221--258},
  year={2012},
  publisher={Springer}
}

@article{wachter2006implementation,
  title={On the implementation of an interior-point filter line-search algorithm for large-scale nonlinear programming},
  author={W{\"a}chter, Andreas and Biegler, Lorenz T},
  journal={Mathematical programming},
  volume={106},
  number={1},
  pages={25--57},
  year={2006},
  publisher={Springer}
}

@article{chow2,
  title={Risk-constrained reinforcement learning with percentile risk criteria},
  author={Chow, Yinlam and Ghavamzadeh, Mohammad and Janson, Lucas and Pavone, Marco},
  journal={The Journal of Machine Learning Research},
  volume={18},
  number={1},
  pages={6070--6120},
  year={2017},
  publisher={JMLR. org}
}

@inproceedings{chow1,
  title={Risk-sensitive and robust decision-making: a CVaR optimization approach},
  author={Chow, Yinlam and Tamar, Aviv and Mannor, Shie and Pavone, Marco},
  booktitle={Proceedings of the 28th International Conference on Neural Information Processing Systems},
  pages={1522--1530},
  year={2015}
}

@article{garcia2015comprehensive,
  title={A comprehensive survey on safe reinforcement learning},
  author={Garc{\i}a, Javier and Fern{\'a}ndez, Fernando},
  journal={Journal of Machine Learning Research},
  volume={16},
  number={1},
  pages={1437--1480},
  year={2015}
}

@inproceedings{pham2018constrained,
  title={Optlayer-practical constrained optimization for deep reinforcement learning in the real world},
  author={Pham, Tu-Hoa and De Magistris, Giovanni and Tachibana, Ryuki},
  booktitle={2018 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={6236--6243},
  year={2018},
  organization={IEEE}
}

@inproceedings{yang2020,
  title={Projection-Based Constrained Policy Optimization},
  author={Yang, Tsung-Yen and Rosca, Justinian and Narasimhan, Karthik and Ramadge, Peter J},
  booktitle={International Conference on Learning Representations},
  year={2019}
}

@inproceedings{berkenkamp2017safe,
  title={Safe model-based reinforcement learning with stability guarantees},
  author={Berkenkamp, Felix and Turchetta, Matteo and Schoellig, Angela P and Krause, Andreas},
  booktitle={International Conference on Neural Information Processing Systems},
  pages={908--919},
  year={2017}
}

%%--------------------- Bike sharing citations------------------------%%
@inproceedings{bhatia2019resource,
  title={Resource constrained deep reinforcement learning},
  author={Bhatia, Abhinav and Varakantham, Pradeep and Kumar, Akshat},
  booktitle={International Conference on Automated Planning and Scheduling},
  volume={29},
  pages={610--620},
  year={2019}
}

@inproceedings{ghosh2017incentivizing,
  title={Incentivizing the use of bike trailers for dynamic repositioning in bike sharing systems},
  author={Ghosh, Supriyo and Varakantham, Pradeep},
  booktitle={Proceedings of the International Conference on Automated Planning and Scheduling},
  volume={27},
  year={2017}
}

@article{ghosh2017dynamic,
  title={Dynamic repositioning to reduce lost demand in bike sharing systems},
  author={Ghosh, Supriyo and Varakantham, Pradeep and Adulyasak, Yossiri and Jaillet, Patrick},
  journal={Journal of Artificial Intelligence Research},
  volume={58},
  pages={387--430},
  year={2017}
}

@article{ghosh2016robust,
  title={Robust repositioning to counter unpredictable demand in bike sharing systems},
  author={Ghosh, Supriyo and Trick, Michael and Varakantham, Pradeep},
  year={2016},
  journal={International Joint Conference on Artificial Intelligence (IJCAI)}
}

@article{schuijbroek2017inventory,
  title={Inventory rebalancing and vehicle routing in bike sharing systems},
  author={Schuijbroek, Jasper and Hampshire, Robert C and Van Hoeve, W-J},
  journal={European Journal of Operational Research},
  volume={257},
  number={3},
  pages={992--1004},
  year={2017},
  publisher={Elsevier}
}

@inproceedings{ghosh2019improving,
  title={Improving customer satisfaction in bike sharing systems through dynamic repositioning},
  author={Ghosh, Supriyo and Koh, Jing Yu and Jaillet, Patrick},
  year={2019},
  booktitle={International Joint Conferences on Artificial Intelligence (IJCAI)}
}

%%---------------------------------------------------------------------------------------------------------------------------%%
@inproceedings{ghosh2021deep,
  title={A Deep Ensemble Method for Multi-Agent Reinforcement Learning: A Case Study on Air Traffic Control},
  author={Ghosh, Supriyo and Laguna, Sean and Lim, Shiau Hong and Wynter, Laura and Poonawala, Hasan},
  booktitle={Proceedings of the International Conference on Automated Planning and Scheduling},
  volume={31},
  pages={468--476},
  year={2021}
}

@article{liang2017ray,
  title={Ray rllib: A composable and scalable reinforcement learning library},
  author={Liang, Eric and Liaw, Richard and Nishihara, Robert and Moritz, Philipp and Fox, Roy and Gonzalez, Joseph and Goldberg, Ken and Stoica, Ion},
  journal={arXiv preprint arXiv:1712.09381},
  year={2017}
}

@inproceedings{CPO,
  title={Constrained policy optimization},
  author={Achiam, Joshua and Held, David and Tamar, Aviv and Abbeel, Pieter},
  booktitle={Proceedings of the 34th International Conference on Machine Learning},
  pages={22--31},
  year={2017},
  organization={JMLR. org}
}


@book{Altman1999ConstrainedMD,
  title={Constrained Markov decision processes},
  author={Altman, Eitan},
  volume={7},
  year={1999},
  publisher={CRC Press}
}

@article{rosa1996augmented,
  title={On augmented Lagrangian decomposition methods for multistage stochastic programs},
  author={Rosa, Charles H and Ruszczy{\'n}ski, Andrzej},
  journal={Annals of Operations Research},
  volume={64},
  number={1},
  pages={289--309},
  year={1996},
  publisher={Springer}
}

@inproceedings{nips2018mpc,
  title={Differentiable MPC for end-to-end planning and control},
  author={Amos, Brandon and Jimenez, Ivan and Sacks, Jacob and Boots, Byron and Kolter, J Zico},
  booktitle={Advances in Neural Information Processing Systems},
  pages={8289--8300},
  year={2018}
}

@inproceedings{smpc,
  title={Scenario-based model predictive control of stochastic constrained linear systems},
  author={Bernardini, Daniele and Bemporad, Alberto},
  booktitle={Proceedings of the 48h IEEE Conference on Decision and Control (CDC)},
  pages={6333--6338},
  year={2009},
  organization={IEEE}
}

@article{saa2018,
  title={Robust sample average approximation},
  author={Bertsimas, Dimitris and Gupta, Vishal and Kallus, Nathan},
  journal={Mathematical Programming},
  volume={171},
  number={1-2},
  pages={217--282},
  year={2018},
  publisher={Springer}
}

@inproceedings{nips18valueexpan,
  title={Sample-efficient reinforcement learning with stochastic ensemble value expansion},
  author={Buckman, Jacob and Hafner, Danijar and Tucker, George and Brevdo, Eugene and Lee, Honglak},
  booktitle={Advances in Neural Information Processing Systems},
  pages={8224--8234},
  year={2018}
}

@article{LOLS,
  title={Learning to Search Better than Your Teacher},
  author={Krishnamurthy, Akshay and EDU, CMU and Daum{\'e} III, Hal and EDU, UMD},
  journal={arXiv preprint arXiv:1502.02206},
  year={2015}
}


@article{cheng2018fast,
  title={Fast policy learning through imitation and reinforcement},
  author={Cheng, Ching-An and Yan, Xinyan and Wagener, Nolan and Boots, Byron},
  journal={arXiv preprint arXiv:1805.10413},
  year={2018}
}

@inproceedings{AAAI19safeCBM,
  title={End-to-end safe reinforcement learning through barrier functions for safety-critical continuous control tasks},
  author={Cheng, Richard and Orosz, G{\'a}bor and Murray, Richard M and Burdick, Joel W},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={33},
  pages={3387--3395},
  year={2019}
}

@article{Dabney2018ImplicitQN,
  title={Implicit quantile networks for distributional reinforcement learning},
  author={Dabney, Will and Ostrovski, Georg and Silver, David and Munos, R{\'e}mi},
  journal={arXiv preprint arXiv:1806.06923},
  year={2018}
}

@inproceedings{distributional,
  title={Distributional reinforcement learning with quantile regression},
  author={Dabney, Will and Rowland, Mark and Bellemare, Marc G and Munos, R{\'e}mi},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}

@article{daume2009search,
  title={Search-based structured prediction},
  author={Daum{\'e}, Hal and Langford, John and Marcu, Daniel},
  journal={Machine learning},
  volume={75},
  number={3},
  pages={297--325},
  year={2009},
  publisher={Springer}
}

@article{Ekblom2020ImportanceSI,
  title={Importance sampling in stochastic optimization: An application to intertemporal portfolio choice},
  author={Ekblom, Jonas and Blomvall, J{\"o}rgen},
  journal={European Journal of Operational Research},
  year={2019},
  pages = {106-119},
  volume = {285},
  publisher={Elsevier}
}

@article{feinberg2018model,
  title={Model-based value estimation for efficient model-free reinforcement learning},
  author={Feinberg, Vladimir and Wan, Alvin and Stoica, Ion and Jordan, Michael I and Gonzalez, Joseph E and Levine, Sergey},
  journal={arXiv preprint arXiv:1803.00101},
  year={2018}
}

@article{td3,
  title={Addressing function approximation error in actor-critic methods},
  author={Fujimoto, Scott and Van Hoof, Herke and Meger, David},
  journal={arXiv preprint arXiv:1802.09477},
  year={2018}
}

@article{Gros2019TowardsSR1,
  title={Towards Safe Reinforcement Learning Using NMPC and Policy Gradients: Part II-Deterministic Case},
  author={Gros, S{\'e}bastien and Zanon, Mario},
  journal={arXiv preprint arXiv:1906.04034},
  year={2019}
}

@article{Gros2019TowardsSR2,
  title={Towards Safe Reinforcement Learning Using NMPC and Policy Gradients: Part I-Stochastic case},
  author={Gros, S{\'e}bastien and Zanon, Mario},
  journal={arXiv preprint arXiv:1906.04057},
  year={2019}
}

@inproceedings{2016continuousdeepQ,
  title={Continuous deep q-learning with model-based acceleration},
  author={Gu, Shixiang and Lillicrap, Timothy and Sutskever, Ilya and Levine, Sergey},
  booktitle={International Conference on Machine Learning},
  pages={2829--2838},
  year={2016}
}

@article{Harwood_2021,
   title={Analysis of the Alternating Direction Method of Multipliers for Nonconvex Problems},
   volume={2},
   ISSN={2662-2556},
   url={http://dx.doi.org/10.1007/s43069-020-00043-y},
   DOI={10.1007/s43069-020-00043-y},
   number={1},
   journal={SN Operations Research Forum},
   publisher={Springer Science and Business Media LLC},
   author={Harwood, Stuart M.},
   year={2021},
   month={Jan}
}

@misc{moreau,
      title={Moreau Envelope Augmented Lagrangian Method for Nonconvex Optimization with Linear Constraints}, 
      author={Jinshan Zeng and Wotao Yin and Ding-Xuan Zhou},
      year={2021},
      eprint={2101.08519},
      archivePrefix={arXiv},
      primaryClass={math.OC}
}

@article{wang,
author = {Wang, Yu and Yin, Wotao and Zeng, Jinshan},
title = {Global Convergence of ADMM in Nonconvex Nonsmooth Optimization},
year = {2019},
issue_date = {January   2019},
publisher = {Plenum Press},
address = {USA},
volume = {78},
number = {1},
issn = {0885-7474},
url = {https://doi.org/10.1007/s10915-018-0757-z},
doi = {10.1007/s10915-018-0757-z},
journal = {J. Sci. Comput.},
month = jan,
pages = {29–63},
numpages = {35},
}

@article{Bench,
title = {Benchmarking ADMM in nonconvex NLPs},
journal = {Computers & Chemical Engineering},
volume = {119},
pages = {315-325},
year = {2018},
issn = {0098-1354},
doi = {https://doi.org/10.1016/j.compchemeng.2018.08.036},
url = {https://www.sciencedirect.com/science/article/pii/S0098135418305210},
author = {Jose S. Rodriguez and Bethany Nicholson and Carl Laird and Victor M. Zavala},
}

@misc{zhou2018fenchel,
      title={On the Fenchel Duality between Strong Convexity and Lipschitz Continuous Gradient}, 
      author={Xingyu Zhou},
      year={2018},
      eprint={1803.06573},
      archivePrefix={arXiv},
      primaryClass={math.OC}
}


@article{Hong2014ConvergenceAO,
  title={Convergence analysis of alternating direction method of multipliers for a family of nonconvex problems},
  author={Hong, Mingyi and Luo, Zhi-Quan and Razaviyayn, Meisam},
  journal={SIAM Journal on Optimization},
  volume={26},
  number={1},
  pages={337--364},
  year={2016},
  publisher={SIAM}
}

@article{Jing2019ReinforcementLF,
  title={Reinforcement Learning from Imperfect Demonstrations under Soft Expert Guidance},
  author={Jing, Mingxuan and Ma, Xiaojian and Huang, Wenbing and Sun, Fuchun and Yang, Chao and Fang, Bin and Liu, Huaping},
  journal={arXiv preprint arXiv:1911.07109},
  year={2019}
}

@inproceedings{plato2017,
  title={Plato: Policy learning using adaptive trajectory optimization},
  author={Kahn, Gregory and Zhang, Tianhao and Levine, Sergey and Abbeel, Pieter},
  booktitle={2017 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={3342--3349},
  year={2017},
  organization={IEEE}
}

@article{DDPG,
  title={Continuous control with deep reinforcement learning},
  author={Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  journal={arXiv preprint arXiv:1509.02971},
  year={2015}
}

@article{Lu2019AdaptiveOP,
  title={Adaptive Online Planning for Continual Lifelong Learning},
  author={Lu, Kevin and Mordatch, Igor and Abbeel, Pieter},
  journal={arXiv preprint arXiv:1912.01188},
  year={2019}
}

@incollection{mesbah2019stochastic,
  title={Stochastic model predictive control},
  author={Mesbah, Ali and Kolmanovsky, Ilya V and Di Cairano, Stefano},
  booktitle={Handbook of Model Predictive Control},
  pages={75--97},
  year={2019},
  publisher={Springer}
}

@article{DQN,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@article{rocksun18,
  title={Solving monotone stochastic variational inequalities and complementarity problems by progressive hedging},
  author={Rockafellar, R Tyrrell and Sun, Jie},
  journal={Mathematical Programming},
  volume={174},
  number={1-2},
  pages={453--471},
  year={2019},
  publisher={Springer}
}

@article{Rockafellar2018ProgressiveDO,
  title={Progressive decoupling of linkages in optimization and variational inequalities with elicitable convexity or monotonicity},
  author={Rockafellar, R Tyrrell},
  journal={Set-Valued and Variational Analysis},
  volume={27},
  number={4},
  pages={863--893},
  year={2019},
  publisher={Springer}
}

@article{rockafellar1991scenarios,
  title={Scenarios and policy aggregation in optimization under uncertainty},
  author={Rockafellar, R Tyrrell and Wets, Roger J-B},
  journal={Mathematics of operations research},
  volume={16},
  number={1},
  pages={119--147},
  year={1991},
  publisher={INFORMS}
}

@article{aggravate,
  title={Reinforcement and imitation learning via interactive no-regret learning},
  author={Ross, Stephane and Bagnell, J Andrew},
  journal={arXiv preprint arXiv:1406.5979},
  year={2014}
}

@inproceedings{dagger,
  title={A reduction of imitation learning and structured prediction to no-regret online learning},
  author={Ross, St{\'e}phane and Gordon, Geoffrey and Bagnell, Drew},
  booktitle={Proceedings of the fourteenth international conference on artificial intelligence and statistics},
  pages={627--635},
  year={2011}
}

@inproceedings{TRPO,
  title={Trust region policy optimization},
  author={Schulman, John and Levine, Sergey and Abbeel, Pieter and Jordan, Michael and Moritz, Philipp},
  booktitle={International conference on machine learning},
  pages={1889--1897},
  year={2015}
}

@article{PPO,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}

@article{PPOL,
  title={Benchmarking Safe Exploration in Deep Reinforcement Learning},
  author={Ray, Alex and Achiam, Joshua and Amodei, Dario},
  journal={Technical report, Open AI},
  year={2019}
}

@article{alphago,
  title={Mastering the game of go without human knowledge},
  author={Silver, David and Schrittwieser, Julian and Simonyan, Karen and Antonoglou, Ioannis and Huang, Aja and Guez, Arthur and Hubert, Thomas and Baker, Lucas and Lai, Matthew and Bolton, Adrian and others},
  journal={Nature},
  volume={550},
  number={7676},
  pages={354--359},
  year={2017},
  publisher={Nature Publishing Group}
}

@inproceedings{ieee2018warmstart,
  title={Using a memory of motion to efficiently warm-start a nonlinear predictive controller},
  author={Mansard, Nicolas and DelPrete, Andrea and Geisert, Mathieu and Tonneau, Steve and Stasse, Olivier},
  booktitle={2018 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={2986--2993},
  year={2018},
  organization={IEEE}
}

@inproceedings{aggravated,
  title={Deeply aggrevated: Differentiable imitation learning for sequential prediction},
  author={Sun, Wen and Venkatraman, Arun and Gordon, Geoffrey J and Boots, Byron and Bagnell, J Andrew},
  booktitle={Proceedings of the 34th International Conference on Machine Learning},
  pages={3309--3318},
  year={2017},
  organization={JMLR. org}
}

@inproceedings{sun2018truncated,
  title={Truncated horizon policy search: Deep combination of reinforcement and imitation},
  author={Sun, Wen and Bagnell, J Andrew and Boots, Byron},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{avivMPC2017,
  title={Learning from the hindsight plan—episodic mpc improvement},
  author={Tamar, Aviv and Thomas, Garrett and Zhang, Tianhao and Levine, Sergey and Abbeel, Pieter},
  booktitle={2017 IEEE International Conference on Robotics and Automation (ICRA)},
  pages={336--343},
  year={2017},
  organization={IEEE}
}

@article{MPPI,
  title={Model predictive path integral control using covariance variable importance sampling},
  author={Williams, Grady and Aldrich, Andrew and Theodorou, Evangelos},
  journal={arXiv preprint arXiv:1509.01149},
  year={2015}
}

@book{zehtabian2016penalty,
  title={Penalty parameter update strategies in progressive hedging algorithm},
  author={Zehtabian, Shohre and Bastin, Fabian},
  year={2016},
  publisher={CIRRELT}
}


@article{rockCVAR,
  title={Solving Stochastic Programming Problems with Risk Measures by Progressive Hedging},
  author={R. Tyrrell Rockafellar},
  journal={Set-Valued and Variational Analysis},
  year={2018},
  volume={26},
  pages={759-768}
}


