@string{AAAI = {Proc. Assoc. Adv. Art. Intell. (AAAI)}}

@string{acha = {Appl. Comput. Harmon. Anal.}}

@string{aistats = {Proc. Int. Conf. Art. Intell. Stat. (AISTATS)}}

@string{allerton = {Proc. Allerton Conf. on Comm., Contr., and Comp.}}

@string{annmathstat = {Ann. Math. Stat.}}

@string{annstat = {Ann. Stat.}}

@string{apr = {Apr.}}

@string{aps = {Proc. American Physical Society Meeting}}

@string{asilomar = {Proc. Asilomar Conf. Sig. Sys. Comput.}}

@string{aug = {Aug.}}

@string{ciss = {Proc. IEEE Conf. Inform. Science and Systems (CISS)}}

@string{constapprox = {Const. Approx.}}

@string{cpam = {Comm. Pure Appl. Math.}}

@string{cviu = {Comp. Vision and Image Understd.}}

@string{cvpr = {{IEEE} Conf. Comp. Vision and Pattern Recog}}

@string{dcas = {Proc. IEEE Dallas Circuits and Systems Work. (DCAS)}}

@string{dcc = {Proc. IEEE Data Compression Conf. (DCC)}}

@string{dec = {Dec.}}

@string{eccv = {Euro. Conf. Comp. Vision}}

@string{fcm = {Found. Comput. Math.}}

@string{fcm_toappear = {to appear in {\em Found. Comput. Math.}}}

@string{feb = {Feb.}}

@string{focs = {Proc. IEEE Symp. Found. Comp. Science (FOCS)}}

@string{globalsip = {Proc. {IEEE} Global Conf. Signal and Image Processing (GlobalSIP)}}

@string{icassp = {Proc. IEEE Int. Conf. Acoust., Speech, and Signal Processing (ICASSP)}}

@string{iccv = {{IEEE} Intl. Conf. Comp. Vision}}

@string{icip = {{IEEE} Conf. Image Proc.}}

@string{iclr = {Proc. Int. Conf. Learning Representations}}

@string{iclrwork = {Proc. Int. Conf. Learning Representations Workshop}}

@string{icml = {Proc. Int. Conf. Machine Learning}}

@string{ieee_j_ip = {{IEEE} Trans. Image Proc.}}

@string{ieee_j_it = {{IEEE} Trans. Inform. Theory}}

@string{ieee_j_pami = {{IEEE} Trans. Pattern Anal. Mach. Intell.}}

@string{ieee_j_sp = {{IEEE} Trans. Sig. Proc.}}

@string{ieee_m_sp = {{IEEE} Sig. Proc. Mag.}}

@string{ijcv = {Intl. J. Comp. Vision}}

@string{inprep = {In preparation}}

@string{invprob = {Inverse Problems}}

@string{ipsn = {Proc. Int. Symp. Inform. Proc. Sensor Net. (IPSN)}}

@string{iscas = {Proc. IEEE Int. Symp. Circ. Sys. (ISCAS)}}

@string{isit = {Proc. IEEE Int. Symp. Inform. Theory (ISIT)}}

@string{ismrm = {Proc. Annual Meeting of ISMRM}}

@string{ita = {Proc. Work. Inform. Theory and Applications (ITA)}}

@string{jams = {J. Amer. Math. Soc.}}

@string{jan = {Jan.}}

@string{jasa = {J. Amer. Statist. Assoc.}}

@string{jcomp = {J. Complexity}}

@string{jmlr = {J. Machine Learning Research}}

@string{jstsp = {{IEEE} J. Select. Top. Sig. Proc.}}

@string{jul = {July}}

@string{jun = {June}}

@string{mar = {March}}

@string{may = {May}}

@string{ml = {Machine Learning}}

@string{mlsp = {Proc. IEEE Int. Work. Mach. Learn. Sig. Proc. (MLSP)}}

@string{nar = {Nucleic Acids Research}}

@string{nc = {Neural Comput.}}

@string{neurips = {Adv. Neural Inf. Proc. Sys. (NeurIPS)}}

@string{neuripswork = {Adv. Neural Inf. Proc. Sys. Workshop (NeurIPS Workshop)}}

@string{nov = {Nov.}}

@string{oct = {Oct.}}

@string{pnas = {Proc. Natl. Acad. Sci.}}

@string{pods = {Proc. Symp. Principles of Database Systems (PODS)}}

@string{pr = {Pattern Recognition}}

@string{preprint = {Preprint}}

@string{sampta = {Proc. Sampling Theory and Appl. (SampTA)}}

@string{sda = {Proc. Symp. Discrete Alg.}}

@string{sep = {Sept.}}

@string{sept = {Sept.}}

@string{siamimagsci = {SIAM J. Imag. Sci.}}

@string{siamrev = {SIAM Rev.}}

@string{soda = {Proc. ACM Symp. Discrete Alg. (SODA)}}

@string{spars = {{Proc. Work. Struc. Parc. Rep. Adap. Signaux (SPARS)}}}

@string{spiecompimag = {Proc. IS{\&T}/SPIE Symp. Elec. Imag.: Comp. Imag.}}

@string{spieradar = {Proc. SPIE Radar Sensor Tech.}}

@string{spiewaveletapps = {Proc. SPIE Ann. Meeting: Wavelet Apps. Signal Imag. Proc.}}

@string{spiewavelets = {Proc. SPIE Optics Photonics: Wavelets}}

@string{spl = {IEEE Sig. Proc. Lett.}}

@string{spmag = {IEEE Sig. Proc. Mag.}}

@string{ssp = {Proc. IEEE Work. Stat. Signal Proc.}}

@string{stoc = {Proc. ACM Symp. Theory of Comput.}}

@string{taes = {IEEE Trans. Aerospace Elec. Systems}}

@string{tassp = {IEEE Trans. Acoust., Speech, Signal Proc.}}

@string{tip = {IEEE Trans. Image Proc.}}

@string{tip_toappear = {to appear in {\em IEEE Trans. Image Proc.}}}

@string{tit = {IEEE Trans. Inform. Theory}}

@string{tit_toappear = {to appear in {\em IEEE Trans. Inform. Theory}}}

@string{tmi = {IEEE Trans. Med. Imaging}}

@string{tnn = {IEEE Trans. Neural Networks}}

@string{tog = {ACM Trans. Graph.}}

@string{tpami = {IEEE Trans. Pattern Anal. Machine Intell.}}

@string{tsp = {IEEE Trans. Sig. Proc.}}

@article{deng2012mnist,
  title={The mnist database of handwritten digit images for machine learning research},
  author={Deng, Li},
  journal={IEEE Signal Processing Magazine},
  volume={29},
  number={6},
  pages={141--142},
  year={2012},
  publisher={IEEE}
}

@book{geron2022hands,
  title={Hands-on machine learning with Scikit-Learn, Keras, and TensorFlow},
  author={G{\'e}ron, Aur{\'e}lien},
  year={2022},
  publisher={" O'Reilly Media, Inc."}
}

@article{cortez2009modeling,
  title={Modeling wine preferences by data mining from physicochemical properties},
  author={Cortez, Paulo and Cerdeira, Ant{\'o}nio and Almeida, Fernando and Matos, Telmo and Reis, Jos{\'e}},
  journal={Decision support systems},
  volume={47},
  number={4},
  pages={547--553},
  year={2009},
  publisher={Elsevier}
}
@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@article{vapnik1993local,
  title={Local algorithms for pattern recognition and dependencies estimation},
  author={Vapnik, Vladimir and Bottou, L{\'e}on},
  journal={Neural Computation},
  volume={5},
  number={6},
  pages={893--909},
  year={1993},
  publisher={MIT Press}
}

@article{lecun1995convolutional,
  title={Convolutional networks for images, speech, and time series},
  author={LeCun, Yann and Bengio, Yoshua and others},
  journal={The handbook of brain theory and neural networks},
  volume={3361},
  number={10},
  pages={1995},
  year={1995},
  publisher={Citeseer}
}

@article{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  journal={Advances in neural information processing systems},
  volume={25},
  year={2012}
}

@article{minaee2021image,
  title={Image segmentation using deep learning: A survey},
  author={Minaee, Shervin and Boykov, Yuri and Porikli, Fatih and Plaza, Antonio and Kehtarnavaz, Nasser and Terzopoulos, Demetri},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={44},
  number={7},
  pages={3523--3542},
  year={2021},
  publisher={IEEE}
}

@article{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT press}
}

@article{radford2018improving,
  title={Improving language understanding by generative pre-training},
  author={Radford, Alec and Narasimhan, Karthik and Salimans, Tim and Sutskever, Ilya and others},
  year={2018},
  publisher={OpenAI}
}

@article{goodfellow2020generative,
  title={Generative adversarial networks},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  journal={Communications of the ACM},
  volume={63},
  number={11},
  pages={139--144},
  year={2020},
  publisher={ACM New York, NY, USA}
}

@article{kingma2019introduction,
  title={An introduction to variational autoencoders},
  author={Kingma, Diederik P and Welling, Max and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={12},
  number={4},
  pages={307--392},
  year={2019},
  publisher={Now Publishers, Inc.}
}

@article{song2020score,
  title={Score-based generative modeling through stochastic differential equations},
  author={Song, Yang and Sohl-Dickstein, Jascha and Kingma, Diederik P and Kumar, Abhishek and Ermon, Stefano and Poole, Ben},
  journal={arXiv preprint arXiv:2011.13456},
  year={2020}
}

@inproceedings{van2016deep,
  title={Deep reinforcement learning with double q-learning},
  author={Van Hasselt, Hado and Guez, Arthur and Silver, David},
  booktitle={Proceedings of the AAAI conference on artificial intelligence},
  volume={30},
  number={1},
  year={2016}
}

@article{mnih2013playing,
  title={Playing atari with deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Graves, Alex and Antonoglou, Ioannis and Wierstra, Daan and Riedmiller, Martin},
  journal={arXiv preprint arXiv:1312.5602},
  year={2013}
}

@inproceedings{haarnoja2018soft,
  title={Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor},
  author={Haarnoja, Tuomas and Zhou, Aurick and Abbeel, Pieter and Levine, Sergey},
  booktitle={International conference on machine learning},
  pages={1861--1870},
  year={2018},
  organization={PMLR}
}

@article{krogh1991simple,
  title={A simple weight decay can improve generalization},
  author={Krogh, Anders and Hertz, John},
  journal={Advances in neural information processing systems},
  volume={4},
  year={1991}
}


@article{wang2020regularization,
  title={Regularization Matters: A Nonparametric Perspective on Overparametrized Neural Network},
  author={Wang, Wenjia and Hu, Tianyang and Lin, Cong and Cheng, Guang},
  journal={arXiv e-prints},
  pages={arXiv--2007},
  year={2020}
}

@article{zhang2018three,
  title={Three mechanisms of weight decay regularization},
  author={Zhang, Guodong and Wang, Chaoqi and Xu, Bowen and Grosse, Roger},
  journal={arXiv preprint arXiv:1810.12281},
  year={2018}
}

@article{nakamura2019adaptive,
  title={Adaptive weight decay for deep neural networks},
  author={Nakamura, Kensuke and Hong, Byung-Woo},
  journal={IEEE Access},
  volume={7},
  pages={118857--118865},
  year={2019},
  publisher={IEEE}
}

@article{zhang2017mixup,
  title={mixup: Beyond empirical risk minimization},
  author={Zhang, Hongyi and Cisse, Moustapha and Dauphin, Yann N and Lopez-Paz, David},
  journal={arXiv preprint arXiv:1710.09412},
  year={2017}
}

@article{zhang2020does,
  title={How does mixup help with robustness and generalization?},
  author={Zhang, Linjun and Deng, Zhun and Kawaguchi, Kenji and Ghorbani, Amirata and Zou, James},
  journal={arXiv preprint arXiv:2010.04819},
  year={2020}
}

@article{loshchilov2017decoupled,
  title={Decoupled weight decay regularization},
  author={Loshchilov, Ilya and Hutter, Frank},
  journal={arXiv preprint arXiv:1711.05101},
  year={2017}
}

@article{tibshirani1996regression,
  title={Regression shrinkage and selection via the lasso},
  author={Tibshirani, Robert},
  journal={Journal of the Royal Statistical Society Series B: Statistical Methodology},
  volume={58},
  number={1},
  pages={267--288},
  year={1996},
  publisher={Oxford University Press}
}

@article{lv2009unified,
  title={A unified approach to model selection and sparse recovery using regularized least squares},
  author={Lv, Jinchi and Fan, Yingying},
  year={2009}
}

@article{reddy2012image,
  title={Image Compression and reconstruction using a new approach by artificial neural network},
  author={Reddy, K Siva Nagi and Vikram, BR and Rao, L Koteswara and Reddy, B Sudheer},
  journal={International Journal of Image Processing (IJIP)},
  volume={6},
  number={2},
  pages={68--86},
  year={2012},
  publisher={Citeseer}
}

@book{goodfellow2016deep,
  title={Deep learning},
  author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron},
  year={2016},
  publisher={MIT press}
}

@article{zhang2021understanding,
  title={Understanding deep learning (still) requires rethinking generalization},
  author={Zhang, Chiyuan and Bengio, Samy and Hardt, Moritz and Recht, Benjamin and Vinyals, Oriol},
  journal={Communications of the ACM},
  volume={64},
  number={3},
  pages={107--115},
  year={2021},
  publisher={ACM New York, NY, USA}
}

@article{aggarwal2018neural,
  title={Neural networks and deep learning},
  author={Aggarwal, Charu C and others},
  journal={Springer},
  volume={10},
  number={978},
  pages={3},
  year={2018},
  publisher={Springer}
}

@article{rumelhart1986learning,
  title={Learning representations by back-propagating errors},
  author={Rumelhart, David E and Hinton, Geoffrey E and Williams, Ronald J},
  journal={nature},
  volume={323},
  number={6088},
  pages={533--536},
  year={1986},
  publisher={Nature Publishing Group UK London}
}

@inproceedings{nesterov1983method,
  title={A method of solving a convex programming problem with convergence rate O$\backslash$bigl(k\^{}2$\backslash$bigr)},
  author={Nesterov, Yurii Evgen'evich},
  booktitle={Doklady Akademii Nauk},
  volume={269},
  number={3},
  pages={543--547},
  year={1983},
  organization={Russian Academy of Sciences}
}

@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@article{duchi2011adaptive,
  title={Adaptive subgradient methods for online learning and stochastic optimization.},
  author={Duchi, John and Hazan, Elad and Singer, Yoram},
  journal={Journal of machine learning research},
  volume={12},
  number={7},
  year={2011}
}

@article{van2001,
  title={The art of data augmentation},
  author={Van Dyk, David A and Meng, Xiao-Li},
  journal={Journal of Computational and Graphical Statistics},
  volume={10},
  number={1},
  pages={1--50},
  year={2001},
  publisher={Taylor \& Francis}
}

@article{chawla2002smote,
  title={SMOTE: synthetic minority over-sampling technique},
  author={Chawla, Nitesh V and Bowyer, Kevin W and Hall, Lawrence O and Kegelmeyer, W Philip},
  journal={Journal of artificial intelligence research},
  volume={16},
  pages={321--357},
  year={2002}
}

@inproceedings{han2005borderline,
  title={Borderline-SMOTE: a new over-sampling method in imbalanced data sets learning},
  author={Han, Hui and Wang, Wen-Yuan and Mao, Bing-Huan},
  booktitle={Advances in Intelligent Computing: International Conference on Intelligent Computing, ICIC 2005, Hefei, China, August 23-26, 2005, Proceedings, Part I 1},
  pages={878--887},
  year={2005},
  organization={Springer}
}
@article{jiang2020meshcut,
  title={MeshCut data augmentation for deep learning in computer vision},
  author={Jiang, Wei and Zhang, Kai and Wang, Nan and Yu, Miao},
  journal={Plos one},
  volume={15},
  number={12},
  pages={e0243613},
  year={2020},
  publisher={Public Library of Science San Francisco, CA USA}
}

@article{chen2020gridmask,
  title={Gridmask data augmentation},
  author={Chen, Pengguang and Liu, Shu and Zhao, Hengshuang and Jia, Jiaya},
  journal={arXiv preprint arXiv:2001.04086},
  year={2020}
}
@article{feng2021survey,
  title={A survey of data augmentation approaches for NLP},
  author={Feng, Steven Y and Gangal, Varun and Wei, Jason and Chandar, Sarath and Vosoughi, Soroush and Mitamura, Teruko and Hovy, Eduard},
  journal={arXiv preprint arXiv:2105.03075},
  year={2021}
}

@article{van1987new,
  title={A new approach to least-squares estimation, with applications},
  author={Van De Geer, Sara},
  journal={The Annals of Statistics},
  volume={15},
  number={2},
  pages={587--602},
  year={1987},
  publisher={Institute of Mathematical Statistics}
}

@misc{power2022grokking,
      title={Grokking: Generalization Beyond Overfitting on Small Algorithmic Datasets}, 
      author={Alethea Power and Yuri Burda and Harri Edwards and Igor Babuschkin and Vedant Misra},
      year={2022},
      eprint={2201.02177},
      archivePrefix={arXiv},
}

@ARTICLE{lecun1998lenet,
  author={Lecun, Y. and Bottou, L. and Bengio, Y. and Haffner, P.},
  journal={Proceedings of the IEEE}, 
  title={Gradient-based learning applied to document recognition}, 
  year={1998},
  volume={86},
  number={11},
  pages={2278-2324},
  doi={10.1109/5.726791}}

@article{livni2014computational,
  title={On the computational efficiency of training neural networks},
  author={Livni, Roi and Shalev-Shwartz, Shai and Shamir, Ohad},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}

@article{bartlett2002hardness,
  title={Hardness results for neural network approximation problems},
  author={Bartlett, Peter L and Ben-David, Shai},
  journal={Theoretical Computer Science},
  volume={284},
  number={1},
  pages={53--66},
  year={2002},
  publisher={Elsevier}
}

@inproceedings{Feng2020CanCE,
  title={Can Cross Entropy Loss Be Robust to Label Noise?},
  author={Lei Feng and Senlin Shu and Zhuoyi Lin and Fengmao Lv and Li Li and Bo An},
  year={2020},
  pages={2206-2212},
  doi={10.24963/ijcai.2020/305},
}

@article{blum1988training,
  title={Training a 3-node neural network is NP-complete},
  author={Blum, Avrim and Rivest, Ronald},
  journal={Advances in neural information processing systems},
  volume={1},
  year={1988}
}

@article{Qi2020MAE,
  title={On Mean Absolute Error for Deep Neural Network Based Vector-to-Vector Regression},
  author={Jun Qi and Jun Du and S. M. Siniscalchi and Xiaoli Ma and Chin-Hui Lee},
  journal={IEEE Signal Processing Letters},
  volume={27},
  pages={1485-1489},
  year={2020},
  doi={10.1109/LSP.2020.3016837}
}

@article{Zhang2018GeneralizedCEL,
  title={Generalized Cross Entropy Loss for Training Deep Neural Networks with Noisy Labels},
  author={Zhilu Zhang and M. Sabuncu},
  journal={ArXiv},
  volume={abs/1805.07836},
  year={2018}
}
