@article{mei2022generalization,
  title={The generalization error of random features regression: Precise asymptotics and the double descent curve},
  author={Mei, Song and Montanari, Andrea},
  journal={Communications on Pure and Applied Mathematics},
  volume={75},
  number={4},
  pages={667--766},
  year={2022},
  publisher={Wiley Online Library}
}

@inproceedings{malach2020proving,
  title={Proving the lottery ticket hypothesis: Pruning is all you need},
  author={Malach, Eran and Yehudai, Gilad and Shalev-Schwartz, Shai and Shamir, Ohad},
  booktitle={International Conference on Machine Learning},
  pages={6682--6691},
  year={2020},
  organization={PMLR}
}

@inproceedings{li2018measuring,
title={Measuring the Intrinsic Dimension of Objective Landscapes},
author={Chunyuan Li and Heerad Farkhoor and Rosanne Liu and Jason Yosinski},
booktitle={International Conference on Learning Representations},
year={2018}
}

@article{pensia2020optimal,
  title={Optimal lottery tickets via subset sum: Logarithmic over-parameterization is sufficient},
  author={Pensia, Ankit and Rajput, Shashank and Nagle, Alliot and Vishwakarma, Harit and Papailiopoulos, Dimitris},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={2599--2610},
  year={2020}
}

@inproceedings{da2022proving,
  title={Proving the strong lottery ticket hypothesis for convolutional neural networks},
  author={da Cunha, Arthur and Natale, Emanuele and Viennot, Laurent},
  booktitle={ICLR 2022-10th International Conference on Learning Representations},
  year={2022}
}

@inproceedings{burkholz2022most,
  title={Most Activation Functions Can Win the Lottery Without Excessive Depth},
  author={Burkholz, Rebekka},
  booktitle={Thirty-sixth Conference on Neural Information Processing Systems},
  year={2022}
}

@article{orseau2020logarithmic,
  title={Logarithmic pruning is all you need},
  author={Orseau, Laurent and Hutter, Marcus and Rivasplata, Omar},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={2925--2934},
  year={2020}
}

@article{lin2020causes,
  title={What causes the test error? going beyond bias-variance via anova},
  author={Lin, Licong and Dobriban, Edgar},
  journal={The Journal of Machine Learning Research},
  volume={22},
  number={1},
  pages={6925--7006},
  year={2021},
  publisher={JMLRORG}
}


@article{hastie2019surprises,
  title={Surprises in high-dimensional ridgeless least squares interpolation},
  author={Hastie, Trevor and Montanari, Andrea and Rosset, Saharon and Tibshirani, Ryan J},
  journal={The Annals of Statistics},
  volume={50},
  number={2},
  pages={949--986},
  year={2022},
  publisher={Institute of Mathematical Statistics}
}

@Article{	  advani2020highdimensional,
  title		= "High-dimensional dynamics of generalization error in
		  neural networks",
  journal	= "Neural Networks",
  volume	= "132",
  pages		= "428 - 446",
  year		= "2020",
  author	= "Madhu S. Advani and Andrew M. Saxe and Haim Sompolinsky"
}

@InProceedings{	  dascoli2020double,
  title		= {Double Trouble in Double Descent : Bias and Variance(s) in
		  the Lazy Regime},
  author	= {S. d'Ascoli and M. Refinetti and G. Biroli and F.
		  Krzakala},
  year		= {2020},
  booktitle	= {ICML}
}

@inproceedings{dascoli2020triple,
 author = {d'Ascoli, St\'{e}phane and Sagun, Levent and Biroli, Giulio},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {H. Larochelle and M. Ranzato and R. Hadsell and M. F. Balcan and H. Lin},
 pages = {3058--3069},
 publisher = {Curran Associates, Inc.},
 title = {Triple descent and the two kinds of overfitting: where \&amp; why do they appear?},
 volume = {33},
 year = {2020}
}


@Article{	  spigler2019jamming,
  title		= {A jamming transition from under-to over-parametrization
		  affects generalization in deep learning},
  author	= {Spigler, S and Geiger, M and d’Ascoli, S and Sagun, L
		  and Biroli, G and Wyart, M},
  journal	= {Journal of Physics A: Mathematical and Theoretical},
  volume	= {52},
  number	= {47},
  pages		= {474001},
  year		= {2019},
  publisher	= {IOP Publishing}
}


@Article{breiman1995reflections,
  title		= {Reflections after refereeing papers for NIPS},
  author	= {Breiman, Leo},
  journal	= {The Mathematics of Generalization},
  pages		= {11--15},
  year		= {1995},
  publisher	= {Addison Wesley Reading, MA}
}

@inproceedings{frankle2018lottery,
title={The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks},
author={Jonathan Frankle and Michael Carbin},
booktitle={International Conference on Learning Representations},
year={2019}
}

@article{frankle2019stabilizing,
  title={Stabilizing the lottery ticket hypothesis},
  author={Frankle, Jonathan and Dziugaite, Gintare Karolina and Roy, Daniel M and Carbin, Michael},
  journal={arXiv preprint arXiv:1903.01611},
  year={2019}
}

@article{poppi1998optimal,
  title={The optimal brain surgeon for pruning neural network architecture applied to multivariate calibration},
  author={Poppi, RJ and Massart, DL},
  journal={Analytica chimica acta},
  volume={375},
  number={1-2},
  pages={187--195},
  year={1998},
  publisher={Elsevier}
}

@inproceedings{leicalibrating,
  title={Calibrating the Rigged Lottery: Making All Tickets Reliable},
  author={Lei, Bowen and Zhang, Ruqi and Xu, Dongkuan and Mallick, Bani},
  booktitle={International Conference on Learning Representations},
  year={2023}
}

@article{paganini2020iterative,
  title={On iterative neural network pruning, reinitialization, and the similarity of masks},
  author={Paganini, Michela and Forde, Jessica},
  journal={arXiv preprint arXiv:2001.05050},
  year={2020}
}

@inproceedings{northcutt2021pervasive,
title={Pervasive Label Errors in Test Sets Destabilize Machine Learning Benchmarks},
author={Curtis G Northcutt and Anish Athalye and Jonas Mueller},
booktitle={Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1)},
year={2021}
}

@article{venkatesh2020calibrate,
  title={Calibrate and prune: Improving reliability of lottery tickets through prediction calibration},
  author={Venkatesh, Bindya and Thiagarajan, Jayaraman J and Thopalli, Kowshik and Sattigeri, Prasanna},
  journal={arXiv preprint arXiv:2002.03875},
  year={2020}
}

@article{belkin2020two,
  title={Two models of double descent for weak features},
  author={Belkin, Mikhail and Hsu, Daniel and Xu, Ji},
  journal={SIAM Journal on Mathematics of Data Science},
  volume={2},
  number={4},
  pages={1167--1180},
  year={2020},
  publisher={SIAM}
}

@inproceedings{guo2017calibration,
  title={On calibration of modern neural networks},
  author={Guo, Chuan and Pleiss, Geoff and Sun, Yu and Weinberger, Kilian Q},
  booktitle={International conference on machine learning},
  pages={1321--1330},
  year={2017},
  organization={PMLR}
}

@article{blalock2020state,
  title={What is the state of neural network pruning?},
  author={Blalock, Davis and Gonzalez Ortiz, Jose Javier and Frankle, Jonathan and Guttag, John},
  journal={Proceedings of machine learning and systems},
  volume={2},
  pages={129--146},
  year={2020}
}

@inproceedings{renda2020comparing,
title={Comparing Rewinding and Fine-tuning in Neural Network Pruning},
author={Alex Renda and Jonathan Frankle and Michael Carbin},
booktitle={International Conference on Learning Representations},
year={2020}
}

@inproceedings{he2022sparse,
  title={Sparse Double Descent: Where Network Pruning Aggravates Overfitting},
  author={He, Zheng and Xie, Zeke and Zhu, Quanzhi and Qin, Zengchang},
  booktitle={International Conference on Machine Learning},
  pages={8635--8659},
  year={2022},
  organization={PMLR}
}

@article{nakkiran2021deep,
  title={Deep double descent: Where bigger models and more data hurt},
  author={Nakkiran, Preetum and Kaplun, Gal and Bansal, Yamini and Yang, Tristan and Barak, Boaz and Sutskever, Ilya},
  journal={Journal of Statistical Mechanics: Theory and Experiment},
  volume={2021},
  number={12},
  pages={124003},
  year={2021},
  publisher={IOP Publishing}
}

@article{belkin2019reconciling,
  title={Reconciling modern machine-learning practice and the classical bias--variance trade-off},
  author={Belkin, Mikhail and Hsu, Daniel and Ma, Siyuan and Mandal, Soumik},
  journal={Proceedings of the National Academy of Sciences},
  volume={116},
  number={32},
  pages={15849--15854},
  year={2019},
  publisher={National Acad Sciences}
}

@article{loog2020brief,
  title={A brief prehistory of double descent},
  author={Loog, Marco and Viering, Tom and Mey, Alexander and Krijthe, Jesse H and Tax, David MJ},
  journal={Proceedings of the National Academy of Sciences},
  volume={117},
  number={20},
  pages={10625--10626},
  year={2020},
  publisher={National Acad Sciences}
}

@article{vallet1989linear,
  title={Linear and nonlinear extension of the pseudo-inverse solution for learning Boolean functions},
  author={Vallet, F and Cailton, J-G and Refregier, Ph},
  journal={EPL (Europhysics Letters)},
  volume={9},
  number={4},
  pages={315},
  year={1989},
  publisher={IOP Publishing}
}

@article{opper1990ability,
  title={On the ability of the optimal perceptron to generalise},
  author={Opper, M and Kinzel, W and Kleinz, J and Nehl, R},
  journal={Journal of Physics A: Mathematical and General},
  volume={23},
  number={11},
  pages={L581},
  year={1990},
  publisher={IOP Publishing}
}

@article{kumar2019verified,
  title={Verified uncertainty calibration},
  author={Kumar, Ananya and Liang, Percy S and Ma, Tengyu},
  journal={Advances in Neural Information Processing Systems},
  volume={32},
  year={2019}
}

@article{goldt2019dynamics,
  title={Dynamics of stochastic gradient descent for two-layer neural networks in the teacher-student setup},
  author={Goldt, Sebastian and Advani, Madhu and Saxe, Andrew M and Krzakala, Florent and Zdeborov{\'a}, Lenka},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{d2021interplay,
  title={On the interplay between data structure and loss function in classification problems},
  author={d'Ascoli, St{\'e}phane and Gabri{\'e}, Marylou and Sagun, Levent and Biroli, Giulio},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={8506--8517},
  year={2021}
}

@inproceedings{pope2021intrinsic,
title={The Intrinsic Dimension of Images and Its Impact on Learning},
author={Phil Pope and Chen Zhu and Ahmed Abdelkader and Micah Goldblum and Tom Goldstein},
booktitle={International Conference on Learning Representations},
year={2021}
}

@article{maddox2020rethinking,
  title={Rethinking parameter counting in deep models: Effective dimensionality revisited},
  author={Maddox, Wesley J and Benton, Gregory and Wilson, Andrew Gordon},
  journal={arXiv preprint arXiv:2003.02139},
  year={2020}
}

@inproceedings{jin2022pruning,
title={Pruning{\textquoteright}s Effect on Generalization Through the Lens of Training and Regularization},
author={Tian Jin and Michael Carbin and Daniel M. Roy and Jonathan Frankle and Gintare Karolina Dziugaite},
booktitle={Advances in Neural Information Processing Systems},
editor={Alice H. Oh and Alekh Agarwal and Danielle Belgrave and Kyunghyun Cho},
year={2022}
}

@article{han2015learning,
  title={Learning both weights and connections for efficient neural network},
  author={Han, Song and Pool, Jeff and Tran, John and Dally, William},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}

@article{lecun1989optimal,
  title={Optimal brain damage},
  author={LeCun, Yann and Denker, John and Solla, Sara},
  journal={Advances in neural information processing systems},
  volume={2},
  year={1989}
}

@inproceedings{refinetti2021classifying,
  title={Classifying high-dimensional Gaussian mixtures: Where kernel methods fail and neural networks succeed},
  author={Refinetti, Maria and Goldt, Sebastian and Krzakala, Florent and Zdeborov{\'a}, Lenka},
  booktitle={International Conference on Machine Learning},
  pages={8936--8947},
  year={2021},
  organization={PMLR}
}

@article{geman1992neural,
  title={Neural networks and the bias/variance dilemma},
  author={Geman, Stuart and Bienenstock, Elie and Doursat, Ren{\'e}},
  journal={Neural computation},
  volume={4},
  number={1},
  pages={1--58},
  year={1992},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209}
}

@article{liu2018rethinking,
  title={Rethinking the value of network pruning},
  author={Liu, Zhuang and Sun, Mingjie and Zhou, Tinghui and Huang, Gao and Darrell, Trevor},
  journal={arXiv preprint arXiv:1810.05270},
  year={2018}
}

@article{hoefler2021sparsity,
  title={Sparsity in Deep Learning: Pruning and growth for efficient inference and training in neural networks.},
  author={Hoefler, Torsten and Alistarh, Dan and Ben-Nun, Tal and Dryden, Nikoli and Peste, Alexandra},
  journal={J. Mach. Learn. Res.},
  volume={22},
  number={241},
  pages={1--124},
  year={2021}
}

@article{seung1992statistical,
  title={Statistical mechanics of learning from examples},
  author={Seung, Hyunjune Sebastian and Sompolinsky, Haim and Tishby, Naftali},
  journal={Physical review A},
  volume={45},
  number={8},
  pages={6056},
  year={1992},
  publisher={APS}
}

@inproceedings{frankle2020linear,
  title={Linear mode connectivity and the lottery ticket hypothesis},
  author={Frankle, Jonathan and Dziugaite, Gintare Karolina and Roy, Daniel and Carbin, Michael},
  booktitle={International Conference on Machine Learning},
  pages={3259--3269},
  year={2020},
  organization={PMLR}
}

@article{zhang2021understanding,
  title={Understanding deep learning (still) requires rethinking generalization},
  author={Zhang, Chiyuan and Bengio, Samy and Hardt, Moritz and Recht, Benjamin and Vinyals, Oriol},
  journal={Communications of the ACM},
  volume={64},
  number={3},
  pages={107--115},
  year={2021},
  publisher={ACM New York, NY, USA}
}

@inproceedings{kornblith2019similarity,
  title={Similarity of neural network representations revisited},
  author={Kornblith, Simon and Norouzi, Mohammad and Lee, Honglak and Hinton, Geoffrey},
  booktitle={International Conference on Machine Learning},
  pages={3519--3529},
  year={2019},
  organization={PMLR}
}

@inproceedings{yang2020rethinking,
  title={Rethinking bias-variance trade-off for generalization of neural networks},
  author={Yang, Zitong and Yu, Yaodong and You, Chong and Steinhardt, Jacob and Ma, Yi},
  booktitle={International Conference on Machine Learning},
  pages={10767--10777},
  year={2020},
  organization={PMLR}
}

@inproceedings{mignacco2020role,
  title={The role of regularization in classification of high-dimensional noisy Gaussian mixture},
  author={Mignacco, Francesca and Krzakala, Florent and Lu, Yue and Urbani, Pierfrancesco and Zdeborova, Lenka},
  booktitle={International Conference on Machine Learning},
  pages={6874--6883},
  year={2020},
  organization={PMLR}
}

@COMMENT{arpit_generalization,
  title={A closer look at memorization in deep networks},
  author={Arpit, Devansh and Jastrz{\k{e}}bski, Stanis{\l}aw and Ballas, Nicolas and Krueger, David and Bengio, Emmanuel and Kanwal, Maxinder S and Maharaj, Tegan and Fischer, Asja and Courville, Aaron and Bengio, Yoshua and others},
  booktitle={International conference on machine learning},
  pages={233--242},
  year={2017},
  organization={PMLR}
}

@inproceedings{arpit_generalization,
  title={A closer look at memorization in deep networks},
  author={Arpit, Devansh and Jastrzebski, Stanis{\l}aw and Ballas, Nicolas and Krueger, David and Bengio, Emmanuel and Kanwal, Maxinder S and Maharaj, Tegan and Fischer, Asja and Courville, Aaron and Bengio, Yoshua and others},
  booktitle={International conference on machine learning},
  pages={233--242},
  year={2017},
  organization={PMLR}
}

@article{novak_generalization,
  title={Sensitivity and generalization in neural networks: an empirical study},
  author={Novak, Roman and Bahri, Yasaman and Abolafia, Daniel A and Pennington, Jeffrey and Sohl-Dickstein, Jascha},
  journal={arXiv preprint arXiv:1802.08760},
  year={2018}
}

@inproceedings{neyshabur_generalization,
  title={Towards Understanding the Role of Over-Parametrization in Generalization of Neural Networks},
  author={Neyshabur, Behnam and Li, Zhiyuan and Bhojanapalli, Srinadh and LeCun, Yann and Srebro, Nathan},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2019}
}

@article{canziani_generalization,
  title={An analysis of deep neural network models for practical applications},
  author={Canziani, Alfredo and Paszke, Adam and Culurciello, Eugenio},
  journal={arXiv preprint arXiv:1605.07678},
  year={2016}
}

@inproceedings{lelarge2019asymptotic,
  title={Asymptotic bayes risk for gaussian mixture in a semi-supervised setting},
  author={Lelarge, Marc and Miolane, L{\'e}o},
  booktitle={2019 IEEE 8th International Workshop on Computational Advances in Multi-Sensor Adaptive Processing (CAMSAP)},
  pages={639--643},
  year={2019},
  organization={IEEE}
}

@article{gale2019state,
  title={The state of sparsity in deep neural networks},
  author={Gale, Trevor and Elsen, Erich and Hooker, Sara},
  journal={arXiv preprint arXiv:1902.09574},
  year={2019}
}

@article{hassibi1992second,
  title={Second order derivatives for network pruning: Optimal brain surgeon},
  author={Hassibi, Babak and Stork, David},
  journal={Advances in neural information processing systems},
  volume={5},
  year={1992}
}

@inproceedings{sakamoto2022analyzing,
title={Analyzing Lottery Ticket Hypothesis from {PAC}-Bayesian Theory Perspective},
author={Keitaro Sakamoto and Issei Sato},
booktitle={Advances in Neural Information Processing Systems},
editor={Alice H. Oh and Alekh Agarwal and Danielle Belgrave and Kyunghyun Cho},
year={2022}
}


@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={Ieee}
}

@article{xiao2017fashion,
  title={Fashion-mnist: a novel image dataset for benchmarking machine learning algorithms},
  author={Xiao, Han and Rasul, Kashif and Vollgraf, Roland},
  journal={arXiv preprint arXiv:1708.07747},
  year={2017}
}

@inproceedings{he2016deep,
  title={Deep residual learning for image recognition},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
  pages={770--778},
  year={2016}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@article{zhang2021lottery,
  title={Why lottery ticket wins? a theoretical perspective of sample complexity on sparse neural networks},
  author={Zhang, Shuai and Wang, Meng and Liu, Sijia and Chen, Pin-Yu and Xiong, Jinjun},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={2707--2720},
  year={2021}
}

@article{yang2023theoretical,
  title={Theoretical Characterization of How Neural Network Pruning Affects its Generalization},
  author={Yang, Hongru and Liang, Yingbin and Guo, Xiaojie and Wu, Lingfei and Wang, Zhangyang},
  journal={arXiv preprint arXiv:2301.00335},
  year={2023}
}

@article{ankner2022effect,
  title={The Effect of Data Dimensionality on Neural Network Prunability},
  author={Ankner, Zachary and Renda, Alex and Dziugaite, Gintare Karolina and Frankle, Jonathan and Jin, Tian},
  journal={arXiv preprint arXiv:2212.00291},
  year={2022}
}

@article{kuhn2021robustness,
  title={Robustness to Pruning Predicts Generalization in Deep Neural Networks},
  author={Kuhn, Lorenz and Lyle, Clare and Gomez, Aidan N and Rothfuss, Jonas and Gal, Yarin},
  journal={arXiv preprint arXiv:2103.06002},
  year={2021}
}

@article{pellegrini2021sifting,
  title={Sifting out the features by pruning: Are convolutional networks the winning lottery ticket of fully connected ones?},
  author={Pellegrini, Franco and Biroli, Giulio},
  journal={arXiv preprint arXiv:2104.13343},
  year={2021}
}

@article{paul2022unmasking,
  title={Unmasking the Lottery Ticket Hypothesis: What's Encoded in a Winning Ticket's Mask?},
  author={Paul, Mansheej and Chen, Feng and Larsen, Brett W and Frankle, Jonathan and Ganguli, Surya and Dziugaite, Gintare Karolina},
  journal={arXiv preprint arXiv:2210.03044},
  year={2022}
}

@inproceedings{doimoredundant,
  title={Redundant representations help generalization in wide neural networks},
  author={Doimo, Diego and Glielmo, Aldo and Goldt, Sebastian and Laio, Alessandro},
  booktitle={Advances in Neural Information Processing Systems}
}

@article{jiang2019fantastic,
  title={Fantastic generalization measures and where to find them},
  author={Jiang, Yiding and Neyshabur, Behnam and Mobahi, Hossein and Krishnan, Dilip and Bengio, Samy},
  journal={arXiv preprint arXiv:1912.02178},
  year={2019}
}