@article{grokking_first,
  author    = {Alethea Power and
               Yuri Burda and
               Harrison Edwards and
               Igor Babuschkin and
               Vedant Misra},
  title     = {Grokking: Generalization Beyond Overfitting on Small Algorithmic Datasets},
  journal   = {CoRR},
  volume    = {abs/2201.02177},
  year      = {2022},
  url       = {https://arxiv.org/abs/2201.02177},
  eprinttype = {arXiv},
  eprint    = {2201.02177},
  timestamp = {Mon, 10 Jan 2022 13:39:01 +0100},
  biburl    = {https://dblp.org/rec/journals/corr/abs-2201-02177.bib},
  bibsource = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{adamw,
title={Decoupled Weight Decay Regularization},
author={Ilya Loshchilov and Frank Hutter},
booktitle={International Conference on Learning Representations},
year={2019},
url={https://openreview.net/forum?id=Bkg6RiCqY7},
}

@inproceedings{pytorch,
  title={Automatic differentiation in PyTorch},
  author={Paszke, Adam and Gross, Sam and Chintala, Soumith and Chanan, Gregory and Yang, Edward and DeVito, Zachary and Lin, Zeming and Desmaison, Alban and Antiga, Luca and Lerer, Adam},
  booktitle={NIPS-W},
  year={2017}
}

@inproceedings{understanding_grokking,
title={Towards Understanding Grokking: An Effective Theory of Representation Learning},
author={Ziming Liu and Ouail Kitouni and Niklas Nolte and Eric J Michaud and Max Tegmark and Mike Williams},
booktitle={Advances in Neural Information Processing Systems},
editor={Alice H. Oh and Alekh Agarwal and Danielle Belgrave and Kyunghyun Cho},
year={2022},
url={https://openreview.net/forum?id=6at6rB3IZm}
}

@inproceedings{kaiming_init,
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  booktitle={2015 IEEE International Conference on Computer Vision (ICCV)}, 
  title={Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification}, 
  year={2015},
  volume={},
  number={},
  pages={1026-1034},
  doi={10.1109/ICCV.2015.123}
}

@inproceedings{sharp_minima,
title={On Large-Batch Training for Deep Learning: Generalization Gap and Sharp Minima},
author={Nitish Shirish Keskar and Dheevatsa Mudigere and Jorge Nocedal and Mikhail Smelyanskiy and Ping Tak Peter Tang},
booktitle={International Conference on Learning Representations},
year={2017},
url={https://openreview.net/forum?id=H1oyRlYgg}
}

@inproceedings{entropy_sgd,
title={Entropy-{SGD}: Biasing Gradient Descent Into Wide Valleys},
author={Pratik Chaudhari and Anna Choromanska and Stefano Soatto and Yann LeCun and Carlo Baldassi and Christian Borgs and Jennifer Chayes and Levent Sagun and Riccardo Zecchina},
booktitle={International Conference on Learning Representations},
year={2017},
url={https://openreview.net/forum?id=B1YfAfcgl}
}

@report{mnist,
author={
Yann LeCun and Corinna Cortes and Christopher J.C. Burges
},
title={The MNIST database of handwritten digits},
url={http://yann.lecun.com/exdb/mnist/},
}

@article{hpc,
  year = 2021,
  publisher = {{IOP} Publishing},
  volume = {1740},
  pages = {012050},
  journal={Journal of Physics: Conference Series},
  author = {P. S. Kostenetskiy and R. A. Chulkevich and V. I. Kozyrev},
  title = {{HPC} Resources of the Higher School of Economics}
}
