@article{raju2021accelerating,
  title={Accelerating deep learning with dynamic data pruning},
  author={Raju, Ravi S and Daruwalla, Kyle and Lipasti, Mikko},
  journal={arXiv preprint arXiv:2111.12621},
  year={2021}
}

@inproceedings{
    okanovic2024repeated,
    title     = {Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning},
    author    = {Patrik Okanovic and Roger Waleffe and Vasilis Mageirakos and Konstantinos Nikolakakis and Amin Karbasi and Dionysios Kalogerias and Nezihe Merve G{\"u}rel and Theodoros Rekatsinas},
    booktitle = {The Twelfth International Conference on Learning Representations},
    year      = {2024},
}

@inproceedings{
  qin2024infobatch,
  title={InfoBatch: Lossless Training Speed Up by Unbiased Dynamic Data Pruning},
  author={Qin, Ziheng and Wang, Kai and Zheng, Zangwei and Gu, Jianyang and Peng, Xiangyu and Zhaopan Xu and Zhou, Daquan and Lei Shang and Baigui Sun and Xuansong Xie and You, Yang},
  booktitle={The Twelfth International Conference on Learning Representations},
  year={2024},
}

@article{paul2021deep,
  title={Deep learning on a data diet: Finding important examples early in training},
  author={Paul, Mansheej and Ganguli, Surya and Dziugaite, Gintare Karolina},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={20596--20607},
  year={2021}
}

@inproceedings{DBLP:conf/iclr/0006XP0S023,
  author       = {Shuo Yang and
                  Zeke Xie and
                  Hanyu Peng and
                  Min Xu and
                  Mingming Sun and
                  Ping Li},
  title        = {Dataset Pruning: Reducing Training Data by Examining Generalization
                  Influence},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  timestamp    = {Wed, 24 Jul 2024 16:50:33 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/0006XP0S023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/ZhangDLXZ24,
  author       = {Xin Zhang and
                  Jiawei Du and
                  Yunsong Li and
                  Weiying Xie and
                  Joey Tianyi Zhou},
  title        = {Spanning Training Progress: Temporal Dual-Depth Scoring {(TDDS)} for
                  Enhanced Dataset Pruning},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2024, Seattle, WA, USA, June 16-22, 2024},
  pages        = {26213--26222},
  publisher    = {{IEEE}},
  year         = {2024},
  doi          = {10.1109/CVPR52733.2024.02477},
  timestamp    = {Tue, 08 Oct 2024 07:48:00 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/ZhangDLXZ24.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/YangCGZLZN24,
  author       = {Shuo Yang and
                  Zhe Cao and
                  Sheng Guo and
                  Ruiheng Zhang and
                  Ping Luo and
                  Shengping Zhang and
                  Liqiang Nie},
  title        = {Mind the Boundary: Coreset Selection via Reconstructing the Decision
                  Boundary},
  booktitle    = {Forty-first International Conference on Machine Learning, {ICML} 2024,
                  Vienna, Austria, July 21-27, 2024},
  publisher    = {OpenReview.net},
  year         = {2024},
  timestamp    = {Mon, 02 Sep 2024 16:55:26 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/YangCGZLZN24.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{10.5555/3023549.3023562,
author = {Chen, Yutian and Welling, Max and Smola, Alex},
title = {Super-samples from kernel herding},
year = {2010},
isbn = {9780974903965},
publisher = {AUAI Press},
address = {Arlington, Virginia, USA},
booktitle = {Proceedings of the Twenty-Sixth Conference on Uncertainty in Artificial Intelligence},
pages = {109–116},
numpages = {8},
location = {Catalina Island, CA},
series = {UAI'10}
}

@inproceedings{DBLP:conf/iclr/SenerS18,
  author       = {Ozan Sener and
                  Silvio Savarese},
  title        = {Active Learning for Convolutional Neural Networks: {A} Core-Set Approach},
  booktitle    = {6th International Conference on Learning Representations, {ICLR} 2018,
                  Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings},
  publisher    = {OpenReview.net},
  year         = {2018},
  timestamp    = {Thu, 25 Jul 2019 14:25:55 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/SenerS18.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/SinhaZGBLO20,
  author       = {Samarth Sinha and
                  Han Zhang and
                  Anirudh Goyal and
                  Yoshua Bengio and
                  Hugo Larochelle and
                  Augustus Odena},
  title        = {Small-GAN: Speeding up {GAN} Training using Core-Sets},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020, 13-18 July 2020, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {119},
  pages        = {9005--9015},
  publisher    = {{PMLR}},
  year         = {2020},
  timestamp    = {Wed, 28 Sep 2022 16:45:02 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/SinhaZGBLO20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/eccv/Agarwal0AA20,
  author       = {Sharat Agarwal and
                  Himanshu Arora and
                  Saket Anand and
                  Chetan Arora},
  title        = {Contextual Diversity for Active Learning},
  booktitle    = {Computer Vision - {ECCV} 2020 - 16th European Conference, Glasgow,
                  UK, August 23-28, 2020, Proceedings, Part {XVI}},
  series       = {Lecture Notes in Computer Science},
  volume       = {12361},
  pages        = {137--153},
  publisher    = {Springer},
  year         = {2020},
  doi          = {10.1007/978-3-030-58517-4\_9},
  timestamp    = {Wed, 14 Oct 2020 09:08:17 +0200},
  biburl       = {https://dblp.org/rec/conf/eccv/Agarwal0AA20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/Welling09,
  author       = {Max Welling},
  title        = {Herding dynamical weights to learn},
  booktitle    = {Proceedings of the 26th Annual International Conference on Machine
                  Learning, {ICML} 2009, Montreal, Quebec, Canada, June 14-18, 2009},
  series       = {{ACM} International Conference Proceeding Series},
  volume       = {382},
  pages        = {1121--1128},
  publisher    = {{ACM}},
  year         = {2009},
  doi          = {10.1145/1553374.1553517},
  timestamp    = {Tue, 06 Nov 2018 16:58:29 +0100},
  biburl       = {https://dblp.org/rec/conf/icml/Welling09.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/ColemanYMMBLLZ20,
  author       = {Cody Coleman and
                  Christopher Yeh and
                  Stephen Mussmann and
                  Baharan Mirzasoleiman and
                  Peter Bailis and
                  Percy Liang and
                  Jure Leskovec and
                  Matei Zaharia},
  title        = {Selection via Proxy: Efficient Data Selection for Deep Learning},
  booktitle    = {8th International Conference on Learning Representations, {ICLR} 2020,
                  Addis Ababa, Ethiopia, April 26-30, 2020},
  publisher    = {OpenReview.net},
  year         = {2020},
  timestamp    = {Thu, 07 May 2020 17:11:47 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/ColemanYMMBLLZ20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{sachdeva2021svp,
  title={Svp-cf: Selection via proxy for collaborative filtering data},
  author={Sachdeva, Noveen and Wu, Carole-Jean and McAuley, Julian},
  journal={arXiv preprint arXiv:2107.04984},
  year={2021}
}

@inproceedings{DBLP:conf/cvpr/HeY0Z22,
  author       = {Muyang He and
                  Shuo Yang and
                  Tiejun Huang and
                  Bo Zhao},
  title        = {Large-scale Dataset Pruning with Dynamic Uncertainty},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2024 - Workshops, Seattle, WA, USA, June 17-18, 2024},
  pages        = {7713--7722},
  publisher    = {{IEEE}},
  year         = {2024},
  doi          = {10.1109/CVPRW63382.2024.00767},
  timestamp    = {Thu, 10 Oct 2024 17:01:05 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/HeY0Z22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/acl/RadmardFL20,
  author       = {Puria Radmard and
                  Yassir Fathullah and
                  Aldo Lipani},
  title        = {Subsequence Based Deep Active Learning for Named Entity Recognition},
  booktitle    = {Proceedings of the 59th Annual Meeting of the Association for Computational
                  Linguistics and the 11th International Joint Conference on Natural
                  Language Processing, {ACL/IJCNLP} 2021, (Volume 1: Long Papers), Virtual
                  Event, August 1-6, 2021},
  pages        = {4310--4321},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  doi          = {10.18653/V1/2021.ACL-LONG.332},
  timestamp    = {Mon, 09 Aug 2021 16:25:37 +0200},
  biburl       = {https://dblp.org/rec/conf/acl/RadmardFL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1802-09841,
  author       = {Melanie Ducoffe and
                  Fr{\'{e}}d{\'{e}}ric Precioso},
  title        = {Adversarial Active Learning for Deep Networks: a Margin Based Approach},
  journal      = {CoRR},
  volume       = {abs/1802.09841},
  year         = {2018},
  eprinttype    = {arXiv},
  eprint       = {1802.09841},
  timestamp    = {Mon, 13 Aug 2018 16:48:31 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1802-09841.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/emnlp/MargatinaVBA21,
  author       = {Katerina Margatina and
                  Giorgos Vernikos and
                  Lo{\"{\i}}c Barrault and
                  Nikolaos Aletras},
  title        = {Active Learning by Acquiring Contrastive Examples},
  booktitle    = {Proceedings of the 2021 Conference on Empirical Methods in Natural
                  Language Processing, {EMNLP} 2021, Virtual Event / Punta Cana, Dominican
                  Republic, 7-11 November, 2021},
  pages        = {650--663},
  publisher    = {Association for Computational Linguistics},
  year         = {2021},
  doi          = {10.18653/V1/2021.EMNLP-MAIN.51},
  timestamp    = {Fri, 16 Feb 2024 08:27:36 +0100},
  biburl       = {https://dblp.org/rec/conf/emnlp/MargatinaVBA21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/ChangLM17,
  author       = {Haw{-}Shiuan Chang and
                  Erik G. Learned{-}Miller and
                  Andrew McCallum},
  title        = {Active Bias: Training More Accurate Neural Networks by Emphasizing
                  High Variance Samples},
  booktitle    = {Advances in Neural Information Processing Systems 30: Annual Conference
                  on Neural Information Processing Systems 2017, December 4-9, 2017,
                  Long Beach, CA, {USA}},
  pages        = {1002--1012},
  year         = {2017},
  timestamp    = {Thu, 21 Jan 2021 15:15:21 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/ChangLM17.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/TonevaSCTBG19,
  author       = {Mariya Toneva and
                  Alessandro Sordoni and
                  Remi Tachet des Combes and
                  Adam Trischler and
                  Yoshua Bengio and
                  Geoffrey J. Gordon},
  title        = {An Empirical Study of Example Forgetting during Deep Neural Network
                  Learning},
  booktitle    = {7th International Conference on Learning Representations, {ICLR} 2019,
                  New Orleans, LA, USA, May 6-9, 2019},
  publisher    = {OpenReview.net},
  year         = {2019},
  timestamp    = {Thu, 25 Jul 2019 14:26:02 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/TonevaSCTBG19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/MirzasoleimanBL20,
  author       = {Baharan Mirzasoleiman and
                  Jeff A. Bilmes and
                  Jure Leskovec},
  title        = {Coresets for Data-efficient Training of Machine Learning Models},
  booktitle    = {Proceedings of the 37th International Conference on Machine Learning,
                  {ICML} 2020, 13-18 July 2020, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {119},
  pages        = {6950--6960},
  publisher    = {{PMLR}},
  year         = {2020},
  timestamp    = {Tue, 15 Dec 2020 17:40:19 +0100},
  biburl       = {https://dblp.org/rec/conf/icml/MirzasoleimanBL20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/KillamsettySRDI21,
  author       = {KrishnaTeja Killamsetty and
                  Durga Sivasubramanian and
                  Ganesh Ramakrishnan and
                  Abir De and
                  Rishabh K. Iyer},
  title        = {{GRAD-MATCH:} Gradient Matching based Data Subset Selection for Efficient
                  Deep Model Training},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021, 18-24 July 2021, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {139},
  pages        = {5464--5474},
  publisher    = {{PMLR}},
  year         = {2021},
  timestamp    = {Wed, 25 Aug 2021 17:11:17 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/KillamsettySRDI21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/KillamsettyZCI21,
  author       = {KrishnaTeja Killamsetty and
                  Xujiang Zhao and
                  Feng Chen and
                  Rishabh K. Iyer},
  title        = {{RETRIEVE:} Coreset Selection for Efficient and Robust Semi-Supervised
                  Learning},
  booktitle    = {Advances in Neural Information Processing Systems 34: Annual Conference
                  on Neural Information Processing Systems 2021, NeurIPS 2021, December
                  6-14, 2021, virtual},
  pages        = {14488--14501},
  year         = {2021},
  timestamp    = {Tue, 03 May 2022 16:20:48 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/KillamsettyZCI21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/aaai/KillamsettySRI21,
  author       = {KrishnaTeja Killamsetty and
                  Durga Sivasubramanian and
                  Ganesh Ramakrishnan and
                  Rishabh K. Iyer},
  title        = {{GLISTER:} Generalization based Data Subset Selection for Efficient
                  and Robust Learning},
  booktitle    = {Thirty-Fifth {AAAI} Conference on Artificial Intelligence, {AAAI}
                  2021, Thirty-Third Conference on Innovative Applications of Artificial
                  Intelligence, {IAAI} 2021, The Eleventh Symposium on Educational Advances
                  in Artificial Intelligence, {EAAI} 2021, Virtual Event, February 2-9,
                  2021},
  pages        = {8110--8118},
  publisher    = {{AAAI} Press},
  year         = {2021},
  doi          = {10.1609/AAAI.V35I9.16988},
  timestamp    = {Mon, 04 Sep 2023 16:50:25 +0200},
  biburl       = {https://dblp.org/rec/conf/aaai/KillamsettySRI21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/alt/IyerKBA21,
  author       = {Rishabh K. Iyer and
                  Ninad Khargoankar and
                  Jeff A. Bilmes and
                  Himanshu Asanani},
  title        = {Submodular combinatorial information measures with applications in
                  machine learning},
  booktitle    = {Algorithmic Learning Theory, 16-19 March 2021, Virtual Conference,
                  Worldwide},
  series       = {Proceedings of Machine Learning Research},
  volume       = {132},
  pages        = {722--754},
  publisher    = {{PMLR}},
  year         = {2021},
  timestamp    = {Fri, 26 Mar 2021 15:45:50 +0100},
  biburl       = {https://dblp.org/rec/conf/alt/IyerKBA21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2103-00128,
  author       = {Vishal Kaushal and
                  Suraj Kothawade and
                  Ganesh Ramakrishnan and
                  Jeff A. Bilmes and
                  Rishabh K. Iyer},
  title        = {{PRISM:} {A} Unified Framework of Parameterized Submodular Information
                  Measures for Targeted Data Subset Selection and Summarization},
  journal      = {CoRR},
  volume       = {abs/2103.00128},
  year         = {2021},
  eprinttype    = {arXiv},
  eprint       = {2103.00128},
  timestamp    = {Thu, 04 Mar 2021 17:00:40 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2103-00128.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/OkanovicWMNKKGR24,
  author       = {Patrik Okanovic and
                  Roger Waleffe and
                  Vasilis Mageirakos and
                  Konstantinos E. Nikolakakis and
                  Amin Karbasi and
                  Dionysios S. Kalogerias and
                  Nezihe Merve G{\"{u}}rel and
                  Theodoros Rekatsinas},
  title        = {Repeated Random Sampling for Minimizing the Time-to-Accuracy of Learning},
  booktitle    = {The Twelfth International Conference on Learning Representations,
                  {ICLR} 2024, Vienna, Austria, May 7-11, 2024},
  publisher    = {OpenReview.net},
  year         = {2024},
  timestamp    = {Wed, 07 Aug 2024 17:11:53 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/OkanovicWMNKKGR24.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/tmlr/AyedH23,
  author       = {Fadhel Ayed and
                  Soufiane Hayou},
  title        = {Data pruning and neural scaling laws: fundamental limitations of score-based
                  algorithms},
  journal      = {Trans. Mach. Learn. Res.},
  volume       = {2023},
  year         = {2023},
  timestamp    = {Thu, 01 Aug 2024 15:37:25 +0200},
  biburl       = {https://dblp.org/rec/journals/tmlr/AyedH23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2404-05579,
  author       = {Artem Vysogorets and
                  Kartik Ahuja and
                  Julia Kempe},
  title        = {Robust Data Pruning: Uncovering and Overcoming Implicit Bias},
  journal      = {CoRR},
  volume       = {abs/2404.05579},
  year         = {2024},
  doi          = {10.48550/ARXIV.2404.05579},
  eprinttype    = {arXiv},
  eprint       = {2404.05579},
  timestamp    = {Wed, 15 May 2024 08:47:08 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2404-05579.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{krizhevsky2009learning,
  title={Learning multiple layers of features from tiny images},
  author={Krizhevsky, Alex and Hinton, Geoffrey and others},
  year={2009},
  publisher={Toronto, ON, Canada}
}

@inproceedings{DBLP:conf/iccv/LiuLWT15,
  author       = {Ziwei Liu and
                  Ping Luo and
                  Xiaogang Wang and
                  Xiaoou Tang},
  title        = {Deep Learning Face Attributes in the Wild},
  booktitle    = {2015 {IEEE} International Conference on Computer Vision, {ICCV} 2015,
                  Santiago, Chile, December 7-13, 2015},
  pages        = {3730--3738},
  publisher    = {{IEEE} Computer Society},
  year         = {2015},
  doi          = {10.1109/ICCV.2015.425},
  timestamp    = {Thu, 23 Mar 2023 23:57:43 +0100},
  biburl       = {https://dblp.org/rec/conf/iccv/LiuLWT15.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-1911-08731,
  author       = {Shiori Sagawa and
                  Pang Wei Koh and
                  Tatsunori B. Hashimoto and
                  Percy Liang},
  title        = {Distributionally Robust Neural Networks for Group Shifts: On the Importance
                  of Regularization for Worst-Case Generalization},
  journal      = {CoRR},
  volume       = {abs/1911.08731},
  year         = {2019},
  eprinttype    = {arXiv},
  eprint       = {1911.08731},
  timestamp    = {Tue, 03 Dec 2019 14:15:54 +0100},
  biburl       = {https://dblp.org/rec/journals/corr/abs-1911-08731.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/HeZRS16,
  author       = {Kaiming He and
                  Xiangyu Zhang and
                  Shaoqing Ren and
                  Jian Sun},
  title        = {Deep Residual Learning for Image Recognition},
  booktitle    = {2016 {IEEE} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2016, Las Vegas, NV, USA, June 27-30, 2016},
  pages        = {770--778},
  publisher    = {{IEEE} Computer Society},
  year         = {2016},
  doi          = {10.1109/CVPR.2016.90},
  timestamp    = {Fri, 24 Mar 2023 00:02:57 +0100},
  biburl       = {https://dblp.org/rec/conf/cvpr/HeZRS16.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iccv/MullerH21,
  author       = {Samuel G. M{\"{u}}ller and
                  Frank Hutter},
  title        = {TrivialAugment: Tuning-free Yet State-of-the-Art Data Augmentation},
  booktitle    = {2021 {IEEE/CVF} International Conference on Computer Vision, {ICCV}
                  2021, Montreal, QC, Canada, October 10-17, 2021},
  pages        = {754--762},
  publisher    = {{IEEE}},
  year         = {2021},
  doi          = {10.1109/ICCV48922.2021.00081},
  timestamp    = {Fri, 11 Mar 2022 10:01:59 +0100},
  biburl       = {https://dblp.org/rec/conf/iccv/MullerH21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/iclr/DosovitskiyB0WZ21,
  author       = {Alexey Dosovitskiy and
                  Lucas Beyer and
                  Alexander Kolesnikov and
                  Dirk Weissenborn and
                  Xiaohua Zhai and
                  Thomas Unterthiner and
                  Mostafa Dehghani and
                  Matthias Minderer and
                  Georg Heigold and
                  Sylvain Gelly and
                  Jakob Uszkoreit and
                  Neil Houlsby},
  title        = {An Image is Worth 16x16 Words: Transformers for Image Recognition
                  at Scale},
  booktitle    = {9th International Conference on Learning Representations, {ICLR} 2021,
                  Virtual Event, Austria, May 3-7, 2021},
  publisher    = {OpenReview.net},
  year         = {2021},
  timestamp    = {Wed, 23 Jun 2021 17:36:39 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/DosovitskiyB0WZ21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/RadfordKXBMS23,
  author       = {Alec Radford and
                  Jong Wook Kim and
                  Tao Xu and
                  Greg Brockman and
                  Christine McLeavey and
                  Ilya Sutskever},
  title        = {Robust Speech Recognition via Large-Scale Weak Supervision},
  booktitle    = {International Conference on Machine Learning, {ICML} 2023, 23-29 July
                  2023, Honolulu, Hawaii, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {202},
  pages        = {28492--28518},
  publisher    = {{PMLR}},
  year         = {2023},
  timestamp    = {Mon, 28 Aug 2023 17:23:08 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/RadfordKXBMS23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/BaevskiZMA20,
  author       = {Alexei Baevski and
                  Yuhao Zhou and
                  Abdelrahman Mohamed and
                  Michael Auli},
  title        = {wav2vec 2.0: {A} Framework for Self-Supervised Learning of Speech
                  Representations},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020, NeurIPS 2020, December
                  6-12, 2020, virtual},
  year         = {2020},
  timestamp    = {Tue, 19 Jan 2021 15:57:22 +0100},
  biburl       = {https://dblp.org/rec/conf/nips/BaevskiZMA20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/nips/BrownMRSKDNSSAA20,
  author       = {Tom B. Brown and
                  Benjamin Mann and
                  Nick Ryder and
                  Melanie Subbiah and
                  Jared Kaplan and
                  Prafulla Dhariwal and
                  Arvind Neelakantan and
                  Pranav Shyam and
                  Girish Sastry and
                  Amanda Askell and
                  Sandhini Agarwal and
                  Ariel Herbert{-}Voss and
                  Gretchen Krueger and
                  Tom Henighan and
                  Rewon Child and
                  Aditya Ramesh and
                  Daniel M. Ziegler and
                  Jeffrey Wu and
                  Clemens Winter and
                  Christopher Hesse and
                  Mark Chen and
                  Eric Sigler and
                  Mateusz Litwin and
                  Scott Gray and
                  Benjamin Chess and
                  Jack Clark and
                  Christopher Berner and
                  Sam McCandlish and
                  Alec Radford and
                  Ilya Sutskever and
                  Dario Amodei},
  title        = {Language Models are Few-Shot Learners},
  booktitle    = {Advances in Neural Information Processing Systems 33: Annual Conference
                  on Neural Information Processing Systems 2020, NeurIPS 2020, December
                  6-12, 2020, virtual},
  year         = {2020},
  timestamp    = {Thu, 25 May 2023 10:38:31 +0200},
  biburl       = {https://dblp.org/rec/conf/nips/BrownMRSKDNSSAA20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{radford2019language,
  title={Language models are unsupervised multitask learners},
  author={Radford, Alec and Wu, Jeffrey and Child, Rewon and Luan, David and Amodei, Dario and Sutskever, Ilya and others},
  journal={OpenAI blog},
  volume={1},
  number={8},
  pages={9},
  year={2019}
}

@article{DBLP:journals/corr/abs-2303-08774,
  author       = {OpenAI},
  title        = {{GPT-4} Technical Report},
  journal      = {CoRR},
  volume       = {abs/2303.08774},
  year         = {2023},
  doi          = {10.48550/ARXIV.2303.08774},
  eprinttype    = {arXiv},
  eprint       = {2303.08774},
  timestamp    = {Mon, 28 Aug 2023 21:26:19 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2303-08774.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/MindermannBRS0X22,
  author       = {S{\"{o}}ren Mindermann and
                  Jan Markus Brauner and
                  Muhammed Razzak and
                  Mrinank Sharma and
                  Andreas Kirsch and
                  Winnie Xu and
                  Benedikt H{\"{o}}ltgen and
                  Aidan N. Gomez and
                  Adrien Morisot and
                  Sebastian Farquhar and
                  Yarin Gal},
  title        = {Prioritized Training on Points that are Learnable, Worth Learning,
                  and not yet Learnt},
  booktitle    = {International Conference on Machine Learning, {ICML} 2022, 17-23 July
                  2022, Baltimore, Maryland, {USA}},
  series       = {Proceedings of Machine Learning Research},
  volume       = {162},
  pages        = {15630--15649},
  publisher    = {{PMLR}},
  year         = {2022},
  timestamp    = {Tue, 12 Jul 2022 17:36:52 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/MindermannBRS0X22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{you2017large,
  title={Large batch training of convolutional networks},
  author={You, Yang and Gitman, Igor and Ginsburg, Boris},
  journal={arXiv preprint arXiv:1708.03888},
  year={2017}
}

@inproceedings{DBLP:conf/iclr/YouLRHKBSDKH20,
  author       = {Yang You and
                  Jing Li and
                  Sashank J. Reddi and
                  Jonathan Hseu and
                  Sanjiv Kumar and
                  Srinadh Bhojanapalli and
                  Xiaodan Song and
                  James Demmel and
                  Kurt Keutzer and
                  Cho{-}Jui Hsieh},
  title        = {Large Batch Optimization for Deep Learning: Training {BERT} in 76
                  minutes},
  booktitle    = {8th International Conference on Learning Representations, {ICLR} 2020,
                  Addis Ababa, Ethiopia, April 26-30, 2020},
  publisher    = {OpenReview.net},
  year         = {2020},
  timestamp    = {Sat, 17 Dec 2022 01:15:29 +0100},
  biburl       = {https://dblp.org/rec/conf/iclr/YouLRHKBSDKH20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/icml/XiaLZWWL24,
  author       = {Xiaobo Xia and
                  Jiale Liu and
                  Shaokun Zhang and
                  Qingyun Wu and
                  Hongxin Wei and
                  Tongliang Liu},
  title        = {Refined Coreset Selection: Towards Minimal Coreset Size under Model
                  Performance Constraints},
  booktitle    = {Forty-first International Conference on Machine Learning, {ICML} 2024,
                  Vienna, Austria, July 21-27, 2024},
  publisher    = {OpenReview.net},
  year         = {2024},
  timestamp    = {Mon, 02 Sep 2024 16:55:25 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/XiaLZWWL24.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/wacv/ZhaoB23,
  author       = {Bo Zhao and
                  Hakan Bilen},
  title        = {Dataset Condensation with Distribution Matching},
  booktitle    = {{IEEE/CVF} Winter Conference on Applications of Computer Vision, {WACV}
                  2023, Waikoloa, HI, USA, January 2-7, 2023},
  pages        = {6503--6512},
  publisher    = {{IEEE}},
  year         = {2023},
  doi          = {10.1109/WACV56688.2023.00645},
  timestamp    = {Tue, 07 May 2024 20:01:44 +0200},
  biburl       = {https://dblp.org/rec/conf/wacv/ZhaoB23.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/Cazenavette00EZ22a,
  author       = {George Cazenavette and
                  Tongzhou Wang and
                  Antonio Torralba and
                  Alexei A. Efros and
                  Jun{-}Yan Zhu},
  title        = {Dataset Distillation by Matching Training Trajectories},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition Workshops,
                  {CVPR} Workshops 2022, New Orleans, LA, USA, June 19-20, 2022},
  pages        = {4749--4758},
  publisher    = {{IEEE}},
  year         = {2022},
  doi          = {10.1109/CVPRW56347.2022.00521},
  timestamp    = {Mon, 29 Aug 2022 11:44:25 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/Cazenavette00EZ22a.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@article{DBLP:journals/corr/abs-2107-06869,
  author       = {Jae{-}hun Shim and
                  Kyeongbo Kong and
                  Suk{-}Ju Kang},
  title        = {Core-set Sampling for Efficient Neural Architecture Search},
  journal      = {CoRR},
  volume       = {abs/2107.06869},
  year         = {2021},
  eprinttype    = {arXiv},
  eprint       = {2107.06869},
  timestamp    = {Wed, 21 Jul 2021 15:55:35 +0200},
  biburl       = {https://dblp.org/rec/journals/corr/abs-2107-06869.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@InProceedings{pmlr-v97-tan19a,
  title = 	 {{E}fficient{N}et: Rethinking Model Scaling for Convolutional Neural Networks},
  author =       {Tan, Mingxing and Le, Quoc},
  booktitle = 	 {Proceedings of the 36th International Conference on Machine Learning},
  pages = 	 {6105--6114},
  year = 	 {2019},
  volume = 	 {97},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {09--15 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v97/tan19a/tan19a.pdf},
}

@inproceedings{DBLP:conf/iclr/ZhengLL023,
  author       = {Haizhong Zheng and
                  Rui Liu and
                  Fan Lai and
                  Atul Prakash},
  title        = {Coverage-centric Coreset Selection for High Pruning Rates},
  booktitle    = {The Eleventh International Conference on Learning Representations,
                  {ICLR} 2023, Kigali, Rwanda, May 1-5, 2023},
  publisher    = {OpenReview.net},
  year         = {2023},
  timestamp    = {Sun, 06 Oct 2024 21:05:49 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/ZhengLL023.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@INPROCEEDINGS{5206848,
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Kai Li and Li Fei-Fei},
  booktitle={2009 IEEE Conference on Computer Vision and Pattern Recognition}, 
  title={ImageNet: A large-scale hierarchical image database}, 
  year={2009},
  volume={},
  number={},
  pages={248-255},
  keywords={Large-scale systems;Image databases;Explosions;Internet;Robustness;Information retrieval;Image retrieval;Multimedia databases;Ontologies;Spine},
  doi={10.1109/CVPR.2009.5206848}}

@InProceedings{Horn_2018_CVPR,
author = {
Van Horn, Grant and Mac Aodha, Oisin and Song, Yang and Cui, Yin and Sun, Chen
and Shepard, Alex and Adam, Hartwig and Perona, Pietro and Belongie, Serge},
title = {The INaturalist Species Classification and Detection Dataset},
booktitle = {
The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2018}
}

@inproceedings{DBLP:conf/icml/TanL21,
  author       = {Mingxing Tan and
                  Quoc V. Le},
  title        = {EfficientNetV2: Smaller Models and Faster Training},
  booktitle    = {Proceedings of the 38th International Conference on Machine Learning,
                  {ICML} 2021, 18-24 July 2021, Virtual Event},
  series       = {Proceedings of Machine Learning Research},
  volume       = {139},
  pages        = {10096--10106},
  publisher    = {{PMLR}},
  year         = {2021},
  timestamp    = {Wed, 25 Aug 2021 17:11:17 +0200},
  biburl       = {https://dblp.org/rec/conf/icml/TanL21.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/Liu0LYXWN000WG22,
  author       = {Ze Liu and
                  Han Hu and
                  Yutong Lin and
                  Zhuliang Yao and
                  Zhenda Xie and
                  Yixuan Wei and
                  Jia Ning and
                  Yue Cao and
                  Zheng Zhang and
                  Li Dong and
                  Furu Wei and
                  Baining Guo},
  title        = {Swin Transformer {V2:} Scaling Up Capacity and Resolution},
  booktitle    = {{IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2022, New Orleans, LA, USA, June 18-24, 2022},
  pages        = {11999--12009},
  publisher    = {{IEEE}},
  year         = {2022},
  doi          = {10.1109/CVPR52688.2022.01170},
  timestamp    = {Mon, 05 Jun 2023 16:18:23 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/Liu0LYXWN000WG22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/eccv/TuTZYMBL22,
  author       = {Zhengzhong Tu and
                  Hossein Talebi and
                  Han Zhang and
                  Feng Yang and
                  Peyman Milanfar and
                  Alan C. Bovik and
                  Yinxiao Li},
  title        = {MaxViT: Multi-axis Vision Transformer},
  booktitle    = {Computer Vision - {ECCV} 2022: 17th European Conference, Tel Aviv,
                  Israel, October 23-27, 2022, Proceedings, Part {XXIV}},
  series       = {Lecture Notes in Computer Science},
  volume       = {13684},
  pages        = {459--479},
  publisher    = {Springer},
  year         = {2022},
  doi          = {10.1007/978-3-031-20053-3\_27},
  timestamp    = {Sun, 04 Aug 2024 19:40:13 +0200},
  biburl       = {https://dblp.org/rec/conf/eccv/TuTZYMBL22.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{DBLP:conf/cvpr/RadosavovicKGHD20,
  author       = {Ilija Radosavovic and
                  Raj Prateek Kosaraju and
                  Ross B. Girshick and
                  Kaiming He and
                  Piotr Doll{\'{a}}r},
  title        = {Designing Network Design Spaces},
  booktitle    = {2020 {IEEE/CVF} Conference on Computer Vision and Pattern Recognition,
                  {CVPR} 2020, Seattle, WA, USA, June 13-19, 2020},
  pages        = {10425--10433},
  publisher    = {Computer Vision Foundation / {IEEE}},
  year         = {2020},
  doi          = {10.1109/CVPR42600.2020.01044},
  timestamp    = {Tue, 31 Aug 2021 14:00:04 +0200},
  biburl       = {https://dblp.org/rec/conf/cvpr/RadosavovicKGHD20.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}

@inproceedings{li2023rethinking,
  title={Rethinking vision transformers for mobilenet size and speed},
  author={Li, Yanyu and Hu, Ju and Wen, Yang and Evangelidis, Georgios and Salahi, Kamyar and Wang, Yanzhi and Tulyakov, Sergey and Ren, Jian},
  booktitle={Proceedings of the IEEE/CVF International Conference on Computer Vision},
  pages={16889--16900},
  year={2023}
}

@book{goodfellow2016deep,
  title={Deep learning},
  author={Goodfellow, Ian},
  volume={196},
  year={2016},
  publisher={MIT press}
}


@InProceedings{pmlr-v28-sutskever13,
  title = 	 {On the importance of initialization and momentum in deep learning},
  author = 	 {Sutskever, Ilya and Martens, James and Dahl, George and Hinton, Geoffrey},
  booktitle = 	 {Proceedings of the 30th International Conference on Machine Learning},
  pages = 	 {1139--1147},
  year = 	 {2013},
  volume = 	 {28},
  number =       {3},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {Atlanta, Georgia, USA},
  month = 	 {17--19 Jun},
  publisher =    {PMLR},
  pdf = 	 {http://proceedings.mlr.press/v28/sutskever13.pdf},
}


@inproceedings{DBLP:conf/iclr/AroraCGH19,
  author       = {Sanjeev Arora and
                  Nadav Cohen and
                  Noah Golowich and
                  Wei Hu},
  title        = {A Convergence Analysis of Gradient Descent for Deep Linear Neural
                  Networks},
  booktitle    = {7th International Conference on Learning Representations, {ICLR} 2019,
                  New Orleans, LA, USA, May 6-9, 2019},
  publisher    = {OpenReview.net},
  year         = {2019},
  timestamp    = {Sun, 04 Aug 2024 16:26:33 +0200},
  biburl       = {https://dblp.org/rec/conf/iclr/AroraCGH19.bib},
  bibsource    = {dblp computer science bibliography, https://dblp.org}
}


@article{boyd2004convex,
  title={Convex optimization},
  author={Boyd, Stephen},
  journal={Cambridge UP},
  year={2004}
}

@inproceedings{loshchilov2022sgdr,
  title={SGDR: Stochastic Gradient Descent with Warm Restarts},
  author={Loshchilov, Ilya and Hutter, Frank},
  booktitle={International Conference on Learning Representations},
  year={2022}
}