@inproceedings{shumailov2023curse,
	title={The Curse of Recursion: Training on Generated Data Makes Models Forget},
	author={Shumailov, Ilia and Shumaylov, Zakhar and Zhmoginov, Andrey and Ustinova, Yana and Papernot, Nicolas and Gasc{\'o}n, Adri{\`a} and Gowal, Sven},
	booktitle={arXiv preprint arXiv:2305.17493},
	year={2023}
}

@inproceedings{goodfellow2014generative,
	title={Generative adversarial nets},
	author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
	booktitle={Advances in neural information processing systems 27},
	year={2014}
}

@article{schrittwieser2020mastering,
	title={Mastering atari, go, chess and shogi by planning with a learned model},
	author={Schrittwieser, Julian and Antonoglou, Ioannis and Hubert, Thomas and Simonyan, Karen and Sifre, Laurent and Schmitt, Simon and Guez, Arthur and Lockhart, Edward and Hassabis, Demis and Graepel, Thore and others},
	journal={Nature},
	volume={588},
	number={7839},
	pages={604--609},
	year={2020},
	publisher={Nature Publishing Group}
}

@article{haarnoja2018soft,
	title={Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor},
	author={Haarnoja, Tuomas and Zhou, Aurick and Abbeel, Pieter and Levine, Sergey},
	journal={arXiv preprint arXiv:1801.01290},
	year={2018}
}

@inproceedings{szegedy2016rethinking,
	title={Rethinking the inception architecture for computer vision},
	author={Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
	booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
	pages={2818--2826},
	year={2016}
}

@article{amari1998natural,
	title={Natural gradient works efficiently in learning},
	author={Amari, Shun-ichi},
	journal={Neural computation},
	volume={10},
	number={2},
	pages={251--276},
	year={1998},
	publisher={MIT Press}
}

@article{beck2003mirror,
	title={Mirror descent: A modern perspective},
	author={Beck, Amir and Teboulle, Marc},
	journal={SIAM Review},
	volume={45},
	number={3},
	pages={559--583},
	year={2003}
}

@inproceedings{hinton2015distilling,
	title={Distilling the knowledge in a neural network},
	author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
	booktitle={NIPS Deep Learning and Representation Learning Workshop},
	year={2015}
}

@inproceedings{arjovsky2017wasserstein,
	title={Wasserstein generative adversarial networks},
	author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
	booktitle={International conference on machine learning},
	pages={214--223},
	year={2017},
	organization={PMLR}
}

@inproceedings{salimans2016improved,
	title={Improved techniques for training gans},
	author={Salimans, Tim and Goodfellow, Ian and Zaremba, Wojciech and Cheung, Vicki and Radford, Alec and Chen, Xi},
	booktitle={Advances in neural information processing systems 29},
	year={2016}
}

@article{park2023generativeagents,
	title={Generative agents: Interactive simulacra of human behavior},
	author={Park, Joon Sung and O'Brien, Joseph C and Cai, Carrie J and Morris, Meredith Ringel and Liang, Percy and Bernstein, Michael S},
	journal={arXiv preprint arXiv:2304.03442},
	year={2023}
}

@article{kim2024autorag,
	title={AutoRAG: Automatically Generate Retrieval-Augmented Generation RAGs},
	author={Kim, Jihyuk and Lee, Hyun-Wook and Kim, Tae-Ho and Lee, Geon-Hyeong and Jang, Yo-Sub},
	journal={arXiv preprint arXiv:2404.09953},
	year={2024}
}


@book{amari2000methods,
	title={Methods of information geometry},
	author={Amari, Shun-ichi and Nagaoka, Hiroshi},
	volume={191},
	year={2000},
	publisher={American Mathematical Society}
}

@article{holtzman2019curious,
	title={The curious case of neural text degeneration},
	author={Holtzman, Ari and Buys, Jan and Du, Li and Forbes, Maxwell and Choi, Yejin},
	journal={arXiv preprint arXiv:1904.09751},
	year={2019},
	eprint={1904.09751},
	archivePrefix={arXiv},
}

@inproceedings{metz2016unrolled,
	title={Unrolled generative adversarial networks},
	author={Metz, Luke and Poole, Ben and Pfau, David and Sohl-Dickstein, Jascha},
	booktitle={International Conference on Learning Representations},
	year={2017}
}

@inproceedings{kodali2017convergence,
	title={On convergence and stability of {GANs}},
	author={Kodali, Naveen and Abernethy, Jacob and Hays, James and Kira, Zsolt},
	booktitle={International Conference on Learning Representations},
	year={2018}
}

@inproceedings{mnih2016asynchronous,
	title={Asynchronous methods for deep reinforcement learning},
	author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
	booktitle={International conference on machine learning},
	pages={1928--1937},
	year={2016},
	organization={PMLR}
}

@inproceedings{ziebart2008maximum,
	title={Maximum entropy inverse reinforcement learning.},
	author={Ziebart, Brian D and Maas, Andrew L and Bagnell, J Andrew and Dey, Anind K},
	booktitle={Aaai},
	volume={8},
	pages={1433--1438},
	year={2008}
}

@inproceedings{yarowsky1995unsupervised,
	title={Unsupervised word sense disambiguation rivaling supervised methods},
	author={Yarowsky, David},
	booktitle={33rd annual meeting of the association for computational linguistics},
	pages={189--196},
	year={1995}
}

@inproceedings{lee2013pseudo,
	title={Pseudo-label: The simple and efficient semi-supervised learning method for deep neural networks},
	author={Lee, Dong-Hyun and others},
	booktitle={Workshop on challenges in representation learning, ICML},
	year={2013}
}

@article{kirby2001spontaneous,
	title={Spontaneous evolution of linguistic structure-an iterated learning model of the emergence of regularity and irregularity},
	author={Kirby, Simon},
	journal={IEEE Transactions on Evolutionary Computation},
	volume={5},
	number={2},
	pages={102--110},
	year={2001},
	publisher={IEEE}
}

@article{griffiths2007language,
	title={Language evolution by iterated learning with a biased learner},
	author={Griffiths, Thomas L and Kalish, Michael L},
	journal={Cognitive science},
	volume={31},
	number={3},
	pages={441--480},
	year={2007},
	publisher={Wiley Online Library}
}

@inproceedings{bucilua2006model,
	title={Model compression},
	author={Bucilu{\u{a}}, Cristian and Caruana, Rich and Niculescu-Mizil, Alexandru},
	booktitle={Proceedings of the 12th ACM SIGKDD international conference on Knowledge discovery and data mining},
	pages={535--541},
	year={2006}
}

@inproceedings{muller2019when,
	title={When does label smoothing help?},
	author={M{\"u}ller, Rafael and Kornblith, Simon and Hinton, Geoffrey E},
	booktitle={Advances in neural information processing systems},
	volume={32},
	year={2019}
}

@inproceedings{lewis2020retrieval,
	title={Retrieval-augmented generation for knowledge-intensive {NLP} tasks},
	author={Lewis, Patrick and Perez, Ethan and Piktus, Aleksandra and Petroni, Fabio and Karpukhin, Vladimir and Nogueira, Gustavo and He, Heinrich and Chen, Danqi and Yih, Wen-tau and Rockt{\"a}schel, Timo and others},
	booktitle={Advances in Neural Information Processing Systems},
	volume={33},
	pages={9459--9474},
	year={2020}
}

@inproceedings{schick2023toolformer,
	title={Toolformer: Language Models Can Teach Themselves to Use Tools},
	author={Schick, Timo and Dwivedi-Yu, Jane and Dessì, Roberto and Raileanu, Roberta and Lomeli, Maria and Zettlemoyer, Luke and Cancedda, Nicola and Scialom, Thomas},
	booktitle={Advances in Neural Information Processing Systems},
	volume={36},
	year={2023}
}

@inproceedings{christiano2017deep,
	title={Deep reinforcement learning from human preferences},
	author={Christiano, Paul F and Leike, Jan and Brown, Tom and Martic, Miljan and Legg, Shane and Amodei, Dario},
	booktitle={Advances in neural information processing systems},
	volume={30},
	year={2017}
}

@inproceedings{ouyang2022training,
	title={Training language models to follow instructions with human feedback},
	author={Ouyang, Long and Wu, Jeff and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll L and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Ray, Alex and others},
	booktitle={Advances in Neural Information Processing Systems},
	volume={35},
	pages={27730--27744},
	year={2022}
}

@article{mccloskey1989catastrophic,
	title={Catastrophic interference in connectionist networks: The sequential learning problem},
	author={McCloskey, Michael and Cohen, Neal J},
	journal={Psychology of learning and motivation},
	volume={24},
	pages={109--165},
	year={1989},
	publisher={Elsevier}
}


@article{kirkpatrick2017overcoming,
	title={Overcoming catastrophic forgetting in neural networks},
	author={Kirkpatrick, James and Pascanu, Razvan and Rabinowitz, Neil and Veness, Joel and Desjardins, Guillaume and Rusu, Andrei A and Milan, Kieran and Quan, John and Ramalho, Tiago and Grabska-Barwinska, Agnieszka and others},
	journal={Proceedings of the national academy of sciences},
	volume={114},
	number={13},
	pages={3521--3526},
	year={2017},
	publisher={National Academy of Sciences}
}

@inproceedings{du2019gradient,
  title={Gradient Descent Provably Optimizes Over-parameterized Neural Networks},
  author={Du, Simon S. and Zhai, Xiyu and Poczos, Barnabas and Singh, Aarti},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2019},
  url={https://openreview.net/forum?id=S1eK3i09YQ}
}
