
@inproceedings{pihlaja2010nce,
  title={A Family of Computationally Efficient and Simple Estimators for Unnormalized Statistical Models},
  author={Miika Pihlaja and Michael Gutmann and Aapo Hyv{\"a}rinen},
  booktitle={UAI},
  year={2010}
}

@inproceedings{gutmann2011bregman,
  title={Bregman divergence as general framework to estimate unnormalized statistical models},
  author={Michael Gutmann and Jun-ichiro Hirayama},
  booktitle={UAI},
  year={2011}
}


@InProceedings{gutmann2010nce,
  title = 	 {Noise-contrastive estimation: A new estimation principle for unnormalized statistical models},
  author = 	 {Gutmann, Michael and Hyv{\"a}rinen, Aapo},
  booktitle = 	 {Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics},
  pages = 	 {297--304},
  year = 	 {2010},
  editor = 	 {Teh, Yee Whye and Titterington, Mike},
  volume = 	 {9},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {Chia Laguna Resort, Sardinia, Italy},
  month = 	 {13--15 May},
  publisher =    {PMLR}
}

@misc{huszar2015gan,
      title={How (not) to Train your Generative Model: Scheduled Sampling, Likelihood, Adversary?}, 
      author={Ferenc Huszár},
      year={2015},
      eprint={1511.05101},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}

@article{gutmann2012nce,
  author = {Gutmann, Michael and Hyv{\"a}rinen, Aapo},
  journal = {Journal of Machine Learning Research},
  keywords = {inference},
  pages = {307-361},
  title = {Noise-Contrastive Estimation of Unnormalized Statistical Models, with Applications to Natural Image Statistics.},
  volume = 13,
  year = 2012
}


@inproceedings{kingma2014vae,
  author = {Kingma, Diederik P. and Welling, Max},
  booktitle = {2nd International Conference on Learning Representations, {ICLR} 2014, Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings},
  eprintclass = {stat.ML},
  eprinttype = {arXiv},
  title = {{Auto-Encoding Variational Bayes}},
  year = 2014
}

@inproceedings{goodfellow2014gan,
  title={Generative Adversarial Nets},
  author={Ian J. Goodfellow and Jean Pouget-Abadie and Mehdi Mirza and Bing Xu and David Warde-Farley and Sherjil Ozair and Aaron C. Courville and Yoshua Bengio},
  booktitle={NIPS},
  year={2014}
}

@article{gao2020fce,
  title={Flow Contrastive Estimation of Energy-Based Models},
  author={Ruiqi Gao and Erik Nijkamp and Diederik P. Kingma and Zhen Xu and Andrew M. Dai and Ying Nian Wu},
  journal={2020 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
  year={2020},
  pages={7515-7525}
}

@misc{rommel2021dataaugment,
      title={CADDA: Class-wise Automatic Differentiable Data Augmentation for EEG Signals}, 
      author={Cédric Rommel and Thomas Moreau and Alexandre Gramfort},
      year={2021},
      eprint={2106.13695},
      archivePrefix={arXiv},
      primaryClass={cs.LG}
}

@InProceedings{lorraine2021complexmomentum,
  title = 	 {Complex Momentum for Optimization in Games},
  author =       {Lorraine, Jonathan P. and Acuna, David and Vicol, Paul and Duvenaud, David},
  booktitle = 	 {Proceedings of The 25th International Conference on Artificial Intelligence and Statistics},
  pages = 	 {7742--7765},
  year = 	 {2022},
  editor = 	 {Camps-Valls, Gustau and Ruiz, Francisco J. R. and Valera, Isabel},
  volume = 	 {151},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {28--30 Mar},
  publisher =    {PMLR},
}



@article{dieng2019gan,
  title={Prescribed Generative Adversarial Networks},
  author={Adji B. Dieng and Francisco J. R. Ruiz and David M. Blei and Michalis K. Titsias},
  journal={ArXiv},
  year={2019},
  volume={abs/1910.04302}
}

@article{mohamed2016implicitgen,
  title={Learning in Implicit Generative Models},
  author={Shakir Mohamed and Balaji Lakshminarayanan},
  journal={ArXiv},
  year={2016},
  volume={abs/1610.03483}
}

@incollection{pytorch,
title = {PyTorch: An Imperative Style, High-Performance Deep Learning Library},
author = {Paszke, Adam and Gross, Sam and Massa, 
          Francisco and Lerer, Adam and Bradbury, 
          James and Chanan, Gregory and Killeen, 
          Trevor and Lin, Zeming and Gimelshein, 
          Natalia and Antiga, Luca and Desmaison, 
          Alban and Kopf, Andreas and Yang, Edward and DeVito, 
          Zachary and Raison, Martin and Tejani, 
          Alykhan and Chilamkurthy, Sasank and Steiner, 
          Benoit and Fang, Lu and Bai, Junjie and Chintala, 
          Soumith},
booktitle = {Advances in Neural Information Processing Systems 32},
editor = {H. Wallach and H. Larochelle and A. Beygelzimer and 
          F. d'Alch\'{e}-Buc and E. Fox and R. Garnett},
pages = {8024--8035},
year = {2019},
publisher = {Curran Associates, Inc.},
}

@ARTICLE{scipy,
  author  = {Virtanen, Pauli and Gommers, Ralf and Oliphant, Travis E. and
            Haberland, Matt and Reddy, Tyler and Cournapeau, David and
            Burovski, Evgeni and Peterson, Pearu and Weckesser, Warren and
            Bright, Jonathan and {van der Walt}, St{\'e}fan J. and
            Brett, Matthew and Wilson, Joshua and Millman, K. Jarrod and
            Mayorov, Nikolay and Nelson, Andrew R. J. and Jones, Eric and
            Kern, Robert and Larson, Eric and Carey, C J and
            Polat, {\.I}lhan and Feng, Yu and Moore, Eric W. and
            {VanderPlas}, Jake and Laxalde, Denis and Perktold, Josef and
            Cimrman, Robert and Henriksen, Ian and Quintero, E. A. and
            Harris, Charles R. and Archibald, Anne M. and
            Ribeiro, Ant{\^o}nio H. and Pedregosa, Fabian and
            {van Mulbregt}, Paul and {SciPy 1.0 Contributors}},
  title   = {{{SciPy} 1.0: Fundamental Algorithms for Scientific
            Computing in Python}},
  journal = {Nature Methods},
  year    = {2020},
  volume  = {17},
  pages   = {261--272},
}

@article{matplotlib,
  title={Matplotlib: A 2D graphics environment},
  author={Hunter, John D},
  journal={Computing in science \& engineering},
  volume={9},
  number={3},
  pages={90--95},
  year={2007},
  publisher={IEEE Computer Society}
}

@Article{numpy,
 title         = {Array programming with {NumPy}},
 author        = {Charles R. Harris and K. Jarrod Millman and St{'{e}}fan J.
                 van der Walt and Ralf Gommers and Pauli Virtanen and David
                 Cournapeau and Eric Wieser and Julian Taylor and Sebastian
                 Berg and Nathaniel J. Smith and Robert Kern and Matti Picus
                 and Stephan Hoyer and Marten H. van Kerkwijk and Matthew
                 Brett and Allan Haldane and Jaime Fern{'{a}}ndez del
                 R{'{\i}}o and Mark Wiebe and Pearu Peterson and Pierre
                 G{'{e}}rard-Marchant and Kevin Sheppard and Tyler Reddy and
                 Warren Weckesser and Hameer Abbasi and Christoph Gohlke and
                 Travis E. Oliphant},
 year          = {2020},
 month         = sep,
 journal       = {Nature},
 volume        = {585},
 number        = {7825},
 pages         = {357--362},
 publisher     = {Springer Science and Business Media {LLC}},
}

@article{scikit-learn,
 title={{Scikit-learn: Machine Learning in Python }},
 author={Pedregosa, Fabian and Varoquaux, Ga\"el and Gramfort, Alexandre and Michel, Vincent
         and Thirion, Bertrand and Grisel, Olivier and Blondel, Matthieu and Prettenhofer, Peter and Weiss, Ron and Dubourg, Vincent and Vanderplas, Jake and Passos, Alexandre and
         Cournapeau, David and Brucher, Matthieu and Perrot, Matthieu and Duchesnay, Edouard},
 journal={Journal of Machine Learning Research},
 volume={12},
 pages={2825--2830},
 year={2011}
}

@inproceedings{mikolov2013nce,
 author = {Mikolov, Tomas and Sutskever, Ilya and Chen, Kai and Corrado, Greg S and Dean, Jeff},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {C. J. C. Burges and L. Bottou and M. Welling and Z. Ghahramani and K. Q. Weinberger},
 pages = {},
 publisher = {Curran Associates, Inc.},
 title = {Distributed Representations of Words and Phrases and their Compositionality},
 volume = {26},
 year = {2013}
}

@inproceedings{mnih2012nce,
  title={A fast and simple algorithm for training neural probabilistic language models},
  author={Andriy Mnih and Yee Whye Teh},
  booktitle={ICML},
  year={2012}
}

@article{defazio2014saga,
  title={SAGA: A Fast Incremental Gradient Method With Support for Non-Strongly Convex Composite Objectives},
  author={Aaron Defazio and Francis R. Bach and Simon Lacoste-Julien},
  journal={ArXiv},
  year={2014},
  volume={abs/1407.0202}
}

@article{rezende2021flows,
  author  = {George Papamakarios and Eric Nalisnick and Danilo Jimenez Rezende and Shakir Mohamed and Balaji Lakshminarayanan},
  title   = {Normalizing Flows for Probabilistic Modeling and Inference},
  journal = {Journal of Machine Learning Research},
  year    = {2021},
  volume  = {22},
  number  = {57},
  pages   = {1-64},
}

@conference{gresele2020jacobiandeep,
  title = {Relative gradient optimization of the Jacobian term in unsupervised deep learning},
  author = {Gresele, L. and Fissore, G. and Javaloy, A. and Sch{\"o}lkopf, B. and Hyvarinen, A.},
  booktitle = {Advances in Neural Information Processing Systems 33 (NeurIPS 2020)},
  pages = {16567--16578},
  editors = {H. Larochelle and M. Ranzato and R. Hadsell and M. F. Balcan and H. Lin},
  publisher = {Curran Associates, Inc.},
  month = dec,
  year = {2020},
  doi = {},
  url = {https://proceedings.neurips.cc/paper/2020/file/c10f48884c9c7fdbd9a7959c59eebea8-Paper.pdf},
  month_numeric = {12}
}

@article{uehara2018nce,
  title={Analysis of Noise Contrastive Estimation from the Perspective of Asymptotic Variance},
  author={Masatoshi Uehara and Takeru Matsuda and Fumiyasu Komaki},
  journal={ArXiv},
  year={2018},
  volume={abs/1808.07983}
}

@article{rioudurand2018nce,
  title={Noise contrastive estimation: Asymptotic properties, formal comparison with {MC-MLE}},
  author={Lionel Riou-Durand and Nicolas Chopin},
  journal={Electronic Journal of Statistics},
  year={2018},
  volume={12},
  pages={3473-3518}
}

@misc{das2021chisquare,
      title={A method to integrate and classify normal distributions}, 
      author={Abhranil Das and Wilson S Geisler},
      year={2021},
      eprint={2012.14331},
      archivePrefix={arXiv},
      primaryClass={stat.ML}
}


@InProceedings{chen2020simclr,
  title = 	 {A Simple Framework for Contrastive Learning of Visual Representations},
  author =       {Chen, Ting and Kornblith, Simon and Norouzi, Mohammad and Hinton, Geoffrey},
  booktitle = 	 {Proceedings of the 37th International Conference on Machine Learning},
  pages = 	 {1597--1607},
  year = 	 {2020},
  editor = 	 {III, Hal Daumé and Singh, Aarti},
  volume = 	 {119},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {13--18 Jul},
  publisher =    {PMLR},
}

@article{vanoord2018cpc,
  author    = {A{\"{a}}ron van den Oord and
               Yazhe Li and
               Oriol Vinyals},
  title     = {Representation Learning with Contrastive Predictive Coding},
  journal   = {CoRR},
  year      = {2018},
  eprinttype = {arXiv},
  eprint    = {1807.03748},
}

@article{hyvarinen2005scorematching,
  author = {Hyv{\"a}rinen, Aapo},
  journal = {J. Mach. Learn. Res.},
  keywords = {dblp},
  pages = {695-709},
  title = {Estimation of Non-Normalized Statistical Models by Score Matching.},
  volume = 6,
  year = 2005
}

@article{sejourne2019sinkhorn,
  title={Sinkhorn Divergences for Unbalanced Optimal Transport},
  author={Thibault S'ejourn'e and Jean Feydy and Franccois-Xavier Vialard and Alain Trouv'e and Gabriel Peyr'e},
  journal={ArXiv},
  year={2019},
  volume={abs/1910.12958}
}

@book{owenmontecarlobook,
   author = {Art B. Owen},
   year = 2013,
   title = {Monte Carlo theory, methods and examples}
}

@article{minka2001ep,
  title={Expectation Propagation for approximate Bayesian inference},
  author={Thomas P. Minka},
  journal={ArXiv},
  year={2001},
  volume={abs/1301.2294}
}

@article{rubinstein1999crossent,
  title={The Cross-Entropy Method for Combinatorial and Continuous Optimization},
  author={Reuven Y. Rubinstein},
  journal={Methodology And Computing In Applied Probability},
  year={1999},
  volume={1},
  pages={127-190}
}

@inproceedings{rubinstein2004crossentbook,
  title={The Cross-Entropy Method: A Unified Approach to Combinatorial Optimization, Monte-Carlo Simulation and Machine Learning},
  author={Reuven Y. Rubinstein and Dirk P. Kroese},
  year={2004}
}

@inproceedings{rhodes2020tre,
 author = {Rhodes, Benjamin and Xu, Kai and Gutmann, Michael U.},
 booktitle = {Advances in Neural Information Processing Systems},
 editor = {H. Larochelle and M. Ranzato and R. Hadsell and M. F. Balcan and H. Lin},
 pages = {4905--4916},
 publisher = {Curran Associates, Inc.},
 title = {Telescoping Density-Ratio Estimation},
 volume = {33},
 year = {2020}
}

@misc{liu2021nceoptim,
  url = {https://arxiv.org/abs/2110.11271},
  author = {Liu, Bingbin and Rosenfeld, Elan and Ravikumar, Pradeep and Risteski, Andrej},
  title = {Analyzing and Improving the Optimization Landscape of Noise-Contrastive Estimation},
  publisher = {arXiv},
  year = {2021},
}

@article{chatterjee2015ISsamplesize,
  title={The sample size required in importance sampling},
  author={Sourav Chatterjee and Persi Diaconis},
  journal={arXiv: Probability},
  year={2015}
}

@article{bengio2008adaptiveIS,
  title={Adaptive Importance Sampling to Accelerate Training of a Neural Probabilistic Language Model},
  author={Yoshua Bengio and Jean-S{\'e}bastien Senecal},
  journal={IEEE Transactions on Neural Networks},
  year={2008},
  volume={19},
  pages={713-722}
}


@InProceedings{menon2016nce,
  title = 	 {Linking losses for density ratio and class-probability estimation},
  author = 	 {Menon, Aditya and Ong, Cheng Soon},
  booktitle = 	 {Proceedings of The 33rd International Conference on Machine Learning},
  pages = 	 {304--313},
  year = 	 {2016},
  editor = 	 {Balcan, Maria Florina and Weinberger, Kilian Q.},
  volume = 	 {48},
  series = 	 {Proceedings of Machine Learning Research},
  address = 	 {New York, New York, USA},
  month = 	 {20--22 Jun},
  publisher =    {PMLR},
}


@inproceedings{ma2018contrastive,
  title={Noise Contrastive Estimation and Negative Sampling for Conditional Models: Consistency and Statistical Efficiency},
  author={Zhuang Ma and Michael Collins},
  booktitle={EMNLP},
  year={2018}
}

