@article{bengio2021gflownet,
  title={{Flow Network based Generative Models for Non-Iterative Diverse Candidate Generation}},
  author={Bengio, Emmanuel and Jain, Moksh and Korablyov, Maksym and Precup, Doina and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  year={2021}
}

@book{grimmett2020probability,
  title={{Probability and Random Processes}},
  author={Grimmett, Geoffrey and Stirzaker, David},
  year={2020},
  publisher={Oxford University Press}
}

@inproceedings{pensar2020bayesiancausaleffectobservational,
  title={{A Bayesian Approach for Estimating Causal Effects from Observational Data}},
  author={Pensar, Johan and Talvitie, Topi and Hyttinen, Antti and Koivisto, Mikko},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2020}
}

@article{tian2009posteriorfeatures,
  title={{Computing Posterior Probabilities of Structural Features in Bayesian Networks}},
  author={Tian, Jin and He, Ru},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2009}
}

@inproceedings{katharopoulos2020lineartransformers,
  title={{Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention}},
  author={Katharopoulos, Angelos and Vyas, Apoorv and Pappas, Nikolaos and Fleuret, Fran{\c{c}}ois},
  booktitle={International Conference on Machine Learning},
  year={2020}
}

@inproceedings{eggeling2019structureprior,
  title={{On Structure Priors for Learning Bayesian Networks}},
  author={Eggeling, Ralf and Viinikka, Jussi and Vuoksenmaa, Aleksis and Koivisto, Mikko},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  year={2019}
}

@article{madigan1995structuremcmc,
  title={{Bayesian Graphical Models for Discrete Data}},
  author={Madigan, David and York, Jeremy and Allard, Denis},
  journal={International Statistical Review},
  year={1995}
}

@article{friedman2003ordermcmc,
  title={{Being Bayesian About Network Structure. A Bayesian Approach to Structure Discovery in Bayesian Networks}},
  author={Friedman, Nir and Koller, Daphne},
  journal={Machine Learning},
  year={2003}
}

@article{niinimaki2016partialordermcmc,
  title={{Structure Discovery in Bayesian Networks by Sampling Partial Orders}},
  author={Niinim{\"a}ki, Teppo and Parviainen, Pekka and Koivisto, Mikko},
  journal={The Journal of Machine Learning Research},
  year={2016}
}

@article{annadani2021vcn,
  title={{Variational Causal Networks: Approximate Bayesian Inference over Causal Structures}},
  author={Annadani, Yashas and Rothfuss, Jonas and Lacoste, Alexandre and Scherrer, Nino and Goyal, Anirudh and Bengio, Yoshua and Bauer, Stefan},
  journal={arXiv preprint},
  year={2021}
}

@article{cundy2021bcdnets,
  title={{BCD Nets: Scalable Variational Approaches for Bayesian Causal Discovery}},
  author={Cundy, Chris and Grover, Aditya and Ermon, Stefano},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2021}
}

@article{lorch2021dibs,
  title={{DiBS: Differentiable Bayesian Structure Learning}},
  author={Lorch, Lars and Rothfuss, Jonas and Sch{\"o}lkopf, Bernhard and Krause, Andreas},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2021}
}

@article{viinikka2020gadget,
  title={{Towards Scalable Bayesian Learning of Causal DAGs}},
  author={Viinikka, Jussi and Hyttinen, Antti and Pensar, Johan and Koivisto, Mikko},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2020}
}

@article{kuipers2014bgeaddendum,
  title={Addendum on the scoring of Gaussian directed acyclic graphical models},
  author={Kuipers, Jack and Moffa, Giusi and Heckerman, David},
  journal={The Annals of Statistics},
  year={2014},
}

@article{geiger1994bge,
  title={{Learning Gaussian Networks}},
  author={Geiger, Dan and Heckerman, David},
  journal={Uncertainty in Artificial Intelligence},
  year={1994}
}

@article{heckerman1995bde,
  title={Learning Bayesian Networks: The Combination of Knowledge and Statistical Data},
  author={Heckerman, David and Geiger, Dan and Chickering, David M},
  journal={Machine learning},
  year={1995}
}

@book{koller2009pgm,
  title={{Probabilistic Graphical Models: Principles and Techniques}},
  author={Koller, Daphne and Friedman, Nir},
  year={2009},
  publisher={MIT press}
}

@inproceedings{chickering1995learning,
  title={{Learning Bayesian Networks: Search Methods and Experimental Results}},
  author={Chickering, David and Geiger, Dan and Heckerman, David},
  booktitle={Proceedings of Fifth Conference on Artificial Intelligence and Statistics},
  year={1995}
}

@article{lecun2006ebms,
  title={{A Tutorial on Energy-Based Learning}},
  author={LeCun, Yann and Chopra, Sumit and Hadsell, Raia and Ranzato, M and Huang, F},
  journal={Predicting Structured Data},
  year={2006}
}

@incollection{chickering1996nphard,
  title={{Learning Bayesian networks is NP-complete}},
  author={Chickering, David Maxwell},
  booktitle={Learning from data},
  year={1996},
  publisher={Springer}
}

@article{madigan1994occam,
  title={{Model Selection and Accounting for Model Uncertainty in Graphical Models Using Occam's Window}},
  author={Madigan, David and Raftery, Adrian E},
  journal={Journal of the American Statistical Association},
  year={1994}
}

@article{madigan1994enhancing,
  title={{Enhancing the Predictive Performance of Bayesian
Graphical Models}},
  author={Madigan, David and Gavrin, Jonathan and Raftery, Adrian E},
  year={1994},
}

@article{koivisto2006exact,
  title={{Advances in Exact Bayesian Structure Discovery in Bayesian Networks}},
  author={Koivisto, Mikko},
  journal={Proceedings of the Twenty-Second Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@article{meilua2006tree,
  title={{Tractable Bayesian learning of tree belief networks}},
  author={Meil{\u{a}}, Marina and Jaakkola, Tommi},
  journal={Statistics and Computing},
  year={2006}
}

@article{ellis2008bias,
  title={{Learning Causal Bayesian Network Structures from
Experimental Data}},
  author={Ellis, Byron and Wong, Wing Hung},
  journal={Journal of the American Statistical Association},
  year={2008}
}

@article{eaton2007bayesian,
  title={{Bayesian structure learning using dynamic programming and MCMC}},
  author={Eaton, Daniel and Murphy, Kevin},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2007}
}

@article{kuipers2017partitionmcmc,
  title={{Partition MCMC for Inference on Acyclic Digraphs}},
  author={Kuipers, Jack and Moffa, Giusi},
  journal={Journal of the American Statistical Association},
  year={2017}
}

@article{kuipers2021efficient,
  title={{Efficient Sampling and Structure Learning of Bayesian Networks}},
  author={Kuipers, Jack and Suter, Polina and Moffa, Giusi},
  journal={Journal of Computational and Graphical Statistics},
  year={2021}
}

@article{mansinghka2006gibbs,
  title={{Structured Priors for Structure Learning}},
  author={Mansinghka, Vikash and Kemp, Charles and Griffiths, Thomas and Tenenbaum, Joshua},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@inproceedings{zheng2018notears,
    author = {Zheng, Xun and Aragam, Bryon and Ravikumar, Pradeep and Xing, Eric P.},
    booktitle = {Advances in Advances in Neural Information Processing Systems},
    title = {{DAGs with NO TEARS: Continuous Optimization for Structure Learning}},
    year = {2018}
}

@inproceedings{yu2019daggnn,
  title={{DAG-GNN: DAG Structure Learning with Graph Neural Networks}},
  author={Yu, Yue and Chen, Jie and Gao, Tian and Yu, Mo},
  booktitle={International Conference on Machine Learning},
  year={2019},
  organization={PMLR}
}

@article{zhu2020causaldiscoveryrl,
  title={{Causal Discovery with Reinforcement Learning}},
  author={Zhu, Shengyu and Ng, Ignavier and Chen, Zhitang},
  journal={International Conference on Learning Representations},
  year={2020}
}

@book{puterman1994mdp,
  title={{Markov Decision Processes: Discrete Stochastic Dynamic Programming}},
  author={Puterman, Martin L},
  year={1994},
  publisher={John Wiley \& Sons}
}

@article{chickering2002ges,
  title={{Optimal Structure Identification With Greedy Search}},
  author={Chickering, David Maxwell},
  journal={Journal of Machine Learning Research},
  year={2002}
}

@article{mnih2015dqn,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  year={2015}
}

@article{rummery1994sarsa,
  title={{On-line Q-learning using Connectionist Systems}},
  author={Rummery, Gavin A and Niranjan, Mahesan},
  year={1994}
}

@article{van2018deadlytriad,
  title={{Deep Reinforcement Learning and the Deadly Triad}},
  author={Van Hasselt, Hado and Doron, Yotam and Strub, Florian and Hessel, Matteo and Sonnerat, Nicolas and Modayil, Joseph},
  journal={arXiv preprint},
  year={2018}
}

@article{heckerman1992pathfinder,
  title={{Toward Normative Expert Systems: Part II Probability-Based Representations for Efficient Knowledge Acquisition and Inference}},
  author={Heckerman, ED and Nathwani, NB},
  journal={Methods of Information in Medicine},
  year={1992}
}

@article{lauritzen1988munin,
  title={{Local Computations with Probabilities on Graphical Structures and their Application to Expert Systems}},
  author={Lauritzen, Steffen L and Spiegelhalter, David J},
  journal={Journal of the Royal Statistical Society: Series B (Methodological)},
  year={1988}
}

@book{pearl1988bayesiannetworks,
  title={{Probabilistic Reasoning in Intelligent Systems}},
  author={Pearl, Judea},
  year={1988},
  publisher={Morgan Kaufmann}
}

@article{sebastiani2005genetic,
  title={Genetic dissection and prognostic modeling of overt stroke in sickle cell anemia},
  author={Sebastiani, Paola and Ramoni, Marco F and Nolan, Vikki and Baldwin, Clinton T and Steinberg, Martin H},
  journal={Nature genetics},
  year={2005}
}

@article{lauritzen2003genetic,
  title={{Graphical Models for Genetic Analyses}},
  author={Lauritzen, Steffen L and Sheehan, Nuala A},
  journal={Statistical Science},
  year={2003}
}

@article{friedman2004cellular,
  title={Inferring cellular networks using probabilistic graphical models},
  author={Friedman, Nir},
  journal={Science},
  year={2004}
}

@article{varis1999environmental,
  title={{Learning Bayesian decision analysis by doing: lessons from environmental and natural resources management}},
  author={Varis, Olli and Kuikka, Sakari},
  journal={Ecological Modelling},
  year={1999}
}

@article{marcot2006guidelinesecological,
  title={{Guidelines for developing and updating Bayesian belief networks applied to ecological modeling and conservation}},
  author={Marcot, Bruce G and Steventon, J Douglas and Sutherland, Glenn D and McCann, Robert K},
  journal={Canadian Journal of Forest Research},
  year={2006}
}

@inproceedings{buesing2020approximate,
  title={{Approximate Inference in Discrete Distributions with Monte Carlo Tree Search and Value Functions}},
  author={Buesing, Lars and Heess, Nicolas and Weber, Theophane},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2020},
  organization={PMLR}
}

@book{howard1971mrp,
  title={{Dynamic Probabilistic Systems, Volume II: Semi-Markov and Decision Processes}},
  author={Howard, Ronald A},
  year={1971},
  publisher={Wiley}
}

@article{sachs2005causal,
  title={Causal protein-signaling networks derived from multiparameter single-cell data},
  author={Sachs, Karen and Perez, Omar and Pe'er, Dana and Lauffenburger, Douglas A and Nolan, Garry P},
  journal={Science},
  year={2005}
}

@article{mooij2020jci,
  title={{Joint Causal Inference from Multiple Contexts}},
  author={Mooij, Joris M and Magliacane, Sara and Claassen, Tom},
  journal={Journal of Machine Learning Research},
  year={2020}
}

@article{eaton2007belief,
  title={{Belief net structure learning from uncertain interventions}},
  author={Eaton, Daniel and Murphy, Kevin},
  year={2007},
  journal={}
}

@article{friedman1999bootstrap,
  title={{Data Analysis with Bayesian Networks: A Bootstrap Approach}},
  author={Friedman, Nir and Goldszmidt, Moises and Wyner, Abraham},
  journal={Proceedings of the Fifteenth conference on Uncertainty in Artificial Intelligence},
  year={1999}
}

@book{spirtes2000pc,
  title={{Causation, Prediction, and Search}},
  author={Spirtes, Peter and Glymour, Clark N and Scheines, Richard and Heckerman, David},
  year={2000},
  publisher={MIT press}
}

@book{pearl2009causality,
  title={{Causality: Models, Reasoning, and Inference}},
  author={Pearl, Judea},
  year={2009},
  publisher={Cambridge University Press}
}

@article{cooper1999interventional,
  title={{Causal Discovery from a Mixture of Experimental and Observational Data}},
  author={Cooper, Gregory F and Yoo, Changwon},
  journal={Proceedings of the Fifteenth conference on Uncertainty in Artificial Intelligence},
  year={1999}
}

@article{li2018gengraphs,
  title={{Learning Deep Generative Models of Graphs}},
  author={Li, Yujia and Vinyals, Oriol and Dyer, Chris and Pascanu, Razvan and Battaglia, Peter},
  journal={Proceedings of the 35th International Conference on Machine Learning},
  year={2018}
}

@article{brouillard2020differentiable,
  title={{Differentiable Causal Discovery from Interventional Data}},
  author={Brouillard, Philippe and Lachapelle, S{\'e}bastien and Lacoste, Alexandre and Lacoste-Julien, Simon and Drouin, Alexandre},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2020}
}

@inproceedings{faria2022differentiable,
title={{Differentiable Causal Discovery Under Latent Interventions}},
author={Gon{\c{c}}alo Rui Alves Faria and Andre Martins and Mario A. T. Figueiredo},
booktitle={First Conference on Causal Learning and Reasoning},
year={2022}
}

@article{erdos1960ergraphs,
  title={On the evolution of random graphs},
  author={Erd{\H{o}}s, Paul and R{\'e}nyi, Alfr{\'e}d},
  journal={Publications of the Mathematical Institute of the Hungarian Academy of Sciences},
  year={1960}
}

@article{husmeier2003auroc,
  title={{Sensitivity and specificity of inferring genetic regulatory interactions from microarray experiments with dynamic Bayesian networks}},
  author={Husmeier, Dirk},
  journal={Bioinformatics},
  year={2003}
}

@article{murphy2001predictivelogl,
  title={{Active learning of causal Bayes net structure}},
  author={Murphy, Kevin P},
  year={2001}
}

@article{pan2023forwardlookinggfn,
  title={{Better Training of GFlowNets with Local Credit and Incomplete Trajectories}},
  author={Pan, Ling and Malkin, Nikolay and Zhang, Dinghuai and Bengio, Yoshua},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{deleu2022daggflownet,
    title={{Bayesian Structure Learning with Generative Flow Networks}},
    author={Deleu, Tristan and G{\'o}is, Ant{\'o}nio and Emezue, Chris and Rankawat, Mansi and Lacoste-Julien, Simon and Bauer, Stefan and Bengio, Yoshua},
    journal={Uncertainty in Artificial Intelligence},
    year={2022}
}

@article{bengio2023gflownetfoundations,
  title={{GFlowNet Foundations}},
  author={Bengio, Yoshua and Lahlou, Salem and Deleu, Tristan and Hu, Edward J and Tiwari, Mo and Bengio, Emmanuel},
  journal={Journal of Machine Learning Research},
  year={2023}
}

@article{friedman2013GPnetworks,
  title={Gaussian process networks},
  author={Friedman, Nir and Nachman, Iftach},
  journal={Uncertainty in Artificial Intelligence},
  year={2000}
}

@article{annadani2021vcn,
  title={{Variational Causal Networks: Approximate Bayesian Inference over Causal Structures}},
  author={Annadani, Yashas and Rothfuss, Jonas and Lacoste, Alexandre and Scherrer, Nino and Goyal, Anirudh and Bengio, Yoshua and Bauer, Stefan},
  journal={arXiv preprint},
  year={2021}
}

@article{cundy2021bcdnets,
  title={{BCD Nets: Scalable Variational Approaches for Bayesian Causal Discovery}},
  author={Cundy, Chris and Grover, Aditya and Ermon, Stefano},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2021}
}

@article{lorch2021dibs,
  title={{DiBS: Differentiable Bayesian Structure Learning}},
  author={Lorch, Lars and Rothfuss, Jonas and Sch{\"o}lkopf, Bernhard and Krause, Andreas},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2021}
}

@article{nishikawa2022vbg,
  title={{Bayesian learning of Causal Structure and Mechanisms with GFlowNets and Variational Bayes}},
  author={Mizu Nishikawa-Toomey and Tristan Deleu and Jithendaraa Subramanian and Yoshua Bengio and Laurent Charlin},
  journal={AAAI Workshop Graphs and More Complex Structures for Learning and Reasoning},
  year={2023}
}

@article{wang2022trust,
  title={{Tractable Uncertainty for Structure Learning}},
  author={Wang, Benjie and Wicker, Matthew R and Kwiatkowska, Marta},
  journal={International Conference on Machine Learning},
  year={2022},
}

@article{friedman1999bootstrap,
  title={{Data Analysis with Bayesian Networks: A Bootstrap Approach}},
  author={Friedman, Nir and Goldszmidt, Moises and Wyner, Abraham},
  journal={Proceedings of the Fifteenth conference on Uncertainty in Artificial Intelligence},
  year={1999}
}

@article{madigan1995structuremcmc,
  title={{Bayesian Graphical Models for Discrete Data}},
  author={Madigan, David and York, Jeremy and Allard, Denis},
  journal={International Statistical Review},
  year={1995}
}

@article{niinimaki2016partialordermcmc,
  title={{Structure Discovery in Bayesian Networks by Sampling Partial Orders}},
  author={Niinim{\"a}ki, Teppo and Parviainen, Pekka and Koivisto, Mikko},
  journal={The Journal of Machine Learning Research},
  year={2016}
}

@article{giudici2003improvingmcmc,
  title={{Improving Markov chain Monte Carlo model search for data mining}},
  author={Giudici, Paolo and Castelo, Robert},
  journal={Machine learning},
  year={2003},
  publisher={Springer}
}

@inproceedings{pensar2020bayesiancausaleffectobservational,
  title={{A Bayesian Approach for Estimating Causal Effects from Observational Data}},
  author={Pensar, Johan and Talvitie, Topi and Hyttinen, Antti and Koivisto, Mikko},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2020}
}

@article{tian2009posteriorfeatures,
  title={{Computing Posterior Probabilities of Structural Features in Bayesian Networks}},
  author={Tian, Jin and He, Ru},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2009}
}

@article{viinikka2020gadget,
  title={{Towards Scalable Bayesian Learning of Causal DAGs}},
  author={Viinikka, Jussi and Hyttinen, Antti and Pensar, Johan and Koivisto, Mikko},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2020}
}

@article{lecun2006ebms,
  title={{A Tutorial on Energy-Based Learning}},
  author={LeCun, Yann and Chopra, Sumit and Hadsell, Raia and Ranzato, M and Huang, F},
  journal={Predicting Structured Data},
  year={2006}
}

@incollection{chickering1996nphard,
  title={{Learning Bayesian networks is NP-complete}},
  author={Chickering, David Maxwell},
  booktitle={Learning from data},
  year={1996},
  publisher={Springer}
}

@article{madigan1994occam,
  title={{Model Selection and Accounting for Model Uncertainty in Graphical Models Using Occam's Window}},
  author={Madigan, David and Raftery, Adrian E},
  journal={Journal of the American Statistical Association},
  year={1994}
}

@article{madigan1994enhancing,
  title={{Enhancing the Predictive Performance of Bayesian Graphical Models}},
  author={Madigan, David and Gavrin, Jonathan and Raftery, Adrian E},
  journal={},
  year={1994},
}

@article{koivisto2006exact,
  title={{Advances in Exact Bayesian Structure Discovery in Bayesian Networks}},
  author={Koivisto, Mikko},
  journal={Proceedings of the Twenty-Second Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@article{ellis2008bias,
  title={{Learning Causal Bayesian Network Structures from Experimental Data}},
  author={Ellis, Byron and Wong, Wing Hung},
  journal={Journal of the American Statistical Association},
  year={2008}
}

@article{eaton2007bayesian,
  title={{Bayesian structure learning using dynamic programming and MCMC}},
  author={Eaton, Daniel and Murphy, Kevin},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2007}
}

@article{kuipers2017partitionmcmc,
  title={{Partition MCMC for Inference on Acyclic Digraphs}},
  author={Kuipers, Jack and Moffa, Giusi},
  journal={Journal of the American Statistical Association},
  year={2017}
}

@article{kuipers2021efficient,
  title={{Efficient Sampling and Structure Learning of Bayesian Networks}},
  author={Kuipers, Jack and Suter, Polina and Moffa, Giusi},
  journal={Journal of Computational and Graphical Statistics},
  year={2021}
}

@article{mansinghka2006gibbs,
  title={{Structured Priors for Structure Learning}},
  author={Mansinghka, Vikash and Kemp, Charles and Griffiths, Thomas and Tenenbaum, Joshua},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@inproceedings{zheng2018notears,
    author = {Zheng, Xun and Aragam, Bryon and Ravikumar, Pradeep and Xing, Eric P.},
    booktitle = {Advances in Advances in Neural Information Processing Systems},
    title = {{DAGs with NO TEARS: Continuous Optimization for Structure Learning}},
    year = {2018}
}

@inproceedings{yu2019daggnn,
  title={{DAG-GNN: DAG Structure Learning with Graph Neural Networks}},
  author={Yu, Yue and Chen, Jie and Gao, Tian and Yu, Mo},
  booktitle={International Conference on Machine Learning},
  year={2019},
  organization={PMLR}
}

@article{zhu2020causaldiscoveryrl,
  title={{Causal Discovery with Reinforcement Learning}},
  author={Zhu, Shengyu and Ng, Ignavier and Chen, Zhitang},
  journal={International Conference on Learning Representations},
  year={2020}
}

@book{puterman1994mdp,
  title={{Markov Decision Processes: Discrete Stochastic Dynamic Programming}},
  author={Puterman, Martin L},
  year={1994},
  publisher={John Wiley \& Sons}
}

@article{mnih2015dqn,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  year={2015}
}

@article{rummery1994sarsa,
  title={{On-line Q-learning using Connectionist Systems}},
  author={Rummery, Gavin A and Niranjan, Mahesan},
  year={1994}
}

@article{van2018deadlytriad,
  title={{Deep Reinforcement Learning and the Deadly Triad}},
  author={Van Hasselt, Hado and Doron, Yotam and Strub, Florian and Hessel, Matteo and Sonnerat, Nicolas and Modayil, Joseph},
  journal={arXiv preprint},
  year={2018}
}

@article{malkin2022trajectorybalance,
  title={Trajectory Balance: Improved Credit Assignment in {GFlowNets}},
  author={Malkin, Nikolay and Jain, Moksh and Bengio, Emmanuel and Sun, Chen and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  year={2022}
}

@article{lorch2022avici,
  title={{Amortized Inference for Causal Structure Learning}},
  author={Lorch, Lars and Sussex, Scott and Rothfuss, Jonas and Krause, Andreas and Sch{\"o}lkopf, Bernhard},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2022}
}

@article{charpentier2022differentiabledag,
  title={{Differentiable DAG Sampling}},
  author={Charpentier, Bertrand and Kibler, Simon and G{\"u}nnemann, Stephan},
  journal={International Conference on Learning Representations},
  year={2022}
}

@article{madan2022subtb,
    title={Learning {GFlowNets} from partial episodes for improved convergence and stability},
    author={Kanika Madan and Jarrid Rector-Brooks and Maksym Korablyov and Emmanuel Bengio and Moksh Jain and Andrei Nica and Tom Bosc and Yoshua Bengio and Nikolay Malkin},
    year={2023},
    journal={International Conference on Machine Learning}
}

@article{malkin2022gfnhvi,
  title={{GFlowNets} and variational inference},
  author={Malkin, Nikolay and Lahlou, Salem and Deleu, Tristan and Ji, Xu and Hu, Edward and Everett, Katie and Zhang, Dinghuai and Bengio, Yoshua},
  journal={International Conference on Learning Representations},
  year={2023}
}

@article{hyvarinen2005scorematching,
  title={{Estimation of Non-Normalized Statistical Models by Score Matching}},
  author={Hyv{\"a}rinen, Aapo},
  journal={Journal of Machine Learning Research},
  year={2005}
}

@article{battaglia2018graphnetwork,
  title={Relational inductive biases, deep learning, and graph networks},
  author={Battaglia, Peter W and Hamrick, Jessica B and Bapst, Victor and Sanchez-Gonzalez, Alvaro and Zambaldi, Vinicius and Malinowski, Mateusz and Tacchetti, Andrea and Raposo, David and Santoro, Adam and Faulkner, Ryan and others},
  journal={arXiv preprint},
  year={2018}
}

@article{vaswani2017transformers,
  title={{Attention Is All You Need}},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2017}
}

@article{lahlou2023continuousgfn,
  title={{A Theory of Continuous Generative Flow Networks}},
  author={Lahlou, Salem and Deleu, Tristan and Lemos, Pablo and Zhang, Dinghuai and Volokhova, Alexandra and Hern\'{a}ndez-Garc\'{i}a, Alex and Ezzine, L\'{e}na N\'{e}hale and Bengio, Yoshua and Malkin, Nikolay},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{anonymous2023cflownets,
    title={{CFlowNets: Continuous control with Generative Flow Networks}},
    author={Li, Yinchuan and Luo, Shuang and Wang, Haozhi and Hao, Jianye},
    journal={International Conference on Learning Representations},
    year={2023}
}

@article{zimmermann2022vigfn,
  title={{A Variational Perspective on Generative Flow Networks}},
  author={Zimmermann, Heiko and Lindsten, Fredrik and van de Meent, Jan-Willem and Naesseth, Christian A.},
  journal={Transactions of Machine Learning Research},
  year={2022}
}

@article{jain2022gfnbiological,
    title={{Biological Sequence Design with GFlowNets}},
    author={Jain, Moksh and Bengio, Emmanuel and Hernandez-Garcia, Alex and Rector-Brooks, Jarrid and Dossou, Bonaventure F.P. and Ekbote, Chanakya and Fu, Jie and Zhang, Tianyu and Kilgour, Micheal and Zhang, Dinghuai and Simine, Lena and Das, Payel and Bengio, Yoshua},
    journal={International Conference on Machine Learning},
    year={2022}
}

@article{jain2023gfnscientific,
    title={{GFlowNets for AI-Driven Scientific Discovery}},
    author={Jain, Moksh and Deleu, Tristan and Hartford, Jason and Liu, Cheng-Hao and Hernandez-Garcia, Alex and Bengio, Yoshua},
    journal={Digital Discovery},
    publisher={Royal Society of Chemistry},
    year={2023}
}

@article{zhang2023gfnrobustscheduling,
    title={{Robust Scheduling with GFlowNets }},
    author={Zhang, David and Rainone, Corrado and Peschl, Markus and Bondesan, Roberto},
    journal={International Conference on Learning Representations},
    year={2023}
}

@article{zhang2022unifyinggfn,
    title={{Unifying Generative Models with GFlowNets and Beyond}},
    author={Zhang, Dinghuai and Chen, Ricky T. Q. and Malkin, Nikolay and Bengio, Yoshua},
    journal={International Conference on Machine Learning -- Beyond Bayes workshop},
    year={2022}
}

@techreport{fronk2002rjmcmcdags,
  title={{Model Selection for Dags via RJMCMC for the Discrete and Mixed Case}},
  author={Fronk, Eva-Maria},
  institution={Ludwig-Maximilians-Universit\"{a}t M\"{u}nchen},
  year={2002}
}

@article{vonkugelgen2019gpstructure,
  title={{Optimal experimental design via Bayesian optimization: active causal structure learning for Gaussian process networks}},
  author={von K{\"u}gelgen, Julius and Rubenstein, Paul K and Sch{\"o}lkopf, Bernhard and Weller, Adrian},
  journal={NeurIPS Workshop ``Do the right thing'': machine learning and causal inference for improved decision making},
  year={2019}
}

@inproceedings{friedman2000expressiondata,
  title={Using Bayesian networks to analyze expression data},
  author={Friedman, Nir and Linial, Michal and Nachman, Iftach and Pe'er, Dana},
  booktitle={Proceedings of the fourth annual international conference on Computational molecular biology},
  year={2000}
}

@article{werhli2007reconstructinggrn,
  title={{Reconstructing gene regulatory networks with Bayesian networks by combining expression data with multiple sources of prior knowledge}},
  author={Werhli, Adriano V and Husmeier, Dirk},
  journal={Statistical applications in genetics and molecular biology},
  year={2007}
}

@article{sachs2005causal,
  title={Causal protein-signaling networks derived from multiparameter single-cell data},
  author={Sachs, Karen and Perez, Omar and Pe'er, Dana and Lauffenburger, Douglas A and Nolan, Garry P},
  journal={Science},
  year={2005}
}

@article{lauritzen1988munin,
  title={{Local Computations with Probabilities on Graphical Structures and their Application to Expert Systems}},
  author={Lauritzen, Steffen L and Spiegelhalter, David J},
  journal={Journal of the Royal Statistical Society: Series B (Methodological)},
  year={1988}
}

@book{spirtes2000pc,
  title={{Causation, Prediction, and Search}},
  author={Spirtes, Peter and Glymour, Clark N and Scheines, Richard and Heckerman, David},
  year={2000},
  publisher={MIT press}
}

@article{verma1991mec,
  title={{Equivalence and Synthesis of Causal Models}},
  author={Verma, Thomas S. and Pearl, Judea},
  journal={Uncertainty in Artificial Intelligence},
  year={1991}
}

@article{erdos1960ergraphs,
  title={On the evolution of random graphs},
  author={Erd{\H{o}}s, Paul and R{\'e}nyi, Alfr{\'e}d},
  journal={Publications of the Mathematical Institute of the Hungarian Academy of Sciences},
  year={1960}
}

@article{liu2016svgd,
  title={{Stein Variational Gradient Descent: A General Purpose Bayesian Inference Algorithm}},
  author={Liu, Qiang and Wang, Dilin},
  journal={Advances in Advances in Neural Information Processing Systems},
  year={2016}
}

@article{sethuraman2023nodagsflow,
  title={{NODAGS-Flow: Nonlinear Cyclic Causal Structure Learning}},
  author={Sethuraman, Muralikrishnna G and Lopez, Romain and Mohan, Rahul and Fekri, Faramarz and Biancalani, Tommaso and H{\"u}tter, Jan-Christian},
  journal={International Conference on Artificial Intelligence and Statistics (AISTATS)},
  year={2023}
}

@article{fischler1981ransac,
  title={{Random sample consensus: a paradigm for model fitting with applications to image analysis and automated cartography}},
  author={Fischler, Martin A and Bolles, Robert C},
  journal={Communications of the ACM},
  year={1981}
}

@article{mooij2020jci,
  title={{Joint Causal Inference from Multiple Contexts}},
  author={Mooij, Joris M and Magliacane, Sara and Claassen, Tom},
  journal={Journal of Machine Learning Research},
  year={2020}
}

@article{peer2006minreg,
  title={{MinReg: A Scalable Algorithm for Learning Parsimonious Regulatory Networks in Yeast and Mammals}},
  author={Dana Pe'er and Amos Tanay and Aviv Regev},
  journal={Journal of Machine Learning Research},
  year={2006},
}

@article{levine2018controlasinference,
  title={{Reinforcement Learning and Control as Probabilistic Inference: Tutorial and Review}},
  author={Levine, Sergey},
  journal={arXiv preprint},
  year={2018}
}

@article{ziebart2008maxentirl,
  title={{Maximum Entropy Inverse Reinforcement Learning}},
  author={Ziebart, Brian D and Maas, Andrew L and Bagnell, J Andrew and Dey, Anind K and others},
  journal={AAAI Conference on Artificial Intelligence},
  year={2008}
}

@article{weber2015virl,
  title={Reinforced variational inference},
  author={Weber, Theophane and Heess, Nicolas and Eslami, Ali and Schulman, John and Wingate, David and Silver, David},
  journal={Advances in Neural Information Processing Systems (NIPS) Workshops},
  year={2015}
}

@article{bachman2015datagensequential,
  title={{Data Generation as Sequential Decision Making}},
  author={Bachman, Philip and Precup, Doina},
  journal={Advances in Neural Information Processing Systems},
  year={2015}
}

@article{feng2022metarlbo,
  title={{Designing Biological Sequences via Meta-Reinforcement Learning and Bayesian Optimization}},
  author={Feng, Leo and Nouri, Padideh and Muni, Aneri and Bengio, Yoshua and Bacon, Pierre-Luc},
  journal={Workshop on Machine Learning in Structural Biology, NeurIPS},
  year={2022}
}

@article{angermueller2020dynappo,
  title={Model-based reinforcement learning for biological sequence design},
  author={Angermueller, Christof and Dohan, David and Belanger, David and Deshpande, Ramya and Murphy, Kevin and Colwell, Lucy},
  journal={International Conference on Learning Representations},
  year={2020}
}

@article{you2018graphgenrl,
  title={{Graph Convolutional Policy Network for Goal-Directed Molecular Graph Generation}},
  author={You, Jiaxuan and Liu, Bowen and Ying, Zhitao and Pande, Vijay and Leskovec, Jure},
  journal={Advances in Neural Information Processing Systems},
  year={2018}
}

@article{haarnoja2017sql,
  title={{Reinforcement Learning with Deep Energy-Based Policies}},
  author={Haarnoja, Tuomas and Tang, Haoran and Abbeel, Pieter and Levine, Sergey},
  journal={International Conference on Machine Learning},
  year={2017},
}

@article{nachum2017pcl,
  title={{Bridging the Gap Between Value and Policy Based Reinforcement Learning}},
  author={Nachum, Ofir and Norouzi, Mohammad and Xu, Kelvin and Schuurmans, Dale},
  journal={Advances in Neural Information Processing Systems},
  year={2017}
}

@book{ziebart2010maxent,
  title={{Modeling Purposeful Adaptive Behavior with the Principle of Maximum Causal Entropy}},
  author={Ziebart, Brian D},
  year={2010},
  publisher={Carnegie Mellon University}
}

@article{eysenbach2022maxentrlrobust,
    author = {Eysenbach, Benjamin and Levine, Sergey},
    title = {{Maximum Entropy RL (Provably) Solves Some Robust RL Problems}},
    journal = {International Conference on Learning Representations},
    year = {2022}
}

@article{Haarnoja2018,
    author = {Haarnoja, Tuomas and Zhou, Aurick and Hartikainen, Kristian and Tucker, George and Ha, Sehoon and Tan, Jie and Kumar, Vikash and Zhu, Henry and Gupta, Abhishek and Abbeel, Pieter and Levine, Sergey },
    title = {{Soft Actor-Critic Algorithms and Applications}},
    year = {2018},
    journal={Arxiv preprint}
}

@inproceedings{haarnoja2018sac,
    title = {{Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor}},
    author = {Haarnoja, Tuomas and Zhou, Aurick and Abbeel, Pieter and Levine, Sergey},
    booktitle = {International Conference in Machine Learning},
    year = {2018}
}

@article{tiapkin2023gfnmaxentrl,
  title={{Generative Flow Networks as Entropy-Regularized RL}},
  author={Tiapkin, Daniil and Morozov, Nikita and Naumov, Alexey and Vetrov, Dmitry},
  journal={International Conference on Artificial Intelligence and Statistics (AISTATS)},
  year={2024}
}

@article{mohammadpour2023maxentgfn,
  title={{Maximum entropy GFlowNets with soft Q-learning}},
  author={Mohammadpour, Sobhan and Bengio, Emmanuel and Frejinger, Emma and Bacon, Pierre-Luc},
  journal={International Conference on Artificial Intelligence and Statistics (AISTATS)},
  year={2024}
}

@article{anonymous2023gfnpolicygradient,
  title={{GFlowNet Training by Policy Gradients}},
  author={Niu, Puhua and Wu, Shili and Fan, Mingzhou and Qian, Xiaoning},
  journal={International Conference in Machine Learning},
  year={2024}
}

@article{jiralerspong2023eflownet,
  title={{Expected flow networks in stochastic environments and two-player zero-sum games}},
  author={Jiralerspong, Marco and Sun, Bilun and Vucetic, Danilo and Zhang, Tianyu and Bengio, Yoshua and Gidel, Gauthier and Malkin, Nikolay},
  journal={International Conference on Learning Representations},
  year={2024}
}

@article{pan2023stochasticgfn,
  title={{Stochastic Generative Flow Networks}},
  author={Pan, Ling and Zhang, Dinghuai and Jain, Moksh and Huang, Longbo and Bengio, Yoshua},
  journal={Uncertainty in Artificial Intelligence},
  year={2023}
}

@article{schulman2017equivalencesqlpg,
  title={{Equivalence Between Policy Gradients and Soft Q-Learning}},
  author={Schulman, John and Chen, Xi and Abbeel, Pieter},
  journal={arXiv preprint},
  year={2017}
}

@article{wang2016dueling,
  title={{Dueling Network Architectures for Deep Reinforcement Learning}},
  author={Wang, Ziyu and Schaul, Tom and Hessel, Matteo and Hasselt, Hado and Lanctot, Marc and Freitas, Nando},
  journal={International Conference on Machine Learning},
  year={2016}
}

@article{shen2023understandingtraininggfn,
  title={{Towards Understanding and Improving GFlowNet Training}},
  author={Shen, Max W and Bengio, Emmanuel and Hajiramezanali, Ehsan and Loukas, Andreas and Cho, Kyunghyun and Biancalani, Tommaso},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{hu2023gfnllm,
  title={Amortizing intractable inference in large language models},
  author={Hu, Edward J and Jain, Moksh and Elmoznino, Eric and Kaddar, Younesse and Lajoie, Guillaume and Bengio, Yoshua and Malkin, Nikolay},
  journal={International Conference on Learning Representations},
  year={2024}
}

@article{kingma2013vae,
  title={{Auto-Encoding Variational Bayes}},
  author={Kingma, Diederik P and Welling, Max},
  journal={International Conference on Learning Representations},
  year={2014}
}

@inproceedings{rezende2015nf,
  title={{Variational Inference with Normalizing Flows}},
  author={Rezende, Danilo and Mohamed, Shakir},
  booktitle={International Conference on Machine Learning},
  year={2015},
}

@inproceedings{rezende2014dlgm,
  title={{Stochastic Backpropagation and Approximate Inference in Deep Generative Models}},
  author={Rezende, Danilo Jimenez and Mohamed, Shakir and Wierstra, Daan},
  booktitle={International Conference on Machine Learning},
  year={2014}
}

@inproceedings{jang2017gumbelsoftmax,
  title={{Categorical Reparameterization with Gumbel-Softmax}},
  author={Jang, Eric and Gu, Shixiang and Poole, Ben},
  booktitle={International Conference on Learning Representations},
  year={2017}
}

@inproceedings{maddison2017gumbelsoftmax,
  title={{The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables}},
  author={Maddison, Chris J. and Mnih, Andriy and Teh, Yee Whye},
  booktitle={International Conference on Learning Representations},
  year={2017}
}

@inproceedings{maddison2018gumbelsinkhorn,
  title={{Learning Latent Permutations with Gumbel-Sinkhorn Networks}},
  author={Mena, Gonzalo and Belanger, David and Linderman, Scott and Snoek, Jasper},
  booktitle={International Conference on Learning Representations},
  year={2018}
}

@inproceedings{mohamed2020montecarlogradient,
  title={{Monte Carlo Gradient Estimation in Machine Learning}},
  author={Mohamed, Shakir and Rosca, Mihaela and Figurnov, Michael and Mnih, Andriy},
  booktitle={Journal of Machine Learning Research},
  year={2020}
}

@inproceedings{williams1992reinforce,
  title={{Simple statistical gradient-following algorithms for connectionist reinforcement learning}},
  author={Williams, Ronald J.},
  booktitle={Machine Learning},
  year={1992}
}

@article{gelfand1990mcmc,
  title={{Sampling-based approaches to calculating marginal densities}},
  author={Gelfand, Alan E. and Smith, Adrian FM.},
  journal={Journal of the American statistical association},
  year={1990}
}

@article{hastings1970mcmc,
  title={{Monte Carlo sampling methods using Markov chains and their applications}},
  author={Hastings, W. Keith},
  journal={Biometrika},
  year={1970}
}

@article{vemgal2023gfnreplaybuffer,
  title={{An Empirical Study of the Effectiveness of Using a Replay Buffer on Mode Discovery in GFlowNets}},
  author={Vemgal, Nikhil and Lau, Elaine and Precup, Doina},
  journal={ICML 2023 workshop on Structured Probabilistic Inference \& Generative Modeling},
  year={2023}
}

@article{rectorbrooks2023thompsongfn,
  title={{Thompson sampling for improved exploration in GFlowNets}},
  author={Rector-Brooks, Jarrid and Madan, Kanika and Jain, Moksh and Korablyov, Maksym and Liu, Cheng-Hao and Chandar, Sarath and Malkin, Nikolay and Bengio, Yoshua},
  journal={ICML 2023 workshop on Structured Probabilistic Inference \& Generative Modeling},
  year={2023}
}


@article{zhou2024phylogfn,
  title={{PhyloGFN: Phylogenetic inference with generative flow networks}},
  author={Zhou, Mingyang and Yan, Zichao and Layne, Elliot and Malkin, Nikolay and Zhang, Dinghuai and Jain, Moksh and Blanchette, Mathieu and Bengio, Yoshua},
  journal={International Conference on Machine Learning},
  year={2024}
}

@article{jain2023mogfn,
  title={{Multi-Objective GFlowNets}},
  author={Jain, Moksh and Raparthy, Sharath Chandra and Hern{\'a}ndez-Garc{\i}a, Alex and Rector-Brooks, Jarrid and Bengio, Yoshua and Miret, Santiago and Bengio, Emmanuel},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{hernandez2023multifidelitygfn,
  title={{Multi-Fidelity Active Learning with GFlowNets}},
  author={Hernandez-Garcia, Alex and Saxena, Nikita and Jain, Moksh and Liu, Cheng-Hao and Bengio, Yoshua},
  journal={arXiv preprint},
  year={2023}
}

@article{milaai4science2023crystalgfn,
  title={{Crystal-GFN: sampling crystals with desirable properties and constraints}},
  author={Mila AI4Science, {} and Hernandez-Garcia, Alex and Duval, Alexandre and Volokhova, Alexandra and Bengio, Yoshua and Sharma, Divya and Carrier, Pierre Luc and Koziarski, Micha{\l} and Schmidt, Victor},
  journal={arXiv preprint},
  year={2023}
}

@article{zhang2023graphcogfn,
  title={{Let the Flows Tell: Solving Graph Combinatorial Optimization Problems with GFlowNets}},
  author={Zhang, Dinghuai and Dai, Hanjun and Malkin, Nikolay and Courville, Aaron and Bengio, Yoshua and Pan, Ling},
  journal={Advances in Neural Information Processing Systems},
  year={2023}
}

@article{deleu2023jspgfn,
  title={{Joint Bayesian Inference of Graphical Structure and Parameters with a Single Generative Flow Network}},
  author={Deleu, Tristan and Nishikawa-Toomey, Mizu and Subramanian, Jithendaraa and Malkin, Nikolay and Charlin, Laurent and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  year={2023}
}

@article{atanackovic2023dyngfn,
  title={{DynGFN: Bayesian Dynamic Causal Discovery using Generative Flow Networks}},
  author={Atanackovic, Lazar and Tong, Alexander and Hartford, Jason and Lee, Leo J and Wang, Bo and Bengio, Yoshua},
  journal={Advances in Neural Information Processing Systems},
  year={2023}
}

@article{zhang2022ebgfn,
  title={{Generative Flow Networks for Discrete Probabilistic Modeling}},
  author={Zhang, Dinghuai and Malkin, Nikolay and Liu, Zhen and Volokhova, Alexandra and Courville, Aaron and Bengio, Yoshua},
  journal={International Conference on Machine Learning},
  year={2022}
}

@article{hu2023gflownetem,
  title={{GFlowNet-EM for Learning Compositional Latent Variable Models}},
  author={Hu, Edward J and Malkin, Nikolay and Jain, Moksh and Everett, Katie E and Graikos, Alexandros and Bengio, Yoshua},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{falet2024deltaai,
  title={{Delta-AI: Local objectives for amortized inference in sparse graphical models}},
  author={Falet, Jean-Pierre and Lee, Hae Beom and Malkin, Nikolay and Sun, Chen and Secrieru, Dragos and Zhang, Dinghuai and Lajoie, Guillaume and Bengio, Yoshua},
  journal={International Conference on Learning Representations},
  year={2024}
}

@article{zhang2024dgfs,
  title={{Diffusion Generative Flow Samplers: Improving learning signals through partial trajectory optimization}},
  author={Zhang, Dinghuai and Chen, Ricky Tian Qi and Liu, Cheng-Hao and Courville, Aaron and Bengio, Yoshua},
  journal={International Conference on Learning Representations},
  year={2024}
}

@article{fan2023ddpmrl,
  title={Optimizing DDPM Sampling with Shortcut Fine-Tuning},
  author={Fan, Ying and Lee, Kangwook},
  journal={International Conference on Machine Learning},
  year={2023}
}

@article{black2023rldiffusion,
  title={{Training Diffusion Models with Reinforcement Learning}},
  author={Black, Kevin and Janner, Michael and Du, Yilun and Kostrikov, Ilya and Levine, Sergey},
  journal={International Conference on Learning Representations},
  year={2024}
}

@book{sutton2018introrl,
  title={{Reinforcement learning: An introduction}},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{fox2016tamingnoiserl,
  title={{Taming the Noise in Reinforcement Learning via Soft Updates}},
  author={Fox, Roy and Pakman, Ari and Tishby, Naftali},
  journal={Uncertainty in Artificial Intelligence},
  year={2016}
}

@article{geist2019regularizedmdps,
  title={{A Theory of Regularized Markov Decision Processes}},
  author={Geist, Matthieu and Scherrer, Bruno and Pietquin, Olivier},
  journal={International Conference on Machine Learning},
  year={2019}
}

@article{vieillard2020munchausenrl,
  title={{Munchausen Reinforcement Learning}},
  author={Vieillard, Nino and Pietquin, Olivier and Geist, Matthieu},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@article{christodoulou2019discretesac,
  title={{Soft Actor-Critic for Discrete Action Settings}},
  author={Christodoulou, Petros},
  journal={arXiv preprint},
  year={2019}
}

@article{sendera2024diffusiongfn,
    title={{On diffusion models for amortized inference: Benchmarking and improving stochastic control and sampling}},
    author={Sendera, Marcin and Kim, Minsu and Mittal, Sarthak and Lemos, Pablo and Scimeca, Luca and Rector-Brooks, Jarrid and Adam, Alexandre and Bengio, Yoshua and Malkin, Nikolay},
    journal={arXiv preprint},
    year={2024}
}

@article{ng1999rewardshaping,
    title={{Policy Invariance Under Reward Transformations: Theory and Application to Reward Shaping}},
    author={Ng, Andrew Y. and Harada, Daishi and Russell, Stuart},
    journal={International Conference on Machine Learning},
    year={1999}
}

@article{todorov2006linearlysolvablemdp,
  title={{Linearly-solvable Markov decision problems}},
  author={Todorov, Emanuel},
  journal={Advances in Neural Information Processing Systems},
  year={2006}
}

@article{kappen2012optimalcontrolgraphicalmodel,
  title={{Optimal control as a graphical model inference problem}},
  author={Kappen, Hilbert J and G{\'o}mez, Vicen{\c{c}} and Opper, Manfred},
  journal={Machine learning},
  year={2012}
}

@article{bellemare2016countbasedexploration,
  title={{Unifying Count-Based Exploration and Intrinsic Motivation}},
  author={Bellemare, Marc and Srinivasan, Sriram and Ostrovski, Georg and Schaul, Tom and Saxton, David and Munos, Remi},
  journal={Advances in Neural Information Processing Systems},
  year={2016}
}

@article{pathak2017curiositydrivenexploration,
  title={{Curiosity-driven Exploration by Self-supervised Prediction}},
  author={Pathak, Deepak and Agrawal, Pulkit and Efros, Alexei A and Darrell, Trevor},
  journal={International Conference on Machine Learning},
  year={2017}
}