@article{bengio2021gflownet,
  title={{Flow Network based Generative Models for Non-Iterative Diverse Candidate Generation}},
  author={Bengio, Emmanuel and Jain, Moksh and Korablyov, Maksym and Precup, Doina and Bengio, Yoshua},
  journal={Neural Information Processing Systems},
  year={2021}
}

@article{bengio2021gflownetfoundations,
  title={{GFlowNet Foundations}},
  author={Bengio, Yoshua and Deleu, Tristan and Hu, Edward J and Lahlou, Salem and Tiwari, Mo and Bengio, Emmanuel},
  journal={arXiv preprint},
  year={2021}
}

@book{grimmett2020probability,
  title={{Probability and Random Processes}},
  author={Grimmett, Geoffrey and Stirzaker, David},
  year={2020},
  publisher={Oxford University Press}
}

@article{giudici2003improvingmcmc,
  title={{Improving Markov chain Monte Carlo model search for data mining}},
  author={Giudici, Paolo and Castelo, Robert},
  journal={Machine learning},
  year={2003},
  publisher={Springer}
}

@inproceedings{pensar2020bayesiancausaleffectobservational,
  title={{A Bayesian Approach for Estimating Causal Effects from Observational Data}},
  author={Pensar, Johan and Talvitie, Topi and Hyttinen, Antti and Koivisto, Mikko},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  year={2020}
}

@article{tian2009posteriorfeatures,
  title={{Computing Posterior Probabilities of Structural Features in Bayesian Networks}},
  author={Tian, Jin and He, Ru},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2009}
}

@inproceedings{katharopoulos2020lineartransformers,
  title={{Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention}},
  author={Katharopoulos, Angelos and Vyas, Apoorv and Pappas, Nikolaos and Fleuret, Fran{\c{c}}ois},
  booktitle={International Conference on Machine Learning},
  year={2020}
}

@inproceedings{eggeling2019structureprior,
  title={{On Structure Priors for Learning Bayesian Networks}},
  author={Eggeling, Ralf and Viinikka, Jussi and Vuoksenmaa, Aleksis and Koivisto, Mikko},
  booktitle={The 22nd International Conference on Artificial Intelligence and Statistics},
  year={2019}
}

@article{madigan1995structuremcmc,
  title={{Bayesian Graphical Models for Discrete Data}},
  author={Madigan, David and York, Jeremy and Allard, Denis},
  journal={International Statistical Review},
  year={1995}
}

@article{friedman2003ordermcmc,
  title={{Being Bayesian About Network Structure. A Bayesian Approach to Structure Discovery in Bayesian Networks}},
  author={Friedman, Nir and Koller, Daphne},
  journal={Machine Learning},
  year={2003}
}

@article{niinimaki2016partialordermcmc,
  title={{Structure Discovery in Bayesian Networks by Sampling Partial Orders}},
  author={Niinim{\"a}ki, Teppo and Parviainen, Pekka and Koivisto, Mikko},
  journal={The Journal of Machine Learning Research},
  year={2016}
}

@article{annadani2021vcn,
  title={{Variational Causal Networks: Approximate Bayesian Inference over Causal Structures}},
  author={Annadani, Yashas and Rothfuss, Jonas and Lacoste, Alexandre and Scherrer, Nino and Goyal, Anirudh and Bengio, Yoshua and Bauer, Stefan},
  journal={arXiv preprint},
  year={2021}
}

@article{cundy2021bcdnets,
  title={{BCD Nets: Scalable Variational Approaches for Bayesian Causal Discovery}},
  author={Cundy, Chris and Grover, Aditya and Ermon, Stefano},
  journal={Advances in Neural Information Processing Systems},
  year={2021}
}

@article{lorch2021dibs,
  title={{DiBS: Differentiable Bayesian Structure Learning}},
  author={Lorch, Lars and Rothfuss, Jonas and Sch{\"o}lkopf, Bernhard and Krause, Andreas},
  journal={Advances in Neural Information Processing Systems},
  year={2021}
}

@article{viinikka2020gadget,
  title={{Towards Scalable Bayesian Learning of Causal DAGs}},
  author={Viinikka, Jussi and Hyttinen, Antti and Pensar, Johan and Koivisto, Mikko},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@article{kuipers2014bgeaddendum,
  title={Addendum on the scoring of Gaussian directed acyclic graphical models},
  author={Kuipers, Jack and Moffa, Giusi and Heckerman, David},
  journal={The Annals of Statistics},
  year={2014},
}

@incollection{geiger1994bge,
  title={{Learning Gaussian Networks}},
  author={Geiger, Dan and Heckerman, David},
  booktitle={Uncertainty in Artificial Intelligence},
  year={1994}
}

@article{heckerman1995bde,
  title={Learning Bayesian Networks: The Combination of Knowledge and Statistical Data},
  author={Heckerman, David and Geiger, Dan and Chickering, David M},
  journal={Machine learning},
  year={1995}
}

@book{koller2009pgm,
  title={{Probabilistic Graphical Models: Principles and Techniques}},
  author={Koller, Daphne and Friedman, Nir},
  year={2009},
  publisher={MIT press}
}

@inproceedings{chickering1995learning,
  title={{Learning Bayesian Networks: Search Methods and Experimental Results}},
  author={Chickering, David and Geiger, Dan and Heckerman, David},
  booktitle={Proceedings of Fifth Conference on Artificial Intelligence and Statistics},
  year={1995}
}

@article{lecun2006ebms,
  title={{A Tutorial on Energy-Based Learning}},
  author={LeCun, Yann and Chopra, Sumit and Hadsell, Raia and Ranzato, M and Huang, F},
  journal={Predicting Structured Data},
  year={2006}
}

@incollection{chickering1996nphard,
  title={{Learning Bayesian networks is NP-complete}},
  author={Chickering, David Maxwell},
  booktitle={Learning from data},
  year={1996},
  publisher={Springer}
}

@article{madigan1994occam,
  title={{Model Selection and Accounting for Model Uncertainty in Graphical Models Using Occam's Window}},
  author={Madigan, David and Raftery, Adrian E},
  journal={Journal of the American Statistical Association},
  year={1994}
}

@article{madigan1994enhancing,
  title={{Enhancing the Predictive Performance of Bayesian
Graphical Models}},
  author={Madigan, David and Gavrin, Jonathan and Raftery, Adrian E},
  year={1994},
}

@article{koivisto2006exact,
  title={{Advances in Exact Bayesian Structure Discovery in Bayesian Networks}},
  author={Koivisto, Mikko},
  journal={Proceedings of the Twenty-Second Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@article{meilua2006tree,
  title={{Tractable Bayesian learning of tree belief networks}},
  author={Meil{\u{a}}, Marina and Jaakkola, Tommi},
  journal={Statistics and Computing},
  year={2006}
}

@article{ellis2008bias,
  title={{Learning Causal Bayesian Network Structures from
Experimental Data}},
  author={Ellis, Byron and Wong, Wing Hung},
  journal={Journal of the American Statistical Association},
  year={2008}
}

@article{eaton2007bayesian,
  title={{Bayesian structure learning using dynamic programming and MCMC}},
  author={Eaton, Daniel and Murphy, Kevin},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2007}
}

@article{kuipers2017partitionmcmc,
  title={{Partition MCMC for Inference on Acyclic Digraphs}},
  author={Kuipers, Jack and Moffa, Giusi},
  journal={Journal of the American Statistical Association},
  year={2017}
}

@article{kuipers2021efficient,
  title={{Efficient Sampling and Structure Learning of Bayesian Networks}},
  author={Kuipers, Jack and Suter, Polina and Moffa, Giusi},
  journal={Journal of Computational and Graphical Statistics},
  year={2021}
}

@article{mansinghka2006gibbs,
  title={{Structured Priors for Structure Learning}},
  author={Mansinghka, Vikash and Kemp, Charles and Griffiths, Thomas and Tenenbaum, Joshua},
  journal={Conference on Uncertainty in Artificial Intelligence},
  year={2006}
}

@inproceedings{zheng2018notears,
    author = {Zheng, Xun and Aragam, Bryon and Ravikumar, Pradeep and Xing, Eric P.},
    booktitle = {Advances in Neural Information Processing Systems},
    title = {{DAGs with NO TEARS: Continuous Optimization for Structure Learning}},
    year = {2018}
}

@inproceedings{yu2019daggnn,
  title={{DAG-GNN: DAG Structure Learning with Graph Neural Networks}},
  author={Yu, Yue and Chen, Jie and Gao, Tian and Yu, Mo},
  booktitle={International Conference on Machine Learning},
  year={2019},
  organization={PMLR}
}

@article{zhu2020causaldiscoveryrl,
  title={{Causal Discovery with Reinforcement Learning}},
  author={Zhu, Shengyu and Ng, Ignavier and Chen, Zhitang},
  journal={International Conference on Learning Representations},
  year={2020}
}

@book{puterman1994mdp,
  title={{Markov Decision Processes: Discrete Stochastic Dynamic Programming}},
  author={Puterman, Martin L},
  year={1994},
  publisher={John Wiley \& Sons}
}

@article{chickering2002ges,
  title={{Optimal Structure Identification With Greedy Search}},
  author={Chickering, David Maxwell},
  journal={Journal of Machine Learning Research},
  year={2002}
}

@article{mnih2015dqn,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  year={2015}
}

@article{rummery1994sarsa,
  title={{On-line Q-learning using Connectionist Systems}},
  author={Rummery, Gavin A and Niranjan, Mahesan},
  year={1994}
}

@article{van2018deadlytriad,
  title={{Deep Reinforcement Learning and the Deadly Triad}},
  author={Van Hasselt, Hado and Doron, Yotam and Strub, Florian and Hessel, Matteo and Sonnerat, Nicolas and Modayil, Joseph},
  journal={arXiv preprint},
  year={2018}
}

@article{malkin2022trajectorybalance,
  title={{Trajectory Balance: Improved Credit Assignment in GFlowNets}},
  author={Malkin, Nikolay and Jain, Moksh and Bengio, Emmanuel and Sun, Chen and Bengio, Yoshua},
  journal={arXiv preprint},
  year={2022}
}

@article{vaswani2017transformer,
  title={{Attention Is All You Need}},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  journal={Advances in Neural Information Processing Systems},
  year={2017}
}

@article{heckerman1992pathfinder,
  title={{Toward Normative Expert Systems: Part II Probability-Based Representations for Efficient Knowledge Acquisition and Inference}},
  author={Heckerman, ED and Nathwani, NB},
  journal={Methods of Information in Medicine},
  year={1992}
}

@article{lauritzen1988munin,
  title={{Local Computations with Probabilities on Graphical Structures and their Application to Expert Systems}},
  author={Lauritzen, Steffen L and Spiegelhalter, David J},
  journal={Journal of the Royal Statistical Society: Series B (Methodological)},
  year={1988}
}

@book{pearl1988bayesiannetworks,
  title={{Probabilistic Reasoning in Intelligent Systems}},
  author={Pearl, Judea},
  year={1988},
  publisher={Morgan Kaufmann}
}

@article{sebastiani2005genetic,
  title={Genetic dissection and prognostic modeling of overt stroke in sickle cell anemia},
  author={Sebastiani, Paola and Ramoni, Marco F and Nolan, Vikki and Baldwin, Clinton T and Steinberg, Martin H},
  journal={Nature genetics},
  year={2005}
}

@article{lauritzen2003genetic,
  title={{Graphical Models for Genetic Analyses}},
  author={Lauritzen, Steffen L and Sheehan, Nuala A},
  journal={Statistical Science},
  year={2003}
}

@article{friedman2004cellular,
  title={Inferring cellular networks using probabilistic graphical models},
  author={Friedman, Nir},
  journal={Science},
  year={2004}
}

@article{varis1999environmental,
  title={{Learning Bayesian decision analysis by doing: lessons from environmental and natural resources management}},
  author={Varis, Olli and Kuikka, Sakari},
  journal={Ecological Modelling},
  year={1999}
}

@article{marcot2006guidelinesecological,
  title={{Guidelines for developing and updating Bayesian belief networks applied to ecological modeling and conservation}},
  author={Marcot, Bruce G and Steventon, J Douglas and Sutherland, Glenn D and McCann, Robert K},
  journal={Canadian Journal of Forest Research},
  year={2006}
}

@inproceedings{buesing2020approximate,
  title={{Approximate Inference in Discrete Distributions with Monte Carlo Tree Search and Value Functions}},
  author={Buesing, Lars and Heess, Nicolas and Weber, Theophane},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  year={2020},
  organization={PMLR}
}

@book{howard1971mrp,
  title={{Dynamic Probabilistic Systems, Volume II: Semi-Markov and Decision Processes}},
  author={Howard, Ronald A},
  year={1971},
  publisher={Wiley}
}

@article{sachs2005causal,
  title={Causal protein-signaling networks derived from multiparameter single-cell data},
  author={Sachs, Karen and Perez, Omar and Pe'er, Dana and Lauffenburger, Douglas A and Nolan, Garry P},
  journal={Science},
  year={2005}
}

@article{mooij2020jci,
  title={{Joint Causal Inference from Multiple Contexts}},
  author={Mooij, Joris M and Magliacane, Sara and Claassen, Tom},
  journal={Journal of Machine Learning Research},
  year={2020}
}

@article{eaton2007belief,
  title={{Belief net structure learning from uncertain interventions}},
  author={Eaton, Daniel and Murphy, Kevin},
  year={2007},
  journal={}
}

@article{friedman1999bootstrap,
  title={{Data Analysis with Bayesian Networks: A Bootstrap Approach}},
  author={Friedman, Nir and Goldszmidt, Moises and Wyner, Abraham},
  journal={Proceedings of the Fifteenth conference on Uncertainty in Artificial Intelligence},
  year={1999}
}

@book{spirtes2000pc,
  title={{Causation, Prediction, and Search}},
  author={Spirtes, Peter and Glymour, Clark N and Scheines, Richard and Heckerman, David},
  year={2000},
  publisher={MIT press}
}

@book{pearl2009causality,
  title={{Causality: Models, Reasoning, and Inference}},
  author={Pearl, Judea},
  year={2009},
  publisher={Cambridge University Press}
}

@article{cooper1999interventional,
  title={{Causal Discovery from a Mixture of Experimental and Observational Data}},
  author={Cooper, Gregory F and Yoo, Changwon},
  journal={Proceedings of the Fifteenth conference on Uncertainty in Artificial Intelligence},
  year={1999}
}

@article{li2018gengraphs,
  title={{Learning Deep Generative Models of Graphs}},
  author={Li, Yujia and Vinyals, Oriol and Dyer, Chris and Pascanu, Razvan and Battaglia, Peter},
  journal={Proceedings of the 35th International Conference on Machine Learning},
  year={2018}
}

@article{brouillard2020differentiable,
  title={{Differentiable Causal Discovery from Interventional Data}},
  author={Brouillard, Philippe and Lachapelle, S{\'e}bastien and Lacoste, Alexandre and Lacoste-Julien, Simon and Drouin, Alexandre},
  journal={Advances in Neural Information Processing Systems},
  year={2020}
}

@inproceedings{faria2022differentiable,
title={{Differentiable Causal Discovery Under Latent Interventions}},
author={Gon{\c{c}}alo Rui Alves Faria and Andre Martins and Mario A. T. Figueiredo},
booktitle={First Conference on Causal Learning and Reasoning},
year={2022}
}

@article{erdos1960ergraphs,
  title={On the evolution of random graphs},
  author={Erd{\H{o}}s, Paul and R{\'e}nyi, Alfr{\'e}d},
  journal={Publications of the Mathematical Institute of the Hungarian Academy of Sciences},
  year={1960}
}

@article{husmeier2003auroc,
  title={{Sensitivity and specificity of inferring genetic regulatory interactions from microarray experiments with dynamic Bayesian networks}},
  author={Husmeier, Dirk},
  journal={Bioinformatics},
  year={2003}
}

@article{murphy2001predictivelogl,
  title={{Active learning of causal Bayes net structure}},
  author={Murphy, Kevin P},
  year={2001}
}