bibfile.bib

@article{kingma2021variational,
  title={Variational diffusion models},
  author={Kingma, Diederik and Salimans, Tim and Poole, Ben and Ho, Jonathan},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={21696--21707},
  year={2021}
}

@book{bishop2023,
  title={Deep Learning: Foundations and Concepts},
  author={Bishop, Christopher M and Bishop, Hugh},
  year={2023},
  publisher={Springer}
}

@article{makhzani2015adversarial,
  title={Adversarial autoencoders},
  author={Makhzani, Alireza and Shlens, Jonathon and Jaitly, Navdeep and Goodfellow, Ian and Frey, Brendan},
  journal={arXiv preprint arXiv:1511.05644},
  year={2015}
}

@article{rezende2018taming,
  title={Taming vaes},
  author={Rezende, Danilo Jimenez and Viola, Fabio},
  journal={arXiv preprint arXiv:1810.00597},
  year={2018}
}

@article{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  journal={Advances in neural information processing systems},
  volume={27},
  year={2014}
}

@article{neal2001annealed,
  title={Annealed importance sampling},
  author={Neal, Radford M},
  journal={Statistics and computing},
  volume={11},
  pages={125--139},
  year={2001},
  publisher={Springer}
}

@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114},
  year={2013}
}


@article{luo2022understanding,
  title={Understanding diffusion models: A unified perspective},
  author={Luo, Calvin},
  journal={arXiv preprint arXiv:2208.11970},
  year={2022}
}

@article{jordan1999introduction,
  title={An introduction to variational methods for graphical models},
  author={Jordan, Michael I and Ghahramani, Zoubin and Jaakkola, Tommi S and Saul, Lawrence K},
  journal={Machine learning},
  volume={37},
  pages={183--233},
  year={1999},
  publisher={Springer}
}

@article{rasmus2015semi,
  title={Semi-supervised learning with ladder networks},
  author={Rasmus, Antti and Berglund, Mathias and Honkala, Mikko and Valpola, Harri and Raiko, Tapani},
  journal={Advances in neural information processing systems},
  volume={28},
  year={2015}
}

@incollection{valpola2015neural,
  title={From neural PCA to deep unsupervised learning},
  author={Valpola, Harri},
  booktitle={Advances in independent component analysis and learning machines},
  pages={143--171},
  year={2015},
  publisher={Elsevier}
}

@inproceedings{rezende2014stochastic,
  title={Stochastic backpropagation and approximate inference in deep generative models},
  author={Rezende, Danilo Jimenez and Mohamed, Shakir and Wierstra, Daan},
  booktitle={International conference on machine learning},
  pages={1278--1286},
  year={2014},
  organization={PMLR}
}

@article{sonderby2016ladder,
  title={Ladder variational autoencoders},
  author={S{\o}nderby, Casper Kaae and Raiko, Tapani and Maal{\o}e, Lars and S{\o}nderby, S{\o}ren Kaae and Winther, Ole},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@article{kingma2016improved,
  title={Improved variational inference with inverse autoregressive flow},
  author={Kingma, Durk P and Salimans, Tim and Jozefowicz, Rafal and Chen, Xi and Sutskever, Ilya and Welling, Max},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}

@book{wasserman2004all,
  title={All of statistics: a concise course in statistical inference},
  author={Wasserman, Larry},
  volume={26},
  year={2004},
  publisher={Springer}
}

@article{salimans2016improved,
  title={Improved techniques for training gans},
  author={Salimans, Tim and Goodfellow, Ian and Zaremba, Wojciech and Cheung, Vicki and Radford, Alec and Chen, Xi},
  journal={Advances in neural information processing systems},
  volume={29},
  year={2016}
}


@InProceedings{pmlr-v202-hoogeboom23a,
  title = 	 {simple diffusion: End-to-end diffusion for high resolution images},
  author =       {Hoogeboom, Emiel and Heek, Jonathan and Salimans, Tim},
  booktitle = 	 {Proceedings of the 40th International Conference on Machine Learning},
  pages = 	 {13213--13232},
  year = 	 {2023},
  volume = 	 {202},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {23--29 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://proceedings.mlr.press/v202/hoogeboom23a/hoogeboom23a.pdf},
  url = 	 {https://proceedings.mlr.press/v202/hoogeboom23a.html}
}


@article{heusel2017gans,
  title={Gans trained by a two time-scale update rule converge to a local nash equilibrium},
  author={Heusel, Martin and Ramsauer, Hubert and Unterthiner, Thomas and Nessler, Bernhard and Hochreiter, Sepp},
  journal={Advances in neural information processing systems},
  volume={30},
  year={2017}
}

@inproceedings{meng2020improved,
  title={Improved Autoregressive Modeling with Distribution Smoothing},
  author={Meng, Chenlin and Song, Jiaming and Song, Yang and Zhao, Shengjia and Ermon, Stefano},
  booktitle={International Conference on Learning Representations},
  year={2020}
}

@inproceedings{jun2020distribution,
  title={Distribution augmentation for generative modeling},
  author={Jun, Heewoo and Child, Rewon and Chen, Mark and Schulman, John and Ramesh, Aditya and Radford, Alec and Sutskever, Ilya},
  booktitle={International Conference on Machine Learning},
  pages={5006--5019},
  year={2020},
  organization={PMLR}
}

@inproceedings{choi2022perception,
  title={Perception prioritized training of diffusion models},
  author={Choi, Jooyoung and Lee, Jungbeom and Shin, Chaehun and Kim, Sungwon and Kim, Hyunwoo and Yoon, Sungroh},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={11472--11481},
  year={2022}
}

@article{hang2023efficient,
  title={Efficient diffusion training via min-snr weighting strategy},
  author={Hang, Tiankai and Gu, Shuyang and Li, Chen and Bao, Jianmin and Chen, Dong and Hu, Han and Geng, Xin and Guo, Baining},
  journal={arXiv preprint arXiv:2303.09556},
  year={2023}
}

@article{song2021maximum,
  title={Maximum likelihood training of score-based diffusion models},
  author={Song, Yang and Durkan, Conor and Murray, Iain and Ermon, Stefano},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={1415--1428},
  year={2021}
}

@article{tzen2019neural,
  title={Neural stochastic differential equations: Deep latent gaussian models in the diffusion limit},
  author={Tzen, Belinda and Raginsky, Maxim},
  journal={arXiv preprint arXiv:1905.09883},
  year={2019}
}

@article{vahdat2021score,
  title={Score-based generative modeling in latent space},
  author={Vahdat, Arash and Kreis, Karsten and Kautz, Jan},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={11287--11302},
  year={2021}
}

@article{huang2021variational,
  title={A variational perspective on diffusion-based generative models and score matching},
  author={Huang, Chin-Wei and Lim, Jae Hyun and Courville, Aaron C},
  journal={Advances in Neural Information Processing Systems},
  volume={34},
  pages={22863--22876},
  year={2021}
}

@inproceedings{sohl2015deep,
  title={Deep unsupervised learning using nonequilibrium thermodynamics},
  author={Sohl-Dickstein, Jascha and Weiss, Eric and Maheswaranathan, Niru and Ganguli, Surya},
  booktitle={International conference on machine learning},
  pages={2256--2265},
  year={2015},
  organization={PMLR}
}

@article{ho2020denoising,
  title={Denoising diffusion probabilistic models},
  author={Ho, Jonathan and Jain, Ajay and Abbeel, Pieter},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={6840--6851},
  year={2020}
}

@inproceedings{
lipman2023flow,
title={Flow Matching for Generative Modeling},
author={Yaron Lipman and Ricky T. Q. Chen and Heli Ben-Hamu and Maximilian Nickel and Matthew Le},
booktitle={The Eleventh International Conference on Learning Representations },
year={2023},
url={https://openreview.net/forum?id=PqvMRDCJT9t}
}

@inproceedings{
salimans2022progressive,
title={Progressive Distillation for Fast Sampling of Diffusion Models},
author={Tim Salimans and Jonathan Ho},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=TIdIXIpzhoI}
}

@article{song2019generative,
  title={Generative modeling by estimating gradients of the data distribution},
  author={Song, Yang and Ermon, Stefano},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{vincent2011connection,
  title={A connection between score matching and denoising autoencoders},
  author={Vincent, Pascal},
  journal={Neural computation},
  volume={23},
  number={7},
  pages={1661--1674},
  year={2011},
  publisher={MIT Press}
}

@article{dhariwal2021diffusion,
  title={Diffusion models beat gans on image synthesis},
  author={Dhariwal, Prafulla and Nichol, Alexander},
  journal={Advances in neural information processing systems},
  volume={34},
  pages={8780--8794},
  year={2021}
}

@article{ho2022cascaded,
  title={Cascaded diffusion models for high fidelity image generation},
  author={Ho, Jonathan and Saharia, Chitwan and Chan, William and Fleet, David J and Norouzi, Mohammad and Salimans, Tim},
  journal={The Journal of Machine Learning Research},
  volume={23},
  number={1},
  pages={2249--2281},
  year={2022},
  publisher={JMLRORG}
}


@inproceedings{shu2022bit,
  title={Bit Prioritization in Variational Autoencoders via Progressive Coding},
  author={Shu, Rui and Ermon, Stefano},
  booktitle={International Conference on Machine Learning},
  pages={20141--20155},
  year={2022},
  organization={PMLR}
}

@InProceedings{pmlr-v202-de-sousa-ribeiro23a,
  title = 	 {High Fidelity Image Counterfactuals with Probabilistic Causal Models},
  author =       {De Sousa Ribeiro, Fabio and Xia, Tian and Monteiro, Miguel and Pawlowski, Nick and Glocker, Ben},
  booktitle = 	 {Proceedings of the 40th International Conference on Machine Learning},
  pages = 	 {7390--7425},
  year = 	 {2023},
  volume = 	 {202},
  series = 	 {Proceedings of Machine Learning Research},
  month = 	 {23--29 Jul},
  publisher =    {PMLR},
  pdf = 	 {https://proceedings.mlr.press/v202/de-sousa-ribeiro23a/de-sousa-ribeiro23a.pdf},
  url = 	 {https://proceedings.mlr.press/v202/de-sousa-ribeiro23a.html},
}

@article{blei2017variational,
  title={Variational inference: A review for statisticians},
  author={Blei, David M and Kucukelbir, Alp and McAuliffe, Jon D},
  journal={Journal of the American statistical Association},
  volume={112},
  number={518},
  pages={859--877},
  year={2017},
  publisher={Taylor \& Francis}
}

@article{hoffman2013stochastic,
  title={Stochastic variational inference},
  author={Hoffman, Matthew D and Blei, David M and Wang, Chong and Paisley, John},
  journal={Journal of Machine Learning Research},
  year={2013}
}

@article{salimans2016structured,
  title={A structured variational auto-encoder for learning deep hierarchies of sparse features},
  author={Salimans, Tim},
  journal={arXiv preprint arXiv:1602.08734},
  year={2016}
}

@inproceedings{ranganath2016hierarchical,
  title={Hierarchical variational models},
  author={Ranganath, Rajesh and Tran, Dustin and Blei, David},
  booktitle={International conference on machine learning},
  pages={324--333},
  year={2016},
  organization={PMLR}
}

@inproceedings{maaloe2016auxiliary,
  title={Auxiliary deep generative models},
  author={Maal{\o}e, Lars and S{\o}nderby, Casper Kaae and S{\o}nderby, S{\o}ren Kaae and Winther, Ole},
  booktitle={International conference on machine learning},
  pages={1445--1453},
  year={2016},
  organization={PMLR}
}

@inproceedings{salimans2015markov,
  title={Markov chain monte carlo and variational inference: Bridging the gap},
  author={Salimans, Tim and Kingma, Diederik and Welling, Max},
  booktitle={International conference on machine learning},
  pages={1218--1226},
  year={2015},
  organization={PMLR}
}

@inproceedings{monteiro2022measuring,
  title={Measuring axiomatic soundness of counterfactual image models},
  author={Monteiro, Miguel and Ribeiro, Fabio De Sousa and Pawlowski, Nick and Castro, Daniel C and Glocker, Ben},
  booktitle={The Eleventh International Conference on Learning Representations},
  year={2022}
}

@inproceedings{child2020very,
  title={Very Deep VAEs Generalize Autoregressive Models and Can Outperform Them on Images},
  author={Child, Rewon},
  booktitle={International Conference on Learning Representations},
  year={2020}
}

@article{maaloe2019biva,
  title={Biva: A very deep hierarchy of latent variables for generative modeling},
  author={Maal{\o}e, Lars and Fraccaro, Marco and Li{\'e}vin, Valentin and Winther, Ole},
  journal={Advances in neural information processing systems},
  volume={32},
  year={2019}
}

@article{vahdat2020nvae,
  title={NVAE: A deep hierarchical variational autoencoder},
  author={Vahdat, Arash and Kautz, Jan},
  journal={Advances in Neural Information Processing Systems},
  volume={33},
  pages={19667--19679},
  year={2020}
}

@article{kingma2019introduction,
  title={An introduction to variational autoencoders},
  author={Kingma, Diederik P and Welling, Max and others},
  journal={Foundations and Trends{\textregistered} in Machine Learning},
  volume={12},
  number={4},
  pages={307--392},
  year={2019},
  publisher={Now Publishers, Inc.}
}

@article{hyvarinen2005estimation,
  title={Estimation of non-normalized statistical models by score matching.},
  author={Hyv{\"a}rinen, Aapo and Dayan, Peter},
  journal={Journal of Machine Learning Research},
  volume={6},
  number={4},
  year={2005}
}

@inproceedings{hoogeboom2022equivariant,
  title={Equivariant diffusion for molecule generation in 3d},
  author={Hoogeboom, Emiel and Satorras, V{\i}ctor Garcia and Vignac, Cl{\'e}ment and Welling, Max},
  booktitle={International conference on machine learning},
  pages={8867--8887},
  year={2022},
  organization={PMLR}
}

@article{burda2015importance,
  title={Importance weighted autoencoders},
  author={Burda, Yuri and Grosse, Roger and Salakhutdinov, Ruslan},
  journal={arXiv preprint arXiv:1509.00519},
  year={2015}
}

@article{song2021train,
  title={How to train your energy-based models},
  author={Song, Yang and Kingma, Diederik P},
  journal={arXiv preprint arXiv:2101.03288},
  year={2021}
}

@inproceedings{
salimans2021should,
title={Should {EBM}s model the energy or the score?},
author={Tim Salimans and Jonathan Ho},
booktitle={Energy Based Models Workshop - ICLR 2021},
year={2021},
url={https://openreview.net/forum?id=9AS-TF2jRNb}
}


@article{saharia2022photorealistic,
  title={Photorealistic text-to-image diffusion models with deep language understanding},
  author={Saharia, Chitwan and Chan, William and Saxena, Saurabh and Li, Lala and Whang, Jay and Denton, Emily L and Ghasemipour, Kamyar and Gontijo Lopes, Raphael and Karagol Ayan, Burcu and Salimans, Tim and others},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={36479--36494},
  year={2022}
}

@article{anderson1982reverse,
  title={Reverse-time diffusion equation models},
  author={Anderson, Brian DO},
  journal={Stochastic Processes and their Applications},
  volume={12},
  number={3},
  pages={313--326},
  year={1982},
  publisher={Elsevier}
}

@inproceedings{nichol2022glide,
  title={GLIDE: Towards Photorealistic Image Generation and Editing with Text-Guided Diffusion Models},
  author={Nichol, Alexander Quinn and Dhariwal, Prafulla and Ramesh, Aditya and Shyam, Pranav and Mishkin, Pamela and Mcgrew, Bob and Sutskever, Ilya and Chen, Mark},
  booktitle={International Conference on Machine Learning},
  pages={16784--16804},
  year={2022},
  organization={PMLR}
}

@inproceedings{rombach2022high,
  title={High-resolution image synthesis with latent diffusion models},
  author={Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bj{\"o}rn},
  booktitle={Proceedings of the IEEE/CVF conference on computer vision and pattern recognition},
  pages={10684--10695},
  year={2022}
}

@inproceedings{
song2021scorebased,
title={Score-Based Generative Modeling through Stochastic Differential Equations},
author={Yang Song and Jascha Sohl-Dickstein and Diederik P Kingma and Abhishek Kumar and Stefano Ermon and Ben Poole},
booktitle={International Conference on Learning Representations},
year={2021},
url={https://openreview.net/forum?id=PxTIG12RRHS}
}

@article{kingma2023understanding,
  title={Understanding the diffusion objective as a weighted integral of elbos},
  author={Kingma, Diederik P and Gao, Ruiqi},
  journal={arXiv preprint arXiv:2303.00848},
  year={2023}
}

@inproceedings{nichol2021improved,
  title={Improved denoising diffusion probabilistic models},
  author={Nichol, Alexander Quinn and Dhariwal, Prafulla},
  booktitle={International Conference on Machine Learning},
  pages={8162--8171},
  year={2021},
  organization={PMLR}
}

@article{song2020improved,
  title={Improved techniques for training score-based generative models},
  author={Song, Yang and Ermon, Stefano},
  journal={Advances in neural information processing systems},
  volume={33},
  pages={12438--12448},
  year={2020}
}

@article{karras2022elucidating,
  title={Elucidating the design space of diffusion-based generative models},
  author={Karras, Tero and Aittala, Miika and Aila, Timo and Laine, Samuli},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={26565--26577},
  year={2022}
}

@inproceedings{tomczak2018vae,
  title={VAE with a VampPrior},
  author={Tomczak, Jakub and Welling, Max},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={1214--1223},
  year={2018},
  organization={PMLR}
}

@inproceedings{hoffman2016elbo,
  title={Elbo surgery: yet another way to carve up the variational evidence lower bound},
  author={Hoffman, Matthew D and Johnson, Matthew J},
  booktitle={Workshop in Advances in Approximate Bayesian Inference, NIPS},
  volume={1},
  year={2016}
}