dphil.bib

% Encoding: UTF-8
@inproceedings{AhmedEtAl2012,
  title={Scalable inference in latent variable models},
  author={Ahmed, Amr and Aly, Moahmed and Gonzalez, Joseph and Narayanamurthy, Shravan and Smola, Alexander J},
  booktitle={Proceedings of the fifth ACM international conference on Web search and data mining},
  pages={123--132},
  year={2012},
  organization={ACM}
}

@article{AndrychowiczEtAl2016,
  title={Learning to learn by gradient descent by gradient descent},
  author={Andrychowicz, Marcin and Denil, Misha and Gomez, Sergio and Hoffman, Matthew W and Pfau, David and Schaul, Tom and de Freitas, Nando},
  journal={arXiv preprint arXiv:1606.04474v1 [cs.NE]},
  year={2016}
}

@article{ArcherEtAl2015,
  title={Black box variational inference for state space models},
  author={Archer, Evan and Park, Il Memming and Buesing, Lars and Cunningham, John and Paninski, Liam},
  journal={arXiv preprint arXiv:1511.07367v1 [stat.ML]},
  year={2015}
}

@article{ArjovskyEtAl2017,
  title={Wasserstein gan},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  journal={arXiv preprint arXiv:1701.07875v2 [cs.LG]},
  year={2017}
}

@article{BaEtAl2016,
  title={Layer normalization},
  author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
  journal={arXiv preprint arXiv:1607.06450v1 [stat.ML]},
  year={2016}
}

@inproceedings{BartlettEtAl2010,
  title={Forgetting counts: Constant memory inference for a dependent hierarchical {Pitman--Yor} process},
  author={Bartlett, Nicholas and Pfau, David and Wood, Frank},
  booktitle={Proceedings of the 27th International Conference on Machine Learning (ICML-10)},
  pages={63--70},
  year={2010}
}

@article{Bengio2009,
  title={Learning deep architectures for AI},
  author={Bengio, Yoshua},
  journal={Foundations and trends{\textregistered} in Machine Learning},
  volume={2},
  number={1},
  pages={1--127},
  year={2009},
  publisher={Now Publishers Inc.}
}

@inproceedings{BengioBengio1999,
  title={Modeling High-Dimensional Discrete Data with Multi-Layer Neural Networks.},
  author={Bengio, Yoshua and Bengio, Samy},
  booktitle={NIPS},
  volume={99},
  pages={400--406},
  year={1999}
}

@article{BengioEtAl2013,
  title={Representation learning: A review and new perspectives},
  author={Bengio, Yoshua and Courville, Aaron and Vincent, Pascal},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={35},
  number={8},
  pages={1798--1828},
  year={2013},
  publisher={IEEE}
}

@article{BengioEtAl2015,
  title={Towards biologically plausible deep learning},
  author={Bengio, Yoshua and Lee, Dong-Hyun and Bornschein, Jorg and Lin, Zhouhan},
  journal={arXiv preprint arXiv:1502.04156v2 [cs.LG]},
  year={2015}
}

@article{BengioEtAl2016,
  title={Feedforward Initialization for Fast Inference of Deep Generative Networks is biologically plausible},
  author={Bengio, Yoshua and Scellier, Benjamin and Bilaniuk, Olexa and Sacramento, Joao and Senn, Walter},
  journal={arXiv preprint arXiv:1606.01651v2 [cs.LG]},
  year={2016}
}

@article{Bishop1994,
  title={Mixture density networks},
  author={Bishop, Christopher M},
  year={1994},
  publisher={Aston University}
}

@article{BleiEtAl2016,
  title={Variational inference: A review for statisticians},
  author={Blei, David M and Kucukelbir, Alp and McAuliffe, Jon D},
  journal={arXiv preprint arXiv:1601.00670v2 [stat.CO]},
  year={2016}
}

@article{BornscheinEtAl2014,
  title={Reweighted wake-sleep},
  author={Bornschein, J{\"o}rg and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.2751v4 [cs.LG]},
  year={2016}
}

@article{BornscheinEtAl2016,
  title={Bidirectional Helmholtz Machines},
  author={Bornschein, Jorg and Shabanian, Samira and Fischer, Asja and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1506.03877v5 [cs.LG]},
  year={2016}
}

@article{Bottou2014,
  title={From machine learning to machine reasoning},
  author={Bottou, L{\'e}on},
  journal={Machine learning},
  volume={94},
  number={2},
  pages={133--149},
  year={2014},
  publisher={Springer}
}

@article{BoulangerLewandowskiEtAl2012,
  title={Modeling temporal dependencies in high-dimensional sequences: Application to polyphonic music generation and transcription},
  author={Boulanger-Lewandowski, Nicolas and Bengio, Yoshua and Vincent, Pascal},
  journal={arXiv preprint arXiv:1206.6392v1 [cs.LG]},
  year={2012}
}

@article{BowmanEtAl2015,
  title={Generating sentences from a continuous space},
  author={Bowman, Samuel R and Vilnis, Luke and Vinyals, Oriol and Dai, Andrew M and Jozefowicz, Rafal and Bengio, Samy},
  journal={arXiv preprint arXiv:1511.06349v4 [cs.LG]},
  year={2015}
}

@article{BurdaEtAl2016,
	 title={Importance weighted autoencoders},
  author={Burda, Yuri and Grosse, Roger and Salakhutdinov, Ruslan},
  journal={arXiv preprint arXiv:1509.00519v3 [cs.LG]},
  year={2016}
}

@inproceedings{ChenEtAl2014,
  title={Stochastic Gradient Hamiltonian Monte Carlo},
  author={Chen, Tianqi and Fox, Emily and Guestrin, Carlos},
  booktitle={Proceedings of the 31st International Conference on Machine Learning (ICML-14)},
  pages={1683--1691},
  year={2014}
}

@article{ChenEtAl2016,
  title={Variational lossy autoencoder},
  author={Xi Chen and Diederik P. Kingma and Tim Salimans and Yan Duan and Prafulla Dhariwal and John Schulman and Ilya Sutskever and Pieter Abbeel},
  journal={arXiv preprint arXiv:1611.02731 [cs.LG]},
  year={2016}
}

@article{ChoEtAl2014,
  title={On the properties of neural machine translation: Encoder-decoder approaches},
  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Bahdanau, Dzmitry and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.1259v2 [cs.CL]},
  year={2014}
}

@article{ChungEtAl2014,
  title={Empirical evaluation of gated recurrent neural networks on sequence modeling},
  author={Chung, Junyoung and Gulcehre, Caglar and Cho, KyungHyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1412.3555v1 [cs.NE},
  year={2014}
}

@article{ChungEtAl2015,
  title={Gated feedback recurrent neural networks},
  author={Chung, Junyoung and G{\"u}l{\c{c}}ehre, Caglar and Cho, Kyunghyun and Bengio, Yoshua},
  journal={CoRR, abs/1502.02367},
  year={2015}
}

@article{ChungEtAl2016,
  title={Hierarchical Multiscale Recurrent Neural Networks},
  author={Chung, Junyoung and Ahn, Sungjin and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1609.01704v2 [cs.LG]},
  year={2016}
}

@article{Cusumano2018,
  title={Using probabilistic programs as proposals},
  author={Cusumano-Towner, Marco F and Mansinghka, Vikash K},
  journal={arXiv preprint arXiv:1801.03612},
  year={2018}
}

@inproceedings{DauphinGrangier2016,
  title={Predicting distributions with Linearizing Belief Networks},
  author={Dauphin, Yann N and Grangier, David},
  booktitle={4th International Conference on Learning Representations (ICLR)},
  year={2016}
}

@inproceedings{DeanEtAl2012,
  title={Large scale distributed deep networks},
  author={Dean, Jeffrey and Corrado, Greg and Monga, Rajat and Chen, Kai and Devin, Matthieu and Mao, Mark and Senior, Andrew and Tucker, Paul and Yang, Ke and Le, Quoc V and others},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1223--1231},
  year={2012}
}

@article{DuEtAl2016,
  title={Learning Deep Generative Models with Doubly Stochastic MCMC},
  author={Du, Chao and Zhu, Jun and Zhang, Bo},
  journal={arXiv preprint arXiv:1506.04557v4 [cs.LG]},
  year={2016}
}

@book{EricssonPool2016,
  author    = {Anders Ericsson and Robert Pool},
  title     = {Peak: Secrets from the New Science of Expertise},
  publisher = {Bodley Head},
  year      = 2016
}

@article{FishelsonGeiger2004,
  title={Optimizing exact genetic linkage computations},
  author={Fishelson, Ma{\'a}yan and Geiger, Dan},
  journal={Journal of Computational Biology},
  volume={11},
  number={2-3},
  pages={263--275},
  year={2004},
  publisher={Mary Ann Liebert, Inc.}
}

@article{FraccaroEtAl2016,
  title={Sequential Neural Models with Stochastic Layers},
  author={Fraccaro, Marco and S{\o}nderby, S{\o}ren Kaae and Paquet, Ulrich and Winther, Ole},
  journal={arXiv preprint arXiv:1605.07571},
  year={2016}
}

@inproceedings{GanEtAl2015,
  title={Deep temporal sigmoid belief networks for sequence modeling},
  author={Gan, Zhe and Li, Chunyuan and Henao, Ricardo and Carlson, David E and Carin, Lawrence},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2458--2466},
  year={2015}
}

@inproceedings{GanEtAl2015b,
  title={Learning Deep Sigmoid Belief Networks with Data Augmentation.},
  author={Gan, Zhe and Henao, Ricardo and Carlson, David E and Carin, Lawrence},
  booktitle={AISTATS},
  year={2015}
}

@inproceedings{GasthausEtAl2010,
  title={Lossless compression based on the sequence memoizer},
  author={Gasthaus, Jan and Wood, Frank and Teh, Yee Whye},
  booktitle={Data Compression Conference (DCC), 2010},
  pages={337--345},
  year={2010},
  organization={IEEE}
}

@inproceedings{GasthausTeh2010,
  title={Improvements to the sequence memoizer},
  author={Gasthaus, Jan and Teh, Yee Whye},
  booktitle={Advances in Neural Information Processing Systems},
  pages={685--693},
  year={2010}
}

@article{GelmanEtAl2014,
  title={Expectation propagation as a way of life},
  author={Gelman, Andrew and Vehtari, Aki and Jyl{\"a}nki, Pasi and Robert, Christian and Chopin, Nicolas and Cunningham, John P},
  journal={arXiv preprint arXiv:1412.4869},
  year={2014}
}

@inproceedings{GermainEtAl2015,
  title={MADE: masked autoencoder for distribution estimation},
  author={Germain, Mathieu and Gregor, Karol and Murray, Iain and Larochelle, Hugo},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML-15)},
  pages={881--889},
  year={2015}
}

@article{GersEtAl2000,
  title={Learning to forget: Continual prediction with LSTM},
  author={Gers, Felix A and Schmidhuber, J{\"u}rgen and Cummins, Fred},
  journal={Neural computation},
  volume={12},
  number={10},
  pages={2451--2471},
  year={2000},
  publisher={MIT Press}
}

@inproceedings{GersSchmidhuber2000,
  title={Recurrent nets that time and count},
  author={Gers, Felix A and Schmidhuber, J{\"u}rgen},
  booktitle={Neural Networks, 2000. IJCNN 2000, Proceedings of the IEEE-INNS-ENNS International Joint Conference on},
  volume={3},
  pages={189--194},
  year={2000},
  organization={IEEE}
}

@inproceedings{Gershman2014,
  title={Amortized inference in probabilistic reasoning},
  author={Gershman, Samuel J and Goodman, Noah D},
  booktitle={Proceedings of the 36th Annual Conference of the Cognitive Science Society},
  year={2014}
}

@inproceedings{Ghahramani1996,
  title={Factorial hidden Markov models},
  author={Ghahramani, Zoubin and Jordan, Michael I},
  booktitle={Advances in Neural Information Processing Systems},
  pages={472--478},
  year={1996}
}

@article{Ghahramani2015,
  title={Probabilistic machine learning and artificial intelligence},
  author={Ghahramani, Zoubin},
  journal={Nature},
  volume={521},
  number={7553},
  pages={452--459},
  year={2015},
  publisher={Nature Publishing Group}
}

@article {GibbsSu2002,
	author = {Gibbs, Alison L. and Su, Francis Edward},
	title = {On Choosing and Bounding Probability Metrics},
	journal = {International Statistical Review},
	volume = {70},
	number = {3},
	publisher = {Blackwell Publishing Ltd},
	issn = {1751-5823},
	url = {http://dx.doi.org/10.1111/j.1751-5823.2002.tb00178.x},
	doi = {10.1111/j.1751-5823.2002.tb00178.x},
	pages = {419--435},
	keywords = {Discrepancy, Hellinger distance, Probability metrics, Prokhorov metric, Relative entropy, Rates of convergence, Wasserstein distance},
	year = {2002},
}

@inproceedings{GoodfellowEtAl2014,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={Advances in neural information processing systems},
  pages={2672--2680},
  year={2014}
}

@book{GoodfellowEtAl2016,
    title={Deep Learning},
    author={Ian Goodfellow and Yoshua Bengio and Aaron Courville},
    publisher={MIT Press},
    url={http://www.deeplearningbook.org},
    year={2016}
}

@inproceedings{Goodman2013,
  title={The principles and practice of probabilistic programming},
  author={Goodman, Noah D},
  booktitle={ACM SIGPLAN Notices},
  volume={48},
  number={1},
  pages={399--402},
  year={2013},
  organization={ACM}
}

@inproceedings{GoodmanEtAl2008,
  title={Church: A language for generative models},
  author={Goodman, ND and Mansinghka, VK and Roy, D and Bonawitz, K and Tenenbaum, JB},
  booktitle={Proceedings of the 24th Conference on Uncertainty in Artificial Intelligence, UAI 2008},
  pages={220--229},
  year={2008}
}

@article{Graves2016,
  title={Adaptive Computation Time for Recurrent Neural Networks},
  author={Graves, Alex},
  journal={arXiv preprint arXiv:1603.08983v4 [cs.NE]},
  year={2016}
}

@article{GravesEtAl2014,
  title={Neural turing machines},
  author={Graves, Alex and Wayne, Greg and Danihelka, Ivo},
  journal={arXiv preprint arXiv:1410.5401v2 [cs.NE]},
  year={2014}
}

@article{GravesSchmidhuber2005,
  title={Framewise phoneme classification with bidirectional LSTM and other neural network architectures},
  author={Graves, Alex and Schmidhuber, J{\"u}rgen},
  journal={Neural Networks},
  volume={18},
  number={5},
  pages={602--610},
  year={2005},
  publisher={Elsevier}
}

@article{GreffEtAl2015,
  title={LSTM: A search space odyssey},
  author={Greff, Klaus and Srivastava, Rupesh Kumar and Koutn{\'\i}k, Jan and Steunebrink, Bas R and Schmidhuber, J{\"u}rgen},
  journal={arXiv preprint arXiv:1503.04069},
  year={2015}
}

@article{GregorEtAl2015,
  title={DRAW: A recurrent neural network for image generation},
  author={Gregor, Karol and Danihelka, Ivo and Graves, Alex and Rezende, Danilo Jimenez and Wierstra, Daan},
  journal={arXiv preprint arXiv:1502.04623v2 [cs.CV]},
  year={2015}
}

@article{GrettonEtAl2012,
  title={A kernel two-sample test},
  author={Gretton, Arthur and Borgwardt, Karsten M and Rasch, Malte J and Sch{\"o}lkopf, Bernhard and Smola, Alexander},
  journal={Journal of Machine Learning Research},
  volume={13},
  number={Mar},
  pages={723--773},
  year={2012}
}

@inproceedings{GuEtAl2015,
  title={Neural Adaptive Sequential Monte Carlo},
  author={Gu, Shixiang and Ghahramani, Zoubin and Turner, Richard E},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2629--2637},
  year={2015}
}

@article{GulrajaniEtAl2017,
  title={Improved Training of Wasserstein GANs},
  author={Gulrajani, Ishaan and Ahmed, Faruk and Arjovsky, Martin and Dumoulin, Vincent and Courville, Aaron},
  journal={arXiv preprint arXiv:1704.00028},
  year={2017}
}

@article{Harik2010,
  title={Variational program inference},
  author={Harik, Georges and Shazeer, Noam},
  journal={arXiv preprint arXiv:1006.0991},
  year={2010}
}

@article{HasencleverWebb2016,
	author  = "Hasenclever, Leonard and Webb, Stefan and Lienart, Thibaut and Vollmer, Sebastian and Teh, Yee Whye and Lakshminarayanan, Balaji and Blundell, Charles",
	year    = "2016",
	title = "Distributed Bayesian Learning with Stochastic Natural-gradient Expectation Propagation and the Posterior Server",
	journal = "(In preparation)"
}

@article{HeEtAl2016,
  title={Identity mappings in deep residual networks},
  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
  journal={arXiv preprint arXiv:1603.05027v2 [cs.CV]},
  year={2016}
}

@inproceedings{HenaoEtAl2015,
  title={Deep Poisson factor modeling},
  author={Henao, Ricardo and Gan, Zhe and Lu, James and Carin, Lawrence},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2800--2808},
  year={2015}
}

@article{HintonEtAl2012,
  title={Deep neural networks for acoustic modeling in speech recognition: The shared views of four research groups},
  author={Hinton, Geoffrey and Deng, Li and Yu, Dong and Dahl, George E and Mohamed, Abdel-rahman and Jaitly, Navdeep and Senior, Andrew and Vanhoucke, Vincent and Nguyen, Patrick and Sainath, Tara N and others},
  journal={IEEE Signal Processing Magazine},
  volume={29},
  number={6},
  pages={82--97},
  year={2012},
  publisher={IEEE}
}

@article{HochreiterSchmidhuber1997,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}

@article{HoffmanEtAl2013,
  title={Stochastic variational inference},
  author={Hoffman, Matthew D and Blei, David M and Wang, Chong and Paisley, John},
  journal={The Journal of Machine Learning Research},
  volume={14},
  number={1},
  pages={1303--1347},
  year={2013},
  publisher={JMLR.org}
}

@article{HoffmanGelman2014,
  title={The no-U-turn sampler: Adaptively setting path lengths in Hamiltonian Monte Carlo},
  author={Hoffman, Matthew D and Gelman, Andrew},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={1593--1623},
  year={2014},
  publisher={JMLR. org}
}

@article{HuangEtAl2016,
  title={Deep networks with stochastic depth},
  author={Huang, Gao and Sun, Yu and Liu, Zhuang and Sedra, Daniel and Weinberger, Kilian},
  journal={arXiv preprint arXiv:1603.09382v2 [cs.LG]},
  year={2016}
}

@article{Huet1997,
  title={The zipper},
  author={Huet, G{\'e}rard},
  journal={Journal of Functional Programming},
  volume={7},
  number={05},
  pages={549--554},
  year={1997},
  publisher={Cambridge Univ Press}
}

@inproceedings{JangEtAl2016,
  title={Categorical Reparameterization with Gumbel-Softmax},
  author={Jang, Eric and Gu, Shixiang and Poole, Ben},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2017}
}

@article{JohnsonEtAl2016,
  title={Composing graphical models with neural networks for structured representations and fast inference},
  author={Johnson, Matthew J and Duvenaud, David and Wiltschko, Alexander B and Datta, Sandeep R and Adams, Ryan P},
  journal={arXiv preprint arXiv:1603.06277v2 [stat.ML]},
  year={2016}
}

@unpublished{JordanTeh2014,
  title={A gentle introduction to the {Dirichlet} process, the beta process and {Bayesian} nonparametrics [{DRAFT}]},
  author={Jordan, Michael I. and Teh, Yee Whye},
  note={Unpublished}
}

@article{Kahn1962,
  title={Topological sorting of large networks},
  author={Kahn, Arthur B},
  journal={Communications of the ACM},
  volume={5},
  number={11},
  pages={558--562},
  year={1962},
  publisher={ACM}
}

@article{KalchbrennerEtAl2016a,
  title={Grid long short-term memory},
  author={Kalchbrenner, Nal and Danihelka, Ivo and Graves, Alex},
  journal={arXiv preprint arXiv:1507.01526v3 [cs.NE]},
  year={2015}
}

@article{KalchbrennerEtAl2016b,
  title={Video pixel networks},
  author={Kalchbrenner, Nal and Oord, Aaron van den and Simonyan, Karen and Danihelka, Ivo and Vinyals, Oriol and Graves, Alex and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1610.00527v1 [cs.CV]},
  year={2016}
}

@article{Kalchbrenner2016c,
  title={Neural machine translation in linear time},
  author={Kalchbrenner, Nal and Espeholt, Lasse and Simonyan, Karen and Oord, Aaron van den and Graves, Alex and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1610.10099v1 [cs.CL]},
  year={2016}
}

@article{KarpathyEtAl2015,
  title={Visualizing and understanding recurrent networks},
  author={Karpathy, Andrej and Johnson, Justin and Fei-Fei, Li},
  journal={arXiv preprint arXiv:1506.02078},
  year={2015}
}

@article{KingmaBa2014,
  title={Adam: A Method for Stochastic Optimization},
  author={Kingma, Diederik and Ba, Jimmy},
  journal={arXiv preprint arXiv:1412.6980},
  year={2014}
}

@inproceedings{KingmaEtAl2016,
  title={Improving variational inference with inverse autoregressive flow},
  author={Kingma, Diederik P and Salimans, Tim and Welling, Max},
  booktitle = {Advances in Neural Information Processing Systems},
  pages     = {4736--4744},
  year={2016}
}

@inproceedings{KingmaWelling2013,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114v10 [stat.ML]},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2014}
}

@inproceedings{KirosEtAl2015,
  title={Skip-thought vectors},
  author={Kiros, Ryan and Zhu, Yukun and Salakhutdinov, Ruslan R and Zemel, Richard and Urtasun, Raquel and Torralba, Antonio and Fidler, Sanja},
  booktitle={Advances in neural information processing systems},
  pages={3294--3302},
  year={2015}
}

@inproceedings{KiselyovShan2009,
  title={Embedded probabilistic programming},
  author={Kiselyov, Oleg and Shan, Chung-Chieh},
  booktitle={Domain-Specific Languages},
  pages={360--384},
  year={2009},
  organization={Springer}
}

@book{KollerFriedman2009,
  author = {Daphne Koller and Nir Friedman},
  title = {Probabilistic Graphical Models},
  publisher = {MIT Press},
  year = 2009,
  isbn = {9780262013192}
}

@article{KrishnanEtAl2015,
  title={Deep Kalman Filters},
  author={Krishnan, Rahul G and Shalit, Uri and Sontag, David},
  journal={arXiv preprint arXiv:1511.05121v1 [stat.ML]},
  year={2015}
}

@inproceedings{KrishnanEtAl2017,
  title={Structured Inference Networks for Nonlinear State Space Models.},
  author={Krishnan, Rahul G and Shalit, Uri and Sontag, David},
  booktitle={AAAI},
  pages={2101--2109},
  year={2017}
}

@inproceedings{KrizhevskyEtAl2012,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={Advances in neural information processing systems},
  pages={1097--1105},
  year={2012}
}

@article{KruegerEtAl2016,
  title={Zoneout: Regularizing RNNs by Randomly Preserving Hidden Activations},
  author={Krueger, David and Maharaj, Tegan and Kram{\'a}r, J{\'a}nos and Pezeshki, Mohammad and Ballas, Nicolas and Ke, Nan Rosemary and Goyal, Anirudh and Bengio, Yoshua and Larochelle, Hugo and Courville, Aaron and others},
  journal={arXiv preprint arXiv:1606.01305v2 [cs.NE]},
  year={2016}
}

@inproceedings{LakeEtAl2013,
  title={One-shot learning by inverting a compositional causal process},
  author={Lake, Brenden M and Salakhutdinov, Ruslan R and Tenenbaum, Josh},
  booktitle={Advances in neural information processing systems},
  pages={2526--2534},
  year={2013}
}

@article{LakeEtAl2016,
  title={Building machines that learn and think like people},
  author={Lake, Brenden M and Ullman, Tomer D and Tenenbaum, Joshua B and Gershman, Samuel J},
  journal={arXiv preprint arXiv:1604.00289v2 [cs.AI]},
  year={2016}
}

@article{UriaEtAl2016,
  title={Neural autoregressive distribution estimation},
  author={Uria, Benigno and C{\^o}t{\'e}, Marc-Alexandre and Gregor, Karol and Murray, Iain and Larochelle, Hugo},
  journal={Journal of Machine Learning Research},
  volume={17},
  number={205},
  pages={1--37},
  year={2016}
}

@article{LeCunEtAl1998,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}

@article{LeeSeung1999,
  title={Learning the parts of objects by non-negative matrix factorization},
  author={Lee, Daniel D and Seung, H Sebastian},
  journal={Nature},
  volume={401},
  number={6755},
  pages={788--791},
  year={1999},
  publisher={Nature Publishing Group}
}

@inproceedings{LeEtAl2016,
  title={Inference compilation and universal probabilistic programming},
  author={Le, Tuan Anh and Baydin, Atilim Gunes and Wood, Frank},
  booktitle={AISTATS},
  year={2017}
}

@inproceedings{LeEtAl2017,
  title={Auto-Encoding Sequential Monte Carlo},
  author={Le, Tuan Anh and Igl, Maximilian and Jin, Tom and Rainforth, Tom and Wood, Frank},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2018}
}

@inproceedings{LeMikolov2014,
  title={Distributed Representations of Sentences and Documents.},
  author={Le, Quoc V and Mikolov, Tomas},
  booktitle={ICML},
  volume={14},
  pages={1188--1196},
  year={2014}
}

@inproceedings{LiEtAl2014,
  title={Scaling distributed machine learning with the parameter server},
  author={Li, Mu and Andersen, David G and Park, Jun Woo and Smola, Alexander J and Ahmed, Amr and Josifovski, Vanja and Long, James and Shekita, Eugene J and Su, Bor-Yiing},
  booktitle={Proc. OSDI},
  pages={583--598},
  year={2014}
}

@inproceedings{LiEtAl2016,
  title={Black-Box Alpha Divergence Minimization},
  author={Li, Yingzhen and Rowland, Mark and Bui, Thang and Hernandez-Lobato, Daniel and Turner, Richard and others},
  booktitle={Proceedings of The 33rd International Conference on Machine Learning},
  pages={1511--1520},
  year={2016}
}

@article{LiTurner2016,
	 title={{R\'enyi} divergence variational inference},
  author={Li, Yingzhen and Turner, Richard E.},
  journal={arXiv preprint arXiv:1602.02311v3 [stat.ML]},
  year={2016}
}

@inproceedings{MaaloeEtAl2016,
  title={Auxiliary Deep Generative Models},
  author={Maal{\o}e, Lars and S{\o}nderby, Casper Kaae and S{\o}nderby, S{\o}ren Kaae and Winther, Ole},
  booktitle={Proceedings of The 33rd International Conference on Machine Learning},
  year={2016}
}

@book{Mackay2003,
  title={Information theory, inference and learning algorithms},
  author={MacKay, David JC},
  year={2003},
  publisher={Cambridge University Press}
}

@inproceedings{MaddisonEtAl2016,
  title={The Concrete Distribution: A Continuous Relaxation of Discrete Random Variables},
  author={Maddison, Chris J and Mnih, Andriy and Teh, Yee Whye},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2017}
}

@inproceedings{MaddisonEtAl2017,
  title={Filtering Variational Objectives},
  author={Maddison, Chris J and Lawson, John and Tucker, George and Heess, Nicolas and Norouzi, Mohammad and Mnih, Andriy and Doucet, Arnaud and Teh, Yee},
  booktitle={Advances in Neural Information Processing Systems},
  pages={6576--6586},
  year={2017}
}

@inproceedings{MaEtAl2015,
  title={A complete recipe for stochastic gradient MCMC},
  author={Ma, Yi-An and Chen, Tianqi and Fox, Emily},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2899--2907},
  year={2015}
}

@article{MeschederEtAl2017,
  title={Adversarial Variational Bayes: Unifying Variational Autoencoders and Generative Adversarial Networks},
  author={Mescheder, Lars and Nowozin, Sebastian and Geiger, Andreas},
  journal={arXiv preprint arXiv:1701.04722},
  year={2017}
}

@inproceedings{MikolovEtAl2013,
  title={Distributed representations of words and phrases and their compositionality},
  author={Mikolov, Tomas and Sutskever, Ilya and Chen, Kai and Corrado, Greg S and Dean, Jeff},
  booktitle={Advances in neural information processing systems},
  pages={3111--3119},
  year={2013}
}

@article{MnihEtAl2015,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529--533},
  year={2015},
  publisher={Nature Publishing Group}
}

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={Proceedings of the 31st International Conference on Machine Learning (ICML-14)},
  pages={1791--1799},
  year={2014}
}

@article{MnihRezende2016,
	 title={Variational inference for {Monte} {Carlo} objectives},
  author={Mnih, Andriy and Rezende, Danilo J.},
  journal={arXiv preprint arXiv:1602.06725v2 [cs.LG]},
  year={2016}
}

@inproceedings{NaessethEtAl2017,
  title={Variational Sequential Monte Carlo},
  author={Naesseth, Christian A and Linderman, Scott W and Ranganath, Rajesh and Blei, David M},
  booktitle={Proceedings of the 21st International Conference on Artificial Intelligence and Statistics (AISTATS)},
  year={2018}
}

@article{Neal1990,
  title={Learning stochastic feedforward networks},
  author={Neal, Radford M},
  journal={Department of Computer Science, University of Toronto},
  year={1990},
  publisher={Citeseer}
}

@inproceedings{Neal1993,
  title={Bayesian learning via stochastic dynamics},
  author={Neal, Radford M},
  booktitle={Advances in neural information processing systems},
  pages={475--482},
  year={1993}
}

@article{Neal1998,
  title={Annealed importance sampling (Technical Report 9805 (revised))},
  author={Neal, Radford M},
  journal={Department of Statistics, University of Toronto},
  year={1998}
}

@article{Neal2011,
  title={MCMC using Hamiltonian dynamics},
  author={Neal, Radford M},
  journal={Handbook of Markov Chain Monte Carlo},
  volume={2},
  year={2011}
}

@book{Neal2012,
  title={Bayesian learning for neural networks},
  author={Neal, Radford M},
  volume={118},
  year={2012},
  publisher={Springer Science \& Business Media}
}

@article{NeiswangerEtAl2013,
  title={Asymptotically exact, embarrassingly parallel MCMC},
  author={Neiswanger, Willie and Wang, Chong and Xing, Eric},
  journal={arXiv preprint arXiv:1311.4780},
  year={2013}
}

@inproceedings{Nesterov1983,
  title={A method for unconstrained convex minimization problem with the rate of convergence O (1/k2)},
  author={Nesterov, Yurii},
  booktitle={Doklady an SSSR},
  volume={269},
  pages={543--547},
  year={1983}
}

@inproceedings{NowozinEtAl2016,
  title={f-GAN: Training generative neural samplers using variational divergence minimization},
  author={Nowozin, Sebastian and Cseke, Botond and Tomioka, Ryota},
  booktitle={Advances in Neural Information Processing Systems},
  pages={271--279},
  year={2016}
}

@unpublished{Orbanz2014,
  title={Lecture notes on {Bayesian} nonparametrics [{DRAFT}]},
  author={Orbanz, Peter},
  note={Unpublished}
}

@inproceedings{PaigeWood2014,
  title={A compilation target for probabilistic programming languages},
  author={Paige, Brooks and Wood, Frank},
  booktitle={Proceedings of the 31st International Conference on Machine Learning (ICML-14)},
  pages={1935--1943},
  year={2014}
}

@inproceedings{PaigeWood2016,
  title={Inference networks for Sequential Monte Carlo in graphical models},
  author={Paige, Brooks and Wood, Frank},
  booktitle={Proceedings of the 33rd International Conference on Machine Learning},
  volume={48},
  year={2016}
}

@inproceedings{PascanuEtAl2013,
  title={On the difficulty of training recurrent neural networks},
  author={Pascanu, Razvan and Mikolov, Tomas and Bengio, Yoshua},
  booktitle={Proceedings of The 30th International Conference on Machine Learning},
  pages={1310--1318},
  year={2013}
}

@article{Pollack1990,
  title={Recursive distributed representations},
  author={Pollack, Jordan B},
  journal={Artificial Intelligence},
  volume={46},
  number={1},
  pages={77--105},
  year={1990},
  publisher={Elsevier}
}

@article{PougetEtAl2013,
  title={Probabilistic brains: knowns and unknowns},
  author={Pouget, Alexandre and Beck, Jeffrey M and Ma, Wei Ji and Latham, Peter E},
  journal={Nature neuroscience},
  volume={16},
  number={9},
  pages={1170--1178},
  year={2013},
  publisher={Nature Publishing Group}
}

@inproceedings{RanganathetAl2014b,
  title={Black Box Variational Inference},
  author={Ranganath, Rajesh and Gerrish, Sean and Blei, David},
  booktitle={Proceedings of the Seventeenth International Conference on Artificial Intelligence and Statistics},
  pages={814--822},
  year={2014}
}

@inproceedings{RanganathEtAl2014,
  title={Deep exponential families},
  author={Ranganath, Rajesh and Tang, Linpeng and Charlin, Laurent and Blei, David M},
  booktitle={Proceedings of the Eighteenth International Conference on Artificial Intelligence and Statistics (AISTATS)},
  year={2015}
}

@article{ReedDeFreitas2015,
  title={Neural programmer-interpreters},
  author={Reed, Scott and de Freitas, Nando},
  journal={arXiv preprint arXiv:1511.06279v4 [cs.LG]},
  year={2015}
}

@article{RenEtAl2016,
  title={Normalizing the Normalizers: Comparing and Extending Network Normalization Schemes},
  author={Ren, Mengye and Liao, Renjie and Urtasun, Raquel and Sinz, Fabian H and Zemel, Richard S},
  journal={arXiv preprint arXiv:1611.04520v1 [cs.LG]},
  year={2016}
}

@inproceedings{Renyi1961,
  title={On measures of entropy and information},
  author={R\'enyi, Alfred},
  booktitle={Fourth Berkeley symposium on mathematical statistics and probability},
  volume={1},
  pages={547--561},
  year={1961}
}

@inproceedings{RezendeEtAl2014,
  title={Stochastic backpropagation and approximate inference in deep generative models},
  author={Rezende, Danilo Jimenez and Mohamed, Shakir and Wierstra, Daan},
  booktitle={Proceedings of The 31st International Conference on Machine Learning},
  year={2014}
}

@article{RezendeEtAl2016,
  title={One-Shot Generalization in Deep Generative Models},
  author={Rezende, Danilo Jimenez and Mohamed, Shakir and Danihelka, Ivo and Gregor, Karol and Wierstra, Daan},
  journal={arXiv preprint arXiv:1603.05106v2 [stat.ML]},
  year={2016}
}

@inproceedings{RezendeMohamed2015,
  title={Variational Inference with Normalizing Flows},
  author={Rezende, Danilo and Mohamed, Shakir},
  booktitle={Proceedings of The 32nd International Conference on Machine Learning},
  pages={1530--1538},
  year={2015}
}

@article{Ritchie2016,
  title={Deep Amortized Inference for Probabilistic Programs},
  author={Ritchie, Daniel and Horsfall, Paul and Goodman, Noah D},
  journal={arXiv preprint arXiv:1610.05735},
  year={2016}
}

@article{RuizEtAl2016,
	 title={Overdispersed black-box variational inference},
  author={Ruiz,Francisco J. R. and Titsias, Michalis K. and Blei, David M.},
  journal={arXiv preprint arXiv:1603.01140v1 [stat.ML]},
  year={2016}
}

@article{Salimans2016,
  title={A Structured Variational Auto-encoder for Learning Deep Hierarchies of Sparse Features},
  author={Salimans, Tim},
  journal={arXiv preprint arXiv:1602.08734v1 [stat.ML]},
  year={2016}
}

@inproceedings{SalimansEtAl2015,
  title={Markov chain {Monte} {Carlo} and variational inference: bridging the gap},
  author={Salimans, Tim and Kingma, Dierderik P. and Welling, Max},
  booktitle={Proceedings of the 32nd International Conference on Machine Learning (ICML)},
  pages={1278--1286},
  year={2015}
}

@article{SalimansKingma2016,
  title={Weight Normalization: A Simple Reparameterization to Accelerate Training of Deep Neural Networks},
  author={Salimans, Tim and Kingma, Diederik P},
  journal={arXiv preprint arXiv:1602.07868v3 [cs.LG]},
  year={2016}
}

@article{ScellierBengio2016,
  title={Towards a biologically plausible backprop},
  author={Scellier, Benjamin and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1602.05179v2 [cs.LG]},
  year={2016}
}

@article{SchusterPaliwal1997,
  title={Bidirectional recurrent neural networks},
  author={Schuster, Mike and Paliwal, Kuldip K},
  journal={IEEE Transactions on Signal Processing},
  volume={45},
  number={11},
  pages={2673--2681},
  year={1997},
  publisher={IEEE}
}

@inproceedings{ScottEtAl2013,
title = {Bayes and Big Data:  The Consensus Monte Carlo Algorithm},
author  = {Steven L. Scott and Alexander W. Blocker and Fernando V. Bonassi},
year  = 2013,
booktitle = {Bayes 250}
}

@article{Shachter1986,
  title={Evaluating influence diagrams},
  author={Shachter, Ross D},
  journal={Operations research},
  volume={34},
  number={6},
  pages={871--882},
  year={1986},
  publisher={INFORMS}
}

@inproceedings{ShangEtAl2016,
  title={Understanding and improving convolutional neural networks via concatenated rectified linear units},
  author={Shang, Wenling and Sohn, Kihyuk and Almeida, Diogo and Lee, Honglak},
  booktitle={Proceedings of the International Conference on Machine Learning (ICML)},
  year={2016}
}

@article{SilverEtAl2016,
  title={Mastering the game of Go with deep neural networks and tree search},
  author={Silver, David and Huang, Aja and Maddison, Chris J and Guez, Arthur and Sifre, Laurent and Van Den Driessche, George and Schrittwieser, Julian and Antonoglou, Ioannis and Panneershelvam, Veda and Lanctot, Marc and others},
  journal={Nature},
  volume={529},
  number={7587},
  pages={484--489},
  year={2016},
  publisher={Nature Publishing Group}
}

@inproceedings{Siskind2015,
  title={Conducting Neuroscience to Guide the Development of AI.},
  author={Siskind, Jeffrey Mark},
  booktitle={AAAI},
  pages={4067--4072},
  year={2015}
}

@article{SonderbyEtAl2016,
  title={How to Train Deep Variational Autoencoders and Probabilistic Ladder Networks},
  author={S{\o}nderby, Casper Kaae and Raiko, Tapani and Maal{\o}e, Lars and S{\o}nderby, S{\o}ren Kaae and Winther, Ole},
  journal={arXiv preprint arXiv:1602.02282v2 [stat.ML]},
  year={2016}
}

@article{SrivastavaEtAl2014,
  title={Dropout: a simple way to prevent neural networks from overfitting.},
  author={Srivastava, Nitish and Hinton, Geoffrey E and Krizhevsky, Alex and Sutskever, Ilya and Salakhutdinov, Ruslan},
  journal={Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={1929--1958},
  year={2014}
}

@inproceedings{StuhlmullerEtAl2013,
  title={Learning stochastic inverses},
  author={Stuhlm{\"u}ller, Andreas and Taylor, Jacob and Goodman, Noah},
  booktitle={Advances in neural information processing systems},
  pages={3048--3056},
  year={2013}
}

@article{SutherlandEtAl2016,
  title={Generative models and model criticism via optimized maximum mean discrepancy},
  author={Sutherland, Dougal J and Tung, Hsiao-Yu and Strathmann, Heiko and De, Soumyajit and Ramdas, Aaditya and Smola, Alex and Gretton, Arthur},
  journal={arXiv preprint arXiv:1611.04488v4},
  year={2016}
}

@article{TavaresEtAl2017,
  title={Parametric inversion of non-invertible functions},
  author={Tavares, Zenna and Minasyan, Edgar and Wu, Lawrence and Solar--Lezama, Armando},
  journal={arXiv preprint ?},
  year={2017}
}

@inproceedings{Teh2006a,
  title={A hierarchical {Bayesian} language model based on {Pitman--Yor} processes},
  author={Teh, Yee Whye},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={985--992},
  year={2006},
  organization={Association for Computational Linguistics}
}

@techreport{Teh2006b,
	author={Teh, Yee Whye},
	title={A {Bayesian} interpretation of interpolated {Kneser--Ney}},
	institution={NUS School of Computing},
	year={2006},
	number={TRA2/06}
}

@article{TehEtAl2006,
  title={Hierarchical {Dirichlet} processes},
  author={Teh, Yee Whye and Jordan, Michael I and Beal, Matthew J and Blei, David M},
  journal={Journal of the american statistical association},
  volume={101},
  number={476},
  year={2006}
}

@article{TranEtAl2016,
  author = {Dustin Tran and Alp Kucukelbir and Adji B. Dieng and Maja Rudolph and Dawen Liang and David M. Blei},
  title = {{Edward: A library for probabilistic modeling, inference, and criticism}},
  journal = {arXiv preprint arXiv:1610.09787},
  year = {2016}
}

@inproceedings{UriaEtAl2013,
  title={RNADE: The real-valued neural autoregressive density-estimator},
  author={Uria, Benigno and Murray, Iain and Larochelle, Hugo},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2175--2183},
  year={2013}
}

@inproceedings{VanDenOordEtAl2016a,
  title={Pixel Recurrent Neural Networks},
  author={van den Oord, Aaron and Kalchbrenner, Nal and Kavukcuoglu, Koray},
  booktitle={Proceedings of the 33rd International Conference on Machine Learning},
  year={2016}
}

@inproceedings{VanDenOordEtAl2016b,
  title={Conditional image generation with pixelcnn decoders},
  author={van den Oord, Aaron and Kalchbrenner, Nal and Espeholt, Lasse and Vinyals, Oriol and Graves, Alex and others},
  booktitle={Advances in Neural Information Processing Systems},
  pages={4790--4798},
  year={2016}
}

@article{VanDenOordEtAl2016c,
  title={Wavenet: A generative model for raw audio},
  author={van den Oord, A{\"a}ron and Dieleman, Sander and Zen, Heiga and Simonyan, Karen and Vinyals, Oriol and Graves, Alex and Kalchbrenner, Nal and Senior, Andrew and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1609.03499v2 [cs.SD]},
  year={2016}
}

@article{VanErvenHarremoes2014,
  title={R{\'e}nyi divergence and Kullback-Leibler divergence},
  author={Van Erven, Tim and Harremo\"{e}s, Peter},
  journal={IEEE Transactions on Information Theory},
  volume={60},
  number={7},
  pages={3797--3820},
  year={2014},
  publisher={IEEE}
}

@article{Valpola2015,
  title={From neural PCA to deep unsupervised learning},
  author={Valpola, Harri},
  journal={Adv. in Independent Component Analysis and Learning Machines},
  pages={143--171},
  year={2015}
}

@article{WainwrightJordan2008,
  title={Graphical models, exponential families, and variational inference},
  author={Wainwright, Martin J and Jordan, Michael I},
  journal={Foundations and Trends in Machine Learning},
  volume={1},
  number={1-2},
  pages={1--305},
  year={2008},
  publisher={Now Publishers Inc.}
}

@article{WangDunson2013,
  title={Parallelizing MCMC via Weierstrass sampler},
  author={Wang, Xiangyu and Dunson, David B},
  journal={arXiv preprint arXiv:1312.4605},
  year={2013}
}

@inproceedings{WellingTeh2011,
  title={Bayesian learning via stochastic gradient Langevin dynamics},
  author={Welling, Max and Teh, Yee W},
  booktitle={Proceedings of the 28th International Conference on Machine Learning (ICML-11)},
  pages={681--688},
  year={2011}
}

@inproceedings{WingateEtAl2011,
  title={Lightweight implementations of probabilistic programming languages via transformational compilation},
  author={Wingate, David and Stuhlmueller, Andreas and Goodman, Noah D},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={770--778},
  year={2011}
}

@inproceedings{WoodEtAl2009,
  title={A stochastic memoizer for sequence data},
  author={Wood, Frank and Archambeau, C{\'e}dric and Gasthaus, Jan and James, Lancelot and Teh, Yee Whye},
  booktitle={Proceedings of the 26th Annual International Conference on Machine Learning},
  pages={1129--1136},
  year={2009},
  organization={ACM}
}

@article{WoodEtAl2011,
  title={The sequence memoizer},
  author={Wood, Frank and Gasthaus, Jan and Archambeau, C{\'e}dric and James, Lancelot and Teh, Yee Whye},
  journal={Communications of the ACM},
  volume={54},
  number={2},
  pages={91--98},
  year={2011},
  publisher={ACM}
}

@inproceedings{WoodEtAl2014,
  title={A new approach to probabilistic programming inference},
  author={Wood, Frank and van de Meent, Jan Willem and Mansinghka, Vikash},
  booktitle={Proceedings of the 17th International conference on Artificial Intelligence and Statistics},
  pages={2--46},
  year={2014}
}

@inproceedings{WoodTeh2009,
  title={A hierarchical nonparametric {Bayesian} approach to statistical language model domain adaptation},
  author={Wood, Frank and Teh, Yee Whye},
  booktitle={International Conference on Artificial Intelligence and Statistics},
  pages={607--614},
  year={2009}
}

@article{WuEtAl2016,
  title={On Multiplicative Integration with Recurrent Neural Networks},
  author={Wu, Yuhuai and Zhang, Saizheng and Zhang, Ying and Bengio, Yoshua and Salakhutdinov, Ruslan},
  journal={arXiv preprint arXiv:1606.06630v1 [cs.LG]},
  year={2016}
}

@inproceedings{WuEtAl2016b,
  title={On the Quantitative Analysis of Decoder-Based Generative Models},
  author={Wu, Yuhuai and Burda, Yuri and Salakhutdinov, Ruslan and Grosse, Roger},
  booktitle={International Conference on Learning Representations},
  year={2017}
}

@inproceedings{XuEtAl2014,
  title={Distributed {Bayesian} posterior sampling via moment sharing},
  author={Xu, Minjie and Lakshminarayanan, Balaji and Teh, Yee Whye and Zhu, Jun and Zhang, Bo},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3356--3364},
  year={2014}
}

@article{XuOu2016,
  title={Joint Stochastic Approximation learning of Helmholtz Machines},
  author={Xu, Haotian and Ou, Zhijian},
  journal={arXiv preprint arXiv:1603.06170},
  year={2016}
}

@inproceedings{ZarembaEtAl2015,
  title={An empirical exploration of recurrent network architectures},
  author={Rafal Jozefowicz and Wojciech Zaremba and Ilya Sutskever},
	booktitle={Proceedings of the 32nd International Conference on Machine Learning},
	volume={37},
  year={2015}
}

@article{ZhangEtAl2014,
  title={Deep learning with Elastic Averaging SGD},
  author={Zhang, Sixin and Choromanska, Anna and LeCun, Yann},
  journal={arXiv preprint arXiv:1412.6651},
  year={2014}
}

@inproceedings{JohnsonEtAl2016,
  booktitle = {Neural Information Processing Systems},
  title = {Composing graphical models with neural networks for structured representations and fast inference},
  author = {Johnson, Matthew J and Duvenaud, David and Wiltschko, Alexander B and Datta, Sandeep R and Adams, Ryan P},
  year = {2016},
}

@article{RebuffiEtAl17,
  author    = {Sylvestre{-}Alvise Rebuffi and
               Hakan Bilen and
               Andrea Vedaldi},
  title     = {Learning multiple visual domains with residual adapters},
  journal   = {CoRR},
  volume    = {abs/1705.08045},
  year      = {2017},
  url       = {http://arxiv.org/abs/1705.08045},
}

@inproceedings{SchulmanEtAl2015,
  title={Gradient estimation using stochastic computation graphs},
  author={Schulman, John and Heess, Nicolas and Weber, Theophane and Abbeel, Pieter},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3528--3536},
  year={2015}
}

@inproceedings{SiddharthEtAl2017,
archivePrefix = {arXiv},
arxivId = {1706.00400},
author = {Siddharth, N. and Paige, Brooks and {Van de Meent}, Jan-Willem and Desmaison, Alban and Wood, Frank and Goodman, Noah D. and Kohli, Pushmeet and Torr, Philip H. S.},
eprint = {1706.00400},
title = {{Learning Disentangled Representations with Semi-Supervised Deep Generative Models}},
booktitle={Advances in Neural Information Processing Systems},
url = {http://arxiv.org/abs/1706.00400},
year = {2017}
}

@InProceedings{KulkarniEtAl2015a,
author = {Kulkarni, Tejas D. and Kohli, Pushmeet and Tenenbaum, Joshua B. and Mansinghka, Vikash},
title = {Picture: A Probabilistic Programming Language for Scene Perception},
booktitle = {The IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2015}
}

@article{KulkarniEtAl2015b,
archivePrefix = {arXiv},
arxivId = {1503.03167},
author = {Kulkarni, Tejas D. and Whitney, Will and Kohli, Pushmeet and Tenenbaum, Joshua B.},
doi = {10.1063/1.4914407},
eprint = {1503.03167},
file = {:Users/adamg/Documents/Mendeley Desktop/Deep Convolutional Inverse Graphics Network - Kulkarni et al. - 2015.pdf:pdf},
issn = {10897550},
pages = {1--9},
title = {{Deep Convolutional Inverse Graphics Network}},
url = {http://arxiv.org/abs/1503.03167},
year = {2015}
}

@inproceedings{KingmaEtAl2014,
title = {Semi-supervised Learning with Deep Generative Models},
author = {Kingma, Diederik P and Mohamed, Shakir and Jimenez Rezende, Danilo and Welling, Max},
booktitle = {Advances in Neural Information Processing Systems},
pages = {3581--3589},
year = {2014},
}

@misc{Pyro2018,
  title = {Pyro: Deep universal probabilistic programming with Python and PyTorch},
	author = {Pyro Team, Uber AI},
	year = 2018,
  howpublished = {\url{http://pyro.ai}},
  note = {Accessed: 2018-02-08}
}

@article{bingham2018pyro,
author = {Bingham, Eli and Chen, Jonathan P. and Jankowiak, Martin and Obermeyer, Fritz and
          Pradhan, Neeraj and Karaletsos, Theofanis and Singh, Rohit and Szerlip, Paul and
          Horsfall, Paul and Goodman, Noah D.},
title = {{Pyro: Deep Universal Probabilistic Programming}},
journal = {Journal of Machine Learning Research},
year = {2018}
}

@article{CremerEtAl2017,
	title={Reinterpreting importance-weighted autoencoders},
	author={Cremer, Chris and Morris, Quaid and Duvenaud, David},
	journal={arXiv preprint arXiv:1704.02916},
	year={2017}
}

@article{CremerEtAl2018,
	title={Inference Suboptimality in Variational Autoencoders},
	author={Cremer, Chris and Li, Xuechen and Duvenaud, David},
	journal={arXiv preprint arXiv:1801.03558},
	year={2018}
}

@article{RainforthEtAl2018,
	title={Tighter Variational Bounds are Not Necessarily Better},
	author={Rainforth, Tom and Kosiorek, Adam R and Le, Tuan Anh and Maddison, Chris J and Igl, Maximilian and Wood, Frank and Teh, Yee Whye},
	journal={arXiv preprint arXiv:1802.04537},
	year={2018}
}

@article{MarsagliaTsang2000,
  title={A simple method for generating gamma variables},
  author={Marsaglia, George and Tsang, Wai Wan},
  journal={ACM Transactions on Mathematical Software (TOMS)},
  volume={26},
  number={3},
  pages={363--372},
  year={2000},
  publisher={ACM}
}

@article{Box1958,
  title={A note on the generation of random normal deviates},
  author={Box, George EP},
  journal={Ann. Math. Stat.},
  volume={29},
  pages={610--611},
  year={1958}
}

@inproceedings{WebbEtAl2018,
  title={Faithful inversion of generative models for effective amortized inference},
  author={Webb, Stefan and Golinski, Adam and Zinkov, Robert and Siddharth, N. and Rainforth, Tom and Teh, Yee Whye and Wood, Frank},
  booktitle={Advances in Neural Information Processing Systems},
  year={2018}
}

@article{rumelhart1986learning,
  title={Learning representations by back-propagating errors},
  author={Rumelhart, David E and Hinton, Geoffrey E and Williams, Ronald J},
  journal={nature},
  volume={323},
  number={6088},
  pages={533},
  year={1986},
  publisher={Nature Publishing Group}
}

@incollection{graves2012supervised,
  title={Supervised sequence labelling},
  author={Graves, Alex},
  booktitle={Supervised sequence labelling with recurrent neural networks},
  pages={5--13},
  year={2012},
  publisher={Springer}
}

@inproceedings{eslami2016attend,
  title={Attend, infer, repeat: Fast scene understanding with generative models},
  author={Eslami, SM Ali and Heess, Nicolas and Weber, Theophane and Tassa, Yuval and Szepesvari, David and Hinton, Geoffrey E and others},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3225--3233},
  year={2016}
}

@article{bradbury2016quasi,
  title={Quasi-recurrent neural networks},
  author={Bradbury, James and Merity, Stephen and Xiong, Caiming and Socher, Richard},
  journal={arXiv preprint arXiv:1611.01576},
  year={2016}
}

@article{chen2018neural,
  title={Neural Ordinary Differential Equations},
  author={Chen, Tian Qi and Rubanova, Yulia and Bettencourt, Jesse and Duvenaud, David},
  journal={arXiv preprint arXiv:1806.07366},
  year={2018}
}

@inproceedings{papamakarios2017masked,
  title={Masked autoregressive flow for density estimation},
  author={Papamakarios, George and Murray, Iain and Pavlakou, Theo},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2338--2347},
  year={2017}
}

@article{huang2018neural,
  title={Neural Autoregressive Flows},
  author={Huang, Chin-Wei and Krueger, David and Lacoste, Alexandre and Courville, Aaron},
  journal={arXiv preprint arXiv:1804.00779},
  year={2018}
}

@article{van2018sylvester,
  title={Sylvester normalizing flows for variational inference},
  author={van den Berg, Rianne and Hasenclever, Leonard and Tomczak, Jakub M and Welling, Max},
  journal={arXiv preprint arXiv:1803.05649},
  year={2018}
}

@article{tomczak2016improving,
  title={Improving variational auto-encoders using householder flow},
  author={Tomczak, Jakub M and Welling, Max},
  journal={arXiv preprint arXiv:1611.09630},
  year={2016}
}

@article{dinh2014nice,
  title={NICE: Non-linear independent components estimation},
  author={Dinh, Laurent and Krueger, David and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1410.8516},
  year={2014}
}

@inproceedings{glorot2010understanding,
  title={Understanding the difficulty of training deep feedforward neural networks},
  author={Glorot, Xavier and Bengio, Yoshua},
  booktitle={Proceedings of the thirteenth international conference on artificial intelligence and statistics},
  pages={249--256},
  year={2010}
}

@article{webb2018statistical,
  title={A Statistical Approach to Assessing Neural Network Robustness},
  author={Webb, Stefan and Rainforth, Tom and Teh, Yee Whye and M., Pawan Kumar},
  journal={arXiv preprint arXiv:1410.8516},
  year={2018}
}

@article{madry2017towards,
  title={Towards deep learning models resistant to adversarial attacks},
  author={Madry, Aleksander and Makelov, Aleksandar and Schmidt, Ludwig and Tsipras, Dimitris and Vladu, Adrian},
  journal={arXiv preprint arXiv:1706.06083},
  year={2017}
}

@article{tramer2017ensemble,
  title={Ensemble adversarial training: Attacks and defenses},
  author={Tram{\`e}r, Florian and Kurakin, Alexey and Papernot, Nicolas and Goodfellow, Ian and Boneh, Dan and McDaniel, Patrick},
  journal={arXiv preprint arXiv:1705.07204},
  year={2017}
}

@article{goodfellow2014explaining,
  title={Explaining and harnessing adversarial examples},
  author={Goodfellow, Ian J and Shlens, Jonathon and Szegedy, Christian},
  journal={arXiv preprint arXiv:1412.6572},
	year={2014}
}

@article{kolter2017provable,
  title={Provable defenses against adversarial examples via the convex outer adversarial polytope},
  author={Kolter, J Zico and Wong, Eric},
  journal={arXiv preprint arXiv:1711.00851},
  volume={1},
  number={2},
  pages={3},
  year={2017}
}

@article{wong2018explaining,
  title={Explaining and harnessing adversarial examples},
  author={Wong, Eric and Schmidt, Frank R. and Metzen, Jan Hendrik and Kolter, J Zico},
  journal={arXiv preprint arXiv:1805.12514},
	year={2018}
}

@inproceedings{wood2014new,
  title={A new approach to probabilistic programming inference},
  author={Wood, Frank and Meent, Jan Willem and Mansinghka, Vikash},
  booktitle={Artificial Intelligence and Statistics},
  pages={1024--1032},
  year={2014}
}

@article{ioffe2015batch,
  title={Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  author={Ioffe, Sergey and Szegedy, Christian},
  journal={arXiv preprint arXiv:1502.03167},
  year={2015}
}

@article{dinh2016density,
  title={Density estimation using Real NVP},
  author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
  journal={arXiv preprint arXiv:1605.08803},
  year={2016}
}

@inproceedings{kingma2018glow,
  title={Glow: Generative flow with invertible 1x1 convolutions},
  author={Kingma, Durk P and Dhariwal, Prafulla},
  booktitle={Advances in Neural Information Processing Systems},
  pages={10235--10244},
  year={2018}
}

@article{salman2018deep,
  title={Deep Diffeomorphic Normalizing Flows},
  author={Salman, Hadi and Yadollahpour, Payman and Fletcher, Tom and Batmanghelich, Kayhan},
  journal={arXiv preprint arXiv:1810.03256},
  year={2018}
}

@article{arora2017generalization,
  title={Generalization and equilibrium in generative adversarial nets (gans)},
  author={Arora, Sanjeev and Ge, Rong and Liang, Yingyu and Ma, Tengyu and Zhang, Yi},
  journal={arXiv preprint arXiv:1703.00573},
  year={2017}
}

@article{arora2017gans,
  title={Do GANs actually learn the distribution? an empirical study},
  author={Arora, Sanjeev and Zhang, Yi},
  journal={arXiv preprint arXiv:1706.08224},
  year={2017}
}

@article{blei2003latent,
  title={Latent dirichlet allocation},
  author={Blei, David M and Ng, Andrew Y and Jordan, Michael I},
  journal={Journal of machine Learning research},
  volume={3},
  number={Jan},
  pages={993--1022},
  year={2003}
}

@article{lecun2015deep,
  title={Deep learning},
  author={LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
  journal={nature},
  volume={521},
  number={7553},
  pages={436},
  year={2015},
  publisher={Nature Publishing Group}
}

@book{gelman2013bayesian,
  title={Bayesian data analysis},
  author={Gelman, Andrew and Stern, Hal S and Carlin, John B and Dunson, David B and Vehtari, Aki and Rubin, Donald B},
  year={2013},
  publisher={Chapman and Hall/CRC}
}

@article{andrieu2003introduction,
  title={An introduction to MCMC for machine learning},
  author={Andrieu, Christophe and De Freitas, Nando and Doucet, Arnaud and Jordan, Michael I},
  journal={Machine learning},
  volume={50},
  number={1-2},
  pages={5--43},
  year={2003},
  publisher={Springer}
}

@article{jordan1999introduction,
  title={An introduction to variational methods for graphical models},
  author={Jordan, Michael I and Ghahramani, Zoubin and Jaakkola, Tommi S and Saul, Lawrence K},
  journal={Machine learning},
  volume={37},
  number={2},
  pages={183--233},
  year={1999},
  publisher={Springer}
}

@inproceedings{bornschein2017variational,
  title={Variational memory addressing in generative models},
  author={Bornschein, J{\"o}rg and Mnih, Andriy and Zoran, Daniel and Rezende, Danilo Jimenez},
  booktitle={Advances in Neural Information Processing Systems},
  pages={3920--3929},
  year={2017}
}

@article{szegedy2013intriguing,
  title={Intriguing properties of neural networks},
  author={Szegedy, Christian and Zaremba, Wojciech and Sutskever, Ilya and Bruna, Joan and Erhan, Dumitru and Goodfellow, Ian and Fergus, Rob},
  journal={arXiv preprint arXiv:1312.6199},
  year={2013}
}

@article{guyader2011simulation,
  title={Simulation and estimation of extreme quantiles and extreme probabilities},
  author={Guyader, Arnaud and Hengartner, Nicolas and Matzner-L{\o}ber, Eric},
  journal={Applied Mathematics \& Optimization},
  volume={64},
  number={2},
  pages={171--196},
  year={2011},
  publisher={Springer}
}

@inproceedings{ng2002discriminative,
  title={On discriminative vs. generative classifiers: A comparison of logistic regression and naive bayes},
  author={Ng, Andrew Y and Jordan, Michael I},
  booktitle={Advances in neural information processing systems},
  pages={841--848},
  year={2002}
}

@article{mohamed2016learning,
  title={Learning in implicit generative models},
  author={Mohamed, Shakir and Lakshminarayanan, Balaji},
  journal={arXiv preprint arXiv:1610.03483},
  year={2016}
}

@article{van2018introduction,
  title={An Introduction to Probabilistic Programming},
  author={van de Meent, Jan-Willem and Paige, Brooks and Yang, Hongseok and Wood, Frank},
  journal={arXiv preprint arXiv:1809.10756},
  year={2018}
}

@inproceedings{ledig2017photo,
  title={Photo-Realistic Single Image Super-Resolution Using a Generative Adversarial Network.},
  author={Ledig, Christian and Theis, Lucas and Husz{\'a}r, Ferenc and Caballero, Jose and Cunningham, Andrew and Acosta, Alejandro and Aitken, Andrew P and Tejani, Alykhan and Totz, Johannes and Wang, Zehan and others},
  booktitle={CVPR},
  volume={2},
  number={3},
  pages={4},
  year={2017}
}

@misc{mohamed2017tutorial,
    author  = "Shakir Mohamed and Danilo Rezende",
    title   = "Tutorial on deep generative models",
    year    = "2017",
    note = "UAI 2017 Australia",
}

@article{kosiorek2018sequential,
  title={Sequential Attend, Infer, Repeat: Generative Modelling of Moving Objects},
  author={Kosiorek, Adam R and Kim, Hyunjik and Posner, Ingmar and Teh, Yee Whye},
  journal={arXiv preprint arXiv:1806.01794},
  year={2018}
}

@book{stachurski2009economic,
  title={Economic dynamics: theory and computation},
  author={Stachurski, John},
  year={2009},
  publisher={MIT Press}
}

@book{gilks1995markov,
  title={Markov chain Monte Carlo in practice},
  author={Gilks, Walter R and Richardson, Sylvia and Spiegelhalter, David},
  year={1995},
  publisher={Chapman and Hall/CRC}
}

@article{de2005tutorial,
  title={A tutorial on the cross-entropy method},
  author={De Boer, Pieter-Tjerk and Kroese, Dirk P and Mannor, Shie and Rubinstein, Reuven Y},
  journal={Annals of operations research},
  volume={134},
  number={1},
  pages={19--67},
  year={2005},
  publisher={Springer}
}

@article{zhang2018advances,
  title={Advances in variational inference},
  author={Zhang, Cheng and Butepage, Judith and Kjellstrom, Hedvig and Mandt, Stephan},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  year={2018},
  publisher={IEEE}
}

@inproceedings{minka2001expectation,
  title={Expectation propagation for approximate Bayesian inference},
  author={Minka, Thomas P},
  booktitle={Proceedings of the Seventeenth conference on Uncertainty in artificial intelligence},
  pages={362--369},
  year={2001},
  organization={Morgan Kaufmann Publishers Inc.}
}

@article{lake2015human,
  title={Human-level concept learning through probabilistic program induction},
  author={Lake, Brenden M and Salakhutdinov, Ruslan and Tenenbaum, Joshua B},
  journal={Science},
  volume={350},
  number={6266},
  pages={1332--1338},
  year={2015},
  publisher={American Association for the Advancement of Science}
}

@article{igl2018deep,
  title={Deep Variational Reinforcement Learning for POMDPs},
  author={Igl, Maximilian and Zintgraf, Luisa and Le, Tuan Anh and Wood, Frank and Whiteson, Shimon},
  journal={arXiv preprint arXiv:1806.02426},
  year={2018}
}

@inproceedings{louizos2017causal,
  title={Causal effect inference with deep latent-variable models},
  author={Louizos, Christos and Shalit, Uri and Mooij, Joris M and Sontag, David and Zemel, Richard and Welling, Max},
  booktitle={Advances in Neural Information Processing Systems},
  pages={6446--6456},
  year={2017}
}

@article{figurnov2018implicit,
  title={Implicit Reparameterization Gradients},
  author={Figurnov, Michael and Mohamed, Shakir and Mnih, Andriy},
  journal={arXiv preprint arXiv:1805.08498},
  year={2018}
}

@inproceedings{ruiz2016generalized,
  title={The generalized reparameterization gradient},
  author={Ruiz, Francisco R and AUEB, Michalis Titsias RC and Blei, David},
  booktitle={Advances in neural information processing systems},
  pages={460--468},
  year={2016}
}

@article{opper2005expectation,
  title={Expectation consistent approximate inference},
  author={Opper, Manfred and Winther, Ole},
  journal={Journal of Machine Learning Research},
  volume={6},
  number={Dec},
  pages={2177--2204},
  year={2005}
}

@article{tabak2013family,
  title={A family of nonparametric density estimation algorithms},
  author={Tabak, EG and Turner, Cristina V},
  journal={Communications on Pure and Applied Mathematics},
  volume={66},
  number={2},
  pages={145--164},
  year={2013},
  publisher={Wiley Online Library}
}

@article{radford2015unsupervised,
  title={Unsupervised representation learning with deep convolutional generative adversarial networks},
  author={Radford, Alec and Metz, Luke and Chintala, Soumith},
  journal={arXiv preprint arXiv:1511.06434},
  year={2015}
}

@inproceedings{grover2018flow,
  title={Flow-GAN: Combining maximum likelihood and adversarial learning in generative models},
  author={Grover, Aditya and Dhar, Manik and Ermon, Stefano},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}

@inproceedings{bamler2017perturbative,
  title={Perturbative black box variational inference},
  author={Bamler, Robert and Zhang, Cheng and Opper, Manfred and Mandt, Stephan},
  booktitle={Advances in Neural Information Processing Systems},
  pages={5079--5088},
  year={2017}
}

@inproceedings{ranganath2016operator,
  title={Operator variational inference},
  author={Ranganath, Rajesh and Tran, Dustin and Altosaar, Jaan and Blei, David},
  booktitle={Advances in Neural Information Processing Systems},
  pages={496--504},
  year={2016}
}

@inproceedings{liu2016stein,
  title={Stein variational gradient descent: A general purpose bayesian inference algorithm},
  author={Liu, Qiang and Wang, Dilin},
  booktitle={Advances In Neural Information Processing Systems},
  pages={2378--2386},
  year={2016}
}

@article{dayan1995helmholtz,
  title={The helmholtz machine},
  author={Dayan, Peter and Hinton, Geoffrey E and Neal, Radford M and Zemel, Richard S},
  journal={Neural computation},
  volume={7},
  number={5},
  pages={889--904},
  year={1995},
  publisher={MIT Press}
}

@article{hinton2015distilling,
  title={Distilling the knowledge in a neural network},
  author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
  journal={arXiv preprint arXiv:1503.02531},
  year={2015}
}

@article{metropolis1953equation,
  title={Equation of state calculations by fast computing machines},
  author={Metropolis, Nicholas and Rosenbluth, Arianna W and Rosenbluth, Marshall N and Teller, Augusta H and Teller, Edward},
  journal={The journal of chemical physics},
  volume={21},
  number={6},
  pages={1087--1092},
  year={1953},
  publisher={AIP}
}

@book{opper2001advanced,
  title={Advanced mean field methods: Theory and practice},
  author={Opper, Manfred and Saad, David},
  year={2001},
  publisher={MIT press}
}

@Comment{jabref-meta: databaseType:bibtex;}