%0 Generic %1 ghosh2019variational %A Ghosh, Partha %A Sajjadi, Mehdi S. M. %A Vergari, Antonio %A Black, Michael %A Schölkopf, Bernhard %D 2019 %K bayse gan vae %T From Variational to Deterministic Autoencoders %U http://arxiv.org/abs/1903.12436 %X Variational Autoencoders (VAEs) provide a theoretically-backed framework for deep generative models. However, they often produce "blurry" images, which is linked to their training objective. Sampling in the most popular implementation, the Gaussian VAE, can be interpreted as simply injecting noise to the input of a deterministic decoder. In practice, this simply enforces a smooth latent space structure. We challenge the adoption of the full VAE framework on this specific point in favor of a simpler, deterministic one. Specifically, we investigate how substituting stochasticity with other explicit and implicit regularization schemes can lead to a meaningful latent space without having to force it to conform to an arbitrarily chosen prior. To retrieve a generative mechanism for sampling new data points, we propose to employ an efficient ex-post density estimation step that can be readily adopted both for the proposed deterministic autoencoders as well as to improve sample quality of existing VAEs. We show in a rigorous empirical study that regularized deterministic autoencoding achieves state-of-the-art sample quality on the common MNIST, CIFAR-10 and CelebA datasets.

@misc{ghosh2019variational, abstract = {Variational Autoencoders (VAEs) provide a theoretically-backed framework for deep generative models. However, they often produce "blurry" images, which is linked to their training objective. Sampling in the most popular implementation, the Gaussian VAE, can be interpreted as simply injecting noise to the input of a deterministic decoder. In practice, this simply enforces a smooth latent space structure. We challenge the adoption of the full VAE framework on this specific point in favor of a simpler, deterministic one. Specifically, we investigate how substituting stochasticity with other explicit and implicit regularization schemes can lead to a meaningful latent space without having to force it to conform to an arbitrarily chosen prior. To retrieve a generative mechanism for sampling new data points, we propose to employ an efficient ex-post density estimation step that can be readily adopted both for the proposed deterministic autoencoders as well as to improve sample quality of existing VAEs. We show in a rigorous empirical study that regularized deterministic autoencoding achieves state-of-the-art sample quality on the common MNIST, CIFAR-10 and CelebA datasets.}, added-at = {2019-04-10T20:18:34.000+0200}, author = {Ghosh, Partha and Sajjadi, Mehdi S. M. and Vergari, Antonio and Black, Michael and Schölkopf, Bernhard}, biburl = {https://www.bibsonomy.org/bibtex/21dcbb6e567b5fc5787d790d7df979fb4/bechr7}, description = {From Variational to Deterministic Autoencoders}, interhash = {32b2383e0d1338f40037fb118db428d5}, intrahash = {1dcbb6e567b5fc5787d790d7df979fb4}, keywords = {bayse gan vae}, note = {cite arxiv:1903.12436Comment: Partha Ghosh and Mehdi S. M. Sajjadi contributed equally to this work}, timestamp = {2019-04-10T20:18:34.000+0200}, title = {From Variational to Deterministic Autoencoders}, url = {http://arxiv.org/abs/1903.12436}, year = 2019 }