We train a generator by maximum likelihood and we also train the same
generator architecture by Wasserstein GAN. We then compare the generated
samples, exact log-probability densities and approximate Wasserstein distances.
We show that an independent critic trained to approximate Wasserstein distance
between the validation set and the generator distribution helps detect
overfitting. Finally, we use ideas from the one-shot learning literature to
develop a novel fast learning critic.
Description
Comparison of Maximum Likelihood and GAN-based training of Real NVPs
%0 Generic
%1 danihelka2017comparison
%A Danihelka, Ivo
%A Lakshminarayanan, Balaji
%A Uria, Benigno
%A Wierstra, Daan
%A Dayan, Peter
%D 2017
%K GAN comparison language ml wasserstein
%T Comparison of Maximum Likelihood and GAN-based training of Real NVPs
%U http://arxiv.org/abs/1705.05263
%X We train a generator by maximum likelihood and we also train the same
generator architecture by Wasserstein GAN. We then compare the generated
samples, exact log-probability densities and approximate Wasserstein distances.
We show that an independent critic trained to approximate Wasserstein distance
between the validation set and the generator distribution helps detect
overfitting. Finally, we use ideas from the one-shot learning literature to
develop a novel fast learning critic.
@misc{danihelka2017comparison,
abstract = {We train a generator by maximum likelihood and we also train the same
generator architecture by Wasserstein GAN. We then compare the generated
samples, exact log-probability densities and approximate Wasserstein distances.
We show that an independent critic trained to approximate Wasserstein distance
between the validation set and the generator distribution helps detect
overfitting. Finally, we use ideas from the one-shot learning literature to
develop a novel fast learning critic.},
added-at = {2017-08-18T10:46:41.000+0200},
author = {Danihelka, Ivo and Lakshminarayanan, Balaji and Uria, Benigno and Wierstra, Daan and Dayan, Peter},
biburl = {https://www.bibsonomy.org/bibtex/2de06185bc8cacc49358097f4f0971caa/daschloer},
description = {Comparison of Maximum Likelihood and GAN-based training of Real NVPs},
interhash = {89597d097651560bd1e2443e879d3ae1},
intrahash = {de06185bc8cacc49358097f4f0971caa},
keywords = {GAN comparison language ml wasserstein},
note = {cite arxiv:1705.05263},
timestamp = {2017-10-04T16:28:59.000+0200},
title = {Comparison of Maximum Likelihood and GAN-based training of Real NVPs},
url = {http://arxiv.org/abs/1705.05263},
year = 2017
}