The performance of neural network classifiers is determined by a number of
hyperparameters, including learning rate, batch size, and depth. A number of
attempts have been made to explore these parameters in the literature, and at
times, to develop methods for optimizing them. However, exploration of
parameter spaces has often been limited. In this note, I report the results of
large scale experiments exploring these different parameters and their
interactions.
Description
[1508.02788] The Effects of Hyperparameters on SGD Training of Neural Networks
%0 Generic
%1 breuel2015effects
%A Breuel, Thomas M.
%D 2015
%K cnn hyperparameter neuralnet rnn
%T The Effects of Hyperparameters on SGD Training of Neural Networks
%U http://arxiv.org/abs/1508.02788
%X The performance of neural network classifiers is determined by a number of
hyperparameters, including learning rate, batch size, and depth. A number of
attempts have been made to explore these parameters in the literature, and at
times, to develop methods for optimizing them. However, exploration of
parameter spaces has often been limited. In this note, I report the results of
large scale experiments exploring these different parameters and their
interactions.
@misc{breuel2015effects,
abstract = {The performance of neural network classifiers is determined by a number of
hyperparameters, including learning rate, batch size, and depth. A number of
attempts have been made to explore these parameters in the literature, and at
times, to develop methods for optimizing them. However, exploration of
parameter spaces has often been limited. In this note, I report the results of
large scale experiments exploring these different parameters and their
interactions.},
added-at = {2017-10-28T12:28:15.000+0200},
author = {Breuel, Thomas M.},
biburl = {https://www.bibsonomy.org/bibtex/2cfa39d59c31bc0cde17cc50e5e1c0355/albinzehe},
description = {[1508.02788] The Effects of Hyperparameters on SGD Training of Neural Networks},
interhash = {50a38930643a4ee8683290270e3540f1},
intrahash = {cfa39d59c31bc0cde17cc50e5e1c0355},
keywords = {cnn hyperparameter neuralnet rnn},
note = {cite arxiv:1508.02788},
timestamp = {2017-10-28T12:28:15.000+0200},
title = {The Effects of Hyperparameters on SGD Training of Neural Networks},
url = {http://arxiv.org/abs/1508.02788},
year = 2015
}