%0 Generic %1 krause2016multiplicative %A Krause, Ben %A Lu, Liang %A Murray, Iain %A Renals, Steve %D 2016 %K cnn kallimachos neuralnet sentimentanalysis %T Multiplicative LSTM for sequence modelling %U http://arxiv.org/abs/1609.07959 %X This paper introduces multiplicative LSTM, a novel hybrid recurrent neural network architecture for sequence modelling that combines the long short-term memory (LSTM) and multiplicative recurrent neural network architectures. Multiplicative LSTM is motivated by its flexibility to have very different recurrent transition functions for each possible input, which we argue helps make it more expressive in autoregressive density estimation. We show empirically that multiplicative LSTM outperforms standard LSTM and its deep variants for a range of character level modelling tasks. We also found that this improvement increases as the complexity of the task scales up. This model achieves a test error of 1.19 bits/character on the last 4 million characters of the Hutter prize dataset when combined with dynamic evaluation.

@misc{krause2016multiplicative, abstract = {This paper introduces multiplicative LSTM, a novel hybrid recurrent neural network architecture for sequence modelling that combines the long short-term memory (LSTM) and multiplicative recurrent neural network architectures. Multiplicative LSTM is motivated by its flexibility to have very different recurrent transition functions for each possible input, which we argue helps make it more expressive in autoregressive density estimation. We show empirically that multiplicative LSTM outperforms standard LSTM and its deep variants for a range of character level modelling tasks. We also found that this improvement increases as the complexity of the task scales up. This model achieves a test error of 1.19 bits/character on the last 4 million characters of the Hutter prize dataset when combined with dynamic evaluation.}, added-at = {2017-05-10T08:50:37.000+0200}, author = {Krause, Ben and Lu, Liang and Murray, Iain and Renals, Steve}, biburl = {https://www.bibsonomy.org/bibtex/2875acd4ed60e485f046d9fc97f44e029/albinzehe}, description = {[1609.07959] Multiplicative LSTM for sequence modelling}, interhash = {435be24a86c8c24d80807e360cea8f69}, intrahash = {875acd4ed60e485f046d9fc97f44e029}, keywords = {cnn kallimachos neuralnet sentimentanalysis}, note = {cite arxiv:1609.07959}, timestamp = {2017-05-10T08:50:37.000+0200}, title = {Multiplicative LSTM for sequence modelling}, url = {http://arxiv.org/abs/1609.07959}, year = 2016 }