We investigate the $\ell_ınfty$-constrained representation which
demonstrates robustness to quantization errors, utilizing the tool of deep
learning. Based on the Alternating Direction Method of Multipliers (ADMM), we
formulate the original convex minimization problem as a feed-forward neural
network, named Deep $\ell_ınfty$ Encoder, by introducing the novel
Bounded Linear Unit (BLU) neuron and modeling the Lagrange multipliers as
network biases. Such a structural prior acts as an effective network
regularization, and facilitates the model initialization. We then investigate
the effective use of the proposed model in the application of hashing, by
coupling the proposed encoders under a supervised pairwise loss, to develop a
Deep Siamese $\ell_ınfty$ Network, which can be optimized from end to
end. Extensive experiments demonstrate the impressive performances of the
proposed model. We also provide an in-depth analysis of its behaviors against
the competitors.
%0 Generic
%1 wang2016learning
%A Wang, Zhangyang
%A Yang, Yingzhen
%A Chang, Shiyu
%A Ling, Qing
%A Huang, Thomas S.
%D 2016
%K acreuser deeplearning optimization tutorial
%T Learning A Deep $\ell_ınfty$ Encoder for Hashing
%U http://arxiv.org/abs/1604.01475
%X We investigate the $\ell_ınfty$-constrained representation which
demonstrates robustness to quantization errors, utilizing the tool of deep
learning. Based on the Alternating Direction Method of Multipliers (ADMM), we
formulate the original convex minimization problem as a feed-forward neural
network, named Deep $\ell_ınfty$ Encoder, by introducing the novel
Bounded Linear Unit (BLU) neuron and modeling the Lagrange multipliers as
network biases. Such a structural prior acts as an effective network
regularization, and facilitates the model initialization. We then investigate
the effective use of the proposed model in the application of hashing, by
coupling the proposed encoders under a supervised pairwise loss, to develop a
Deep Siamese $\ell_ınfty$ Network, which can be optimized from end to
end. Extensive experiments demonstrate the impressive performances of the
proposed model. We also provide an in-depth analysis of its behaviors against
the competitors.
@misc{wang2016learning,
abstract = {We investigate the $\ell_\infty$-constrained representation which
demonstrates robustness to quantization errors, utilizing the tool of deep
learning. Based on the Alternating Direction Method of Multipliers (ADMM), we
formulate the original convex minimization problem as a feed-forward neural
network, named \textit{Deep $\ell_\infty$ Encoder}, by introducing the novel
Bounded Linear Unit (BLU) neuron and modeling the Lagrange multipliers as
network biases. Such a structural prior acts as an effective network
regularization, and facilitates the model initialization. We then investigate
the effective use of the proposed model in the application of hashing, by
coupling the proposed encoders under a supervised pairwise loss, to develop a
\textit{Deep Siamese $\ell_\infty$ Network}, which can be optimized from end to
end. Extensive experiments demonstrate the impressive performances of the
proposed model. We also provide an in-depth analysis of its behaviors against
the competitors.},
added-at = {2016-04-08T07:42:14.000+0200},
author = {Wang, Zhangyang and Yang, Yingzhen and Chang, Shiyu and Ling, Qing and Huang, Thomas S.},
biburl = {https://www.bibsonomy.org/bibtex/24e691610707dcec87d660399606b685f/pixor},
description = {1604.01475v1.pdf},
interhash = {035287999a9b0a4f3e91e979fd46a4c3},
intrahash = {4e691610707dcec87d660399606b685f},
keywords = {acreuser deeplearning optimization tutorial},
note = {cite arxiv:1604.01475v1.pdfComment: To be presented at IJCAI'16},
timestamp = {2016-04-08T07:42:14.000+0200},
title = {Learning A Deep $\ell_\infty$ Encoder for Hashing},
url = {http://arxiv.org/abs/1604.01475},
year = 2016
}