%0 Journal Article %1 citeulike:6511401 %A Chen, Wei %A Hobbs, Jon %A Tang, Aonan %A Beggs, John %D 2010 %J BMC Neuroscience %K neural_network neuronal_avalanche %N 1 %P 3+ %R 10.1186/1471-2202-11-3 %T A few strong connections: optimizing information retention in neuronal avalanches %U http://dx.doi.org/10.1186/1471-2202-11-3 %V 11 %X BACKGROUND:How living neural networks retain information is still incompletely understood. Two prominent ideas on this topic have developed in parallel, but have remained somewhat unconnected. The first of these, the "synaptic hypothesis," holds that information can be retained in synaptic connection strengths, or weights, between neurons. Recent work inspired by statistical mechanics has suggested that networks will retain the most information when their weights are distributed in a skewed manner, with many weak weights and only a few strong ones. The second of these ideas is that information can be represented by stable activity patterns. Multineuron recordings have shown that sequences of neural activity distributed over many neurons are repeated above chance levels when animals perform well-learned tasks. Although these two ideas are compelling, no one to our knowledge has yet linked the predicted optimum distribution of weights to stable activity patterns actually observed in living neural networks.RESULTS:Here, we explore this link by comparing stable activity patterns from cortical slice networks recorded with multielectrode arrays to stable patterns produced by a model with a tunable weight distribution. This model was previously shown to capture central features of the dynamics in these slice networks. We find that when the model weight distribution is appropriately skewed, it correctly matches the distribution of repeating patterns observed in the data. In addition, this same distribution of weights maximizes the capacity of the network model to retain stable activity patterns. Thus, the distribution that best fits the data is also the distribution that maximizes the number of stable patterns. CONCLUSIONS:We conclude that local cortical networks are very likely to use a highly skewed weight distribution, as predicted by theory, to optimize information retention. Fixed distributions impose constraints on learning, however. The network must have mechanisms for preserving the overall weight distribution while allowing individual connection strengths to vary.

@article{citeulike:6511401, abstract = {{BACKGROUND:How living neural networks retain information is still incompletely understood. Two prominent ideas on this topic have developed in parallel, but have remained somewhat unconnected. The first of these, the "synaptic hypothesis," holds that information can be retained in synaptic connection strengths, or weights, between neurons. Recent work inspired by statistical mechanics has suggested that networks will retain the most information when their weights are distributed in a skewed manner, with many weak weights and only a few strong ones. The second of these ideas is that information can be represented by stable activity patterns. Multineuron recordings have shown that sequences of neural activity distributed over many neurons are repeated above chance levels when animals perform well-learned tasks. Although these two ideas are compelling, no one to our knowledge has yet linked the predicted optimum distribution of weights to stable activity patterns actually observed in living neural networks.RESULTS:Here, we explore this link by comparing stable activity patterns from cortical slice networks recorded with multielectrode arrays to stable patterns produced by a model with a tunable weight distribution. This model was previously shown to capture central features of the dynamics in these slice networks. We find that when the model weight distribution is appropriately skewed, it correctly matches the distribution of repeating patterns observed in the data. In addition, this same distribution of weights maximizes the capacity of the network model to retain stable activity patterns. Thus, the distribution that best fits the data is also the distribution that maximizes the number of stable patterns. CONCLUSIONS:We conclude that local cortical networks are very likely to use a highly skewed weight distribution, as predicted by theory, to optimize information retention. Fixed distributions impose constraints on learning, however. The network must have mechanisms for preserving the overall weight distribution while allowing individual connection strengths to vary.}}, added-at = {2010-11-30T22:39:03.000+0100}, author = {Chen, Wei and Hobbs, Jon and Tang, Aonan and Beggs, John}, biburl = {https://www.bibsonomy.org/bibtex/2500647612c58cb2506a4a1d50e508c64/smatthiesen}, citeulike-article-id = {6511401}, citeulike-linkout-0 = {http://dx.doi.org/10.1186/1471-2202-11-3}, citeulike-linkout-1 = {http://view.ncbi.nlm.nih.gov/pubmed/20053290}, citeulike-linkout-2 = {http://www.hubmed.org/display.cgi?uids=20053290}, day = 06, doi = {10.1186/1471-2202-11-3}, interhash = {6198a5da27e575c882e3d1cc3aeebd10}, intrahash = {500647612c58cb2506a4a1d50e508c64}, issn = {1471-2202}, journal = {BMC Neuroscience}, keywords = {neural_network neuronal_avalanche}, month = {January}, number = 1, pages = {3+}, posted-at = {2010-01-11 08:48:07}, priority = {2}, timestamp = {2010-12-02T13:57:38.000+0100}, title = {{A few strong connections: optimizing information retention in neuronal avalanches}}, url = {http://dx.doi.org/10.1186/1471-2202-11-3}, volume = 11, year = 2010 }