We study the weight space structure of the parity machine with binary weights by deriving the distribution of volumes associated to the internal representations of the learning examples. The learning behaviour and the symmetry breaking transition are analyzed and the results are found to be in very good agreement with extended numerical simulations.
@article{arxiv.cond-mat/9604102,
title = {Analytical and Numerical Study of Internal Representations in Multilayer Neural Networks with Binary Weights},
author = {Simona Cocco and Remi Monasson and Riccardo Zecchina},
journal= {arXiv preprint arXiv:cond-mat/9604102},
year = {2009}
}
Comments
revtex, 20 pages + 9 figures, to appear in Phys. Rev. E