1984
@article{MiK1984,
vgclass = {refpap},
vgproject = {nn},
author = {Sei Miyake and Kunihiko Fukushima},
title = {A Neural Network Model for the Mechanism of
Feature-Extraction},
journal = {Biological Cybernetics},
volume = {50},
pages = {377--384},
year = {1984},
abstract = {We propose a new multilayered neural network model which
has the ability of rapid self-organization. This model is a modified
version of the cognitron (Fukushima, 1975). It has modifiable
inhibitory feedback connections, as well as conventional modifiable
excitatory feedforward connections, between the cells of adjoining
layers. If a feature-extracting cell in the network is excited by a
stimulus which is already familiar to the network, the cell immediately
feeds back inhibitory signals to its presynaptic cells in the preceding
layer, which suppresses their response. On the other hand, the
feature-extracting cell does not respond to an unfamiliar feature, and
the responses from its presynaptic cells are therefore not suppressed
because they do not receive any feedback inhibition. Modifiable
synapses in the new network are reinforced in a way similar to those in
the cognitron, and synaptic connections from cells yielding a large
sustained output are reinforced. Since familiar stimulus features do
not elicit a sustained response from the cells of the network, only
circuits which detect novel features develop. The network therefore
quickly acquires favorable pattern-selectivity by the mere repetitive
presentation of a set of learning patterns.},
}