@inbook{56a5d39c15f74de9b653eb26968f344f,
title = "Natural gradient matrix momentum",
abstract = "Natural gradient learning is an efficient and principled method for improving on-line learning. In practical applications there will be an increased cost required in estimating and inverting the Fisher information matrix. We propose to use the matrix momentum algorithm in order to carry out efficient inversion and study the efficacy of a single step estimation of the Fisher information matrix. We analyse the proposed algorithm in a two-layer network, using a statistical mechanics framework which allows us to describe analytically the learning dynamics, and compare performance with true natural gradient learning and standard gradient descent.",
keywords = "Natural gradient learning, on-line learning, Fisher information matrix, matrix momentum algorithm, two-layer network",
author = "Silvia Scarpetta and Magnus Rattray and David Saad",
note = "{\textcopyright}1999 IEEE. Personal use of this material is permitted. However, permission to reprint/republish this material for advertising or promotional purposes or for creating new collective works for resale or redistribution to servers or lists, or to reuse any copyrighted component of this work in other works must be obtained from the IEEE.",
year = "1999",
month = sep,
day = "7",
language = "English",
volume = "1",
series = "Conference Publication",
publisher = "IEEE",
pages = "43--48",
booktitle = "Ninth International Conference on Artificial Neural Networks, ICANN 99",
address = "United States",
}