@inbook{71ad629f6b3e41faacd0ad2b8e947c8f,
title = "Analyzing weight distribution of feedforward neural networks and efficient weight initialization",
abstract = "In this paper, we investigate and analyze the weight distribution of feedforward two-layer neural networks in order to understand and improve the time-consuming training process of neural networks. Generally, it takes a long time to train neural networks. However, when a new problem is presented, neural networks have to be trained again without any benefit from previous training. In order to address this problem, we view training process as finding a solution weight point in a weight space and analyze the distribution of solution weight points in the weight space. Then, we propose a weight initialization method that uses the information on the distribution of the solution weight points. Experimental results show that the proposed weight initialization method provides a better performance than the conventional method that uses a random generator in terms of convergence speed.",
author = "Jimvook Go and Byungjoon Baek and Chulhee Lee",
year = "2004",
doi = "10.1007/978-3-540-27868-9_92",
language = "English",
isbn = "9783540225706",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "840--849",
editor = "Ana Fred and Terry Caelli and Duin, {Robert P.W.} and {de Ridder}, Dick and Aurelio Campilho",
booktitle = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
address = "Germany",
}