OrgLion-ML
/
dlib
mirror of https://github.com/davisking/dlib.git
1
0
Fork 0
Code Issues Releases Wiki Activity

code cleanup

This commit is contained in:
Davis King 2015-12-06 12:10:07 -05:00
parent 437da23e03
commit adc022c7ad
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
dlib/dnn/core.h
View File

@ -261,16 +261,13 @@ namespace dlib
dlib::rand& rnd
)
{
float* data = params.host();
for (size_t i = 0; i < params.size(); ++i)
for (auto& val : params)
{
// Draw a random number to initialize the layer according to formula (16)
// from Understanding the difficulty of training deep feedforward neural
// networks by Xavier Glorot and Yoshua Bengio.
float val = 2*rnd.get_random_float()-1;
val = 2*rnd.get_random_float()-1;
val *= std::sqrt(6.0/(num_inputs_and_outputs));
data[i] = val;
}
}