OrgLion-ML
/
dlib
mirror of https://github.com/davisking/dlib.git
1
0
Fork 0
Code Issues Releases Wiki Activity

Fixed bug in softmax gradient computation.

This commit is contained in:
Davis King 2015-12-12 12:01:27 -05:00
parent 4aa0e3bec3
commit 0a832e42d0
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
dlib/dnn/cpu_dlib.cpp
View File

@ -694,7 +694,6 @@ namespace dlib
const long num = grad.nr()*grad.nc(); const long num = grad.nr()*grad.nc();
// Now normalize each channel so they sum to 1.
for (long n = 0; n < grad.num_samples(); ++n) for (long n = 0; n < grad.num_samples(); ++n)
{ {
const auto d2 = d + num*grad.k()*n; const auto d2 = d + num*grad.k()*n;
@ -710,7 +709,7 @@ namespace dlib
float temp = 0; float temp = 0;
for (long k = 0; k < grad.k(); ++k) for (long k = 0; k < grad.k(); ++k)
temp += -d2[k*num]*in3[k*num]; temp += -d3[k*num]*in3[k*num];
for (long k = 0; k < grad.k(); ++k) for (long k = 0; k < grad.k(); ++k)
g3[k*num] = d3[k*num]*(temp+in3[k*num]); g3[k*num] = d3[k*num]*(temp+in3[k*num]);
} }