OrgLion-ML
/
dlib
mirror of https://github.com/davisking/dlib.git
1
0
Fork 0
Code Issues Releases Wiki Activity

Rename function to disable_duplicative_biases (#2246) 

* Rename function to disable_duplicative_biases

* rename also the functions in the tests... oops
This commit is contained in:
Adrià Arrufat 2020-11-25 12:07:04 +09:00 committed by GitHub
parent b6bf8aefee
commit a7627cbd07
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dlib/dnn/layers.h
View File

@ -1791,7 +1791,7 @@ namespace dlib
}
template <typename net_type>
void disable_duplicative_bias (
void disable_duplicative_biases (
net_type& net
)
{

2
dlib/dnn/layers_abstract.h
View File

@ -1810,7 +1810,7 @@ namespace dlib
// ----------------------------------------------------------------------------------------
template <typename net_type>
void disable_duplicative_bias (
void disable_duplicative_biases (
const net_type& net
);
/*!

6
dlib/test/dnn.cpp
View File

@ -3918,7 +3918,7 @@ namespace
relu<bn_con<conp<4 * growth_rate, 1, 1,
relu<bn_con<tag1<SUBNET>>>>>>>>>;
template <typename SUBNET> using dense_layer_32 = dense_layer<32, 8, SUBNET>;
void test_disable_duplicative_bias()
void test_disable_duplicative_biases()
{
using net_type = fc<10, relu<layer_norm<fc<15, relu<bn_fc<fc<20,
relu<layer_norm<conp<32, 3, 1,
@ -3934,7 +3934,7 @@ namespace
DLIB_TEST(layer<21>(net).layer_details().bias_is_disabled() == false);
DLIB_TEST(layer<24>(net).layer_details().bias_is_disabled() == false);
DLIB_TEST(layer<31>(net).layer_details().bias_is_disabled() == false);
disable_duplicative_bias(net);
disable_duplicative_biases(net);
DLIB_TEST(layer<0>(net).layer_details().bias_is_disabled() == false);
DLIB_TEST(layer<3>(net).layer_details().bias_is_disabled() == true);
DLIB_TEST(layer<6>(net).layer_details().bias_is_disabled() == true);
@ -4130,7 +4130,7 @@ namespace
test_loss_multimulticlass_log();
test_loss_mmod();
test_layers_scale_and_scale_prev();
test_disable_duplicative_bias();
test_disable_duplicative_biases();
}
void perform_test()

4
examples/dnn_dcgan_train_ex.cpp
View File

@ -134,8 +134,8 @@ int main(int argc, char** argv) try
// setup all leaky_relu_ layers in the discriminator to have alpha = 0.2
visit_computational_layers(discriminator, [](leaky_relu_& l){ l = leaky_relu_(0.2); });
// Remove the bias learning from all bn_ inputs in both networks
disable_duplicative_bias(generator);
disable_duplicative_bias(discriminator);
disable_duplicative_biases(generator);
disable_duplicative_biases(discriminator);
// Forward random noise so that we see the tensor size at each layer
discriminator(generate_image(generator, make_noise(rnd)));
cout << "generator (" << count_parameters(generator) << " parameters)" << endl;