diff --git a/dlib/dnn/layers.h b/dlib/dnn/layers.h
index 39b905387..93d5bf4df 100644
--- a/dlib/dnn/layers.h
+++ b/dlib/dnn/layers.h
@@ -707,7 +707,7 @@ namespace dlib
         FC_MODE = 1
     };
 
-    const double DEFAULT_BATCH_NORM_EPS = 0.00001;
+    const double DEFAULT_BATCH_NORM_EPS = 0.0001;
 
     template <
         layer_mode mode
diff --git a/dlib/dnn/layers_abstract.h b/dlib/dnn/layers_abstract.h
index aec57f97e..48cf61d1d 100644
--- a/dlib/dnn/layers_abstract.h
+++ b/dlib/dnn/layers_abstract.h
@@ -940,7 +940,7 @@ namespace dlib
         FC_MODE = 1    // fully connected mode
     };
 
-    const double DEFAULT_BATCH_NORM_EPS = 0.00001;
+    const double DEFAULT_BATCH_NORM_EPS = 0.0001;
 
     template <
         layer_mode mode