From 16640dfeb42f681417735e43880b03bd2a25bb2b Mon Sep 17 00:00:00 2001 From: Sourabh Varshney Date: Wed, 4 Apr 2018 00:31:20 +0530 Subject: [PATCH] Modified according to comments --- src/mlpack/methods/ann/layer/alpha_dropout.hpp | 7 ++++--- src/mlpack/methods/ann/layer/alpha_dropout_impl.hpp | 5 +++-- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/src/mlpack/methods/ann/layer/alpha_dropout.hpp b/src/mlpack/methods/ann/layer/alpha_dropout.hpp index dcd5b2fe5d..7f46ae3779 100644 --- a/src/mlpack/methods/ann/layer/alpha_dropout.hpp +++ b/src/mlpack/methods/ann/layer/alpha_dropout.hpp @@ -55,8 +55,9 @@ class AlphaDropout * Create the Alpha_Dropout object using the specified ratio. * * @param ratio The probability of setting a value to alphaDash. + * @param alphaDash The initial value for alphaDash. */ - AlphaDropout(const double ratio = 0.5); + AlphaDropout(const double ratio = 0.5, double alphaDash = -alpha * lambda); /** * Ordinary feed forward pass of the alpha_dropout layer. @@ -151,10 +152,10 @@ class AlphaDropout bool deterministic; //! Value of alpha for normalized inputs (taken from SELU) - const double alpha = 1.6732632423543772848170429916717; + constexpr double alpha = 1.6732632423543772848170429916717; //! Value of lambda for normalized inputs (taken from SELU) - const double lambda = 1.0507009873554804934193349852946; + constexpr double lambda = 1.0507009873554804934193349852946; //! The low variance value of SELU activation function. double alphaDash; diff --git a/src/mlpack/methods/ann/layer/alpha_dropout_impl.hpp b/src/mlpack/methods/ann/layer/alpha_dropout_impl.hpp index 463bac4fc9..d31c1faebd 100644 --- a/src/mlpack/methods/ann/layer/alpha_dropout_impl.hpp +++ b/src/mlpack/methods/ann/layer/alpha_dropout_impl.hpp @@ -24,11 +24,12 @@ namespace ann /** Artificial Neural Network. */ { template AlphaDropout::AlphaDropout( - const double ratio) : + const double ratio, + double alphaDash) : ratio(ratio), + alphaDash(alphaDash), deterministic(false) { - alphaDash = - alpha * lambda; Ratio(ratio); }