From 9d1dd81c299befefeaff15edfb53be7a41d7f3e6 Mon Sep 17 00:00:00 2001 From: Shubham Agrawal Date: Tue, 26 Jul 2022 17:09:53 +0800 Subject: [PATCH] changes acc to suggestions --- src/mlpack/methods/ann/layer/batch_norm_impl.hpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/mlpack/methods/ann/layer/batch_norm_impl.hpp b/src/mlpack/methods/ann/layer/batch_norm_impl.hpp index 77c58863b1..819c26d2d6 100644 --- a/src/mlpack/methods/ann/layer/batch_norm_impl.hpp +++ b/src/mlpack/methods/ann/layer/batch_norm_impl.hpp @@ -308,8 +308,9 @@ void BatchNormType::Backward( // Step 4: sum (dl / dxhat * -1 / stdInv) + variance * // sum (-2 * (x - mu)) / m. MatType normTemp = arma::sum(arma::sum((norm.each_slice() % - arma::repmat(-stdInv, inputSize, 1)) + (inputMean.each_slice() % arma::repmat(vars, inputSize, 1) * (-2.0) / m), 2), 0) / - m; + arma::repmat(-stdInv, inputSize, 1)) + + (inputMean.each_slice() % arma::repmat(vars, inputSize, 1) * (-2.0) / m), + 2), 0) / m; gTemp.each_slice() += arma::repmat(normTemp, inputSize, 1); }