From e97a1b8d0d1625239af90e72f58848689727ad0d Mon Sep 17 00:00:00 2001
From: Sourabh Varshney <sourabhvarshney111@gmail.com>
Date: Wed, 3 Jan 2018 20:39:30 +0530
Subject: [PATCH] Increased readability of code

---
 src/mlpack/core/optimizers/adam/nadamax_update.hpp | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/mlpack/core/optimizers/adam/nadamax_update.hpp b/src/mlpack/core/optimizers/adam/nadamax_update.hpp
index de75cbb9b5..d166deec66 100644
--- a/src/mlpack/core/optimizers/adam/nadamax_update.hpp
+++ b/src/mlpack/core/optimizers/adam/nadamax_update.hpp
@@ -91,8 +91,7 @@ class NadaMaxUpdate
     m *= beta1;
     m += (1 - beta1) * gradient;
 
-    u *= beta2;
-    u = arma::max(u, arma::abs(gradient));
+    u = arma::max(u * beta2, arma::abs(gradient));
 
     double beta1T = beta1 * (1 - (0.5 *
         std::pow(0.96, iteration * scheduleDecay)));