From ebd0cb3f301822efaf23217399ce2fc654c18bf8 Mon Sep 17 00:00:00 2001 From: Haritha Date: Wed, 13 Dec 2017 21:53:20 +0530 Subject: [PATCH] AMSGrad optimizer --- src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp b/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp index b12525daab..321e85665e 100644 --- a/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp +++ b/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp @@ -92,7 +92,7 @@ class AmsGradUpdate // Element wise maximum of past and present squared gradients. vImproved = arma::max(vImproved, v); - + iterate -= (stepSize * m) / (arma::sqrt(vImproved) + epsilon); }