diff --git a/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp b/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp index b12525daab..321e85665e 100644 --- a/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp +++ b/src/mlpack/core/optimizers/ams_grad/amsgrad_update.hpp @@ -92,7 +92,7 @@ class AmsGradUpdate // Element wise maximum of past and present squared gradients. vImproved = arma::max(vImproved, v); - + iterate -= (stepSize * m) / (arma::sqrt(vImproved) + epsilon); }