AMSGrad optimizer

This commit is contained in:
Haritha
2017-12-13 21:53:20 +05:30
parent b86f7d1fcf
commit ebd0cb3f30
@@ -92,7 +92,7 @@ class AmsGradUpdate
// Element wise maximum of past and present squared gradients.
vImproved = arma::max(vImproved, v);
iterate -= (stepSize * m) / (arma::sqrt(vImproved) + epsilon);
}