diff --git a/src/mlpack/tests/ann_layer_test.cpp b/src/mlpack/tests/ann_layer_test.cpp
index 6456902ab2..9c803a3416 100644
--- a/src/mlpack/tests/ann_layer_test.cpp
+++ b/src/mlpack/tests/ann_layer_test.cpp
@@ -766,7 +766,7 @@ BOOST_AUTO_TEST_CASE(LSTMRrhoTest)
   modelB.Add<LSTM<> >(10, 3);
   modelB.Add<LogSoftMax<> >();
 
-  optimization::StandardSGD opt(0.1, 5, -100, false);
+  optimization::StandardSGD opt(0.1, 1, 5, -100, false);
   modelA.Train(input, target, opt);
   modelB.Train(input, target, opt);
 
@@ -846,7 +846,7 @@ BOOST_AUTO_TEST_CASE(FastLSTMRrhoTest)
   modelB.Add<FastLSTM<> >(10, 3);
   modelB.Add<LogSoftMax<> >();
 
-  optimization::StandardSGD opt(0.1, 5, -100, false);
+  optimization::StandardSGD opt(0.1, 1, 5, -100, false);
   modelA.Train(input, target, opt);
   modelB.Train(input, target, opt);
 
diff --git a/src/mlpack/tests/recurrent_network_test.cpp b/src/mlpack/tests/recurrent_network_test.cpp
index 5fe9182b57..38857ef9ef 100644
--- a/src/mlpack/tests/recurrent_network_test.cpp
+++ b/src/mlpack/tests/recurrent_network_test.cpp
@@ -455,7 +455,7 @@ void ReberGrammarTestNetwork(const size_t hiddenSize = 4,
     model.Add<Linear<> >(hiddenSize, outputSize);
     model.Add<SigmoidLayer<> >();
     MomentumSGD opt(0.06, 50, 2, -50000);
-    
+
     arma::mat inputTemp, labelsTemp;
     for (size_t i = 0; i < (iterations + offset); i++)
     {