diff --git a/src/mlpack/tests/recurrent_network_test.cpp b/src/mlpack/tests/recurrent_network_test.cpp
index 4f0c410233..72a1e5ebd6 100644
--- a/src/mlpack/tests/recurrent_network_test.cpp
+++ b/src/mlpack/tests/recurrent_network_test.cpp
@@ -536,7 +536,7 @@ void DistractedSequenceRecallTestNetwork(HiddenLayerType& hiddenLayer0)
   RNN<decltype(modules), BinaryClassificationLayer, RandomInitialization,
       MeanSquaredErrorFunction> net(modules, classOutputLayer);
 
-  SGD<decltype(net)> opt(net, 0.03, 2, -200);
+  SGD<decltype(net)> opt(net, 0.05, 2, -200);
 
   arma::mat inputTemp, labelsTemp;
   for (size_t i = 0; i < 30; i++)
diff --git a/src/mlpack/tests/rmsprop_test.cpp b/src/mlpack/tests/rmsprop_test.cpp
index ebed61395b..f1115925c0 100644
--- a/src/mlpack/tests/rmsprop_test.cpp
+++ b/src/mlpack/tests/rmsprop_test.cpp
@@ -43,9 +43,8 @@ BOOST_AUTO_TEST_CASE(SimpleRMSpropTestFunction)
   RMSprop<SGDTestFunction> optimizer(f, 1e-3, 0.99, 1e-8, 5000000, 1e-9, true);
 
   arma::mat coordinates = f.GetInitialPoint();
-  const double result = optimizer.Optimize(coordinates);
+  optimizer.Optimize(coordinates);
 
-  BOOST_REQUIRE_LE(std::abs(result) - 1.0, 0.2);
   BOOST_REQUIRE_SMALL(coordinates[0], 1e-3);
   BOOST_REQUIRE_SMALL(coordinates[1], 1e-3);
   BOOST_REQUIRE_SMALL(coordinates[2], 1e-3);