diff --git a/src/mlpack/tests/ann_layer_test.cpp b/src/mlpack/tests/ann_layer_test.cpp
index dfd1ecf091..f728496f55 100644
--- a/src/mlpack/tests/ann_layer_test.cpp
+++ b/src/mlpack/tests/ann_layer_test.cpp
@@ -4744,5 +4744,5 @@ TEST_CASE("GradientMultiheadAttentionTest", "[ANNLayerTest]")
     const size_t batchSize = 2;
   } function;
 
-  REQUIRE(CheckGradient(function) <= 2e-06);
+  REQUIRE(CheckGradient(function) <= 3e-06);
 }
diff --git a/src/mlpack/tests/feedforward_network_test.cpp b/src/mlpack/tests/feedforward_network_test.cpp
index ba45afd29d..abcc494d5e 100644
--- a/src/mlpack/tests/feedforward_network_test.cpp
+++ b/src/mlpack/tests/feedforward_network_test.cpp
@@ -764,7 +764,7 @@ TEST_CASE("RBFNetworkTest", "[FeedForwardNetworkTest]")
   model.Add<Linear<> >(8, 3);
 
   // RBFN neural net with MeanSquaredError.
-  TestNetwork<>(model, trainData, trainLabels1, testData, testLabels, 10, 0.1);
+  TestNetwork<>(model, trainData, trainLabels1, testData, testLabels, 10, 0.2);
 
   arma::mat dataset;
   dataset.load("mnist_first250_training_4s_and_9s.arm");
@@ -796,5 +796,5 @@ TEST_CASE("RBFNetworkTest", "[FeedForwardNetworkTest]")
   model1.Add<Linear<> >(140, 2);
 
   // RBFN neural net with MeanSquaredError.
-  TestNetwork<>(model1, dataset, labels1, dataset, labels, 10, 0.1);
+  TestNetwork<>(model1, dataset, labels1, dataset, labels, 10, 0.2);
 }