diff --git a/src/mlpack/tests/serialization_test.cpp b/src/mlpack/tests/serialization_test.cpp
index ea45f13424..a02a82b085 100644
--- a/src/mlpack/tests/serialization_test.cpp
+++ b/src/mlpack/tests/serialization_test.cpp
@@ -1841,7 +1841,7 @@ BOOST_AUTO_TEST_CASE(BatchNormSerializationTest)
  */
 BOOST_AUTO_TEST_CASE(LayerNormSerializationTest)
 {
-  LayerNorm<> layer(1);
+  LayerNorm<> layer(10);
   ANNLayerSerializationTest(layer);
 }