diff --git a/src/mlpack/methods/reinforcement_learning/training_config.hpp b/src/mlpack/methods/reinforcement_learning/training_config.hpp
index 923c400cd9..df4ece07e3 100644
--- a/src/mlpack/methods/reinforcement_learning/training_config.hpp
+++ b/src/mlpack/methods/reinforcement_learning/training_config.hpp
@@ -19,7 +19,13 @@ namespace rl {
 class TrainingConfig
 {
  public:
-  TrainingConfig() : stepLimit(0), gradientLimit(40), doubleQLearning(false)
+  TrainingConfig() :
+      numWorkers(1),
+      updateInterval(1),
+      stepLimit(0),
+      explorationSteps(1),
+      gradientLimit(40),
+      doubleQLearning(false)
   { /* Nothing to do here. */ }
 
   TrainingConfig(