diff --git a/src/mlpack/methods/ann/layer/lstm_impl.hpp b/src/mlpack/methods/ann/layer/lstm_impl.hpp
index b420c4d522..b4cb5a6048 100644
--- a/src/mlpack/methods/ann/layer/lstm_impl.hpp
+++ b/src/mlpack/methods/ann/layer/lstm_impl.hpp
@@ -267,7 +267,7 @@ void LSTMType<InputType, OutputType>::Forward(
   if (this->HasPreviousStep())
   {
     outputGate +=
-        output2GateOutputWeight * outParameter.slice(this->CurrentStep());
+        output2GateOutputWeight * outParameter.slice(this->PreviousStep());
   }
   outputGate.each_col() += input2GateOutputBias;