Widen tolerance and increase the learning rate.

This commit is contained in:
marcus
2016-03-07 13:16:09 +01:00
parent bc2bd172e1
commit fc5a4ac8a7
2 changed files with 2 additions and 3 deletions
+1 -1
View File
@@ -536,7 +536,7 @@ void DistractedSequenceRecallTestNetwork(HiddenLayerType& hiddenLayer0)
RNN<decltype(modules), BinaryClassificationLayer, RandomInitialization,
MeanSquaredErrorFunction> net(modules, classOutputLayer);
SGD<decltype(net)> opt(net, 0.03, 2, -200);
SGD<decltype(net)> opt(net, 0.05, 2, -200);
arma::mat inputTemp, labelsTemp;
for (size_t i = 0; i < 30; i++)
+1 -2
View File
@@ -43,9 +43,8 @@ BOOST_AUTO_TEST_CASE(SimpleRMSpropTestFunction)
RMSprop<SGDTestFunction> optimizer(f, 1e-3, 0.99, 1e-8, 5000000, 1e-9, true);
arma::mat coordinates = f.GetInitialPoint();
const double result = optimizer.Optimize(coordinates);
optimizer.Optimize(coordinates);
BOOST_REQUIRE_LE(std::abs(result) - 1.0, 0.2);
BOOST_REQUIRE_SMALL(coordinates[0], 1e-3);
BOOST_REQUIRE_SMALL(coordinates[1], 1e-3);
BOOST_REQUIRE_SMALL(coordinates[2], 1e-3);