apaam/mlpack
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

(correctly) change Backward to use input instead of output

Browse Source
This commit is contained in:
Adam Kropp
2023-11-02 16:03:05 -04:00
parent 636c4fc29e
commit 8cec72dac8
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/mlpack/methods/ann/layer/ftswish.hpp
+1 -1
View File
@@ -89,7 +89,7 @@ class FTSwishType : public Layer<MatType>
* @param g The calculated gradient.
*/
void Backward(const MatType& input,
const MatType& output,
const MatType& /* output */,
const MatType& gy,
MatType& g);
src/mlpack/methods/ann/layer/ftswish_impl.hpp
+6 -6
View File
@@ -84,18 +84,18 @@ void FTSwishType<MatType>::Forward(const MatType& input, MatType& output)
template<typename MatType>
void FTSwishType<MatType>::Backward(
const MatType& /* input */,
const MatType& output,
const MatType& input,
const MatType& /* output */,
const MatType& gy,
MatType& g)
{
#pragma omp for
for (size_t i = 0; i < (size_t) output.n_elem; ++i)
for (size_t i = 0; i < (size_t) input.n_elem; ++i)
{
if (output(i) >= 0)
if (input(i) >= 0)
{
const double fX = output(i) / (1 + std::exp(-output(i)));
const double sigmoidX = 1 / (1 + std::exp(-output(i)));
const double fX = input(i) / (1 + std::exp(-input(i)));
const double sigmoidX = 1 / (1 + std::exp(-input(i)));
g(i) = gy(i) * (sigmoidX * (1 - fX) + fX);