apaam/mlpack
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
Files
1c29be5ccb2e971fbe376129f6782d421a47da0c
mlpack/doc/html/leaky__relu_8hpp_source.html
T

135 lines
30 KiB
HTML
Raw Blame History

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.11"/>
<title>mlpack: src/mlpack/methods/ann/layer/leaky_relu.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { init_search(); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="extra-stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mlpack
&#160;<span id="projectnumber">master</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.11 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_44a936ef30fc126706c6284a2fc0c990.html">mlpack</a></li><li class="navelem"><a class="el" href="dir_3cfbf900288ec2fe8dd2c2c8482f216e.html">methods</a></li><li class="navelem"><a class="el" href="dir_04cdefcc9a97fb221ee3f2d7fb8aab76.html">ann</a></li><li class="navelem"><a class="el" href="dir_104798ce316d01262d69b00f4c94ed15.html">layer</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">leaky_relu.hpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="leaky__relu_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;</div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="preprocessor">#ifndef MLPACK_METHODS_ANN_LAYER_LEAKYRELU_HPP</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="preprocessor">#define MLPACK_METHODS_ANN_LAYER_LEAKYRELU_HPP</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;</div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="prereqs_8hpp.html">mlpack/prereqs.hpp</a>&gt;</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;</div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemlpack.html">mlpack</a> {</div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="keyword">namespace </span>ann {</div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;<span class="keyword">template</span> &lt;</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; <span class="keyword">typename</span> InputDataType = arma::mat,</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; <span class="keyword">typename</span> OutputDataType = arma::mat</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;&gt;</div><div class="line"><a name="l00044"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html"> 44</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html">LeakyReLU</a></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160;{</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160; <span class="keyword">public</span>:</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a29ce2e1ea75bd695b7718365a5e6d9a1">LeakyReLU</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a> = 0.03);</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160;</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> InputType, <span class="keyword">typename</span> OutputType&gt;</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a5d210205593bfa37c533d46c16d3a46d">Forward</a>(<span class="keyword">const</span> InputType&amp;&amp; input, OutputType&amp;&amp; output);</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160;</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> DataType&gt;</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#ad6b714ab8fd3f29dd7ac36f097d76458">Backward</a>(<span class="keyword">const</span> DataType&amp;&amp; input, DataType&amp;&amp; gy, DataType&amp;&amp; g);</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160;</div><div class="line"><a name="l00079"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#ace7858ccf21f137efc03423f48b20823"> 79</a></span>&#160; InputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#ace7858ccf21f137efc03423f48b20823">InputParameter</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a7732c60bfeb23b8123ad9a6eb59532a3">inputParameter</a>; }</div><div class="line"><a name="l00081"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3698251c81e24a8bbc426698f95f3412"> 81</a></span>&#160; InputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3698251c81e24a8bbc426698f95f3412">InputParameter</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a7732c60bfeb23b8123ad9a6eb59532a3">inputParameter</a>; }</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160;</div><div class="line"><a name="l00084"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0e173a77c46bad56c8d0505beaee31be"> 84</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0e173a77c46bad56c8d0505beaee31be">OutputParameter</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#afe6da3240e611fdb1223d371dd9965df">outputParameter</a>; }</div><div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a10f694a521c3f7e78104d364c802bf66"> 86</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a10f694a521c3f7e78104d364c802bf66">OutputParameter</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#afe6da3240e611fdb1223d371dd9965df">outputParameter</a>; }</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160;</div><div class="line"><a name="l00089"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0bcdb3fa8bcf4d5a2021846af8a43628"> 89</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0bcdb3fa8bcf4d5a2021846af8a43628">Delta</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a2ab7a7e514002bb7a8197eba386bab7a">delta</a>; }</div><div class="line"><a name="l00091"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a19c2131f94048bb089649d2211a96597"> 91</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a19c2131f94048bb089649d2211a96597">Delta</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a2ab7a7e514002bb7a8197eba386bab7a">delta</a>; }</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160;</div><div class="line"><a name="l00094"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a77c76ba010d85cc0fa8da696826f1bae"> 94</a></span>&#160; <span class="keywordtype">double</span> <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a77c76ba010d85cc0fa8da696826f1bae">Alpha</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a>; }</div><div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#af3699fb0d778107aed7168d81d0ab4c2"> 96</a></span>&#160; <span class="keywordtype">double</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#af3699fb0d778107aed7168d81d0ab4c2">Alpha</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a>; }</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160;</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> Archive&gt;</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a12f8027855ca001ecd96ce7a1e1d3d4a">Serialize</a>(Archive&amp; ar, <span class="keyword">const</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <span class="comment">/* version */</span>);</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160;</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keyword">private</span>:</div><div class="line"><a name="l00111"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a98d1d60d367a3c508e6fe8d8f7bc8fa1"> 111</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a98d1d60d367a3c508e6fe8d8f7bc8fa1">Fn</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> x)</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; {</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; <span class="keywordflow">return</span> std::max(x, <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a> * x);</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; }</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160;</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> eT&gt;</div><div class="line"><a name="l00123"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0dcdb14b942fc3be911814b7d64ea14a"> 123</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a0dcdb14b942fc3be911814b7d64ea14a">Fn</a>(<span class="keyword">const</span> arma::Mat&lt;eT&gt;&amp; x, arma::Mat&lt;eT&gt;&amp; y)</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; {</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; y = arma::max(x, <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a> * x);</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; }</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160;</div><div class="line"><a name="l00134"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a888f64de6ad7265e1e4171bb6ef7bdb1"> 134</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a888f64de6ad7265e1e4171bb6ef7bdb1">Deriv</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> x)</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; {</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; <span class="keywordflow">return</span> (x &gt;= 0) ? 1 : <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a>;</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; }</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160;</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> InputType, <span class="keyword">typename</span> OutputType&gt;</div><div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a6cf25ff768a6cc768dd47b8ac5b8de47"> 147</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a6cf25ff768a6cc768dd47b8ac5b8de47">Deriv</a>(<span class="keyword">const</span> InputType&amp; x, OutputType&amp; y)</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; {</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; y = x;</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; x.n_elem; i++)</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; {</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; y(i) = <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a888f64de6ad7265e1e4171bb6ef7bdb1">Deriv</a>(x(i));</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; }</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; }</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160;</div><div class="line"><a name="l00158"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a2ab7a7e514002bb7a8197eba386bab7a"> 158</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a2ab7a7e514002bb7a8197eba386bab7a">delta</a>;</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160;</div><div class="line"><a name="l00161"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a7732c60bfeb23b8123ad9a6eb59532a3"> 161</a></span>&#160; InputDataType <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a7732c60bfeb23b8123ad9a6eb59532a3">inputParameter</a>;</div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160;</div><div class="line"><a name="l00164"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#afe6da3240e611fdb1223d371dd9965df"> 164</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#afe6da3240e611fdb1223d371dd9965df">outputParameter</a>;</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160;</div><div class="line"><a name="l00167"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4"> 167</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">alpha</a>;</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160;</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160;}; <span class="comment">// class LeakyReLU</span></div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160;</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160;} <span class="comment">// namespace ann</span></div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160;} <span class="comment">// namespace mlpack</span></div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160;</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160;<span class="comment">// Include implementation.</span></div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160;<span class="preprocessor">#include &quot;leaky_relu_impl.hpp&quot;</span></div><div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160;</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160;<span class="preprocessor">#endif</span></div><div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a5d210205593bfa37c533d46c16d3a46d"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a5d210205593bfa37c533d46c16d3a46d">mlpack::ann::LeakyReLU::Forward</a></div><div class="ttdeci">void Forward(const InputType &amp;&amp;input, OutputType &amp;&amp;output)</div><div class="ttdoc">Ordinary feed forward pass of a neural network, evaluating the function f(x) by propagating the activ...</div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_ad6b714ab8fd3f29dd7ac36f097d76458"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#ad6b714ab8fd3f29dd7ac36f097d76458">mlpack::ann::LeakyReLU::Backward</a></div><div class="ttdeci">void Backward(const DataType &amp;&amp;input, DataType &amp;&amp;gy, DataType &amp;&amp;g)</div><div class="ttdoc">Ordinary feed backward pass of a neural network, calculating the function f(x) by propagating x backw...</div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_afe6da3240e611fdb1223d371dd9965df"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#afe6da3240e611fdb1223d371dd9965df">mlpack::ann::LeakyReLU::outputParameter</a></div><div class="ttdeci">OutputDataType outputParameter</div><div class="ttdoc">Locally-stored output parameter object. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00164">leaky_relu.hpp:164</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a12f8027855ca001ecd96ce7a1e1d3d4a"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a12f8027855ca001ecd96ce7a1e1d3d4a">mlpack::ann::LeakyReLU::Serialize</a></div><div class="ttdeci">void Serialize(Archive &amp;ar, const unsigned int)</div><div class="ttdoc">Serialize the layer. </div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a10f694a521c3f7e78104d364c802bf66"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a10f694a521c3f7e78104d364c802bf66">mlpack::ann::LeakyReLU::OutputParameter</a></div><div class="ttdeci">OutputDataType &amp; OutputParameter()</div><div class="ttdoc">Modify the output parameter. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00086">leaky_relu.hpp:86</a></div></div>
<div class="ttc" id="namespacemlpack_html"><div class="ttname"><a href="namespacemlpack.html">mlpack</a></div><div class="ttdoc">Linear algebra utility functions, generally performed on matrices or vectors. </div><div class="ttdef"><b>Definition:</b> <a href="binarize_8hpp_source.html#l00018">binarize.hpp:18</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a77c76ba010d85cc0fa8da696826f1bae"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a77c76ba010d85cc0fa8da696826f1bae">mlpack::ann::LeakyReLU::Alpha</a></div><div class="ttdeci">double const &amp; Alpha() const </div><div class="ttdoc">Get the non zero gradient. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00094">leaky_relu.hpp:94</a></div></div>
<div class="ttc" id="prereqs_8hpp_html"><div class="ttname"><a href="prereqs_8hpp.html">prereqs.hpp</a></div><div class="ttdoc">The core includes that mlpack expects; standard C++ includes and Armadillo. </div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html">mlpack::ann::LeakyReLU</a></div><div class="ttdoc">The LeakyReLU activation function, defined by. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00044">leaky_relu.hpp:44</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a3698251c81e24a8bbc426698f95f3412"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a3698251c81e24a8bbc426698f95f3412">mlpack::ann::LeakyReLU::InputParameter</a></div><div class="ttdeci">InputDataType &amp; InputParameter()</div><div class="ttdoc">Modify the input parameter. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00081">leaky_relu.hpp:81</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a0dcdb14b942fc3be911814b7d64ea14a"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a0dcdb14b942fc3be911814b7d64ea14a">mlpack::ann::LeakyReLU::Fn</a></div><div class="ttdeci">void Fn(const arma::Mat&lt; eT &gt; &amp;x, arma::Mat&lt; eT &gt; &amp;y)</div><div class="ttdoc">Computes the Leaky ReLU function using a dense matrix as input. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00123">leaky_relu.hpp:123</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a19c2131f94048bb089649d2211a96597"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a19c2131f94048bb089649d2211a96597">mlpack::ann::LeakyReLU::Delta</a></div><div class="ttdeci">OutputDataType &amp; Delta()</div><div class="ttdoc">Modify the delta. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00091">leaky_relu.hpp:91</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a0e173a77c46bad56c8d0505beaee31be"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a0e173a77c46bad56c8d0505beaee31be">mlpack::ann::LeakyReLU::OutputParameter</a></div><div class="ttdeci">OutputDataType const &amp; OutputParameter() const </div><div class="ttdoc">Get the output parameter. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00084">leaky_relu.hpp:84</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a29ce2e1ea75bd695b7718365a5e6d9a1"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a29ce2e1ea75bd695b7718365a5e6d9a1">mlpack::ann::LeakyReLU::LeakyReLU</a></div><div class="ttdeci">LeakyReLU(const double alpha=0.03)</div><div class="ttdoc">Create the LeakyReLU object using the specified parameters. </div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a2ab7a7e514002bb7a8197eba386bab7a"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a2ab7a7e514002bb7a8197eba386bab7a">mlpack::ann::LeakyReLU::delta</a></div><div class="ttdeci">OutputDataType delta</div><div class="ttdoc">Locally-stored delta object. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00158">leaky_relu.hpp:158</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a0bcdb3fa8bcf4d5a2021846af8a43628"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a0bcdb3fa8bcf4d5a2021846af8a43628">mlpack::ann::LeakyReLU::Delta</a></div><div class="ttdeci">OutputDataType const &amp; Delta() const </div><div class="ttdoc">Get the delta. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00089">leaky_relu.hpp:89</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_af3699fb0d778107aed7168d81d0ab4c2"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#af3699fb0d778107aed7168d81d0ab4c2">mlpack::ann::LeakyReLU::Alpha</a></div><div class="ttdeci">double &amp; Alpha()</div><div class="ttdoc">Modify the non zero gradient. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00096">leaky_relu.hpp:96</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a3a032204e1cf7fb4ff6cded582edf1b4"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a3a032204e1cf7fb4ff6cded582edf1b4">mlpack::ann::LeakyReLU::alpha</a></div><div class="ttdeci">double alpha</div><div class="ttdoc">Leakyness Parameter in the range 0 &lt;alpha&lt; 1. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00167">leaky_relu.hpp:167</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a98d1d60d367a3c508e6fe8d8f7bc8fa1"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a98d1d60d367a3c508e6fe8d8f7bc8fa1">mlpack::ann::LeakyReLU::Fn</a></div><div class="ttdeci">double Fn(const double x)</div><div class="ttdoc">Computes the LeakReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00111">leaky_relu.hpp:111</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a7732c60bfeb23b8123ad9a6eb59532a3"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a7732c60bfeb23b8123ad9a6eb59532a3">mlpack::ann::LeakyReLU::inputParameter</a></div><div class="ttdeci">InputDataType inputParameter</div><div class="ttdoc">Locally-stored input parameter object. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00161">leaky_relu.hpp:161</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_ace7858ccf21f137efc03423f48b20823"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#ace7858ccf21f137efc03423f48b20823">mlpack::ann::LeakyReLU::InputParameter</a></div><div class="ttdeci">InputDataType const &amp; InputParameter() const </div><div class="ttdoc">Get the input parameter. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00079">leaky_relu.hpp:79</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a6cf25ff768a6cc768dd47b8ac5b8de47"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a6cf25ff768a6cc768dd47b8ac5b8de47">mlpack::ann::LeakyReLU::Deriv</a></div><div class="ttdeci">void Deriv(const InputType &amp;x, OutputType &amp;y)</div><div class="ttdoc">Computes the first derivative of the LeakyReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00147">leaky_relu.hpp:147</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1LeakyReLU_html_a888f64de6ad7265e1e4171bb6ef7bdb1"><div class="ttname"><a href="classmlpack_1_1ann_1_1LeakyReLU.html#a888f64de6ad7265e1e4171bb6ef7bdb1">mlpack::ann::LeakyReLU::Deriv</a></div><div class="ttdeci">double Deriv(const double x)</div><div class="ttdoc">Computes the first derivative of the LeakyReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="leaky__relu_8hpp_source.html#l00134">leaky_relu.hpp:134</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.11
</small></address>
</body>
<script type="text/javascript">
var x = document.getElementsByClassName("formulaDsp");
var i;
for (i = 0; i < x.length; i++)
{
x[i].width /= 4;
}
</script>
</html>
Reference in New Issue View Git Blame Copy Permalink