apaam/mlpack
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
Files
1c29be5ccb2e971fbe376129f6782d421a47da0c
mlpack/doc/html/parametric__relu_8hpp_source.html
T

142 lines
38 KiB
HTML
Raw Blame History

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.11"/>
<title>mlpack: src/mlpack/methods/ann/layer/parametric_relu.hpp Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { init_search(); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="extra-stylesheet.css" rel="stylesheet" type="text/css"/>
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">mlpack
&#160;<span id="projectnumber">master</span>
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.11 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.html">src</a></li><li class="navelem"><a class="el" href="dir_44a936ef30fc126706c6284a2fc0c990.html">mlpack</a></li><li class="navelem"><a class="el" href="dir_3cfbf900288ec2fe8dd2c2c8482f216e.html">methods</a></li><li class="navelem"><a class="el" href="dir_04cdefcc9a97fb221ee3f2d7fb8aab76.html">ann</a></li><li class="navelem"><a class="el" href="dir_104798ce316d01262d69b00f4c94ed15.html">layer</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">parametric_relu.hpp</div> </div>
</div><!--header-->
<div class="contents">
<a href="parametric__relu_8hpp.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;</div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="preprocessor">#ifndef MLPACK_METHODS_ANN_LAYER_PReLU_HPP</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="preprocessor">#define MLPACK_METHODS_ANN_LAYER_PReLU_HPP</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;</div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="prereqs_8hpp.html">mlpack/prereqs.hpp</a>&gt;</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;</div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacemlpack.html">mlpack</a> {</div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="keyword">namespace </span>ann {</div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160;<span class="keyword">template</span> &lt;</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; <span class="keyword">typename</span> InputDataType = arma::mat,</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160; <span class="keyword">typename</span> OutputDataType = arma::mat</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;&gt;</div><div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html"> 45</a></span>&#160;<span class="keyword">class </span><a class="code" href="classmlpack_1_1ann_1_1PReLU.html">PReLU</a></div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160;{</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160; <span class="keyword">public</span>:</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a2a7f8e3cfa3667e8cfda7a63294afae3">PReLU</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a69e9f82a43fbc7176f804440958b33dc">user_alpha</a> = 0.03);</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160;</div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160; <span class="comment">/*</span></div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160;<span class="comment"> * Reset the layer parameter.</span></div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#aa2abb422e52df1e689bad80c5b38e55f">Reset</a>();</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160;</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> InputType, <span class="keyword">typename</span> OutputType&gt;</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#acedd1877d81c33e03f5f09981099420e">Forward</a>(<span class="keyword">const</span> InputType&amp;&amp; input, OutputType&amp;&amp; output);</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160;</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> DataType&gt;</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a57f0df26e09aa7953c6eeaee5ce472df">Backward</a>(<span class="keyword">const</span> DataType&amp;&amp; input, DataType&amp;&amp; gy, DataType&amp;&amp; g);</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160;</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> eT&gt;</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#ab0dff8f710e7764f811a63f305617339">Gradient</a>(<span class="keyword">const</span> arma::Mat&lt;eT&gt;&amp;&amp; input,</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; arma::Mat&lt;eT&gt;&amp;&amp; error,</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; arma::Mat&lt;eT&gt;&amp;&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f">gradient</a>);</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160;</div><div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#af8319d33d180cf6672618f9acf5fa577"> 98</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#af8319d33d180cf6672618f9acf5fa577">Parameters</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>; }</div><div class="line"><a name="l00100"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#ab914d5253ff54a561c0fb19425df7011"> 100</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#ab914d5253ff54a561c0fb19425df7011">Parameters</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>; }</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160;</div><div class="line"><a name="l00103"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a1e5ba54ab7b45512b60429f1c3efcac8"> 103</a></span>&#160; InputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a1e5ba54ab7b45512b60429f1c3efcac8">InputParameter</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a01c772ecc8c53d56be508a996d737b7f">inputParameter</a>; }</div><div class="line"><a name="l00105"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#aeccf884c0697c322bbd4895efdca51f8"> 105</a></span>&#160; InputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#aeccf884c0697c322bbd4895efdca51f8">InputParameter</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a01c772ecc8c53d56be508a996d737b7f">inputParameter</a>; }</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160;</div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#aa05b216031121ac0f09ba5af63c3e1c0"> 108</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#aa05b216031121ac0f09ba5af63c3e1c0">OutputParameter</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a98c037324220ff53294e72337695a1ef">outputParameter</a>; }</div><div class="line"><a name="l00110"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#afa8e29abab902e9d1656b21672368f2c"> 110</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#afa8e29abab902e9d1656b21672368f2c">OutputParameter</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a98c037324220ff53294e72337695a1ef">outputParameter</a>; }</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160;</div><div class="line"><a name="l00113"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a6c76b2c06fb177ad2f093bfae4a5cac7"> 113</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a6c76b2c06fb177ad2f093bfae4a5cac7">Delta</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a0292218424e01cc6e489185072214135">delta</a>; }</div><div class="line"><a name="l00115"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#acb0b262b617243d91640cbe72a956da6"> 115</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#acb0b262b617243d91640cbe72a956da6">Delta</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a0292218424e01cc6e489185072214135">delta</a>; }</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160;</div><div class="line"><a name="l00118"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#ab0dff8f710e7764f811a63f305617339"> 118</a></span>&#160; OutputDataType <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#ab0dff8f710e7764f811a63f305617339">Gradient</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f">gradient</a>; }</div><div class="line"><a name="l00120"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#afcf466240b4160f058198e7bc0946262"> 120</a></span>&#160; OutputDataType&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#afcf466240b4160f058198e7bc0946262">Gradient</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f">gradient</a>; }</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160;</div><div class="line"><a name="l00123"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a7a4c9c12a9ba49daedfae1cc22a0371b"> 123</a></span>&#160; <span class="keywordtype">double</span> <span class="keyword">const</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a7a4c9c12a9ba49daedfae1cc22a0371b">Alpha</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>(0); }</div><div class="line"><a name="l00125"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a6ed613997ae0379fbd9eb8e1b66ff7f0"> 125</a></span>&#160; <span class="keywordtype">double</span>&amp; <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a6ed613997ae0379fbd9eb8e1b66ff7f0">Alpha</a>() { <span class="keywordflow">return</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>(0); }</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160;</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> Archive&gt;</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#af12064472b05c31a34f405df4be40eae">Serialize</a>(Archive&amp; ar, <span class="keyword">const</span> <span class="keywordtype">unsigned</span> <span class="keywordtype">int</span> <span class="comment">/* version */</span>);</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160;</div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; <span class="keyword">private</span>:</div><div class="line"><a name="l00140"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a3b2c0dca6b3c3b977bd6283114700f60"> 140</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a3b2c0dca6b3c3b977bd6283114700f60">Fn</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> x)</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; {</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <span class="keywordflow">return</span> std::max(x, <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>(0) * x);</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; }</div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160;</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> eT&gt;</div><div class="line"><a name="l00152"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a15ff8bd28cd47529dfda47e24421226e"> 152</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a15ff8bd28cd47529dfda47e24421226e">Fn</a>(<span class="keyword">const</span> arma::Mat&lt;eT&gt;&amp; x, arma::Mat&lt;eT&gt;&amp; y)</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; {</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; y = x;</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; arma::uvec negative = arma::find(x &lt; 0);</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; y(negative) = x(negative) * <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>(0);</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; }</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160;</div><div class="line"><a name="l00165"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a09027b84e7743d0e7554b9dd4be3a751"> 165</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a09027b84e7743d0e7554b9dd4be3a751">Deriv</a>(<span class="keyword">const</span> <span class="keywordtype">double</span> x)</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; {</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; <span class="keywordflow">return</span> (x &gt;= 0) ? 1 : <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>(0);</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; }</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160;</div><div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; <span class="keyword">template</span>&lt;<span class="keyword">typename</span> InputType, <span class="keyword">typename</span> OutputType&gt;</div><div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#ab66e989da773ce81d1468fe60700f901"> 178</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#ab66e989da773ce81d1468fe60700f901">Deriv</a>(<span class="keyword">const</span> InputType&amp; x, OutputType&amp; y)</div><div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; {</div><div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; y = x;</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160;</div><div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160; <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i &lt; x.n_elem; i++)</div><div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160; {</div><div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; y(i) = <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a09027b84e7743d0e7554b9dd4be3a751">Deriv</a>(x(i));</div><div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; }</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; }</div><div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160;</div><div class="line"><a name="l00189"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a0292218424e01cc6e489185072214135"> 189</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a0292218424e01cc6e489185072214135">delta</a>;</div><div class="line"><a name="l00190"></a><span class="lineno"> 190</span>&#160;</div><div class="line"><a name="l00192"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a01c772ecc8c53d56be508a996d737b7f"> 192</a></span>&#160; InputDataType <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a01c772ecc8c53d56be508a996d737b7f">inputParameter</a>;</div><div class="line"><a name="l00193"></a><span class="lineno"> 193</span>&#160;</div><div class="line"><a name="l00195"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a98c037324220ff53294e72337695a1ef"> 195</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a98c037324220ff53294e72337695a1ef">outputParameter</a>;</div><div class="line"><a name="l00196"></a><span class="lineno"> 196</span>&#160;</div><div class="line"><a name="l00198"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac"> 198</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">alpha</a>;</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160;</div><div class="line"><a name="l00201"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f"> 201</a></span>&#160; OutputDataType <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f">gradient</a>;</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160;</div><div class="line"><a name="l00204"></a><span class="lineno"><a class="line" href="classmlpack_1_1ann_1_1PReLU.html#a69e9f82a43fbc7176f804440958b33dc"> 204</a></span>&#160; <span class="keywordtype">double</span> <a class="code" href="classmlpack_1_1ann_1_1PReLU.html#a69e9f82a43fbc7176f804440958b33dc">user_alpha</a>;</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160;</div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160;}; <span class="comment">// class PReLU</span></div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160;</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160;} <span class="comment">// namespace ann</span></div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160;} <span class="comment">// namespace mlpack</span></div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160;</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160;<span class="comment">// Include implementation.</span></div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160;<span class="preprocessor">#include &quot;parametric_relu_impl.hpp&quot;</span></div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160;</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160;<span class="preprocessor">#endif</span></div><div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_aa05b216031121ac0f09ba5af63c3e1c0"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#aa05b216031121ac0f09ba5af63c3e1c0">mlpack::ann::PReLU::OutputParameter</a></div><div class="ttdeci">OutputDataType const &amp; OutputParameter() const </div><div class="ttdoc">Get the output parameter. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00108">parametric_relu.hpp:108</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a3b2c0dca6b3c3b977bd6283114700f60"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a3b2c0dca6b3c3b977bd6283114700f60">mlpack::ann::PReLU::Fn</a></div><div class="ttdeci">double Fn(const double x)</div><div class="ttdoc">Computes the parametric ReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00140">parametric_relu.hpp:140</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a1bdc66a0b4ec1dc6de9cacd9a64c440f"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a1bdc66a0b4ec1dc6de9cacd9a64c440f">mlpack::ann::PReLU::gradient</a></div><div class="ttdeci">OutputDataType gradient</div><div class="ttdoc">Locally-stored gradient object. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00201">parametric_relu.hpp:201</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_ab66e989da773ce81d1468fe60700f901"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#ab66e989da773ce81d1468fe60700f901">mlpack::ann::PReLU::Deriv</a></div><div class="ttdeci">void Deriv(const InputType &amp;x, OutputType &amp;y)</div><div class="ttdoc">Computes the first derivative of the PReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00178">parametric_relu.hpp:178</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_af8319d33d180cf6672618f9acf5fa577"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#af8319d33d180cf6672618f9acf5fa577">mlpack::ann::PReLU::Parameters</a></div><div class="ttdeci">OutputDataType const &amp; Parameters() const </div><div class="ttdoc">Get the parameters. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00098">parametric_relu.hpp:98</a></div></div>
<div class="ttc" id="namespacemlpack_html"><div class="ttname"><a href="namespacemlpack.html">mlpack</a></div><div class="ttdoc">Linear algebra utility functions, generally performed on matrices or vectors. </div><div class="ttdef"><b>Definition:</b> <a href="binarize_8hpp_source.html#l00018">binarize.hpp:18</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_af12064472b05c31a34f405df4be40eae"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#af12064472b05c31a34f405df4be40eae">mlpack::ann::PReLU::Serialize</a></div><div class="ttdeci">void Serialize(Archive &amp;ar, const unsigned int)</div><div class="ttdoc">Serialize the layer. </div></div>
<div class="ttc" id="prereqs_8hpp_html"><div class="ttname"><a href="prereqs_8hpp.html">prereqs.hpp</a></div><div class="ttdoc">The core includes that mlpack expects; standard C++ includes and Armadillo. </div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a69e9f82a43fbc7176f804440958b33dc"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a69e9f82a43fbc7176f804440958b33dc">mlpack::ann::PReLU::user_alpha</a></div><div class="ttdeci">double user_alpha</div><div class="ttdoc">Leakyness Parameter given by user in the range 0 &lt; alpha &lt; 1. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00204">parametric_relu.hpp:204</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a0292218424e01cc6e489185072214135"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a0292218424e01cc6e489185072214135">mlpack::ann::PReLU::delta</a></div><div class="ttdeci">OutputDataType delta</div><div class="ttdoc">Locally-stored delta object. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00189">parametric_relu.hpp:189</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_aeccf884c0697c322bbd4895efdca51f8"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#aeccf884c0697c322bbd4895efdca51f8">mlpack::ann::PReLU::InputParameter</a></div><div class="ttdeci">InputDataType &amp; InputParameter()</div><div class="ttdoc">Modify the input parameter. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00105">parametric_relu.hpp:105</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a15ff8bd28cd47529dfda47e24421226e"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a15ff8bd28cd47529dfda47e24421226e">mlpack::ann::PReLU::Fn</a></div><div class="ttdeci">void Fn(const arma::Mat&lt; eT &gt; &amp;x, arma::Mat&lt; eT &gt; &amp;y)</div><div class="ttdoc">Computes the parametric ReLU function using a dense matrix as input. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00152">parametric_relu.hpp:152</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html">mlpack::ann::PReLU</a></div><div class="ttdoc">The PReLU activation function, defined by (where alpha is trainable) </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00045">parametric_relu.hpp:45</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_acedd1877d81c33e03f5f09981099420e"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#acedd1877d81c33e03f5f09981099420e">mlpack::ann::PReLU::Forward</a></div><div class="ttdeci">void Forward(const InputType &amp;&amp;input, OutputType &amp;&amp;output)</div><div class="ttdoc">Ordinary feed forward pass of a neural network, evaluating the function f(x) by propagating the activ...</div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_ab914d5253ff54a561c0fb19425df7011"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#ab914d5253ff54a561c0fb19425df7011">mlpack::ann::PReLU::Parameters</a></div><div class="ttdeci">OutputDataType &amp; Parameters()</div><div class="ttdoc">Modify the parameters. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00100">parametric_relu.hpp:100</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_afcf466240b4160f058198e7bc0946262"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#afcf466240b4160f058198e7bc0946262">mlpack::ann::PReLU::Gradient</a></div><div class="ttdeci">OutputDataType &amp; Gradient()</div><div class="ttdoc">Modify the gradient. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00120">parametric_relu.hpp:120</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a6c76b2c06fb177ad2f093bfae4a5cac7"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a6c76b2c06fb177ad2f093bfae4a5cac7">mlpack::ann::PReLU::Delta</a></div><div class="ttdeci">OutputDataType const &amp; Delta() const </div><div class="ttdoc">Get the delta. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00113">parametric_relu.hpp:113</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a1e5ba54ab7b45512b60429f1c3efcac8"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a1e5ba54ab7b45512b60429f1c3efcac8">mlpack::ann::PReLU::InputParameter</a></div><div class="ttdeci">InputDataType const &amp; InputParameter() const </div><div class="ttdoc">Get the input parameter. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00103">parametric_relu.hpp:103</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a6ed613997ae0379fbd9eb8e1b66ff7f0"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a6ed613997ae0379fbd9eb8e1b66ff7f0">mlpack::ann::PReLU::Alpha</a></div><div class="ttdeci">double &amp; Alpha()</div><div class="ttdoc">Modify the non zero gradient. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00125">parametric_relu.hpp:125</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_acb0b262b617243d91640cbe72a956da6"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#acb0b262b617243d91640cbe72a956da6">mlpack::ann::PReLU::Delta</a></div><div class="ttdeci">OutputDataType &amp; Delta()</div><div class="ttdoc">Modify the delta. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00115">parametric_relu.hpp:115</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a98c037324220ff53294e72337695a1ef"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a98c037324220ff53294e72337695a1ef">mlpack::ann::PReLU::outputParameter</a></div><div class="ttdeci">OutputDataType outputParameter</div><div class="ttdoc">Locally-stored output parameter object. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00195">parametric_relu.hpp:195</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a2a7f8e3cfa3667e8cfda7a63294afae3"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a2a7f8e3cfa3667e8cfda7a63294afae3">mlpack::ann::PReLU::PReLU</a></div><div class="ttdeci">PReLU(const double user_alpha=0.03)</div><div class="ttdoc">Create the PReLU object using the specified parameters. </div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a7a4c9c12a9ba49daedfae1cc22a0371b"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a7a4c9c12a9ba49daedfae1cc22a0371b">mlpack::ann::PReLU::Alpha</a></div><div class="ttdeci">double const &amp; Alpha() const </div><div class="ttdoc">Get the non zero gradient. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00123">parametric_relu.hpp:123</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a099eec8bf7ef21f9831230ceb91078ac"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a099eec8bf7ef21f9831230ceb91078ac">mlpack::ann::PReLU::alpha</a></div><div class="ttdeci">OutputDataType alpha</div><div class="ttdoc">Leakyness Parameter object. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00198">parametric_relu.hpp:198</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_aa2abb422e52df1e689bad80c5b38e55f"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#aa2abb422e52df1e689bad80c5b38e55f">mlpack::ann::PReLU::Reset</a></div><div class="ttdeci">void Reset()</div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_ab0dff8f710e7764f811a63f305617339"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#ab0dff8f710e7764f811a63f305617339">mlpack::ann::PReLU::Gradient</a></div><div class="ttdeci">OutputDataType const &amp; Gradient() const </div><div class="ttdoc">Get the gradient. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00118">parametric_relu.hpp:118</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a01c772ecc8c53d56be508a996d737b7f"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a01c772ecc8c53d56be508a996d737b7f">mlpack::ann::PReLU::inputParameter</a></div><div class="ttdeci">InputDataType inputParameter</div><div class="ttdoc">Locally-stored input parameter object. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00192">parametric_relu.hpp:192</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a09027b84e7743d0e7554b9dd4be3a751"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a09027b84e7743d0e7554b9dd4be3a751">mlpack::ann::PReLU::Deriv</a></div><div class="ttdeci">double Deriv(const double x)</div><div class="ttdoc">Computes the first derivative of the parametric ReLU function. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00165">parametric_relu.hpp:165</a></div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_a57f0df26e09aa7953c6eeaee5ce472df"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#a57f0df26e09aa7953c6eeaee5ce472df">mlpack::ann::PReLU::Backward</a></div><div class="ttdeci">void Backward(const DataType &amp;&amp;input, DataType &amp;&amp;gy, DataType &amp;&amp;g)</div><div class="ttdoc">Ordinary feed backward pass of a neural network, calculating the function f(x) by propagating x backw...</div></div>
<div class="ttc" id="classmlpack_1_1ann_1_1PReLU_html_afa8e29abab902e9d1656b21672368f2c"><div class="ttname"><a href="classmlpack_1_1ann_1_1PReLU.html#afa8e29abab902e9d1656b21672368f2c">mlpack::ann::PReLU::OutputParameter</a></div><div class="ttdeci">OutputDataType &amp; OutputParameter()</div><div class="ttdoc">Modify the output parameter. </div><div class="ttdef"><b>Definition:</b> <a href="parametric__relu_8hpp_source.html#l00110">parametric_relu.hpp:110</a></div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.11
</small></address>
</body>
<script type="text/javascript">
var x = document.getElementsByClassName("formulaDsp");
var i;
for (i = 0; i < x.length; i++)
{
x[i].width /= 4;
}
</script>
</html>
Reference in New Issue View Git Blame Copy Permalink