arm_compute v18.08
diff --git a/documentation/activation__layer_8cl_source.xhtml b/documentation/activation__layer_8cl_source.xhtml
index a94f963..b4fa2f0 100644
--- a/documentation/activation__layer_8cl_source.xhtml
+++ b/documentation/activation__layer_8cl_source.xhtml
@@ -40,7 +40,7 @@
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Compute Library
-  <span id="projectnumber">18.05</span>
+  <span id="projectnumber">18.08</span>
</div>
</td>
</tr>
@@ -117,48 +117,45 @@
<div class="title">activation_layer.cl</div> </div>
</div><!--header-->
<div class="contents">
-<a href="activation__layer_8cl.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2016-2018 ARM Limited.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> *</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * Permission is hereby granted, free of charge, to any person obtaining a copy</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * of this software and associated documentation files (the "Software"), to</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * deal in the Software without restriction, including without limitation the</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * sell copies of the Software, and to permit persons to whom the Software is</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> * furnished to do so, subject to the following conditions:</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> *</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * The above copyright notice and this permission notice shall be included in all</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * copies or substantial portions of the Software.</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> *</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="comment"> * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="comment"> * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,</span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="comment"> * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE</span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="comment"> * SOFTWARE.</span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="comment"> */</span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="helpers_8h.xhtml">helpers.h</a>"</span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div><div class="line"><a name="l00026"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b"> 26</a></span> <span class="preprocessor">#define TYPE VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="preprocessor">#if defined(FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include "<a class="code" href="fixed__point_8h.xhtml">fixed_point.h</a>"</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span> </div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#define CONST_ONE (1 << FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span> <span class="preprocessor">#define ABS_OP(a) ABS_SAT_OP_EXPAND((a), DATA_TYPE, VEC_SIZE)</span></div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#define ADD_OP(a, b) ADD_SAT_OP_EXPAND((a), (b), DATA_TYPE, VEC_SIZE)</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#define SUB_OP(a, b) SUB_SAT_OP_EXPAND((a), (b), DATA_TYPE, VEC_SIZE)</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#define MUL_OP(a, b) MUL_SAT_OP_EXPAND((a), (b), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span> <span class="preprocessor">#define MLA_OP(a, b, c) MLA_SAT_OP_EXPAND((a), (b), (c), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="preprocessor">#define DIV_OP(a, b) DIV_SAT_OP_VEC_EXPAND((a), (b), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span> <span class="preprocessor">#define EXP_OP(a) EXP_OP_EXPAND((a), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> <span class="preprocessor">#define LOG_OP(a) LOG_OP_EXPAND((a), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="preprocessor">#define SQRT_OP(a) DIV_OP(CONST_ONE, INVSQRT_OP_EXPAND((a), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION))</span></div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span> <span class="preprocessor">#define TANH_OP(a) TANH_OP_EXPAND((a), DATA_TYPE, VEC_SIZE, FIXED_POINT_POSITION)</span></div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> </div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span> <span class="preprocessor">#else </span><span class="comment">/* FIXED_POINT_POSITION */</span><span class="preprocessor"></span></div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> </div><div class="line"><a name="l00045"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32"> 45</a></span> <span class="preprocessor">#define CONST_ONE 1.f</span></div><div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855"> 46</a></span> <span class="preprocessor">#define ABS_OP(a) fabs((a))</span></div><div class="line"><a name="l00047"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39"> 47</a></span> <span class="preprocessor">#define ADD_OP(a, b) ((a) + (b))</span></div><div class="line"><a name="l00048"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ad778425e4131c4731f17d7e6e3499a07"> 48</a></span> <span class="preprocessor">#define SUB_OP(a, b) ((a) - (b))</span></div><div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da"> 49</a></span> <span class="preprocessor">#define MUL_OP(a, b) ((a) * (b))</span></div><div class="line"><a name="l00050"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246"> 50</a></span> <span class="preprocessor">#define MLA_OP(a, b, c) ((b) * (c) + (a))</span></div><div class="line"><a name="l00051"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856"> 51</a></span> <span class="preprocessor">#define DIV_OP(a, b) ((a) / (b))</span></div><div class="line"><a name="l00052"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d"> 52</a></span> <span class="preprocessor">#define EXP_OP(a) exp((a))</span></div><div class="line"><a name="l00053"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765"> 53</a></span> <span class="preprocessor">#define LOG_OP(a) log((a))</span></div><div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd"> 54</a></span> <span class="preprocessor">#define SQRT_OP(a) sqrt((a))</span></div><div class="line"><a name="l00055"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94"> 55</a></span> <span class="preprocessor">#define TANH_OP(a) tanh((a))</span></div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span> </div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span> <span class="preprocessor">#endif </span><span class="comment">/* FIXED_POINT_POSITION */</span><span class="preprocessor"></span></div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span> </div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span> <span class="comment">// Logistic Activation</span></div><div class="line"><a name="l00060"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e"> 60</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e">logistic_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span> {</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856">DIV_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)<a class="code" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a>, <a class="code" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)CONST_ONE, <a class="code" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a>(-x)));</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span> }</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span> <span class="comment">// Hyperbolic Tangent Activation</span></div><div class="line"><a name="l00065"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0"> 65</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0">tanh_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span> {</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, <a class="code" href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94">TANH_OP</a>(<a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL, x)));</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span> }</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> <span class="comment">// RELU Tangent Activation</span></div><div class="line"><a name="l00070"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227"> 70</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227">relu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span> {</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#ad91bb73431b4de1f4946ed949d444849">max</a>(0, x);</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span> }</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span> <span class="comment">// Bounded RELU Activation</span></div><div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a"> 75</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a">brelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span> {</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#aabcf39e3917f842dbc5fbb0d802f24d5">min</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, <a class="code" href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#ad91bb73431b4de1f4946ed949d444849">max</a>(0, x));</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span> }</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span> <span class="comment">// Lower Upper Bounded RELU Activation</span></div><div class="line"><a name="l00080"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea"> 80</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea">lu_brelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span> {</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordflow">return</span> <a class="code" href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#aabcf39e3917f842dbc5fbb0d802f24d5">min</a>(<a class="code" href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#ad91bb73431b4de1f4946ed949d444849">max</a>(x, (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL), (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL);</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span> }</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> <span class="comment">// Leaky RELU Activation</span></div><div class="line"><a name="l00085"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e"> 85</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e">lrelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span> {</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="keywordflow">return</span> select(<a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, x), x, x > (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)0);</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span> }</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span> <span class="comment">// Soft RELU Activation</span></div><div class="line"><a name="l00090"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89"> 90</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89">srelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span> {</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765">LOG_OP</a>(<a class="code" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)<a class="code" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a>, <a class="code" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a>(x)));</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span> }</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> <span class="comment">// Absolute Activation</span></div><div class="line"><a name="l00095"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222"> 95</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222">abs_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span> {</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855">ABS_OP</a>(x);</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> }</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> <span class="comment">// Square Activation</span></div><div class="line"><a name="l00100"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f"> 100</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f">square_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span> {</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>(x, x);</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span> }</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span> <span class="comment">// Square-root Activation</span></div><div class="line"><a name="l00105"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8"> 105</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8">sqrt_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> {</div><div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd">SQRT_OP</a>(x);</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span> }</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span> <span class="comment">// Linear Activation</span></div><div class="line"><a name="l00110"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b"> 110</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b">linear_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span> {</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246">MLA_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL, (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, x);</div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span> }</div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span> </div><div class="line"><a name="l00115"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ab13ec269b92f52bb2f1f6dcf12956704"> 115</a></span> <span class="preprocessor">#define ACTIVATION_OP2(op, x) op##_op(x)</span></div><div class="line"><a name="l00116"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82"> 116</a></span> <span class="preprocessor">#define ACTIVATION_OP(op, x) ACTIVATION_OP2(op, x)</span></div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span> </div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span> <span class="preprocessor">#if defined(ACT)</span></div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span> </div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span> __kernel <span class="keywordtype">void</span> <a class="code" href="namespacearm__compute_1_1test_1_1validation_1_1reference.xhtml#ad1a73ce85cd5a4a689c605ade2bc8780">activation_layer</a>(</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  <a class="code" href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a>(input)</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span> #ifndef IN_PLACE</div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  ,</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <a class="code" href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a>(output)</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span> #endif <span class="comment">/* not IN_PLACE */</span></div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span> )</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span> {</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="comment">// Get pixels pointer</span></div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> input = <a class="code" href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a>(input);</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span> <span class="preprocessor">#ifdef IN_PLACE</span></div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> output = input;</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span> <span class="preprocessor">#else </span><span class="comment">/* IN_PLACE */</span><span class="preprocessor"></span></div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> output = <a class="code" href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a>(output);</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span> <span class="preprocessor">#endif </span><span class="comment">/* IN_PLACE */</span><span class="preprocessor"></span></div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span> </div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="comment">// Load data</span></div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> data = <a class="code" href="helpers_8h.xhtml#a287e2fc366c312b468382c95bb90f91f">VLOAD</a>(VEC_SIZE)(0, (__global <a class="code" href="convolution3x3_8cl.xhtml#afb8c72ce35c4a1f4a2588d6573e54aa1">DATA_TYPE</a> *)input.<a class="code" href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">ptr</a>);</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span> </div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <span class="comment">// Perform activation</span></div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  data = <a class="code" href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82">ACTIVATION_OP</a>(ACT, data);</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span> </div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="comment">// Store result</span></div><div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <a class="code" href="helpers_8h.xhtml#acb282042d1edeeaa3cc979a206f78b54">VSTORE</a>(VEC_SIZE)</div><div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  (data, 0, (__global <a class="code" href="convolution3x3_8cl.xhtml#afb8c72ce35c4a1f4a2588d6573e54aa1">DATA_TYPE</a> *)output.<a class="code" href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">ptr</a>);</div><div class="line"><a name="l00172"></a><span class="lineno"> 172</span> }</div><div class="line"><a name="l00173"></a><span class="lineno"> 173</span> </div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span> <span class="preprocessor">#endif </span><span class="comment">/* defined(ACT) */</span><span class="preprocessor"></span></div><div class="ttc" id="activation__layer_8cl_xhtml_a27baf326640fa99f2d9fb6c212e93765"><div class="ttname"><a href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765">LOG_OP</a></div><div class="ttdeci">#define LOG_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00053">activation_layer.cl:53</a></div></div>
-<div class="ttc" id="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail_xhtml_aabcf39e3917f842dbc5fbb0d802f24d5"><div class="ttname"><a href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#aabcf39e3917f842dbc5fbb0d802f24d5">arm_compute::test::fixed_point_arithmetic::detail::min</a></div><div class="ttdeci">fixed_point< T > min(fixed_point< T > x, fixed_point< T > y)</div><div class="ttdef"><b>Definition:</b> <a href="tests_2validation_2_fixed_point_8h_source.xhtml#l00897">FixedPoint.h:897</a></div></div>
-<div class="ttc" id="namespacearm__compute_1_1test_1_1validation_1_1reference_xhtml_ad1a73ce85cd5a4a689c605ade2bc8780"><div class="ttname"><a href="namespacearm__compute_1_1test_1_1validation_1_1reference.xhtml#ad1a73ce85cd5a4a689c605ade2bc8780">arm_compute::test::validation::reference::activation_layer</a></div><div class="ttdeci">SimpleTensor< T > activation_layer(const SimpleTensor< T > &src, ActivationLayerInfo info)</div><div class="ttdef"><b>Definition:</b> <a href="validation_2reference_2_activation_layer_8cpp_source.xhtml#l00039">ActivationLayer.cpp:39</a></div></div>
-<div class="ttc" id="helpers_8h_xhtml_a287e2fc366c312b468382c95bb90f91f"><div class="ttname"><a href="helpers_8h.xhtml#a287e2fc366c312b468382c95bb90f91f">VLOAD</a></div><div class="ttdeci">#define VLOAD(size)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00042">helpers.h:42</a></div></div>
-<div class="ttc" id="helpers_8h_xhtml_a31c8c760f08fb1a331b16b7c204321dc"><div class="ttname"><a href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a></div><div class="ttdeci">#define CONVERT_TO_TENSOR3D_STRUCT(name)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00119">helpers.h:119</a></div></div>
+<a href="activation__layer_8cl.xhtml">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2016-2018 ARM Limited.</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * SPDX-License-Identifier: MIT</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> *</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * Permission is hereby granted, free of charge, to any person obtaining a copy</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * of this software and associated documentation files (the "Software"), to</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * deal in the Software without restriction, including without limitation the</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * sell copies of the Software, and to permit persons to whom the Software is</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> * furnished to do so, subject to the following conditions:</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> *</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * The above copyright notice and this permission notice shall be included in all</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * copies or substantial portions of the Software.</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> *</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE</span></div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="comment"> * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="comment"> * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,</span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="comment"> * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE</span></div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="comment"> * SOFTWARE.</span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="comment"> */</span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "<a class="code" href="helpers_8h.xhtml">helpers.h</a>"</span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div><div class="line"><a name="l00026"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b"> 26</a></span> <span class="preprocessor">#define TYPE VEC_DATA_TYPE(DATA_TYPE, VEC_SIZE)</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div><div class="line"><a name="l00028"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32"> 28</a></span> <span class="preprocessor">#define CONST_ONE 1.f</span></div><div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855"> 29</a></span> <span class="preprocessor">#define ABS_OP(a) fabs((a))</span></div><div class="line"><a name="l00030"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39"> 30</a></span> <span class="preprocessor">#define ADD_OP(a, b) ((a) + (b))</span></div><div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ad778425e4131c4731f17d7e6e3499a07"> 31</a></span> <span class="preprocessor">#define SUB_OP(a, b) ((a) - (b))</span></div><div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da"> 32</a></span> <span class="preprocessor">#define MUL_OP(a, b) ((a) * (b))</span></div><div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246"> 33</a></span> <span class="preprocessor">#define MLA_OP(a, b, c) ((b) * (c) + (a))</span></div><div class="line"><a name="l00034"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856"> 34</a></span> <span class="preprocessor">#define DIV_OP(a, b) ((a) / (b))</span></div><div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d"> 35</a></span> <span class="preprocessor">#define EXP_OP(a) exp((a))</span></div><div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765"> 36</a></span> <span class="preprocessor">#define LOG_OP(a) log((a))</span></div><div class="line"><a name="l00037"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd"> 37</a></span> <span class="preprocessor">#define SQRT_OP(a) sqrt((a))</span></div><div class="line"><a name="l00038"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94"> 38</a></span> <span class="preprocessor">#define TANH_OP(a) tanh((a))</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span> </div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span> <span class="comment">// Logistic Activation</span></div><div class="line"><a name="l00041"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e"> 41</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e">logistic_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span> {</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856">DIV_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)<a class="code" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a>, <a class="code" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)CONST_ONE, <a class="code" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a>(-x)));</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span> }</div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span> <span class="comment">// Hyperbolic Tangent Activation</span></div><div class="line"><a name="l00046"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0"> 46</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0">tanh_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span> {</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, <a class="code" href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94">TANH_OP</a>(<a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL, x)));</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span> }</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span> <span class="comment">// RELU Tangent Activation</span></div><div class="line"><a name="l00051"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227"> 51</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227">relu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span> {</div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <span class="keywordflow">return</span> max(0, x);</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span> }</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span> <span class="comment">// Bounded RELU Activation</span></div><div class="line"><a name="l00056"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a"> 56</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a">brelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span> {</div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  <span class="keywordflow">return</span> min((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, max(0, x));</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span> }</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span> <span class="comment">// Lower Upper Bounded RELU Activation</span></div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea"> 61</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea">lu_brelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span> {</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keywordflow">return</span> min(max(x, (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL), (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL);</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span> }</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span> <span class="comment">// Leaky RELU Activation</span></div><div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e"> 66</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e">lrelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span> {</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <span class="keywordflow">return</span> select(<a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, x), x, x > (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)0);</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span> }</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span> <span class="comment">// Soft RELU Activation</span></div><div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89"> 71</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89">srelu_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span> {</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765">LOG_OP</a>(<a class="code" href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)<a class="code" href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a>, <a class="code" href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a>(x)));</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span> }</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span> <span class="comment">// Absolute Activation</span></div><div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222"> 76</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222">abs_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span> {</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855">ABS_OP</a>(x);</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span> }</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span> <span class="comment">// Square Activation</span></div><div class="line"><a name="l00081"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f"> 81</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f">square_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span> {</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a>(x, x);</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span> }</div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span> <span class="comment">// Square-root Activation</span></div><div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8"> 86</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8">sqrt_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span> {</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd">SQRT_OP</a>(x);</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span> }</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span> <span class="comment">// Linear Activation</span></div><div class="line"><a name="l00091"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b"> 91</a></span> <span class="keyword">inline</span> <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> <a class="code" href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b">linear_op</a>(<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> x)</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span> {</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  <span class="keywordflow">return</span> <a class="code" href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246">MLA_OP</a>((<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)B_VAL, (<a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a>)A_VAL, x);</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span> }</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span> </div><div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#ab13ec269b92f52bb2f1f6dcf12956704"> 96</a></span> <span class="preprocessor">#define ACTIVATION_OP2(op, x) op##_op(x)</span></div><div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82"> 97</a></span> <span class="preprocessor">#define ACTIVATION_OP(op, x) ACTIVATION_OP2(op, x)</span></div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span> <span class="preprocessor">#if defined(ACT)</span></div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span> </div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span> __kernel <span class="keywordtype">void</span> <a class="code" href="namespacearm__compute_1_1test_1_1validation_1_1reference.xhtml#ad1a73ce85cd5a4a689c605ade2bc8780">activation_layer</a>(</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <a class="code" href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a>(input)</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span> #ifndef IN_PLACE</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  ,</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <a class="code" href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a>(output)</div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span> #endif <span class="comment">/* not IN_PLACE */</span></div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span> )</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span> {</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="comment">// Get pixels pointer</span></div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> input = <a class="code" href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a>(input);</div><div class="line"><a name="l00137"></a><span class="lineno"> 137</span> <span class="preprocessor">#ifdef IN_PLACE</span></div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> output = input;</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span> <span class="preprocessor">#else </span><span class="comment">/* IN_PLACE */</span><span class="preprocessor"></span></div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <a class="code" href="struct_tensor3_d.xhtml">Tensor3D</a> output = <a class="code" href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a>(output);</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span> <span class="preprocessor">#endif </span><span class="comment">/* IN_PLACE */</span><span class="preprocessor"></span></div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span> </div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <span class="comment">// Load data</span></div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <a class="code" href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a> data = <a class="code" href="helpers_8h.xhtml#a287e2fc366c312b468382c95bb90f91f">VLOAD</a>(VEC_SIZE)(0, (__global <a class="code" href="convolution3x3_8cl.xhtml#afb8c72ce35c4a1f4a2588d6573e54aa1">DATA_TYPE</a> *)input.<a class="code" href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">ptr</a>);</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span> </div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  <span class="comment">// Perform activation</span></div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  data = <a class="code" href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82">ACTIVATION_OP</a>(ACT, data);</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span> </div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="comment">// Store result</span></div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <a class="code" href="helpers_8h.xhtml#acb282042d1edeeaa3cc979a206f78b54">VSTORE</a>(VEC_SIZE)</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  (data, 0, (__global <a class="code" href="convolution3x3_8cl.xhtml#afb8c72ce35c4a1f4a2588d6573e54aa1">DATA_TYPE</a> *)output.<a class="code" href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">ptr</a>);</div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span> }</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span> </div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span> <span class="preprocessor">#endif </span><span class="comment">/* defined(ACT) */</span><span class="preprocessor"></span></div><div class="ttc" id="activation__layer_8cl_xhtml_a27baf326640fa99f2d9fb6c212e93765"><div class="ttname"><a href="activation__layer_8cl.xhtml#a27baf326640fa99f2d9fb6c212e93765">LOG_OP</a></div><div class="ttdeci">#define LOG_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00036">activation_layer.cl:36</a></div></div>
+<div class="ttc" id="namespacearm__compute_1_1test_1_1validation_1_1reference_xhtml_ad1a73ce85cd5a4a689c605ade2bc8780"><div class="ttname"><a href="namespacearm__compute_1_1test_1_1validation_1_1reference.xhtml#ad1a73ce85cd5a4a689c605ade2bc8780">arm_compute::test::validation::reference::activation_layer</a></div><div class="ttdeci">SimpleTensor< T > activation_layer(const SimpleTensor< T > &src, ActivationLayerInfo info)</div><div class="ttdef"><b>Definition:</b> <a href="validation_2reference_2_activation_layer_8cpp_source.xhtml#l00038">ActivationLayer.cpp:38</a></div></div>
+<div class="ttc" id="helpers_8h_xhtml_a287e2fc366c312b468382c95bb90f91f"><div class="ttname"><a href="helpers_8h.xhtml#a287e2fc366c312b468382c95bb90f91f">VLOAD</a></div><div class="ttdeci">#define VLOAD(size)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00050">helpers.h:50</a></div></div>
+<div class="ttc" id="helpers_8h_xhtml_a31c8c760f08fb1a331b16b7c204321dc"><div class="ttname"><a href="helpers_8h.xhtml#a31c8c760f08fb1a331b16b7c204321dc">CONVERT_TO_TENSOR3D_STRUCT</a></div><div class="ttdeci">#define CONVERT_TO_TENSOR3D_STRUCT(name)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00127">helpers.h:127</a></div></div>
<div class="ttc" id="convolution3x3_8cl_xhtml_afb8c72ce35c4a1f4a2588d6573e54aa1"><div class="ttname"><a href="convolution3x3_8cl.xhtml#afb8c72ce35c4a1f4a2588d6573e54aa1">DATA_TYPE</a></div><div class="ttdeci">#define DATA_TYPE</div><div class="ttdef"><b>Definition:</b> <a href="convolution3x3_8cl_source.xhtml#l00027">convolution3x3.cl:27</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a978f1506e23a332b840745ec64a7e855"><div class="ttname"><a href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855">ABS_OP</a></div><div class="ttdeci">#define ABS_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00046">activation_layer.cl:46</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a978f1506e23a332b840745ec64a7e855"><div class="ttname"><a href="activation__layer_8cl.xhtml#a978f1506e23a332b840745ec64a7e855">ABS_OP</a></div><div class="ttdeci">#define ABS_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00029">activation_layer.cl:29</a></div></div>
<div class="ttc" id="activation__layer_8cl_xhtml_a5a392548f2df67370cb15d2a5d75cd7b"><div class="ttname"><a href="activation__layer_8cl.xhtml#a5a392548f2df67370cb15d2a5d75cd7b">TYPE</a></div><div class="ttdeci">#define TYPE</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00026">activation_layer.cl:26</a></div></div>
-<div class="ttc" id="struct_tensor3_d_xhtml"><div class="ttname"><a href="struct_tensor3_d.xhtml">Tensor3D</a></div><div class="ttdoc">Structure to hold 3D tensor information. </div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00151">helpers.h:151</a></div></div>
-<div class="ttc" id="helpers_8h_xhtml_acb282042d1edeeaa3cc979a206f78b54"><div class="ttname"><a href="helpers_8h.xhtml#acb282042d1edeeaa3cc979a206f78b54">VSTORE</a></div><div class="ttdeci">#define VSTORE(size)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00045">helpers.h:45</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a75e592782269093560081144973b1227"><div class="ttname"><a href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227">relu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE relu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00070">activation_layer.cl:70</a></div></div>
+<div class="ttc" id="struct_tensor3_d_xhtml"><div class="ttname"><a href="struct_tensor3_d.xhtml">Tensor3D</a></div><div class="ttdoc">Structure to hold 3D tensor information. </div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00159">helpers.h:159</a></div></div>
+<div class="ttc" id="helpers_8h_xhtml_acb282042d1edeeaa3cc979a206f78b54"><div class="ttname"><a href="helpers_8h.xhtml#acb282042d1edeeaa3cc979a206f78b54">VSTORE</a></div><div class="ttdeci">#define VSTORE(size)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00053">helpers.h:53</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a75e592782269093560081144973b1227"><div class="ttname"><a href="activation__layer_8cl.xhtml#a75e592782269093560081144973b1227">relu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE relu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00051">activation_layer.cl:51</a></div></div>
<div class="ttc" id="helpers_8h_xhtml"><div class="ttname"><a href="helpers_8h.xhtml">helpers.h</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_af906a313c9c945e03c18f7abf8f53e89"><div class="ttname"><a href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89">srelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE srelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00090">activation_layer.cl:90</a></div></div>
-<div class="ttc" id="fixed__point_8h_xhtml"><div class="ttname"><a href="fixed__point_8h.xhtml">fixed_point.h</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_aebbeb1f22eca3a3f4c3e019e8f419f39"><div class="ttname"><a href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a></div><div class="ttdeci">#define ADD_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00047">activation_layer.cl:47</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_abbb9b09cf7ef5835661605d07f4b7a1d"><div class="ttname"><a href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a></div><div class="ttdeci">#define EXP_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00052">activation_layer.cl:52</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_ac6da2650b8dfad9553a22c0ded1d7bc8"><div class="ttname"><a href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8">sqrt_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE sqrt_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00105">activation_layer.cl:105</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a75fd6a1c539ef6ab44e460be072fcc6b"><div class="ttname"><a href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b">linear_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE linear_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00110">activation_layer.cl:110</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a5a310089a4e6b6de57a075a9bd4ced82"><div class="ttname"><a href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82">ACTIVATION_OP</a></div><div class="ttdeci">#define ACTIVATION_OP(op, x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00116">activation_layer.cl:116</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a44f1faa643e617fab359e647d6df8efd"><div class="ttname"><a href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd">SQRT_OP</a></div><div class="ttdeci">#define SQRT_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00054">activation_layer.cl:54</a></div></div>
-<div class="ttc" id="helpers_8h_xhtml_a6b83038822d1ae7ab619b684ed3b7fc0"><div class="ttname"><a href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a></div><div class="ttdeci">#define TENSOR3D_DECLARATION(name)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00076">helpers.h:76</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a979d1d0d0b9b9595f467d94b1c22faea"><div class="ttname"><a href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea">lu_brelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE lu_brelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00080">activation_layer.cl:80</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_aea31318eaadfd5e99c6a841a63d98246"><div class="ttname"><a href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246">MLA_OP</a></div><div class="ttdeci">#define MLA_OP(a, b, c)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00050">activation_layer.cl:50</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_afd256b3350090464ec6a764891e03fe0"><div class="ttname"><a href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0">tanh_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE tanh_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00065">activation_layer.cl:65</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a7c4dbd924da062c3dc248dcc4993884e"><div class="ttname"><a href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e">logistic_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE logistic_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00060">activation_layer.cl:60</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a3a04e05afb970ee504363afb46c7fa32"><div class="ttname"><a href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a></div><div class="ttdeci">#define CONST_ONE</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00045">activation_layer.cl:45</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_ae8e589b942df134846634fc08b969f94"><div class="ttname"><a href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94">TANH_OP</a></div><div class="ttdeci">#define TANH_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00055">activation_layer.cl:55</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_aceaec5c948eb4a004fad33f4c769882a"><div class="ttname"><a href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a">brelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE brelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00075">activation_layer.cl:75</a></div></div>
-<div class="ttc" id="struct_tensor3_d_xhtml_acf52c23cbd7424606c10a606524e3e32"><div class="ttname"><a href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">Tensor3D::ptr</a></div><div class="ttdeci">__global uchar * ptr</div><div class="ttdoc">Pointer to the starting postion of the buffer. </div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00153">helpers.h:153</a></div></div>
-<div class="ttc" id="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail_xhtml_ad91bb73431b4de1f4946ed949d444849"><div class="ttname"><a href="namespacearm__compute_1_1test_1_1fixed__point__arithmetic_1_1detail.xhtml#ad91bb73431b4de1f4946ed949d444849">arm_compute::test::fixed_point_arithmetic::detail::max</a></div><div class="ttdeci">fixed_point< T > max(fixed_point< T > x, fixed_point< T > y)</div><div class="ttdef"><b>Definition:</b> <a href="tests_2validation_2_fixed_point_8h_source.xhtml#l00902">FixedPoint.h:902</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a9662f169f7eeb73c3a835eea59c1e222"><div class="ttname"><a href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222">abs_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE abs_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00095">activation_layer.cl:95</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_ad3cc858846806e6b1d3694b9d0a2e6da"><div class="ttname"><a href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a></div><div class="ttdeci">#define MUL_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00049">activation_layer.cl:49</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a59d29af688da2590946e966789041856"><div class="ttname"><a href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856">DIV_OP</a></div><div class="ttdeci">#define DIV_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00051">activation_layer.cl:51</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a067fc4f955fe2f0ea21900c0a3772d5e"><div class="ttname"><a href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e">lrelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE lrelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00085">activation_layer.cl:85</a></div></div>
-<div class="ttc" id="activation__layer_8cl_xhtml_a3ee9790a5feb18c791e7f921fc83a76f"><div class="ttname"><a href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f">square_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE square_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00100">activation_layer.cl:100</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_af906a313c9c945e03c18f7abf8f53e89"><div class="ttname"><a href="activation__layer_8cl.xhtml#af906a313c9c945e03c18f7abf8f53e89">srelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE srelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00071">activation_layer.cl:71</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_aebbeb1f22eca3a3f4c3e019e8f419f39"><div class="ttname"><a href="activation__layer_8cl.xhtml#aebbeb1f22eca3a3f4c3e019e8f419f39">ADD_OP</a></div><div class="ttdeci">#define ADD_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00030">activation_layer.cl:30</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_abbb9b09cf7ef5835661605d07f4b7a1d"><div class="ttname"><a href="activation__layer_8cl.xhtml#abbb9b09cf7ef5835661605d07f4b7a1d">EXP_OP</a></div><div class="ttdeci">#define EXP_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00035">activation_layer.cl:35</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_ac6da2650b8dfad9553a22c0ded1d7bc8"><div class="ttname"><a href="activation__layer_8cl.xhtml#ac6da2650b8dfad9553a22c0ded1d7bc8">sqrt_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE sqrt_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00086">activation_layer.cl:86</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a75fd6a1c539ef6ab44e460be072fcc6b"><div class="ttname"><a href="activation__layer_8cl.xhtml#a75fd6a1c539ef6ab44e460be072fcc6b">linear_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE linear_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00091">activation_layer.cl:91</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a5a310089a4e6b6de57a075a9bd4ced82"><div class="ttname"><a href="activation__layer_8cl.xhtml#a5a310089a4e6b6de57a075a9bd4ced82">ACTIVATION_OP</a></div><div class="ttdeci">#define ACTIVATION_OP(op, x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00097">activation_layer.cl:97</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a44f1faa643e617fab359e647d6df8efd"><div class="ttname"><a href="activation__layer_8cl.xhtml#a44f1faa643e617fab359e647d6df8efd">SQRT_OP</a></div><div class="ttdeci">#define SQRT_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00037">activation_layer.cl:37</a></div></div>
+<div class="ttc" id="helpers_8h_xhtml_a6b83038822d1ae7ab619b684ed3b7fc0"><div class="ttname"><a href="helpers_8h.xhtml#a6b83038822d1ae7ab619b684ed3b7fc0">TENSOR3D_DECLARATION</a></div><div class="ttdeci">#define TENSOR3D_DECLARATION(name)</div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00084">helpers.h:84</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a979d1d0d0b9b9595f467d94b1c22faea"><div class="ttname"><a href="activation__layer_8cl.xhtml#a979d1d0d0b9b9595f467d94b1c22faea">lu_brelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE lu_brelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00061">activation_layer.cl:61</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_aea31318eaadfd5e99c6a841a63d98246"><div class="ttname"><a href="activation__layer_8cl.xhtml#aea31318eaadfd5e99c6a841a63d98246">MLA_OP</a></div><div class="ttdeci">#define MLA_OP(a, b, c)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00033">activation_layer.cl:33</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_afd256b3350090464ec6a764891e03fe0"><div class="ttname"><a href="activation__layer_8cl.xhtml#afd256b3350090464ec6a764891e03fe0">tanh_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE tanh_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00046">activation_layer.cl:46</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a7c4dbd924da062c3dc248dcc4993884e"><div class="ttname"><a href="activation__layer_8cl.xhtml#a7c4dbd924da062c3dc248dcc4993884e">logistic_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE logistic_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00041">activation_layer.cl:41</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a3a04e05afb970ee504363afb46c7fa32"><div class="ttname"><a href="activation__layer_8cl.xhtml#a3a04e05afb970ee504363afb46c7fa32">CONST_ONE</a></div><div class="ttdeci">#define CONST_ONE</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00028">activation_layer.cl:28</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_ae8e589b942df134846634fc08b969f94"><div class="ttname"><a href="activation__layer_8cl.xhtml#ae8e589b942df134846634fc08b969f94">TANH_OP</a></div><div class="ttdeci">#define TANH_OP(a)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00038">activation_layer.cl:38</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_aceaec5c948eb4a004fad33f4c769882a"><div class="ttname"><a href="activation__layer_8cl.xhtml#aceaec5c948eb4a004fad33f4c769882a">brelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE brelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00056">activation_layer.cl:56</a></div></div>
+<div class="ttc" id="struct_tensor3_d_xhtml_acf52c23cbd7424606c10a606524e3e32"><div class="ttname"><a href="struct_tensor3_d.xhtml#acf52c23cbd7424606c10a606524e3e32">Tensor3D::ptr</a></div><div class="ttdeci">__global uchar * ptr</div><div class="ttdoc">Pointer to the starting postion of the buffer. </div><div class="ttdef"><b>Definition:</b> <a href="helpers_8h_source.xhtml#l00161">helpers.h:161</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a9662f169f7eeb73c3a835eea59c1e222"><div class="ttname"><a href="activation__layer_8cl.xhtml#a9662f169f7eeb73c3a835eea59c1e222">abs_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE abs_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00076">activation_layer.cl:76</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_ad3cc858846806e6b1d3694b9d0a2e6da"><div class="ttname"><a href="activation__layer_8cl.xhtml#ad3cc858846806e6b1d3694b9d0a2e6da">MUL_OP</a></div><div class="ttdeci">#define MUL_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00032">activation_layer.cl:32</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a59d29af688da2590946e966789041856"><div class="ttname"><a href="activation__layer_8cl.xhtml#a59d29af688da2590946e966789041856">DIV_OP</a></div><div class="ttdeci">#define DIV_OP(a, b)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00034">activation_layer.cl:34</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a067fc4f955fe2f0ea21900c0a3772d5e"><div class="ttname"><a href="activation__layer_8cl.xhtml#a067fc4f955fe2f0ea21900c0a3772d5e">lrelu_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE lrelu_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00066">activation_layer.cl:66</a></div></div>
+<div class="ttc" id="activation__layer_8cl_xhtml_a3ee9790a5feb18c791e7f921fc83a76f"><div class="ttname"><a href="activation__layer_8cl.xhtml#a3ee9790a5feb18c791e7f921fc83a76f">square_op</a></div><div class="ttdeci">DATA_TYPEVEC_SIZE square_op(DATA_TYPEVEC_SIZE x)</div><div class="ttdef"><b>Definition:</b> <a href="activation__layer_8cl_source.xhtml#l00081">activation_layer.cl:81</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_68267d1309a1af8e8297ef4c3efbcdba.xhtml">src</a></li><li class="navelem"><a class="el" href="dir_aebb8dcc11953d78e620bbef0b9e2183.xhtml">core</a></li><li class="navelem"><a class="el" href="dir_8c278f79c760e5c5fbd911f9870614c1.xhtml">CL</a></li><li class="navelem"><a class="el" href="dir_25885286e9dad4fa105b7b25a8031bbf.xhtml">cl_kernels</a></li><li class="navelem"><a class="el" href="activation__layer_8cl.xhtml">activation_layer.cl</a></li>
- <li class="footer">Generated on Wed May 23 2018 11:36:36 for Compute Library by
+ <li class="footer">Generated on Wed Aug 29 2018 15:31:28 for Compute Library by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.11 </li>
</ul>