XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 1 | // Auto-generated file. Do not edit! |
2 | // Template: src/f32-dwconv/up-scalar.c.in | ||||
3 | // Generator: tools/xngen | ||||
4 | // | ||||
5 | // Copyright 2019 Google LLC | ||||
6 | // | ||||
7 | // This source code is licensed under the BSD-style license found in the | ||||
8 | // LICENSE file in the root directory of this source tree. | ||||
9 | |||||
10 | #include <assert.h> | ||||
11 | |||||
12 | #include <xnnpack/dwconv.h> | ||||
13 | #include <xnnpack/math.h> | ||||
14 | |||||
15 | |||||
16 | void xnn_f32_dwconv_ukernel_up1x25__scalar( | ||||
17 | size_t channels, | ||||
18 | size_t output_width, | ||||
19 | const float** input, | ||||
20 | const float* weights, | ||||
21 | float* output, | ||||
22 | size_t input_stride, | ||||
23 | size_t output_increment, | ||||
Marat Dukhan | eb09a6b | 2020-04-08 17:34:32 -0700 | [diff] [blame] | 24 | const union xnn_f32_minmax_params params[restrict static 1]) |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 25 | { |
26 | assert(channels != 0); | ||||
27 | assert(output_width != 0); | ||||
28 | |||||
29 | const float vmin = params->scalar.min; | ||||
30 | const float vmax = params->scalar.max; | ||||
31 | do { | ||||
32 | const float* i0 = input[0]; | ||||
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 33 | assert(i0 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 34 | const float* i1 = input[1]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 35 | assert(i1 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 36 | const float* i2 = input[2]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 37 | assert(i2 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 38 | const float* i3 = input[3]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 39 | assert(i3 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 40 | const float* i4 = input[4]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 41 | assert(i4 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 42 | const float* i5 = input[5]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 43 | assert(i5 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 44 | const float* i6 = input[6]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 45 | assert(i6 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 46 | const float* i7 = input[7]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 47 | assert(i7 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 48 | const float* i8 = input[8]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 49 | assert(i8 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 50 | const float* i9 = input[9]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 51 | assert(i9 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 52 | const float* i10 = input[10]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 53 | assert(i10 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 54 | const float* i11 = input[11]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 55 | assert(i11 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 56 | const float* i12 = input[12]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 57 | assert(i12 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 58 | const float* i13 = input[13]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 59 | assert(i13 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 60 | const float* i14 = input[14]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 61 | assert(i14 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 62 | const float* i15 = input[15]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 63 | assert(i15 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 64 | const float* i16 = input[16]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 65 | assert(i16 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 66 | const float* i17 = input[17]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 67 | assert(i17 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 68 | const float* i18 = input[18]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 69 | assert(i18 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 70 | const float* i19 = input[19]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 71 | assert(i19 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 72 | const float* i20 = input[20]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 73 | assert(i20 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 74 | const float* i21 = input[21]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 75 | assert(i21 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 76 | const float* i22 = input[22]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 77 | assert(i22 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 78 | const float* i23 = input[23]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 79 | assert(i23 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 80 | const float* i24 = input[24]; |
Marat Dukhan | 6866099 | 2020-02-03 13:31:12 -0800 | [diff] [blame] | 81 | assert(i24 != NULL); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 82 | input = (const float**) ((uintptr_t) input + input_stride); |
83 | |||||
84 | size_t c = channels; | ||||
85 | const float* w = weights; | ||||
86 | do { | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 87 | float vacc0p0 = w[0]; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 88 | |
89 | const float vi0 = *i0++; | ||||
90 | const float vk0 = w[1]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 91 | vacc0p0 += vi0 * vk0; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 92 | |
93 | const float vi1 = *i1++; | ||||
94 | const float vk1 = w[2]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 95 | vacc0p0 += vi1 * vk1; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 96 | |
97 | const float vi2 = *i2++; | ||||
98 | const float vk2 = w[3]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 99 | vacc0p0 += vi2 * vk2; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 100 | |
101 | const float vi3 = *i3++; | ||||
102 | const float vk3 = w[4]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 103 | vacc0p0 += vi3 * vk3; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 104 | |
105 | const float vi4 = *i4++; | ||||
106 | const float vk4 = w[5]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 107 | vacc0p0 += vi4 * vk4; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 108 | |
109 | const float vi5 = *i5++; | ||||
110 | const float vk5 = w[6]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 111 | vacc0p0 += vi5 * vk5; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 112 | |
113 | const float vi6 = *i6++; | ||||
114 | const float vk6 = w[7]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 115 | vacc0p0 += vi6 * vk6; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 116 | |
117 | const float vi7 = *i7++; | ||||
118 | const float vk7 = w[8]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 119 | vacc0p0 += vi7 * vk7; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 120 | |
121 | const float vi8 = *i8++; | ||||
122 | const float vk8 = w[9]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 123 | vacc0p0 += vi8 * vk8; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 124 | |
125 | const float vi9 = *i9++; | ||||
126 | const float vk9 = w[10]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 127 | vacc0p0 += vi9 * vk9; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 128 | |
129 | const float vi10 = *i10++; | ||||
130 | const float vk10 = w[11]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 131 | vacc0p0 += vi10 * vk10; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 132 | |
133 | const float vi11 = *i11++; | ||||
134 | const float vk11 = w[12]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 135 | vacc0p0 += vi11 * vk11; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 136 | |
137 | const float vi12 = *i12++; | ||||
138 | const float vk12 = w[13]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 139 | vacc0p0 += vi12 * vk12; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 140 | |
141 | const float vi13 = *i13++; | ||||
142 | const float vk13 = w[14]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 143 | vacc0p0 += vi13 * vk13; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 144 | |
145 | const float vi14 = *i14++; | ||||
146 | const float vk14 = w[15]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 147 | vacc0p0 += vi14 * vk14; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 148 | |
149 | const float vi15 = *i15++; | ||||
150 | const float vk15 = w[16]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 151 | vacc0p0 += vi15 * vk15; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 152 | |
153 | const float vi16 = *i16++; | ||||
154 | const float vk16 = w[17]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 155 | vacc0p0 += vi16 * vk16; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 156 | |
157 | const float vi17 = *i17++; | ||||
158 | const float vk17 = w[18]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 159 | vacc0p0 += vi17 * vk17; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 160 | |
161 | const float vi18 = *i18++; | ||||
162 | const float vk18 = w[19]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 163 | vacc0p0 += vi18 * vk18; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 164 | |
165 | const float vi19 = *i19++; | ||||
166 | const float vk19 = w[20]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 167 | vacc0p0 += vi19 * vk19; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 168 | |
169 | const float vi20 = *i20++; | ||||
170 | const float vk20 = w[21]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 171 | vacc0p0 += vi20 * vk20; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 172 | |
173 | const float vi21 = *i21++; | ||||
174 | const float vk21 = w[22]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 175 | vacc0p0 += vi21 * vk21; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 176 | |
177 | const float vi22 = *i22++; | ||||
178 | const float vk22 = w[23]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 179 | vacc0p0 += vi22 * vk22; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 180 | |
181 | const float vi23 = *i23++; | ||||
182 | const float vk23 = w[24]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 183 | vacc0p0 += vi23 * vk23; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 184 | |
185 | const float vi24 = *i24++; | ||||
186 | const float vk24 = w[25]; | ||||
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 187 | vacc0p0 += vi24 * vk24; |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 188 | |
189 | w += 26; | ||||
190 | |||||
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 191 | |
Marat Dukhan | 5098c3e | 2019-11-07 12:01:19 -0800 | [diff] [blame] | 192 | float vacc0 = math_max_f32(vacc0p0, vmin); |
XNNPACK Team | b455b12 | 2019-09-27 18:10:33 -0700 | [diff] [blame] | 193 | vacc0 = math_min_f32(vacc0, vmax); |
194 | |||||
195 | *output++ = vacc0; | ||||
196 | } while (--c != 0); | ||||
197 | |||||
198 | output = (float*) ((uintptr_t) output + output_increment); | ||||
199 | } while (--output_width != 0); | ||||
200 | } |