Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / external / XNNPACK / 8d3c07e03a55862847e0a6a90f6f9177e87dba4a / . / BUILD.bazel
blob: fa4e19ef7d3142c5b9d3d623f687567f2309649f [file] [log] [blame]
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1# Copyright 2019 Google LLC
2#
3# This source code is licensed under the BSD-style license found in the
4# LICENSE file in the root directory of this source tree.
5#
6# Description:
7# XNNPACK - optimized floating-point neural network operators library
8
Marat Dukhana84e40b2019-12-11 15:38:03 -0800[diff] [blame]9load(":build_defs.bzl", "xnnpack_aggregate_library", "xnnpack_benchmark", "xnnpack_binary", "xnnpack_cc_library", "xnnpack_min_size_copts", "xnnpack_optional_armcl_copts", "xnnpack_optional_armcl_deps", "xnnpack_optional_gemmlowp_copts", "xnnpack_optional_gemmlowp_deps", "xnnpack_optional_ruy_copts", "xnnpack_optional_ruy_deps", "xnnpack_optional_tflite_copts", "xnnpack_optional_tflite_deps", "xnnpack_std_copts", "xnnpack_std_cxxopts", "xnnpack_unit_test", "xnnpack_visibility")
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]10
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]11licenses(["notice"])
12
13exports_files(["LICENSE"])
14
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]15OPERATOR_BENCHMARK_DEPS = [
16 ":XNNPACK",
17 ":bench_utils",
18 "@cpuinfo",
19 "@pthreadpool",
20]
21
22MICROKERNEL_BENCHMARK_DEPS = [
23 ":ukernels",
24 ":bench_utils",
Frank Barchard7e955972019-10-11 10:34:25 -0700[diff] [blame]25 ":enable_assembly",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]26 "@cpuinfo",
27 "@FP16",
28 "@pthreadpool",
29]
30
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]31ACCURACY_EVAL_DEPS = [
32 ":XNNPACK",
33 ":ukernels",
34 "@FP16",
35 "@pthreadpool",
36]
37
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]38MICROKERNEL_TEST_DEPS = [
39 ":ukernels",
Frank Barchard7e955972019-10-11 10:34:25 -0700[diff] [blame]40 ":enable_assembly",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]41 "@cpuinfo",
42 "@FP16",
43 "@pthreadpool",
44]
45
46OPERATOR_TEST_DEPS = [
47 ":XNNPACK",
48 "@pthreadpool",
49 "@FP16",
50]
51
52OPERATOR_SRCS = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]53 "src/add-nc.c",
54 "src/argmax-pooling-nhwc.c",
55 "src/average-pooling-nhwc.c",
Marat Dukhanb1a0fc32019-12-02 19:32:02 -0800[diff] [blame]56 "src/binary-elementwise-nd.c",
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]57 "src/channel-pad-nc.c",
58 "src/channel-shuffle-nc.c",
59 "src/clamp-nc.c",
60 "src/convolution-nchw.c",
61 "src/convolution-nhwc.c",
62 "src/deconvolution-nhwc.c",
63 "src/fully-connected-nc.c",
64 "src/global-average-pooling-ncw.c",
65 "src/global-average-pooling-nwc.c",
66 "src/hardswish-nc.c",
67 "src/leaky-relu-nc.c",
68 "src/max-pooling-nhwc.c",
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]69 "src/prelu-nc.c",
70 "src/resize-bilinear-nhwc.c",
71 "src/sigmoid-nc.c",
72 "src/softargmax-nc.c",
73 "src/unpooling-nhwc.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]74]
75
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]76TABLE_SRCS = [
77 "src/tables/exp2-k-over-64.c",
78 "src/tables/exp2-k-over-2048.c",
79]
80
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]81SCALAR_UKERNELS = [
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]82 "src/f32-argmaxpool/4x-scalar-c1.c",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]83 "src/f32-argmaxpool/9p8x-scalar-c1.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]84 "src/f32-argmaxpool/9x-scalar-c1.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]85 "src/f32-avgpool/mp9p8q-scalar.c",
86 "src/f32-avgpool/up9-scalar.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]87 "src/f32-bilinear/gen/scalar-c1.c",
88 "src/f32-bilinear/gen/scalar-c2.c",
89 "src/f32-bilinear/gen/scalar-c4.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]90 "src/f32-clamp/scalar.c",
Marat Dukhan441e2212019-12-04 18:30:49 -0800[diff] [blame]91 "src/f32-conv-hwc/3x3s2p0p1c3x4-scalar-1x1.c",
Marat Dukhan6b7dfae2019-12-04 16:00:52 -0800[diff] [blame]92 "src/f32-conv-hwc/3x3s2p1c3x4-scalar-1x1.c",
Erich Elsen563df5f2019-10-23 08:02:21 -0700[diff] [blame]93 "src/f32-conv-hwc2spchw/3x3s2p1c3x4-scalar-1x1.c",
Erich Elsen0cc2c532019-10-15 04:44:18 -0700[diff] [blame]94 "src/f32-dwconv-spchw/3x3p1-scalar.c",
Erich Elsenac4de802019-10-16 04:35:30 -0700[diff] [blame]95 "src/f32-dwconv-spchw/3x3s2p1-scalar.c",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]96 "src/f32-dwconv-spchw/5x5p2-scalar.c",
Erich Elsen38709a62019-11-08 11:58:45 -0800[diff] [blame]97 "src/f32-dwconv-spchw/5x5s2p2-scalar.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]98 "src/f32-dwconv/gen/up1x25-scalar-acc2.c",
99 "src/f32-dwconv/gen/up1x25-scalar.c",
100 "src/f32-dwconv/gen/up1x4-scalar-acc2.c",
101 "src/f32-dwconv/gen/up1x4-scalar.c",
102 "src/f32-dwconv/gen/up1x9-scalar-acc2.c",
103 "src/f32-dwconv/gen/up1x9-scalar.c",
104 "src/f32-dwconv/gen/up2x25-scalar-acc2.c",
105 "src/f32-dwconv/gen/up2x25-scalar.c",
106 "src/f32-dwconv/gen/up2x4-scalar-acc2.c",
107 "src/f32-dwconv/gen/up2x4-scalar.c",
108 "src/f32-dwconv/gen/up2x9-scalar-acc2.c",
109 "src/f32-dwconv/gen/up2x9-scalar.c",
Erich Elsen34dc2c02019-10-16 05:11:41 -0700[diff] [blame]110 "src/f32-gavgpool-spchw/scalar-x1.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]111 "src/f32-gavgpool/mp7p7q-scalar.c",
112 "src/f32-gavgpool/up7-scalar.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]113 "src/f32-gemm/gen-inc/1x4-scalar.c",
114 "src/f32-gemm/gen-inc/2x4-scalar.c",
115 "src/f32-gemm/gen-inc/4x4-scalar.c",
116 "src/f32-gemm/gen/1x4-scalar.c",
117 "src/f32-gemm/gen/2x4-scalar.c",
118 "src/f32-gemm/gen/4x2-scalar.c",
119 "src/f32-gemm/gen/4x4-scalar.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]120 "src/f32-hswish/gen/scalar-x1.c",
121 "src/f32-hswish/gen/scalar-x2.c",
122 "src/f32-hswish/gen/scalar-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]123 "src/f32-igemm/gen/1x4-scalar.c",
124 "src/f32-igemm/gen/2x4-scalar.c",
125 "src/f32-igemm/gen/4x2-scalar.c",
126 "src/f32-igemm/gen/4x4-scalar.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]127 "src/f32-maxpool/9p8x-scalar-c1.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]128 "src/f32-pavgpool/mp9p8q-scalar.c",
129 "src/f32-pavgpool/up9-scalar.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]130 "src/f32-ppmm/gen/2x4-scalar.c",
131 "src/f32-ppmm/gen/3x3-scalar.c",
132 "src/f32-ppmm/gen/4x2-scalar.c",
133 "src/f32-ppmm/gen/4x4-scalar.c",
134 "src/f32-prelu/gen/scalar-2x1.c",
135 "src/f32-prelu/gen/scalar-2x4.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]136 "src/f32-rmax/scalar.c",
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]137 "src/f32-sigmoid/gen/scalar-lut2048-p1-div-x1.c",
138 "src/f32-sigmoid/gen/scalar-lut2048-p1-div-x2.c",
139 "src/f32-sigmoid/gen/scalar-lut2048-p1-div-x4.c",
140 "src/f32-sigmoid/gen/scalar-lut64-p2-div-x1.c",
141 "src/f32-sigmoid/gen/scalar-lut64-p2-div-x2.c",
142 "src/f32-sigmoid/gen/scalar-lut64-p2-div-x4.c",
143 "src/f32-sigmoid/gen/scalar-p5-div-x1.c",
144 "src/f32-sigmoid/gen/scalar-p5-div-x2.c",
145 "src/f32-sigmoid/gen/scalar-p5-div-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]146 "src/f32-spmm/gen/1x1-scalar-pipelined.c",
147 "src/f32-spmm/gen/1x1-scalar.c",
148 "src/f32-spmm/gen/2x1-scalar-pipelined.c",
149 "src/f32-spmm/gen/2x1-scalar.c",
150 "src/f32-spmm/gen/4x1-scalar-pipelined.c",
151 "src/f32-spmm/gen/4x1-scalar.c",
152 "src/f32-spmm/gen/8x1-scalar-pipelined.c",
153 "src/f32-spmm/gen/8x1-scalar.c",
154 "src/f32-spmm/gen/8x2-scalar.c",
155 "src/f32-spmm/gen/8x4-scalar.c",
156 "src/f32-vbinary/gen/vadd-scalar-x1.c",
157 "src/f32-vbinary/gen/vadd-scalar-x2.c",
158 "src/f32-vbinary/gen/vadd-scalar-x4.c",
159 "src/f32-vbinary/gen/vaddc-scalar-x1.c",
160 "src/f32-vbinary/gen/vaddc-scalar-x2.c",
161 "src/f32-vbinary/gen/vaddc-scalar-x4.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]162 "src/f32-vbinary/gen/vdiv-scalar-x1.c",
163 "src/f32-vbinary/gen/vdiv-scalar-x2.c",
164 "src/f32-vbinary/gen/vdiv-scalar-x4.c",
165 "src/f32-vbinary/gen/vdivc-scalar-x1.c",
166 "src/f32-vbinary/gen/vdivc-scalar-x2.c",
167 "src/f32-vbinary/gen/vdivc-scalar-x4.c",
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]168 "src/f32-vbinary/gen/vmax-scalar-x1.c",
169 "src/f32-vbinary/gen/vmax-scalar-x2.c",
170 "src/f32-vbinary/gen/vmax-scalar-x4.c",
171 "src/f32-vbinary/gen/vmaxc-scalar-x1.c",
172 "src/f32-vbinary/gen/vmaxc-scalar-x2.c",
173 "src/f32-vbinary/gen/vmaxc-scalar-x4.c",
174 "src/f32-vbinary/gen/vmin-scalar-x1.c",
175 "src/f32-vbinary/gen/vmin-scalar-x2.c",
176 "src/f32-vbinary/gen/vmin-scalar-x4.c",
177 "src/f32-vbinary/gen/vminc-scalar-x1.c",
178 "src/f32-vbinary/gen/vminc-scalar-x2.c",
179 "src/f32-vbinary/gen/vminc-scalar-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]180 "src/f32-vbinary/gen/vmul-scalar-x1.c",
181 "src/f32-vbinary/gen/vmul-scalar-x2.c",
182 "src/f32-vbinary/gen/vmul-scalar-x4.c",
183 "src/f32-vbinary/gen/vmulc-scalar-x1.c",
184 "src/f32-vbinary/gen/vmulc-scalar-x2.c",
185 "src/f32-vbinary/gen/vmulc-scalar-x4.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]186 "src/f32-vbinary/gen/vrdivc-scalar-x1.c",
187 "src/f32-vbinary/gen/vrdivc-scalar-x2.c",
188 "src/f32-vbinary/gen/vrdivc-scalar-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]189 "src/f32-vbinary/gen/vrsubc-scalar-x1.c",
190 "src/f32-vbinary/gen/vrsubc-scalar-x2.c",
191 "src/f32-vbinary/gen/vrsubc-scalar-x4.c",
192 "src/f32-vbinary/gen/vsub-scalar-x1.c",
193 "src/f32-vbinary/gen/vsub-scalar-x2.c",
194 "src/f32-vbinary/gen/vsub-scalar-x4.c",
195 "src/f32-vbinary/gen/vsubc-scalar-x1.c",
196 "src/f32-vbinary/gen/vsubc-scalar-x2.c",
197 "src/f32-vbinary/gen/vsubc-scalar-x4.c",
198 "src/f32-vmulcaddc/gen/c1-scalar-2x.c",
199 "src/f32-vmulcaddc/gen/c2-scalar-2x.c",
200 "src/f32-vmulcaddc/gen/c4-scalar-2x.c",
Marat Dukhan5739f702019-12-22 19:45:09 -0800[diff] [blame]201 "src/math/expminus-scalar-lut2048-p1.c",
202 "src/math/expminus-scalar-lut64-p2.c",
203 "src/math/expminus-scalar-p5.c",
204 "src/math/sigmoid-scalar-lut2048-p1-div.c",
205 "src/math/sigmoid-scalar-lut64-p2-div.c",
206 "src/math/sigmoid-scalar-p5-div.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]207 "src/q8-avgpool/mp9p8q-scalar.c",
208 "src/q8-avgpool/up9-scalar.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]209 "src/q8-dwconv/up1x9-scalar.c",
210 "src/q8-gavgpool/mp7p7q-scalar.c",
211 "src/q8-gavgpool/up7-scalar.c",
212 "src/q8-gemm/2x2-scalar.c",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]213 "src/q8-igemm/2x2-scalar.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]214 "src/q8-vadd/scalar.c",
215 "src/u8-clamp/scalar.c",
216 "src/u8-lut32norm/scalar.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]217 "src/u8-maxpool/9p8x-scalar-c1.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]218 "src/u8-rmax/scalar.c",
219 "src/x32-packx/x2-scalar.c",
220 "src/x32-packx/x3-scalar.c",
221 "src/x32-packx/x4-scalar.c",
222 "src/x32-pad/x2-scalar.c",
223 "src/x32-unpool/scalar.c",
224 "src/x32-zip/x2-scalar.c",
225 "src/x32-zip/x3-scalar.c",
226 "src/x32-zip/x4-scalar.c",
227 "src/x32-zip/xm-scalar.c",
228 "src/x8-lut/scalar.c",
229 "src/x8-zip/x2-scalar.c",
230 "src/x8-zip/x3-scalar.c",
231 "src/x8-zip/x4-scalar.c",
232 "src/x8-zip/xm-scalar.c",
233]
234
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]235WASM_UKERNELS = [
236 "src/f32-avgpool/mp9p8q-wasm.c",
237 "src/f32-avgpool/up9-wasm.c",
238 "src/f32-clamp/wasm.c",
239 "src/f32-dwconv/gen/up1x25-wasm-acc2.c",
240 "src/f32-dwconv/gen/up1x25-wasm.c",
241 "src/f32-dwconv/gen/up1x4-wasm-acc2.c",
242 "src/f32-dwconv/gen/up1x4-wasm.c",
243 "src/f32-dwconv/gen/up1x9-wasm-acc2.c",
244 "src/f32-dwconv/gen/up1x9-wasm.c",
245 "src/f32-dwconv/gen/up2x25-wasm-acc2.c",
246 "src/f32-dwconv/gen/up2x25-wasm.c",
247 "src/f32-dwconv/gen/up2x4-wasm-acc2.c",
248 "src/f32-dwconv/gen/up2x4-wasm.c",
249 "src/f32-dwconv/gen/up2x9-wasm-acc2.c",
250 "src/f32-dwconv/gen/up2x9-wasm.c",
251 "src/f32-gavgpool/mp7p7q-wasm.c",
252 "src/f32-gavgpool/up7-wasm.c",
253 "src/f32-gemm/gen-inc/1x4-wasm.c",
254 "src/f32-gemm/gen-inc/2x4-wasm.c",
255 "src/f32-gemm/gen-inc/4x4-wasm.c",
256 "src/f32-gemm/gen/1x4-wasm.c",
257 "src/f32-gemm/gen/2x4-wasm.c",
258 "src/f32-gemm/gen/4x2-wasm.c",
259 "src/f32-gemm/gen/4x4-wasm.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]260 "src/f32-hswish/gen/wasm-x1.c",
261 "src/f32-hswish/gen/wasm-x2.c",
262 "src/f32-hswish/gen/wasm-x4.c",
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]263 "src/f32-igemm/gen/1x4-wasm.c",
264 "src/f32-igemm/gen/2x4-wasm.c",
265 "src/f32-igemm/gen/4x2-wasm.c",
266 "src/f32-igemm/gen/4x4-wasm.c",
267 "src/f32-maxpool/9p8x-wasm-c1.c",
268 "src/f32-pavgpool/mp9p8q-wasm.c",
269 "src/f32-pavgpool/up9-wasm.c",
270 "src/f32-prelu/gen/wasm-2x1.c",
271 "src/f32-prelu/gen/wasm-2x4.c",
272 "src/f32-vbinary/gen/vadd-wasm-x1.c",
273 "src/f32-vbinary/gen/vadd-wasm-x2.c",
274 "src/f32-vbinary/gen/vadd-wasm-x4.c",
275 "src/f32-vbinary/gen/vaddc-wasm-x1.c",
276 "src/f32-vbinary/gen/vaddc-wasm-x2.c",
277 "src/f32-vbinary/gen/vaddc-wasm-x4.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]278 "src/f32-vbinary/gen/vdiv-wasm-x1.c",
279 "src/f32-vbinary/gen/vdiv-wasm-x2.c",
280 "src/f32-vbinary/gen/vdiv-wasm-x4.c",
281 "src/f32-vbinary/gen/vdivc-wasm-x1.c",
282 "src/f32-vbinary/gen/vdivc-wasm-x2.c",
283 "src/f32-vbinary/gen/vdivc-wasm-x4.c",
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]284 "src/f32-vbinary/gen/vmax-wasm-x1.c",
285 "src/f32-vbinary/gen/vmax-wasm-x2.c",
286 "src/f32-vbinary/gen/vmax-wasm-x4.c",
287 "src/f32-vbinary/gen/vmaxc-wasm-x1.c",
288 "src/f32-vbinary/gen/vmaxc-wasm-x2.c",
289 "src/f32-vbinary/gen/vmaxc-wasm-x4.c",
290 "src/f32-vbinary/gen/vmin-wasm-x1.c",
291 "src/f32-vbinary/gen/vmin-wasm-x2.c",
292 "src/f32-vbinary/gen/vmin-wasm-x4.c",
293 "src/f32-vbinary/gen/vminc-wasm-x1.c",
294 "src/f32-vbinary/gen/vminc-wasm-x2.c",
295 "src/f32-vbinary/gen/vminc-wasm-x4.c",
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]296 "src/f32-vbinary/gen/vmul-wasm-x1.c",
297 "src/f32-vbinary/gen/vmul-wasm-x2.c",
298 "src/f32-vbinary/gen/vmul-wasm-x4.c",
299 "src/f32-vbinary/gen/vmulc-wasm-x1.c",
300 "src/f32-vbinary/gen/vmulc-wasm-x2.c",
301 "src/f32-vbinary/gen/vmulc-wasm-x4.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]302 "src/f32-vbinary/gen/vrdivc-wasm-x1.c",
303 "src/f32-vbinary/gen/vrdivc-wasm-x2.c",
304 "src/f32-vbinary/gen/vrdivc-wasm-x4.c",
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]305 "src/f32-vbinary/gen/vrsubc-wasm-x1.c",
306 "src/f32-vbinary/gen/vrsubc-wasm-x2.c",
307 "src/f32-vbinary/gen/vrsubc-wasm-x4.c",
308 "src/f32-vbinary/gen/vsub-wasm-x1.c",
309 "src/f32-vbinary/gen/vsub-wasm-x2.c",
310 "src/f32-vbinary/gen/vsub-wasm-x4.c",
311 "src/f32-vbinary/gen/vsubc-wasm-x1.c",
312 "src/f32-vbinary/gen/vsubc-wasm-x2.c",
313 "src/f32-vbinary/gen/vsubc-wasm-x4.c",
314 "src/f32-vmulcaddc/gen/c1-wasm-2x.c",
315 "src/f32-vmulcaddc/gen/c2-wasm-2x.c",
316 "src/f32-vmulcaddc/gen/c4-wasm-2x.c",
317]
318
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]319PSIMD_FASTMATH_UKERNELS = [
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]320 "src/f32-argmaxpool/4x-psimd-c4.c",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]321 "src/f32-argmaxpool/9p8x-psimd-c4.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]322 "src/f32-argmaxpool/9x-psimd-c4.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]323 "src/f32-avgpool/mp9p8q-psimd.c",
324 "src/f32-avgpool/up9-psimd.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]325 "src/f32-bilinear/gen/psimd-c4.c",
326 "src/f32-bilinear/gen/psimd-c8.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]327 "src/f32-clamp/psimd.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]328 "src/f32-dwconv/gen/up4x25-psimd-acc2.c",
329 "src/f32-dwconv/gen/up4x25-psimd.c",
330 "src/f32-dwconv/gen/up4x4-psimd-acc2.c",
331 "src/f32-dwconv/gen/up4x4-psimd.c",
332 "src/f32-dwconv/gen/up4x9-psimd-acc2.c",
333 "src/f32-dwconv/gen/up4x9-psimd.c",
334 "src/f32-dwconv/gen/up8x25-psimd-acc2.c",
335 "src/f32-dwconv/gen/up8x25-psimd.c",
336 "src/f32-dwconv/gen/up8x4-psimd-acc2.c",
337 "src/f32-dwconv/gen/up8x4-psimd.c",
338 "src/f32-dwconv/gen/up8x9-psimd-acc2.c",
339 "src/f32-dwconv/gen/up8x9-psimd.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]340 "src/f32-gavgpool/mp7p7q-psimd.c",
341 "src/f32-gavgpool/up7-psimd.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]342 "src/f32-gemm/gen/1x8-psimd-loadsplat.c",
343 "src/f32-gemm/gen/1x8-psimd-splat.c",
344 "src/f32-gemm/gen/1x8s4-psimd.c",
345 "src/f32-gemm/gen/4x8-psimd-loadsplat.c",
346 "src/f32-gemm/gen/4x8-psimd-splat.c",
347 "src/f32-gemm/gen/4x8s4-psimd.c",
348 "src/f32-gemm/gen/6x8-psimd-loadsplat.c",
349 "src/f32-gemm/gen/6x8-psimd-splat.c",
350 "src/f32-gemm/gen/6x8s4-psimd.c",
351 "src/f32-gemm/gen-inc/1x8-psimd-loadsplat.c",
352 "src/f32-gemm/gen-inc/1x8-psimd-splat.c",
353 "src/f32-gemm/gen-inc/1x8s4-psimd.c",
354 "src/f32-gemm/gen-inc/4x8-psimd-loadsplat.c",
355 "src/f32-gemm/gen-inc/4x8-psimd-splat.c",
356 "src/f32-gemm/gen-inc/4x8s4-psimd.c",
357 "src/f32-gemm/gen-inc/6x8-psimd-loadsplat.c",
358 "src/f32-gemm/gen-inc/6x8-psimd-splat.c",
359 "src/f32-gemm/gen-inc/6x8s4-psimd.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]360 "src/f32-hswish/gen/psimd-x4.c",
361 "src/f32-hswish/gen/psimd-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]362 "src/f32-igemm/gen/1x8-psimd-loadsplat.c",
363 "src/f32-igemm/gen/1x8-psimd-splat.c",
364 "src/f32-igemm/gen/1x8s4-psimd.c",
365 "src/f32-igemm/gen/4x2c4-psimd.c",
366 "src/f32-igemm/gen/4x8-psimd-loadsplat.c",
367 "src/f32-igemm/gen/4x8-psimd-splat.c",
368 "src/f32-igemm/gen/4x8s4-psimd.c",
369 "src/f32-igemm/gen/6x8-psimd-loadsplat.c",
370 "src/f32-igemm/gen/6x8-psimd-splat.c",
371 "src/f32-igemm/gen/6x8s4-psimd.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]372 "src/f32-maxpool/9p8x-psimd-c4.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]373 "src/f32-pavgpool/mp9p8q-psimd.c",
374 "src/f32-pavgpool/up9-psimd.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]375 "src/f32-ppmm/gen/4x8-psimd.c",
376 "src/f32-prelu/gen/psimd-2x4.c",
377 "src/f32-prelu/gen/psimd-2x8.c",
378 "src/f32-vbinary/gen/vadd-psimd-x4.c",
379 "src/f32-vbinary/gen/vadd-psimd-x8.c",
380 "src/f32-vbinary/gen/vaddc-psimd-x4.c",
381 "src/f32-vbinary/gen/vaddc-psimd-x8.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]382 "src/f32-vbinary/gen/vdiv-psimd-x4.c",
383 "src/f32-vbinary/gen/vdiv-psimd-x8.c",
384 "src/f32-vbinary/gen/vdivc-psimd-x4.c",
385 "src/f32-vbinary/gen/vdivc-psimd-x8.c",
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]386 "src/f32-vbinary/gen/vmax-psimd-x4.c",
387 "src/f32-vbinary/gen/vmax-psimd-x8.c",
388 "src/f32-vbinary/gen/vmaxc-psimd-x4.c",
389 "src/f32-vbinary/gen/vmaxc-psimd-x8.c",
390 "src/f32-vbinary/gen/vmin-psimd-x4.c",
391 "src/f32-vbinary/gen/vmin-psimd-x8.c",
392 "src/f32-vbinary/gen/vminc-psimd-x4.c",
393 "src/f32-vbinary/gen/vminc-psimd-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]394 "src/f32-vbinary/gen/vmul-psimd-x4.c",
395 "src/f32-vbinary/gen/vmul-psimd-x8.c",
396 "src/f32-vbinary/gen/vmulc-psimd-x4.c",
397 "src/f32-vbinary/gen/vmulc-psimd-x8.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]398 "src/f32-vbinary/gen/vrdivc-psimd-x4.c",
399 "src/f32-vbinary/gen/vrdivc-psimd-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]400 "src/f32-vbinary/gen/vrsubc-psimd-x4.c",
401 "src/f32-vbinary/gen/vrsubc-psimd-x8.c",
402 "src/f32-vbinary/gen/vsub-psimd-x4.c",
403 "src/f32-vbinary/gen/vsub-psimd-x8.c",
404 "src/f32-vbinary/gen/vsubc-psimd-x4.c",
405 "src/f32-vbinary/gen/vsubc-psimd-x8.c",
406 "src/f32-vmulcaddc/gen/c4-psimd-2x.c",
407 "src/f32-vmulcaddc/gen/c8-psimd-2x.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]408 "src/x32-packx/x4-psimd.c",
409 "src/x32-pad/x2-psimd.c",
410 "src/x32-unpool/psimd.c",
411 "src/x32-zip/x2-psimd.c",
412 "src/x32-zip/x3-psimd.c",
413 "src/x32-zip/x4-psimd.c",
414 "src/x32-zip/xm-psimd.c",
415]
416
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]417PSIMD_ACCMATH_UKERNELS = [
418 "src/f32-sigmoid/gen/psimd-p5-div-x4.c",
419 "src/f32-sigmoid/gen/psimd-p5-div-x8.c",
420 "src/f32-sigmoid/gen/psimd-p5-div-x12.c",
421 "src/f32-sigmoid/gen/psimd-p5-div-x16.c",
422 "src/f32-sigmoid/gen/psimd-p5-div-x20.c",
423 "src/f32-sigmoid/gen/psimd-p5-div-x24.c",
424 "src/math/sigmoid-psimd-p5-div.c",
425]
426
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]427# ISA-specific micro-kernels
428NEON_UKERNELS = [
429 "src/f32-avgpool/mp9p8q-neon.c",
430 "src/f32-avgpool/up9-neon.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]431 "src/f32-bilinear/gen/neon-c4.c",
432 "src/f32-bilinear/gen/neon-c8.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]433 "src/f32-clamp/neon.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]434 "src/f32-dwconv/gen/up4x9-neon.c",
435 "src/f32-dwconv/gen/up4x9-neon-acc2.c",
436 "src/f32-dwconv/gen/up8x9-neon.c",
437 "src/f32-dwconv/gen/up8x9-neon-acc2.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]438 "src/f32-gavgpool-spchw/neon-x4.c",
439 "src/f32-gavgpool/mp7p7q-neon.c",
440 "src/f32-gavgpool/up7-neon.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]441 "src/f32-gemm/gen/1x8-neon-lane-ld64.c",
442 "src/f32-gemm/gen/4x2-neon-lane-ld64.c",
443 "src/f32-gemm/gen/4x8-neon-lane-ld128.c",
444 "src/f32-gemm/gen/4x8-neon-lane-ld64.c",
445 "src/f32-gemm/gen/5x8-neon-lane-ld64.c",
446 "src/f32-gemm/gen/6x8-neon-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]447 "src/f32-gemm/gen/6x8-neon-lane-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]448 "src/f32-gemm/gen/1x8-neon-dup-ld64.c",
449 "src/f32-gemm/gen/4x8-neon-dup-ld128.c",
450 "src/f32-gemm/gen/4x8-neon-dup-ld64.c",
451 "src/f32-gemm/gen/6x8-neon-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]452 "src/f32-gemm/gen/6x8-neon-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]453 "src/f32-gemm/gen/1x8s4-neon.c",
454 "src/f32-gemm/gen/4x8s4-neon.c",
455 "src/f32-gemm/gen/6x8s4-neon.c",
456 "src/f32-gemm/gen/8x8s4-neon.c",
457 "src/f32-gemm/gen-inc/1x8-neon-lane-ld64.c",
458 "src/f32-gemm/gen-inc/4x8-neon-lane-ld128.c",
459 "src/f32-gemm/gen-inc/4x8-neon-lane-ld64.c",
460 "src/f32-gemm/gen-inc/5x8-neon-lane-ld64.c",
461 "src/f32-gemm/gen-inc/6x8-neon-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]462 "src/f32-gemm/gen-inc/6x8-neon-lane-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]463 "src/f32-gemm/gen-inc/1x8-neon-dup-ld64.c",
464 "src/f32-gemm/gen-inc/4x8-neon-dup-ld128.c",
465 "src/f32-gemm/gen-inc/4x8-neon-dup-ld64.c",
466 "src/f32-gemm/gen-inc/6x8-neon-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]467 "src/f32-gemm/gen-inc/6x8-neon-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]468 "src/f32-gemm/gen-inc/1x8s4-neon.c",
469 "src/f32-gemm/gen-inc/4x8s4-neon.c",
470 "src/f32-gemm/gen-inc/6x8s4-neon.c",
471 "src/f32-gemm/gen-inc/8x8s4-neon.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]472 "src/f32-hswish/gen/neon-x4.c",
473 "src/f32-hswish/gen/neon-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]474 "src/f32-igemm/gen/1x8-neon-lane-ld64.c",
475 "src/f32-igemm/gen/4x2-neon-lane-ld64.c",
476 "src/f32-igemm/gen/4x4-neon-lane-ld64.c",
477 "src/f32-igemm/gen/4x8-neon-lane-ld128.c",
478 "src/f32-igemm/gen/4x8-neon-lane-ld64.c",
479 "src/f32-igemm/gen/6x8-neon-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]480 "src/f32-igemm/gen/6x8-neon-lane-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]481 "src/f32-igemm/gen/1x8-neon-dup-ld64.c",
482 "src/f32-igemm/gen/4x8-neon-dup-ld128.c",
483 "src/f32-igemm/gen/4x8-neon-dup-ld64.c",
484 "src/f32-igemm/gen/6x8-neon-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]485 "src/f32-igemm/gen/6x8-neon-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]486 "src/f32-igemm/gen/1x8s4-neon.c",
487 "src/f32-igemm/gen/4x8s4-neon.c",
488 "src/f32-igemm/gen/6x8s4-neon.c",
489 "src/f32-igemm/gen/8x8s4-neon.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]490 "src/f32-pavgpool/mp9p8q-neon.c",
491 "src/f32-pavgpool/up9-neon.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]492 "src/f32-ppmm/gen/4x8-neon.c",
493 "src/f32-ppmm/gen/8x8-neon.c",
494 "src/f32-prelu/gen/neon-2x4.c",
495 "src/f32-prelu/gen/neon-2x8.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]496 "src/f32-rmax/neon.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]497 "src/f32-sigmoid/gen/neon-frac-p9-p10-nr1recps-x16.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]498 "src/f32-sigmoid/gen/neon-p5-nr2recps-x4.c",
499 "src/f32-sigmoid/gen/neon-p5-nr2recps-x8.c",
500 "src/f32-sigmoid/gen/neon-p5-nr2recps-x12.c",
501 "src/f32-sigmoid/gen/neon-p5-nr2recps-x16.c",
502 "src/f32-sigmoid/gen/neon-p5-nr2recps-x20.c",
503 "src/f32-sigmoid/gen/neon-p5-nr2recps-x24.c",
504 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x4.c",
505 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x8.c",
506 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x12.c",
507 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x16.c",
508 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x20.c",
509 "src/f32-sigmoid/gen/neon-lut2048-p1-nr2recps-x24.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]510 "src/f32-vbinary/gen/vadd-neon-x4.c",
511 "src/f32-vbinary/gen/vadd-neon-x8.c",
512 "src/f32-vbinary/gen/vaddc-neon-x4.c",
513 "src/f32-vbinary/gen/vaddc-neon-x8.c",
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]514 "src/f32-vbinary/gen/vmax-neon-x4.c",
515 "src/f32-vbinary/gen/vmax-neon-x8.c",
516 "src/f32-vbinary/gen/vmaxc-neon-x4.c",
517 "src/f32-vbinary/gen/vmaxc-neon-x8.c",
518 "src/f32-vbinary/gen/vmin-neon-x4.c",
519 "src/f32-vbinary/gen/vmin-neon-x8.c",
520 "src/f32-vbinary/gen/vminc-neon-x4.c",
521 "src/f32-vbinary/gen/vminc-neon-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]522 "src/f32-vbinary/gen/vmul-neon-x4.c",
523 "src/f32-vbinary/gen/vmul-neon-x8.c",
524 "src/f32-vbinary/gen/vmulc-neon-x4.c",
525 "src/f32-vbinary/gen/vmulc-neon-x8.c",
526 "src/f32-vbinary/gen/vrsubc-neon-x4.c",
527 "src/f32-vbinary/gen/vrsubc-neon-x8.c",
528 "src/f32-vbinary/gen/vsub-neon-x4.c",
529 "src/f32-vbinary/gen/vsub-neon-x8.c",
530 "src/f32-vbinary/gen/vsubc-neon-x4.c",
531 "src/f32-vbinary/gen/vsubc-neon-x8.c",
532 "src/f32-vmulcaddc/gen/c4-neon-2x.c",
533 "src/f32-vmulcaddc/gen/c8-neon-2x.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]534 "src/q8-avgpool/mp9p8q-neon.c",
535 "src/q8-avgpool/up9-neon.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]536 "src/q8-dwconv/up8x9-neon.c",
537 "src/q8-gavgpool/mp7p7q-neon.c",
538 "src/q8-gavgpool/up7-neon.c",
539 "src/q8-gemm/4x8-neon.c",
540 "src/q8-gemm/8x8-neon.c",
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]541 "src/q8-igemm/4x8-neon.c",
542 "src/q8-igemm/8x8-neon.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]543 "src/q8-vadd/neon.c",
544 "src/u8-clamp/neon.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]545 "src/u8-maxpool/9p8x-neon-c16.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]546 "src/u8-rmax/neon.c",
547 "src/x32-packx/x4-neon-st4.c",
548 "src/x32-pad/x2-neon.c",
549 "src/x32-zip/x2-neon.c",
550 "src/x32-zip/x3-neon.c",
551 "src/x32-zip/x4-neon.c",
552 "src/x32-zip/xm-neon.c",
553 "src/x8-zip/x2-neon.c",
554 "src/x8-zip/x3-neon.c",
555 "src/x8-zip/x4-neon.c",
556 "src/x8-zip/xm-neon.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]557 "src/math/sigmoid-neon-lut2048-p1-nr2recps.c",
558 "src/math/sigmoid-neon-p5-nr2recps.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]559]
560
561NEONFMA_UKERNELS = [
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]562 "src/f32-bilinear/gen/neonfma-c4.c",
563 "src/f32-bilinear/gen/neonfma-c8.c",
564 "src/f32-igemm/gen/1x8-neonfma-dup-ld64.c",
565 "src/f32-igemm/gen/4x8-neonfma-dup-ld128.c",
566 "src/f32-igemm/gen/4x8-neonfma-dup-ld64.c",
567 "src/f32-igemm/gen/6x8-neonfma-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]568 "src/f32-igemm/gen/6x8-neonfma-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]569 "src/f32-igemm/gen/1x8s4-neonfma.c",
570 "src/f32-igemm/gen/4x8s4-neonfma.c",
571 "src/f32-igemm/gen/6x8s4-neonfma.c",
572 "src/f32-igemm/gen/8x8s4-neonfma.c",
573 "src/f32-dwconv/gen/up4x9-neonfma.c",
574 "src/f32-dwconv/gen/up4x9-neonfma-acc2.c",
575 "src/f32-dwconv/gen/up8x9-neonfma.c",
576 "src/f32-dwconv/gen/up8x9-neonfma-acc2.c",
577 "src/f32-gemm/gen/1x8-neonfma-dup-ld64.c",
578 "src/f32-gemm/gen/4x8-neonfma-dup-ld128.c",
579 "src/f32-gemm/gen/4x8-neonfma-dup-ld64.c",
580 "src/f32-gemm/gen/6x8-neonfma-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]581 "src/f32-gemm/gen/6x8-neonfma-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]582 "src/f32-gemm/gen/1x8s4-neonfma.c",
583 "src/f32-gemm/gen/4x8s4-neonfma.c",
584 "src/f32-gemm/gen/6x8s4-neonfma.c",
585 "src/f32-gemm/gen/8x8s4-neonfma.c",
586 "src/f32-gemm/gen-inc/1x8-neonfma-dup-ld64.c",
587 "src/f32-gemm/gen-inc/4x8-neonfma-dup-ld128.c",
588 "src/f32-gemm/gen-inc/4x8-neonfma-dup-ld64.c",
589 "src/f32-gemm/gen-inc/6x8-neonfma-dup-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]590 "src/f32-gemm/gen-inc/6x8-neonfma-dup-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]591 "src/f32-gemm/gen-inc/1x8s4-neonfma.c",
592 "src/f32-gemm/gen-inc/4x8s4-neonfma.c",
593 "src/f32-gemm/gen-inc/6x8s4-neonfma.c",
594 "src/f32-gemm/gen-inc/8x8s4-neonfma.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]595 "src/f32-hswish/gen/neonfma-x4.c",
596 "src/f32-hswish/gen/neonfma-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]597 "src/f32-ppmm/gen/4x8-neonfma.c",
598 "src/f32-ppmm/gen/8x8-neonfma.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]599 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x4.c",
600 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x8.c",
601 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x12.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]602 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x16.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]603 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x20.c",
604 "src/f32-sigmoid/gen/neonfma-p5-nr2fma-x24.c",
605 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x4.c",
606 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x8.c",
607 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x12.c",
608 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x16.c",
609 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x20.c",
610 "src/f32-sigmoid/gen/neonfma-p5-nr1recps1fma-x24.c",
611 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x4.c",
612 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x8.c",
613 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x12.c",
614 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x16.c",
615 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x20.c",
616 "src/f32-sigmoid/gen/neonfma-p5-nr2recps-x24.c",
617 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x4.c",
618 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x8.c",
619 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x12.c",
620 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x16.c",
621 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x20.c",
622 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2fma-x24.c",
623 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x4.c",
624 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x8.c",
625 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x12.c",
626 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x16.c",
627 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x20.c",
628 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr1recps1fma-x24.c",
629 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x4.c",
630 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x8.c",
631 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x12.c",
632 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x16.c",
633 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x20.c",
634 "src/f32-sigmoid/gen/neonfma-lut2048-p1-nr2recps-x24.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]635 "src/f32-vmulcaddc/gen/c4-neonfma-2x.c",
636 "src/f32-vmulcaddc/gen/c8-neonfma-2x.c",
Marat Dukhan797a8fe2019-11-14 20:21:57 -0800[diff] [blame]637 "src/math/exp-neonfma-lut64-p2.c",
638 "src/math/exp-neonfma-p5.c",
Marat Dukhan189ae802019-11-26 11:28:44 -0800[diff] [blame]639 "src/math/expminus-neonfma-lut2048-p1.c",
640 "src/math/expminus-neonfma-lut64-p2.c",
Marat Dukhan346a9e52019-11-15 09:06:30 -0800[diff] [blame]641 "src/math/expminus-neonfma-p5.c",
Marat Dukhan91f8d862019-11-27 12:25:42 -0800[diff] [blame]642 "src/math/sigmoid-neonfma-lut2048-p1-nr1recps1fma.c",
643 "src/math/sigmoid-neonfma-lut2048-p1-nr2fma.c",
644 "src/math/sigmoid-neonfma-lut2048-p1-nr2recps.c",
Marat Dukhan22aae132019-11-22 17:10:29 -0800[diff] [blame]645 "src/math/sigmoid-neonfma-p5-nr1recps1fma.c",
Marat Dukhan80bafd22019-11-18 10:16:01 -0800[diff] [blame]646 "src/math/sigmoid-neonfma-p5-nr2fma.c",
Marat Dukhan22aae132019-11-22 17:10:29 -0800[diff] [blame]647 "src/math/sigmoid-neonfma-p5-nr2recps.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]648]
649
650AARCH64_NEONFMA_UKERNELS = [
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]651 "src/f32-vbinary/gen/vdiv-neon-x4.c",
652 "src/f32-vbinary/gen/vdiv-neon-x8.c",
653 "src/f32-vbinary/gen/vdivc-neon-x4.c",
654 "src/f32-vbinary/gen/vdivc-neon-x8.c",
655 "src/f32-vbinary/gen/vrdivc-neon-x4.c",
656 "src/f32-vbinary/gen/vrdivc-neon-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]657 "src/f32-gemm/gen/1x8-neonfma-lane-ld64.c",
658 "src/f32-gemm/gen/4x2-neonfma-lane-ld64.c",
659 "src/f32-gemm/gen/4x8-neonfma-lane-ld128.c",
660 "src/f32-gemm/gen/4x8-neonfma-lane-ld64.c",
661 "src/f32-gemm/gen/5x8-neonfma-lane-ld64.c",
662 "src/f32-gemm/gen/6x8-neonfma-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]663 "src/f32-gemm/gen/6x8-neonfma-lane-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]664 "src/f32-gemm/gen-inc/1x8-neonfma-lane-ld64.c",
665 "src/f32-gemm/gen-inc/4x8-neonfma-lane-ld128.c",
666 "src/f32-gemm/gen-inc/4x8-neonfma-lane-ld64.c",
667 "src/f32-gemm/gen-inc/5x8-neonfma-lane-ld64.c",
668 "src/f32-gemm/gen-inc/6x8-neonfma-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]669 "src/f32-gemm/gen-inc/6x8-neonfma-lane-ld128.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]670 "src/f32-igemm/gen/1x8-neonfma-lane-ld64.c",
671 "src/f32-igemm/gen/4x2-neonfma-lane-ld64.c",
672 "src/f32-igemm/gen/4x4-neonfma-lane-ld64.c",
673 "src/f32-igemm/gen/4x8-neonfma-lane-ld128.c",
674 "src/f32-igemm/gen/4x8-neonfma-lane-ld64.c",
675 "src/f32-igemm/gen/6x8-neonfma-lane-ld64.c",
Frank Barchard69172d92019-11-26 16:22:39 -0800[diff] [blame]676 "src/f32-igemm/gen/6x8-neonfma-lane-ld128.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]677 "src/f32-conv-hwc/3x3s2p1c3x4-neonfma-2x2.c",
678 "src/f32-conv-hwc/3x3s2p1c3x8-neonfma-2x2.c",
679 "src/f32-conv-hwc2spchw/3x3s2p1c3x4-neonfma-2x2.c",
680 "src/f32-dwconv-spchw/3x3p1-neonfma.c",
681 "src/f32-dwconv-spchw/5x5p2-neonfma.c",
682 "src/f32-dwconv-spchw/3x3s2p1-neonfma.c",
683 "src/f32-dwconv-spchw/5x5s2p2-neonfma.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]684 "src/f32-sigmoid/gen/neonfma-p5-div-x4.c",
685 "src/f32-sigmoid/gen/neonfma-p5-div-x8.c",
686 "src/f32-sigmoid/gen/neonfma-p5-div-x12.c",
687 "src/f32-sigmoid/gen/neonfma-p5-div-x16.c",
688 "src/f32-sigmoid/gen/neonfma-p5-div-x20.c",
689 "src/f32-sigmoid/gen/neonfma-p5-div-x24.c",
690 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x4.c",
691 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x8.c",
692 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x12.c",
693 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x16.c",
694 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x20.c",
695 "src/f32-sigmoid/gen/neonfma-lut2048-p1-div-x24.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]696 "src/f32-spmm/gen/12x1-neonfma.c",
697 "src/f32-spmm/gen/12x2-neonfma.c",
698 "src/f32-spmm/gen/12x4-neonfma.c",
699 "src/f32-spmm/gen/16x1-neonfma-pipelined.c",
700 "src/f32-spmm/gen/16x1-neonfma-unroll2.c",
701 "src/f32-spmm/gen/16x1-neonfma.c",
702 "src/f32-spmm/gen/16x2-neonfma.c",
703 "src/f32-spmm/gen/16x4-neonfma.c",
704 "src/f32-spmm/gen/4x1-neonfma-pipelined.c",
705 "src/f32-spmm/gen/4x1-neonfma-unroll2.c",
706 "src/f32-spmm/gen/4x1-neonfma.c",
707 "src/f32-spmm/gen/4x2-neonfma.c",
708 "src/f32-spmm/gen/4x4-neonfma.c",
709 "src/f32-spmm/gen/8x1-neonfma-pipelined.c",
710 "src/f32-spmm/gen/8x1-neonfma-unroll2.c",
711 "src/f32-spmm/gen/8x1-neonfma.c",
712 "src/f32-spmm/gen/8x2-neonfma.c",
713 "src/f32-spmm/gen/8x4-neonfma.c",
Marat Dukhan22aae132019-11-22 17:10:29 -0800[diff] [blame]714 "src/math/sigmoid-neonfma-p5-div.c",
Marat Dukhan91f8d862019-11-27 12:25:42 -0800[diff] [blame]715 "src/math/sigmoid-neonfma-lut2048-p1-div.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]716]
717
718AARCH64_NEONFP16ARITH_UKERNELS = [
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]719 "src/f16-gemm/gen/4x8-neonfp16arith-ld64.c",
720 "src/f16-gemm/gen/6x8-neonfp16arith-ld64.c",
721 "src/f16-gemm/gen/8x8-neonfp16arith-ld64.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]722]
723
724SSE_UKERNELS = [
725 "src/f32-avgpool/mp9p8q-sse.c",
726 "src/f32-avgpool/up9-sse.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]727 "src/f32-bilinear/gen/sse-c4.c",
728 "src/f32-bilinear/gen/sse-c8.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]729 "src/f32-clamp/sse.c",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]730 "src/f32-dwconv-spchw/3x3p1-sse.c",
731 "src/f32-dwconv-spchw/3x3s2p1-sse.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]732 "src/f32-dwconv/gen/up4x25-sse-acc2.c",
733 "src/f32-dwconv/gen/up4x25-sse.c",
734 "src/f32-dwconv/gen/up4x4-sse-acc2.c",
735 "src/f32-dwconv/gen/up4x4-sse.c",
736 "src/f32-dwconv/gen/up4x9-sse-acc2.c",
737 "src/f32-dwconv/gen/up4x9-sse.c",
738 "src/f32-dwconv/gen/up8x25-sse-acc2.c",
739 "src/f32-dwconv/gen/up8x25-sse.c",
740 "src/f32-dwconv/gen/up8x4-sse-acc2.c",
741 "src/f32-dwconv/gen/up8x4-sse.c",
742 "src/f32-dwconv/gen/up8x9-sse-acc2.c",
743 "src/f32-dwconv/gen/up8x9-sse.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]744 "src/f32-gavgpool-spchw/sse-x4.c",
745 "src/f32-gavgpool/mp7p7q-sse.c",
746 "src/f32-gavgpool/up7-sse.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]747 "src/f32-gemm/gen/1x8-sse-dup.c",
748 "src/f32-gemm/gen/1x8-sse-load1.c",
749 "src/f32-gemm/gen/1x8s4-sse.c",
750 "src/f32-gemm/gen/4x8-sse-dup.c",
751 "src/f32-gemm/gen/4x8-sse-load1.c",
752 "src/f32-gemm/gen/4x8s4-sse.c",
753 "src/f32-gemm/gen-inc/1x8-sse-dup.c",
754 "src/f32-gemm/gen-inc/1x8-sse-load1.c",
755 "src/f32-gemm/gen-inc/1x8s4-sse.c",
756 "src/f32-gemm/gen-inc/4x8-sse-dup.c",
757 "src/f32-gemm/gen-inc/4x8-sse-load1.c",
758 "src/f32-gemm/gen-inc/4x8s4-sse.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]759 "src/f32-hswish/gen/sse-x4.c",
760 "src/f32-hswish/gen/sse-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]761 "src/f32-igemm/gen/1x8-sse-dup.c",
762 "src/f32-igemm/gen/1x8-sse-load1.c",
763 "src/f32-igemm/gen/1x8s4-sse.c",
764 "src/f32-igemm/gen/4x2c4-sse.c",
765 "src/f32-igemm/gen/4x8-sse-dup.c",
766 "src/f32-igemm/gen/4x8-sse-load1.c",
767 "src/f32-igemm/gen/4x8s4-sse.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]768 "src/f32-maxpool/9p8x-sse-c4.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]769 "src/f32-pavgpool/mp9p8q-sse.c",
770 "src/f32-pavgpool/up9-sse.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]771 "src/f32-ppmm/gen/4x8-sse.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]772 "src/f32-rmax/sse.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]773 "src/f32-spmm/gen/4x1-sse.c",
774 "src/f32-spmm/gen/8x1-sse.c",
775 "src/f32-vbinary/gen/vadd-sse-x4.c",
776 "src/f32-vbinary/gen/vadd-sse-x8.c",
777 "src/f32-vbinary/gen/vaddc-sse-x4.c",
778 "src/f32-vbinary/gen/vaddc-sse-x8.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]779 "src/f32-vbinary/gen/vdiv-sse-x4.c",
780 "src/f32-vbinary/gen/vdiv-sse-x8.c",
781 "src/f32-vbinary/gen/vdivc-sse-x4.c",
782 "src/f32-vbinary/gen/vdivc-sse-x8.c",
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]783 "src/f32-vbinary/gen/vmax-sse-x4.c",
784 "src/f32-vbinary/gen/vmax-sse-x8.c",
785 "src/f32-vbinary/gen/vmaxc-sse-x4.c",
786 "src/f32-vbinary/gen/vmaxc-sse-x8.c",
787 "src/f32-vbinary/gen/vmin-sse-x4.c",
788 "src/f32-vbinary/gen/vmin-sse-x8.c",
789 "src/f32-vbinary/gen/vminc-sse-x4.c",
790 "src/f32-vbinary/gen/vminc-sse-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]791 "src/f32-vbinary/gen/vmul-sse-x4.c",
792 "src/f32-vbinary/gen/vmul-sse-x8.c",
793 "src/f32-vbinary/gen/vmulc-sse-x4.c",
794 "src/f32-vbinary/gen/vmulc-sse-x8.c",
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]795 "src/f32-vbinary/gen/vrdivc-sse-x4.c",
796 "src/f32-vbinary/gen/vrdivc-sse-x8.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]797 "src/f32-vbinary/gen/vrsubc-sse-x4.c",
798 "src/f32-vbinary/gen/vrsubc-sse-x8.c",
799 "src/f32-vbinary/gen/vsub-sse-x4.c",
800 "src/f32-vbinary/gen/vsub-sse-x8.c",
801 "src/f32-vbinary/gen/vsubc-sse-x4.c",
802 "src/f32-vbinary/gen/vsubc-sse-x8.c",
803 "src/f32-vmulcaddc/gen/c4-sse-2x.c",
804 "src/f32-vmulcaddc/gen/c8-sse-2x.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]805 "src/x32-packx/x4-sse.c",
806]
807
808SSE2_UKERNELS = [
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]809 "src/f32-argmaxpool/9p8x-sse2-c4.c",
810 "src/f32-argmaxpool/4x-sse2-c4.c",
811 "src/f32-argmaxpool/9x-sse2-c4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]812 "src/f32-prelu/gen/sse2-2x4.c",
813 "src/f32-prelu/gen/sse2-2x8.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]814 "src/f32-sigmoid/gen/sse2-p5-div-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]815 "src/f32-sigmoid/gen/sse2-p5-div-x8.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]816 "src/f32-sigmoid/gen/sse2-p5-div-x12.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]817 "src/f32-sigmoid/gen/sse2-p5-div-x16.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]818 "src/f32-sigmoid/gen/sse2-p5-div-x20.c",
819 "src/f32-sigmoid/gen/sse2-p5-div-x24.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]820 "src/q8-avgpool/mp9p8q-sse2.c",
821 "src/q8-avgpool/up9-sse2.c",
822 "src/q8-igemm/4x4c2-sse2.c",
823 "src/q8-dwconv/up8x9-sse2.c",
824 "src/q8-gavgpool/mp7p7q-sse2.c",
825 "src/q8-gavgpool/up7-sse2.c",
826 "src/q8-gemm/2x4c8-sse2.c",
827 "src/q8-gemm/4x4c2-sse2.c",
828 "src/q8-vadd/sse2.c",
829 "src/u8-clamp/sse2.c",
Marat Dukhan329da642019-11-19 21:44:39 -0800[diff] [blame]830 "src/u8-maxpool/9p8x-sse2-c16.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]831 "src/u8-rmax/sse2.c",
832 "src/x32-pad/x2-sse2.c",
833 "src/x32-zip/x2-sse2.c",
834 "src/x32-zip/x3-sse2.c",
835 "src/x32-zip/x4-sse2.c",
836 "src/x32-zip/xm-sse2.c",
837 "src/x8-zip/x2-sse2.c",
838 "src/x8-zip/x3-sse2.c",
839 "src/x8-zip/x4-sse2.c",
840 "src/x8-zip/xm-sse2.c",
Marat Dukhanffd68402019-11-15 15:19:11 -0800[diff] [blame]841 "src/math/exp-sse2-p5.c",
842 "src/math/expminus-sse2-p5.c",
Marat Dukhan80bafd22019-11-18 10:16:01 -0800[diff] [blame]843 "src/math/sigmoid-sse2-p5-div.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]844]
845
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]846SSE41_UKERNELS = [
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]847 "src/f32-prelu/gen/sse41-2x4.c",
848 "src/f32-prelu/gen/sse41-2x8.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]849 "src/f32-sigmoid/gen/sse41-p5-div-x4.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]850 "src/f32-sigmoid/gen/sse41-p5-div-x8.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]851 "src/f32-sigmoid/gen/sse41-p5-div-x12.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]852 "src/f32-sigmoid/gen/sse41-p5-div-x16.c",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]853 "src/f32-sigmoid/gen/sse41-p5-div-x20.c",
854 "src/f32-sigmoid/gen/sse41-p5-div-x24.c",
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]855]
856
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]857AVX_UKERNELS = [
Marat Dukhane2c3f292019-11-27 15:40:54 -0800[diff] [blame]858 "src/f32-clamp/avx.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]859 "src/f32-dwconv/gen/up16x4-avx-acc2.c",
860 "src/f32-dwconv/gen/up16x4-avx.c",
861 "src/f32-dwconv/gen/up8x4-avx-acc2.c",
862 "src/f32-dwconv/gen/up8x4-avx.c",
863 "src/f32-dwconv/gen/up16x9-avx-acc2.c",
864 "src/f32-dwconv/gen/up16x9-avx.c",
865 "src/f32-dwconv/gen/up8x9-avx-acc2.c",
866 "src/f32-dwconv/gen/up8x9-avx.c",
867 "src/f32-dwconv/gen/up16x25-avx-acc2.c",
868 "src/f32-dwconv/gen/up16x25-avx.c",
869 "src/f32-dwconv/gen/up8x25-avx-acc2.c",
870 "src/f32-dwconv/gen/up8x25-avx.c",
871 "src/f32-gemm/gen/1x8-avx-broadcast.c",
872 "src/f32-gemm/gen/4x8-avx-broadcast.c",
873 "src/f32-gemm/gen/5x8-avx-broadcast.c",
874 "src/f32-gemm/gen/6x8-avx-broadcast.c",
875 "src/f32-gemm/gen/7x8-avx-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]876 "src/f32-gemm/gen/1x16-avx-broadcast.c",
877 "src/f32-gemm/gen/3x16-avx-broadcast.c",
878 "src/f32-gemm/gen/4x16-avx-broadcast.c",
879 "src/f32-gemm/gen/5x16-avx-broadcast.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]880 "src/f32-gemm/gen-inc/1x8-avx-broadcast.c",
881 "src/f32-gemm/gen-inc/4x8-avx-broadcast.c",
882 "src/f32-gemm/gen-inc/5x8-avx-broadcast.c",
883 "src/f32-gemm/gen-inc/6x8-avx-broadcast.c",
884 "src/f32-gemm/gen-inc/7x8-avx-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]885 "src/f32-gemm/gen-inc/1x16-avx-broadcast.c",
886 "src/f32-gemm/gen-inc/3x16-avx-broadcast.c",
887 "src/f32-gemm/gen-inc/4x16-avx-broadcast.c",
888 "src/f32-gemm/gen-inc/5x16-avx-broadcast.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]889 "src/f32-hswish/gen/avx-x8.c",
890 "src/f32-hswish/gen/avx-x16.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]891 "src/f32-igemm/gen/1x8-avx-broadcast.c",
892 "src/f32-igemm/gen/4x8-avx-broadcast.c",
893 "src/f32-igemm/gen/5x8-avx-broadcast.c",
894 "src/f32-igemm/gen/6x8-avx-broadcast.c",
895 "src/f32-igemm/gen/7x8-avx-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]896 "src/f32-igemm/gen/1x16-avx-broadcast.c",
897 "src/f32-igemm/gen/3x16-avx-broadcast.c",
898 "src/f32-igemm/gen/4x16-avx-broadcast.c",
899 "src/f32-igemm/gen/5x16-avx-broadcast.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]900 "src/f32-rmax/avx.c",
Marat Dukhan9a88efe2019-12-10 15:54:24 -0800[diff] [blame]901 "src/f32-vbinary/gen/vadd-avx-x8.c",
902 "src/f32-vbinary/gen/vadd-avx-x16.c",
903 "src/f32-vbinary/gen/vaddc-avx-x8.c",
904 "src/f32-vbinary/gen/vaddc-avx-x16.c",
905 "src/f32-vbinary/gen/vdiv-avx-x8.c",
906 "src/f32-vbinary/gen/vdiv-avx-x16.c",
907 "src/f32-vbinary/gen/vdivc-avx-x8.c",
908 "src/f32-vbinary/gen/vdivc-avx-x16.c",
909 "src/f32-vbinary/gen/vmax-avx-x8.c",
910 "src/f32-vbinary/gen/vmax-avx-x16.c",
911 "src/f32-vbinary/gen/vmaxc-avx-x8.c",
912 "src/f32-vbinary/gen/vmaxc-avx-x16.c",
913 "src/f32-vbinary/gen/vmin-avx-x8.c",
914 "src/f32-vbinary/gen/vmin-avx-x16.c",
915 "src/f32-vbinary/gen/vminc-avx-x8.c",
916 "src/f32-vbinary/gen/vminc-avx-x16.c",
917 "src/f32-vbinary/gen/vmul-avx-x8.c",
918 "src/f32-vbinary/gen/vmul-avx-x16.c",
919 "src/f32-vbinary/gen/vmulc-avx-x8.c",
920 "src/f32-vbinary/gen/vmulc-avx-x16.c",
921 "src/f32-vbinary/gen/vrdivc-avx-x8.c",
922 "src/f32-vbinary/gen/vrdivc-avx-x16.c",
923 "src/f32-vbinary/gen/vrsubc-avx-x8.c",
924 "src/f32-vbinary/gen/vrsubc-avx-x16.c",
925 "src/f32-vbinary/gen/vsub-avx-x8.c",
926 "src/f32-vbinary/gen/vsub-avx-x16.c",
927 "src/f32-vbinary/gen/vsubc-avx-x8.c",
928 "src/f32-vbinary/gen/vsubc-avx-x16.c",
Marat Dukhan05ac8e32019-10-21 15:39:33 -0700[diff] [blame]929 "src/f32-vscale/avx-unroll32.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]930]
931
Marat Dukhanfda12b82019-11-21 12:27:59 -0800[diff] [blame]932FMA3_UKERNELS = [
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]933 "src/f32-dwconv/gen/up16x4-fma3-acc2.c",
934 "src/f32-dwconv/gen/up16x4-fma3.c",
935 "src/f32-dwconv/gen/up8x4-fma3-acc2.c",
936 "src/f32-dwconv/gen/up8x4-fma3.c",
937 "src/f32-dwconv/gen/up16x9-fma3-acc2.c",
938 "src/f32-dwconv/gen/up16x9-fma3.c",
939 "src/f32-dwconv/gen/up8x9-fma3-acc2.c",
940 "src/f32-dwconv/gen/up8x9-fma3.c",
941 "src/f32-dwconv/gen/up16x25-fma3-acc2.c",
942 "src/f32-dwconv/gen/up16x25-fma3.c",
943 "src/f32-dwconv/gen/up8x25-fma3-acc2.c",
944 "src/f32-dwconv/gen/up8x25-fma3.c",
945 "src/f32-gemm/gen/1x8-fma3-broadcast.c",
946 "src/f32-gemm/gen/4x8-fma3-broadcast.c",
947 "src/f32-gemm/gen/5x8-fma3-broadcast.c",
948 "src/f32-gemm/gen/6x8-fma3-broadcast.c",
949 "src/f32-gemm/gen/7x8-fma3-broadcast.c",
950 "src/f32-gemm/gen/8x8-fma3-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]951 "src/f32-gemm/gen/1x16-fma3-broadcast.c",
952 "src/f32-gemm/gen/3x16-fma3-broadcast.c",
953 "src/f32-gemm/gen/4x16-fma3-broadcast.c",
954 "src/f32-gemm/gen/5x16-fma3-broadcast.c",
Ashkan Aliabadid94b8562019-12-10 11:33:51 -0800[diff] [blame]955 "src/f32-gemm/gen/1x16s4-fma3-broadcast.c",
956 "src/f32-gemm/gen/3x16s4-fma3-broadcast.c",
957 "src/f32-gemm/gen/4x16s4-fma3-broadcast.c",
958 "src/f32-gemm/gen/5x16s4-fma3-broadcast.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]959 "src/f32-gemm/gen-inc/1x8-fma3-broadcast.c",
960 "src/f32-gemm/gen-inc/4x8-fma3-broadcast.c",
961 "src/f32-gemm/gen-inc/5x8-fma3-broadcast.c",
962 "src/f32-gemm/gen-inc/6x8-fma3-broadcast.c",
963 "src/f32-gemm/gen-inc/7x8-fma3-broadcast.c",
964 "src/f32-gemm/gen-inc/8x8-fma3-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]965 "src/f32-gemm/gen-inc/1x16-fma3-broadcast.c",
966 "src/f32-gemm/gen-inc/3x16-fma3-broadcast.c",
967 "src/f32-gemm/gen-inc/4x16-fma3-broadcast.c",
968 "src/f32-gemm/gen-inc/5x16-fma3-broadcast.c",
Ashkan Aliabadid94b8562019-12-10 11:33:51 -0800[diff] [blame]969 "src/f32-gemm/gen-inc/1x16s4-fma3-broadcast.c",
970 "src/f32-gemm/gen-inc/3x16s4-fma3-broadcast.c",
971 "src/f32-gemm/gen-inc/4x16s4-fma3-broadcast.c",
972 "src/f32-gemm/gen-inc/5x16s4-fma3-broadcast.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]973 "src/f32-hswish/gen/fma3-x8.c",
974 "src/f32-hswish/gen/fma3-x16.c",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]975 "src/f32-igemm/gen/1x8-fma3-broadcast.c",
976 "src/f32-igemm/gen/4x8-fma3-broadcast.c",
977 "src/f32-igemm/gen/5x8-fma3-broadcast.c",
978 "src/f32-igemm/gen/6x8-fma3-broadcast.c",
979 "src/f32-igemm/gen/7x8-fma3-broadcast.c",
980 "src/f32-igemm/gen/8x8-fma3-broadcast.c",
Marat Dukhaneccfd712019-12-08 16:49:27 -0800[diff] [blame]981 "src/f32-igemm/gen/1x16-fma3-broadcast.c",
982 "src/f32-igemm/gen/3x16-fma3-broadcast.c",
983 "src/f32-igemm/gen/4x16-fma3-broadcast.c",
984 "src/f32-igemm/gen/5x16-fma3-broadcast.c",
Ashkan Aliabadid94b8562019-12-10 11:33:51 -0800[diff] [blame]985 "src/f32-igemm/gen/1x16s4-fma3-broadcast.c",
986 "src/f32-igemm/gen/3x16s4-fma3-broadcast.c",
987 "src/f32-igemm/gen/4x16s4-fma3-broadcast.c",
988 "src/f32-igemm/gen/5x16s4-fma3-broadcast.c",
Marat Dukhanfda12b82019-11-21 12:27:59 -0800[diff] [blame]989]
990
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]991AVX2_UKERNELS = [
Marat Dukhan4c4eb002019-12-08 21:27:49 -0800[diff] [blame]992 "src/f32-raddexpminusmax/gen/avx2-p5-x64.c",
993 "src/f32-raddexpminusmax/gen/avx2-p5-x64-acc2.c",
994 "src/f32-raddexpminusmax/gen/avx2-p5-x64-acc4.c",
995 "src/f32-raddexpminusmax/gen/avx2-p5-x72.c",
996 "src/f32-raddexpminusmax/gen/avx2-p5-x72-acc3.c",
997 "src/f32-raddexpminusmax/gen/avx2-p5-x80.c",
998 "src/f32-raddexpminusmax/gen/avx2-p5-x80-acc2.c",
999 "src/f32-raddexpminusmax/gen/avx2-p5-x80-acc5.c",
1000 "src/f32-raddexpminusmax/gen/avx2-p5-x96.c",
1001 "src/f32-raddexpminusmax/gen/avx2-p5-x96-acc2.c",
1002 "src/f32-raddexpminusmax/gen/avx2-p5-x96-acc3.c",
1003 "src/f32-raddexpminusmax/gen/avx2-p5-x96-acc6.c",
1004 "src/f32-raddextexp/gen/avx2-p5-x64.c",
1005 "src/f32-raddextexp/gen/avx2-p5-x64-acc2.c",
1006 "src/f32-raddextexp/gen/avx2-p5-x64-acc4.c",
1007 "src/f32-raddextexp/gen/avx2-p5-x72.c",
1008 "src/f32-raddextexp/gen/avx2-p5-x72-acc3.c",
1009 "src/f32-raddextexp/gen/avx2-p5-x80.c",
1010 "src/f32-raddextexp/gen/avx2-p5-x80-acc2.c",
1011 "src/f32-raddextexp/gen/avx2-p5-x80-acc5.c",
1012 "src/f32-raddextexp/gen/avx2-p5-x96.c",
1013 "src/f32-raddextexp/gen/avx2-p5-x96-acc2.c",
1014 "src/f32-raddextexp/gen/avx2-p5-x96-acc3.c",
1015 "src/f32-raddextexp/gen/avx2-p5-x96-acc6.c",
1016 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x64.c",
1017 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x64-acc2.c",
1018 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x64-acc4.c",
1019 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x72.c",
1020 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x72-acc3.c",
1021 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x80.c",
1022 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x80-acc2.c",
1023 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x80-acc5.c",
1024 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x96.c",
1025 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc2.c",
1026 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc3.c",
1027 "src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc6.c",
1028 "src/f32-vscaleexpminusmax/gen/avx2-p5-x8.c",
1029 "src/f32-vscaleexpminusmax/gen/avx2-p5-x16.c",
1030 "src/f32-vscaleexpminusmax/gen/avx2-p5-x24.c",
1031 "src/f32-vscaleexpminusmax/gen/avx2-p5-x32.c",
1032 "src/f32-vscaleexpminusmax/gen/avx2-p5-x40.c",
1033 "src/f32-vscaleexpminusmax/gen/avx2-p5-x48.c",
1034 "src/f32-vscaleexpminusmax/gen/avx2-p5-x56.c",
1035 "src/f32-vscaleexpminusmax/gen/avx2-p5-x64.c",
1036 "src/f32-vscaleexpminusmax/gen/avx2-p5-x72.c",
1037 "src/f32-vscaleexpminusmax/gen/avx2-p5-x80.c",
1038 "src/f32-vscaleexpminusmax/gen/avx2-p5-x88.c",
1039 "src/f32-vscaleexpminusmax/gen/avx2-p5-x96.c",
1040 "src/f32-vscaleextexp/gen/avx2-p5-x8.c",
1041 "src/f32-vscaleextexp/gen/avx2-p5-x16.c",
1042 "src/f32-vscaleextexp/gen/avx2-p5-x24.c",
1043 "src/f32-vscaleextexp/gen/avx2-p5-x32.c",
1044 "src/f32-vscaleextexp/gen/avx2-p5-x40.c",
1045 "src/f32-vscaleextexp/gen/avx2-p5-x48.c",
1046 "src/f32-vscaleextexp/gen/avx2-p5-x56.c",
1047 "src/f32-vscaleextexp/gen/avx2-p5-x64.c",
1048 "src/f32-vscaleextexp/gen/avx2-p5-x72.c",
1049 "src/f32-vscaleextexp/gen/avx2-p5-x80.c",
1050 "src/f32-vscaleextexp/gen/avx2-p5-x88.c",
1051 "src/f32-vscaleextexp/gen/avx2-p5-x96.c",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1052 "src/math/exp-avx2-p5.c",
1053 "src/math/exp-avx2-perm-p3.c",
1054 "src/math/exp-avx2-perm-p4.c",
Marat Dukhan515c9772019-10-17 18:07:57 -0700[diff] [blame]1055 "src/math/expminus-avx2-p5.c",
Marat Dukhan98ba4412019-10-23 02:14:28 -0700[diff] [blame]1056 "src/math/extexp-avx2-p5.c",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1057]
1058
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1059AVX512F_UKERNELS = [
Marat Dukhane2c3f292019-11-27 15:40:54 -0800[diff] [blame]1060 "src/f32-clamp/avx512f.c",
Marat Dukhan479f87e2019-11-27 15:17:06 -0800[diff] [blame]1061 "src/f32-dwconv/gen/up32x4-avx512f-acc2.c",
1062 "src/f32-dwconv/gen/up32x4-avx512f.c",
1063 "src/f32-dwconv/gen/up16x4-avx512f-acc2.c",
1064 "src/f32-dwconv/gen/up16x4-avx512f.c",
1065 "src/f32-dwconv/gen/up32x9-avx512f-acc2.c",
1066 "src/f32-dwconv/gen/up32x9-avx512f.c",
1067 "src/f32-dwconv/gen/up16x9-avx512f-acc2.c",
1068 "src/f32-dwconv/gen/up16x9-avx512f.c",
1069 "src/f32-dwconv/gen/up32x25-avx512f-acc2.c",
1070 "src/f32-dwconv/gen/up32x25-avx512f.c",
1071 "src/f32-dwconv/gen/up16x25-avx512f-acc2.c",
1072 "src/f32-dwconv/gen/up16x25-avx512f.c",
Marat Dukhan0f349c42019-11-27 11:58:54 -0800[diff] [blame]1073 "src/f32-gemm/gen/1x16-avx512f-broadcast.c",
1074 "src/f32-gemm/gen/4x16-avx512f-broadcast.c",
1075 "src/f32-gemm/gen/5x16-avx512f-broadcast.c",
1076 "src/f32-gemm/gen/6x16-avx512f-broadcast.c",
1077 "src/f32-gemm/gen/7x16-avx512f-broadcast.c",
1078 "src/f32-gemm/gen/8x16-avx512f-broadcast.c",
1079 "src/f32-gemm/gen-inc/1x16-avx512f-broadcast.c",
1080 "src/f32-gemm/gen-inc/4x16-avx512f-broadcast.c",
1081 "src/f32-gemm/gen-inc/5x16-avx512f-broadcast.c",
1082 "src/f32-gemm/gen-inc/6x16-avx512f-broadcast.c",
1083 "src/f32-gemm/gen-inc/7x16-avx512f-broadcast.c",
1084 "src/f32-gemm/gen-inc/8x16-avx512f-broadcast.c",
Marat Dukhan662faa02019-12-09 22:48:16 -0800[diff] [blame]1085 "src/f32-hswish/gen/avx512f-x16.c",
1086 "src/f32-hswish/gen/avx512f-x32.c",
Marat Dukhan0f349c42019-11-27 11:58:54 -0800[diff] [blame]1087 "src/f32-igemm/gen/1x16-avx512f-broadcast.c",
1088 "src/f32-igemm/gen/4x16-avx512f-broadcast.c",
1089 "src/f32-igemm/gen/5x16-avx512f-broadcast.c",
1090 "src/f32-igemm/gen/6x16-avx512f-broadcast.c",
1091 "src/f32-igemm/gen/7x16-avx512f-broadcast.c",
1092 "src/f32-igemm/gen/8x16-avx512f-broadcast.c",
Marat Dukhan4c4eb002019-12-08 21:27:49 -0800[diff] [blame]1093 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128.c",
1094 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128-acc2.c",
1095 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128-acc4.c",
1096 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x144.c",
1097 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x144-acc3.c",
1098 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160.c",
1099 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160-acc2.c",
1100 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160-acc5.c",
1101 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192.c",
1102 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc2.c",
1103 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc3.c",
1104 "src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc6.c",
1105 "src/f32-raddextexp/gen/avx512f-p5-scalef-x128.c",
1106 "src/f32-raddextexp/gen/avx512f-p5-scalef-x128-acc2.c",
1107 "src/f32-raddextexp/gen/avx512f-p5-scalef-x128-acc4.c",
1108 "src/f32-raddextexp/gen/avx512f-p5-scalef-x144.c",
1109 "src/f32-raddextexp/gen/avx512f-p5-scalef-x144-acc3.c",
1110 "src/f32-raddextexp/gen/avx512f-p5-scalef-x160.c",
1111 "src/f32-raddextexp/gen/avx512f-p5-scalef-x160-acc2.c",
1112 "src/f32-raddextexp/gen/avx512f-p5-scalef-x160-acc5.c",
1113 "src/f32-raddextexp/gen/avx512f-p5-scalef-x192.c",
1114 "src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc2.c",
1115 "src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc3.c",
1116 "src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc6.c",
1117 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128.c",
1118 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128-acc2.c",
1119 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128-acc4.c",
1120 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x144.c",
1121 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x144-acc3.c",
1122 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160.c",
1123 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160-acc2.c",
1124 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160-acc5.c",
1125 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192.c",
1126 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc2.c",
1127 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc3.c",
1128 "src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc6.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1129 "src/f32-rmax/avx512f.c",
Marat Dukhan9a88efe2019-12-10 15:54:24 -0800[diff] [blame]1130 "src/f32-vbinary/gen/vadd-avx512f-x16.c",
1131 "src/f32-vbinary/gen/vadd-avx512f-x32.c",
1132 "src/f32-vbinary/gen/vaddc-avx512f-x16.c",
1133 "src/f32-vbinary/gen/vaddc-avx512f-x32.c",
1134 "src/f32-vbinary/gen/vdiv-avx512f-x16.c",
1135 "src/f32-vbinary/gen/vdiv-avx512f-x32.c",
1136 "src/f32-vbinary/gen/vdivc-avx512f-x16.c",
1137 "src/f32-vbinary/gen/vdivc-avx512f-x32.c",
1138 "src/f32-vbinary/gen/vmax-avx512f-x16.c",
1139 "src/f32-vbinary/gen/vmax-avx512f-x32.c",
1140 "src/f32-vbinary/gen/vmaxc-avx512f-x16.c",
1141 "src/f32-vbinary/gen/vmaxc-avx512f-x32.c",
1142 "src/f32-vbinary/gen/vmin-avx512f-x16.c",
1143 "src/f32-vbinary/gen/vmin-avx512f-x32.c",
1144 "src/f32-vbinary/gen/vminc-avx512f-x16.c",
1145 "src/f32-vbinary/gen/vminc-avx512f-x32.c",
1146 "src/f32-vbinary/gen/vmul-avx512f-x16.c",
1147 "src/f32-vbinary/gen/vmul-avx512f-x32.c",
1148 "src/f32-vbinary/gen/vmulc-avx512f-x16.c",
1149 "src/f32-vbinary/gen/vmulc-avx512f-x32.c",
1150 "src/f32-vbinary/gen/vrdivc-avx512f-x16.c",
1151 "src/f32-vbinary/gen/vrdivc-avx512f-x32.c",
1152 "src/f32-vbinary/gen/vrsubc-avx512f-x16.c",
1153 "src/f32-vbinary/gen/vrsubc-avx512f-x32.c",
1154 "src/f32-vbinary/gen/vsub-avx512f-x16.c",
1155 "src/f32-vbinary/gen/vsub-avx512f-x32.c",
1156 "src/f32-vbinary/gen/vsubc-avx512f-x16.c",
1157 "src/f32-vbinary/gen/vsubc-avx512f-x32.c",
Marat Dukhan05ac8e32019-10-21 15:39:33 -0700[diff] [blame]1158 "src/f32-vscale/avx512f-unroll64.c",
Marat Dukhan4c4eb002019-12-08 21:27:49 -0800[diff] [blame]1159 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x16.c",
1160 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x32.c",
1161 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x48.c",
1162 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x64.c",
1163 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x80.c",
1164 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x96.c",
1165 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x112.c",
1166 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x128.c",
1167 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x144.c",
1168 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x160.c",
1169 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x176.c",
1170 "src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x192.c",
1171 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x16.c",
1172 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x32.c",
1173 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x48.c",
1174 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x64.c",
1175 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x80.c",
1176 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x96.c",
1177 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x112.c",
1178 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x128.c",
1179 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x144.c",
1180 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x160.c",
1181 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x176.c",
1182 "src/f32-vscaleextexp/gen/avx512f-p5-scalef-x192.c",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1183 "src/math/exp-avx512f-p5-scalef.c",
1184 "src/math/exp-avx512f-p5.c",
1185 "src/math/exp-avx512f-perm-p3.c",
Marat Dukhanfeb49232019-10-28 11:03:31 -0700[diff] [blame]1186 "src/math/exp-avx512f-perm2-p2.c",
Marat Dukhan98ba4412019-10-23 02:14:28 -0700[diff] [blame]1187 "src/math/extexp-avx512f-p5.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1188]
1189
1190AARCH32_ASM_UKERNELS = [
1191 "src/q8-dwconv/up8x9-aarch32-neon.S",
Frank Barchard13916042019-12-11 10:56:34 -0800[diff] [blame]1192 "src/f32-gemm/4x8-aarch32-neon-cortex-a53.S",
Frank Barchardabf81542019-12-13 16:18:30 -0800[diff] [blame]1193 "src/f32-gemm/gen/4x8-aarch32-neon-cortex-a75.S",
1194 "src/f32-gemm/gen/4x8-aarch32-neon-pld-cortex-a75.S",
Frank Barchard8b0f0262019-11-27 23:18:40 -0800[diff] [blame]1195 "src/f32-gemm/4x8-aarch32-neon-ld64.S",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1196]
1197
1198AARCH64_ASM_UKERNELS = [
1199 "src/f32-dwconv/up4x9-aarch64-neonfma-cortex-a55.S",
1200 "src/f32-dwconv/up4x9-aarch64-neonfma.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1201 "src/f32-gemm/gen/1x12-aarch64-neonfma-cortex-a53.S",
1202 "src/f32-gemm/gen/1x8-aarch64-neonfma-cortex-a53.S",
1203 "src/f32-gemm/gen/1x8-aarch64-neonfma-cortex-a57.S",
1204 "src/f32-gemm/gen/1x8-aarch64-neonfma-cortex-a75.S",
1205 "src/f32-gemm/gen/4x12-aarch64-neonfma-cortex-a53.S",
1206 "src/f32-gemm/gen/4x8-aarch64-neonfma-cortex-a53.S",
1207 "src/f32-gemm/gen/4x8-aarch64-neonfma-cortex-a57.S",
1208 "src/f32-gemm/gen/4x8-aarch64-neonfma-cortex-a75.S",
1209 "src/f32-gemm/gen/4x8-aarch64-neonfma-ld128.S",
1210 "src/f32-gemm/gen/4x8-aarch64-neonfma-ld64.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1211 "src/f32-gemm/gen/5x8-aarch64-neonfma-cortex-a57.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1212 "src/f32-gemm/gen/5x8-aarch64-neonfma-cortex-a75.S",
1213 "src/f32-gemm/gen/6x8-aarch64-neonfma-cortex-a53.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1214 "src/f32-gemm/gen/6x8-aarch64-neonfma-cortex-a73.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1215 "src/f32-gemm/gen/6x8-aarch64-neonfma-cortex-a57.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1216 "src/f32-gemm/gen/6x8-aarch64-neonfma-cortex-a75.S",
1217 "src/f32-gemm/gen/6x8-aarch64-neonfma-ld128.S",
1218 "src/f32-gemm/gen/6x8-aarch64-neonfma-ld64.S",
1219 "src/f32-gemm/gen-inc/1x12-aarch64-neonfma-cortex-a53.S",
1220 "src/f32-gemm/gen-inc/1x8-aarch64-neonfma-cortex-a53.S",
1221 "src/f32-gemm/gen-inc/1x8-aarch64-neonfma-cortex-a57.S",
1222 "src/f32-gemm/gen-inc/1x8-aarch64-neonfma-cortex-a75.S",
1223 "src/f32-gemm/gen-inc/4x12-aarch64-neonfma-cortex-a53.S",
1224 "src/f32-gemm/gen-inc/4x8-aarch64-neonfma-cortex-a53.S",
1225 "src/f32-gemm/gen-inc/4x8-aarch64-neonfma-cortex-a57.S",
1226 "src/f32-gemm/gen-inc/4x8-aarch64-neonfma-cortex-a75.S",
1227 "src/f32-gemm/gen-inc/4x8-aarch64-neonfma-ld128.S",
1228 "src/f32-gemm/gen-inc/4x8-aarch64-neonfma-ld64.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1229 "src/f32-gemm/gen-inc/5x8-aarch64-neonfma-cortex-a57.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1230 "src/f32-gemm/gen-inc/5x8-aarch64-neonfma-cortex-a75.S",
1231 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-cortex-a53.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1232 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-cortex-a73.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1233 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-cortex-a57.S",
Marat Dukhan40a672f2019-11-25 03:08:22 -0800[diff] [blame]1234 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-cortex-a75.S",
1235 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-ld128.S",
1236 "src/f32-gemm/gen-inc/6x8-aarch64-neonfma-ld64.S",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1237 "src/f32-igemm/1x12-aarch64-neonfma-cortex-a53.S",
Frank Barchard21be34f2019-10-09 19:32:19 -0700[diff] [blame]1238 "src/f32-igemm/1x8-aarch64-neonfma-cortex-a53.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1239 "src/f32-igemm/gen/1x8-aarch64-neonfma-cortex-a57.S",
1240 "src/f32-igemm/gen/1x8-aarch64-neonfma-cortex-a75.S",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1241 "src/f32-igemm/4x12-aarch64-neonfma-cortex-a53.S",
Frank Barchard46fb8072019-10-25 12:54:22 -0700[diff] [blame]1242 "src/f32-igemm/4x8-aarch64-neonfma-cortex-a53.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1243 "src/f32-igemm/gen/4x8-aarch64-neonfma-cortex-a57.S",
1244 "src/f32-igemm/gen/4x8-aarch64-neonfma-cortex-a75.S",
1245 "src/f32-igemm/gen/5x8-aarch64-neonfma-cortex-a57.S",
1246 "src/f32-igemm/gen/5x8-aarch64-neonfma-cortex-a75.S",
Frank Barcharda7fb8552019-10-23 17:14:17 -0700[diff] [blame]1247 "src/f32-igemm/6x8-aarch64-neonfma-cortex-a53.S",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1248 "src/f32-igemm/6x8-aarch64-neonfma-cortex-a73.S",
Frank Barchard387c2d12019-12-16 19:14:07 -0800[diff] [blame]1249 "src/f32-igemm/gen/6x8-aarch64-neonfma-cortex-a57.S",
1250 "src/f32-igemm/gen/6x8-aarch64-neonfma-cortex-a75.S",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1251]
1252
1253INTERNAL_MICROKERNEL_HDRS = [
1254 "src/xnnpack/argmaxpool.h",
1255 "src/xnnpack/avgpool.h",
Marat Dukhan35dacfb2019-11-07 19:18:16 -0800[diff] [blame]1256 "src/xnnpack/bilinear.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1257 "src/xnnpack/clamp.h",
1258 "src/xnnpack/common.h",
1259 "src/xnnpack/conv.h",
1260 "src/xnnpack/dwconv.h",
1261 "src/xnnpack/gavgpool.h",
1262 "src/xnnpack/gemm.h",
1263 "src/xnnpack/hswish.h",
1264 "src/xnnpack/igemm.h",
Marat Dukhancfb31342019-12-05 10:42:57 -0800[diff] [blame]1265 "src/xnnpack/intrinsics-polyfill.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1266 "src/xnnpack/lut.h",
1267 "src/xnnpack/math.h",
1268 "src/xnnpack/maxpool.h",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1269 "src/xnnpack/memory.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1270 "src/xnnpack/packx.h",
1271 "src/xnnpack/pad.h",
1272 "src/xnnpack/params.h",
1273 "src/xnnpack/pavgpool.h",
1274 "src/xnnpack/ppmm.h",
1275 "src/xnnpack/prelu.h",
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]1276 "src/xnnpack/raddexpminusmax.h",
Marat Dukhan6f8d4d32019-10-25 17:07:09 -0700[diff] [blame]1277 "src/xnnpack/raddextexp.h",
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]1278 "src/xnnpack/raddstoreexpminusmax.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1279 "src/xnnpack/rmax.h",
1280 "src/xnnpack/scalar-utils.h",
1281 "src/xnnpack/spmm.h",
1282 "src/xnnpack/unpool.h",
1283 "src/xnnpack/vadd.h",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]1284 "src/xnnpack/vbinary.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1285 "src/xnnpack/vmulcaddc.h",
Marat Dukhan05ac8e32019-10-21 15:39:33 -0700[diff] [blame]1286 "src/xnnpack/vscale.h",
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]1287 "src/xnnpack/vscaleexpminusmax.h",
Marat Dukhan6f8d4d32019-10-25 17:07:09 -0700[diff] [blame]1288 "src/xnnpack/vscaleextexp.h",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]1289 "src/xnnpack/vunary.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1290 "src/xnnpack/zip.h",
1291]
1292
1293INTERNAL_HDRS = INTERNAL_MICROKERNEL_HDRS + [
1294 "include/xnnpack.h",
1295 "src/xnnpack/allocator.h",
1296 "src/xnnpack/compute.h",
1297 "src/xnnpack/im2col.h",
1298 "src/xnnpack/indirection.h",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1299 "src/xnnpack/math-stubs.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1300 "src/xnnpack/operator.h",
1301 "src/xnnpack/pack.h",
Marat Dukhaneeaa7bd2019-10-25 17:31:25 -0700[diff] [blame]1302 "src/xnnpack/params-init.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1303 "src/xnnpack/requantization-stubs.h",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1304 "src/xnnpack/requantization.h",
1305]
1306
1307ACCURACY_EVAL_HDRS = INTERNAL_MICROKERNEL_HDRS + [
1308 "src/xnnpack/math-stubs.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1309]
1310
1311MICROKERNEL_BENCHMARK_HDRS = INTERNAL_MICROKERNEL_HDRS + [
Marat Dukhaneeaa7bd2019-10-25 17:31:25 -0700[diff] [blame]1312 "src/xnnpack/params-init.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1313 "include/xnnpack.h",
1314]
1315
1316MICROKERNEL_TEST_HDRS = INTERNAL_MICROKERNEL_HDRS + [
1317 "src/xnnpack/isa-checks.h",
Marat Dukhaneeaa7bd2019-10-25 17:31:25 -0700[diff] [blame]1318 "src/xnnpack/params-init.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1319 "src/xnnpack/requantization.h",
1320 "include/xnnpack.h",
1321]
1322
1323OPERATOR_TEST_PARAMS_HDRS = [
1324 "src/xnnpack/params.h",
1325 "src/xnnpack/common.h",
1326]
1327
1328WEIGHTS_PACK_HDRS = [
1329 "src/xnnpack/pack.h",
1330 "src/xnnpack/operator.h",
1331 "src/xnnpack/compute.h",
1332]
1333
Marat Dukhanc8e00eb2019-10-04 14:55:26 -0700[diff] [blame]1334LOGGING_COPTS = select({
1335 # No logging in optimized mode
1336 ":optimized_build": ["-DXNN_LOG_LEVEL=0"],
1337 # Full logging in debug mode
1338 ":debug_build": ["-DXNN_LOG_LEVEL=5"],
1339 # Error-only logging in default (fastbuild) mode
1340 "//conditions:default": ["-DXNN_LOG_LEVEL=2"],
1341})
1342
1343LOGGING_HDRS = [
1344 "src/xnnpack/log.h",
1345]
1346
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1347xnnpack_cc_library(
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1348 name = "tables",
1349 srcs = TABLE_SRCS,
1350 hdrs = INTERNAL_HDRS,
1351 copts = xnnpack_std_copts(),
1352)
1353
1354xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1355 name = "scalar_ukernels",
1356 srcs = SCALAR_UKERNELS,
1357 hdrs = INTERNAL_HDRS,
1358 aarch32_copts = ["-marm"],
1359 copts = xnnpack_std_copts(),
1360 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1361 ":tables",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1362 "@FP16",
1363 "@FXdiv",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1364 "@pthreadpool",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1365 ],
1366)
1367
1368xnnpack_cc_library(
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]1369 name = "wasm_ukernels",
1370 hdrs = INTERNAL_HDRS,
1371 copts = xnnpack_std_copts(),
1372 wasm_srcs = WASM_UKERNELS,
1373 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1374 ":tables",
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]1375 "@FP16",
1376 "@FXdiv",
1377 "@pthreadpool",
1378 ],
1379)
1380
1381xnnpack_cc_library(
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1382 name = "psimd_fastmath_ukernels",
1383 srcs = PSIMD_FASTMATH_UKERNELS,
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1384 hdrs = INTERNAL_HDRS,
1385 aarch32_copts = [
1386 "-marm",
1387 "-mfpu=neon",
1388 ],
1389 copts = xnnpack_std_copts(),
1390 optimized_copts = [
1391 "-O3",
1392 "-ffast-math",
1393 ],
1394 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1395 ":tables",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1396 "@FP16",
1397 "@psimd",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1398 "@pthreadpool",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1399 ],
1400)
1401
1402xnnpack_cc_library(
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1403 name = "psimd_accmath_ukernels",
1404 srcs = PSIMD_ACCMATH_UKERNELS,
1405 hdrs = INTERNAL_HDRS,
1406 aarch32_copts = [
1407 "-marm",
1408 "-mfpu=neon",
1409 ],
1410 copts = xnnpack_std_copts(),
1411 optimized_copts = [
1412 "-O3",
1413 ],
1414 deps = [
1415 ":tables",
1416 "@FP16",
1417 "@psimd",
1418 "@pthreadpool",
1419 ],
1420)
1421
1422xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1423 name = "neon_ukernels",
1424 hdrs = INTERNAL_HDRS,
1425 aarch32_copts = [
1426 "-marm",
1427 "-mfpu=neon",
1428 ],
1429 aarch32_srcs = NEON_UKERNELS,
1430 aarch64_srcs = NEON_UKERNELS,
1431 copts = xnnpack_std_copts(),
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1432 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1433 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1434 "@FP16",
1435 "@pthreadpool",
1436 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1437)
1438
1439xnnpack_cc_library(
1440 name = "neonfma_ukernels",
1441 hdrs = INTERNAL_HDRS,
1442 aarch32_copts = [
1443 "-marm",
1444 "-mfpu=neon-vfpv4",
1445 ],
1446 aarch32_srcs = NEONFMA_UKERNELS,
1447 aarch64_srcs = NEONFMA_UKERNELS + AARCH64_NEONFMA_UKERNELS,
1448 copts = xnnpack_std_copts(),
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1449 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1450 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1451 "@FP16",
1452 "@pthreadpool",
1453 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1454)
1455
1456xnnpack_cc_library(
1457 name = "neonfp16arith_ukernels",
1458 hdrs = INTERNAL_HDRS,
1459 aarch64_copts = ["-march=armv8.2-a+fp16"],
1460 aarch64_srcs = AARCH64_NEONFP16ARITH_UKERNELS,
1461 copts = xnnpack_std_copts(),
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1462 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1463 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1464 "@FP16",
1465 "@pthreadpool",
1466 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1467)
1468
1469xnnpack_cc_library(
1470 name = "sse2_ukernels",
1471 hdrs = INTERNAL_HDRS,
1472 copts = xnnpack_std_copts(),
1473 x86_copts = ["-msse2"],
1474 x86_srcs = SSE_UKERNELS + SSE2_UKERNELS,
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1475 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1476 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1477 "@FP16",
1478 "@pthreadpool",
1479 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1480)
1481
1482xnnpack_cc_library(
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]1483 name = "sse41_ukernels",
1484 hdrs = INTERNAL_HDRS,
1485 copts = xnnpack_std_copts(),
1486 x86_copts = ["-msse4.1"],
1487 x86_srcs = SSE41_UKERNELS,
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1488 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1489 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1490 "@FP16",
1491 "@pthreadpool",
1492 ],
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]1493)
1494
1495xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1496 name = "avx_ukernels",
1497 hdrs = INTERNAL_HDRS,
1498 copts = xnnpack_std_copts(),
1499 x86_copts = ["-mavx"],
1500 x86_srcs = AVX_UKERNELS,
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1501 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1502 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1503 "@FP16",
1504 "@pthreadpool",
1505 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1506)
1507
1508xnnpack_cc_library(
Marat Dukhanfda12b82019-11-21 12:27:59 -0800[diff] [blame]1509 name = "fma3_ukernels",
1510 hdrs = INTERNAL_HDRS,
1511 copts = xnnpack_std_copts(),
1512 x86_copts = [
1513 "-mfma",
1514 ],
1515 x86_srcs = FMA3_UKERNELS,
1516 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1517 ":tables",
Marat Dukhanfda12b82019-11-21 12:27:59 -0800[diff] [blame]1518 "@FP16",
1519 "@pthreadpool",
1520 ],
1521)
1522
1523xnnpack_cc_library(
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1524 name = "avx2_ukernels",
1525 hdrs = INTERNAL_HDRS,
1526 copts = xnnpack_std_copts(),
1527 x86_copts = [
1528 "-mfma",
1529 "-mavx2",
1530 ],
1531 x86_srcs = AVX2_UKERNELS,
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1532 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1533 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1534 "@FP16",
1535 "@pthreadpool",
1536 ],
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1537)
1538
1539xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1540 name = "avx512f_ukernels",
1541 hdrs = INTERNAL_HDRS,
1542 copts = xnnpack_std_copts(),
1543 x86_copts = ["-mavx512f"],
1544 x86_srcs = AVX512F_UKERNELS,
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1545 deps = [
Marat Dukhan3a77ea72019-12-23 12:10:24 -0800[diff] [blame]1546 ":tables",
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1547 "@FP16",
1548 "@pthreadpool",
1549 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1550)
1551
1552xnnpack_cc_library(
1553 name = "asm_ukernels",
1554 hdrs = ["src/xnnpack/assembly.h"],
1555 aarch32_srcs = AARCH32_ASM_UKERNELS,
1556 aarch64_srcs = AARCH64_ASM_UKERNELS,
1557)
1558
1559xnnpack_aggregate_library(
1560 name = "ukernels",
1561 aarch32_deps = [
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1562 ":psimd_fastmath_ukernels",
1563 ":psimd_accmath_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1564 ":neon_ukernels",
1565 ":neonfma_ukernels",
1566 ":asm_ukernels",
1567 ],
1568 aarch64_deps = [
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1569 ":psimd_fastmath_ukernels",
1570 ":psimd_accmath_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1571 ":neon_ukernels",
1572 ":neonfma_ukernels",
1573 ":neonfp16arith_ukernels",
1574 ":asm_ukernels",
1575 ],
1576 generic_deps = [":scalar_ukernels"],
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]1577 wasm_deps = [
1578 ":wasm_ukernels",
1579 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1580 wasmsimd_deps = [
Marat Dukhan436ebe62019-12-04 15:10:12 -0800[diff] [blame]1581 ":wasm_ukernels",
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1582 ":psimd_fastmath_ukernels",
1583 ":psimd_accmath_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1584 ],
1585 x86_deps = [
Marat Dukhan8d3c07e2020-01-02 01:20:59 -0800[diff] [blame^]1586 ":psimd_fastmath_ukernels",
1587 ":psimd_accmath_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1588 ":sse2_ukernels",
Marat Dukhan69c3f2c2019-11-06 12:30:01 -0800[diff] [blame]1589 ":sse41_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1590 ":avx_ukernels",
Marat Dukhanfda12b82019-11-21 12:27:59 -0800[diff] [blame]1591 ":fma3_ukernels",
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]1592 ":avx2_ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1593 ":avx512f_ukernels",
1594 ],
1595)
1596
1597xnnpack_cc_library(
1598 name = "im2col",
1599 srcs = ["src/im2col.c"],
1600 hdrs = [
1601 "src/xnnpack/common.h",
1602 "src/xnnpack/im2col.h",
1603 ],
1604 copts = xnnpack_std_copts(),
1605)
1606
1607xnnpack_cc_library(
1608 name = "indirection",
1609 srcs = ["src/indirection.c"],
1610 hdrs = INTERNAL_HDRS,
1611 copts = xnnpack_std_copts(),
1612 deps = [
1613 "@FP16",
1614 "@FXdiv",
1615 "@pthreadpool",
1616 ],
1617)
1618
1619xnnpack_cc_library(
1620 name = "operator_run",
1621 srcs = ["src/operator-run.c"],
Marat Dukhanc8e00eb2019-10-04 14:55:26 -0700[diff] [blame]1622 hdrs = INTERNAL_HDRS + LOGGING_HDRS,
1623 copts = xnnpack_std_copts() + LOGGING_COPTS + [
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1624 # Wrappers for multi-pass microkernels use VLAs for temporary buffers.
1625 "-Wno-vla",
1626 ],
1627 deps = [
1628 "@FP16",
1629 "@FXdiv",
1630 "@clog",
1631 "@pthreadpool",
1632 ],
1633)
1634
1635cc_library(
1636 name = "enable_assembly",
1637 defines = select({
1638 ":xnn_enable_assembly_explicit_true": ["XNN_ENABLE_ASSEMBLY=1"],
1639 ":xnn_enable_assembly_explicit_false": ["XNN_ENABLE_ASSEMBLY=0"],
Frank Barchard810171d2019-10-10 10:34:51 -0700[diff] [blame]1640 "//conditions:default": ["XNN_ENABLE_ASSEMBLY=1"],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1641 }),
1642)
1643
Marat Dukhancf056b22019-10-07 10:26:29 -0700[diff] [blame]1644xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1645 name = "operators",
1646 srcs = OPERATOR_SRCS + [
Marat Dukhan04f03be2019-11-19 12:36:47 -0800[diff] [blame]1647 "src/memory.c",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1648 "src/operator-delete.c",
Marat Dukhancf056b22019-10-07 10:26:29 -0700[diff] [blame]1649 ],
1650 hdrs = INTERNAL_HDRS + LOGGING_HDRS,
Marat Dukhanc8e00eb2019-10-04 14:55:26 -0700[diff] [blame]1651 copts = xnnpack_std_copts() + LOGGING_COPTS + [
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1652 "-Isrc",
1653 "-Iinclude",
1654 ] + select({
1655 ":debug_build": [],
1656 "//conditions:default": xnnpack_min_size_copts(),
1657 }),
Marat Dukhancf056b22019-10-07 10:26:29 -0700[diff] [blame]1658 wasm_srcs = ["src/wasm-stubs.c"],
1659 wasmsimd_srcs = ["src/wasm-stubs.c"],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1660 deps = [
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1661 ":indirection",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1662 "@FP16",
1663 "@FXdiv",
1664 "@clog",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1665 "@pthreadpool",
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1666 ],
1667)
1668
1669cc_library(
1670 name = "XNNPACK",
1671 srcs = [
1672 "src/init.c",
1673 ],
1674 copts = xnnpack_std_copts() + LOGGING_COPTS + [
1675 "-Isrc",
1676 "-Iinclude",
1677 ] + select({
1678 ":debug_build": [],
1679 "//conditions:default": xnnpack_min_size_copts(),
1680 }),
1681 includes = ["include"],
1682 linkstatic = True,
1683 textual_hdrs = ["include/xnnpack.h"],
1684 visibility = xnnpack_visibility(),
1685 deps = [
1686 ":enable_assembly",
1687 ":ukernels",
1688 ":operator_run",
1689 ":operators",
1690 "@clog",
1691 "@pthreadpool",
Marat Dukhand343c222019-10-07 09:22:14 -0700[diff] [blame]1692 ] + select({
1693 ":emscripten": [],
1694 "//conditions:default": ["@cpuinfo"],
1695 }),
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1696)
1697
1698cc_library(
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1699 name = "xnnpack_operators_nhwc_f32",
1700 srcs = [
1701 "src/init.c",
1702 ],
1703 copts = xnnpack_std_copts() + LOGGING_COPTS + [
1704 "-Isrc",
1705 "-Iinclude",
1706 ] + select({
1707 ":debug_build": [],
1708 "//conditions:default": xnnpack_min_size_copts(),
1709 }),
1710 defines = [
1711 "XNN_NO_Q8_OPERATORS",
1712 "XNN_NO_U8_OPERATORS",
1713 "XNN_NO_X8_OPERATORS",
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]1714 "XNN_NO_NCHW_OPERATORS",
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1715 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1716 includes = ["include"],
1717 linkstatic = True,
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1718 textual_hdrs = ["include/xnnpack.h"],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1719 visibility = xnnpack_visibility(),
1720 deps = [
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1721 ":enable_assembly",
1722 ":ukernels",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1723 ":operator_run",
1724 ":operators",
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1725 "@clog",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1726 "@pthreadpool",
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]1727 ] + select({
1728 ":emscripten": [],
1729 "//conditions:default": ["@cpuinfo"],
1730 }),
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1731)
1732
Marat Dukhancf056b22019-10-07 10:26:29 -0700[diff] [blame]1733xnnpack_cc_library(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1734 name = "bench_utils",
1735 srcs = ["bench/utils.cc"],
1736 hdrs = ["bench/utils.h"],
1737 copts = ["-Wno-unused-result"],
Marat Dukhanbad48fe2019-11-04 10:35:22 -0800[diff] [blame]1738 deps = [
1739 "@com_google_benchmark//:benchmark",
1740 "@cpuinfo",
1741 ],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1742)
1743
Frank Barchard7e955972019-10-11 10:34:25 -0700[diff] [blame]1744######################### Benchmarks for micro-kernels #########################
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1745
1746xnnpack_benchmark(
1747 name = "q8_gemm_bench",
1748 srcs = [
1749 "bench/gemm.h",
1750 "bench/q8-gemm.cc",
1751 "src/xnnpack/AlignedAllocator.h",
1752 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1753 copts = ["-Wno-unused-function"] + xnnpack_optional_ruy_copts() + xnnpack_optional_gemmlowp_copts(),
1754 deps = MICROKERNEL_BENCHMARK_DEPS + xnnpack_optional_ruy_deps() + xnnpack_optional_gemmlowp_deps(),
1755)
1756
1757xnnpack_benchmark(
1758 name = "f16_gemm_bench",
1759 srcs = [
1760 "bench/f16-gemm.cc",
1761 "bench/gemm.h",
1762 "src/xnnpack/AlignedAllocator.h",
1763 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1764 copts = ["-Wno-unused-function"],
1765 deps = MICROKERNEL_BENCHMARK_DEPS,
1766)
1767
1768xnnpack_benchmark(
1769 name = "f32_igemm_bench",
1770 srcs = [
1771 "bench/f32-igemm.cc",
1772 "bench/conv.h",
1773 "src/xnnpack/AlignedAllocator.h",
1774 ] + MICROKERNEL_BENCHMARK_HDRS,
Frank Barchard7e955972019-10-11 10:34:25 -0700[diff] [blame]1775 deps = MICROKERNEL_BENCHMARK_DEPS + [":indirection"],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1776)
1777
1778xnnpack_benchmark(
1779 name = "f32_conv_hwc_bench",
1780 srcs = [
1781 "bench/f32-conv-hwc.cc",
1782 "bench/dconv.h",
1783 "src/xnnpack/AlignedAllocator.h",
1784 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1785 copts = ["-Wno-unused-function"],
1786 deps = MICROKERNEL_BENCHMARK_DEPS,
1787)
1788
1789xnnpack_benchmark(
Erich Elsen563df5f2019-10-23 08:02:21 -0700[diff] [blame]1790 name = "f32_conv_hwc2spchw_bench",
1791 srcs = [
1792 "bench/f32-conv-hwc2spchw.cc",
1793 "bench/dconv.h",
1794 "src/xnnpack/AlignedAllocator.h",
1795 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1796 copts = ["-Wno-unused-function"],
1797 deps = MICROKERNEL_BENCHMARK_DEPS,
1798)
1799
1800xnnpack_benchmark(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1801 name = "f32_dwconv_bench",
1802 srcs = [
1803 "bench/f32-dwconv.cc",
1804 "bench/dwconv.h",
1805 "src/xnnpack/AlignedAllocator.h",
1806 ] + MICROKERNEL_BENCHMARK_HDRS,
1807 deps = MICROKERNEL_BENCHMARK_DEPS + [":indirection"],
1808)
1809
1810xnnpack_benchmark(
1811 name = "f32_dwconv_spchw_bench",
1812 srcs = [
1813 "bench/f32-dwconv-spchw.cc",
1814 "bench/dwconv.h",
1815 "src/xnnpack/AlignedAllocator.h",
1816 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1817 deps = MICROKERNEL_BENCHMARK_DEPS + [":indirection"],
1818)
1819
1820xnnpack_benchmark(
1821 name = "f32_gemm_bench",
1822 srcs = [
1823 "bench/f32-gemm.cc",
1824 "bench/gemm.h",
1825 "src/xnnpack/AlignedAllocator.h",
1826 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1827 copts = ["-Wno-unused-function"] + xnnpack_optional_ruy_copts(),
Frank Barchard7e955972019-10-11 10:34:25 -0700[diff] [blame]1828 deps = MICROKERNEL_BENCHMARK_DEPS + xnnpack_optional_ruy_deps(),
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1829)
1830
1831xnnpack_benchmark(
Marat Dukhan4c4eb002019-12-08 21:27:49 -0800[diff] [blame]1832 name = "f32_raddexpminusmax_bench",
1833 srcs = [
1834 "bench/f32-raddexpminusmax.cc",
1835 "src/xnnpack/AlignedAllocator.h",
1836 ] + MICROKERNEL_BENCHMARK_HDRS,
1837 deps = MICROKERNEL_BENCHMARK_DEPS,
1838)
1839
1840xnnpack_benchmark(
1841 name = "f32_raddextexp_bench",
1842 srcs = [
1843 "bench/f32-raddextexp.cc",
1844 "src/xnnpack/AlignedAllocator.h",
1845 ] + MICROKERNEL_BENCHMARK_HDRS,
1846 deps = MICROKERNEL_BENCHMARK_DEPS,
1847)
1848
1849xnnpack_benchmark(
1850 name = "f32_raddstoreexpminusmax_bench",
1851 srcs = [
1852 "bench/f32-raddstoreexpminusmax.cc",
1853 "src/xnnpack/AlignedAllocator.h",
1854 ] + MICROKERNEL_BENCHMARK_HDRS,
1855 deps = MICROKERNEL_BENCHMARK_DEPS,
1856)
1857
1858xnnpack_benchmark(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1859 name = "f32_rmax_bench",
1860 srcs = [
1861 "bench/f32-rmax.cc",
1862 "src/xnnpack/AlignedAllocator.h",
1863 ] + MICROKERNEL_BENCHMARK_HDRS,
1864 deps = MICROKERNEL_BENCHMARK_DEPS,
1865)
1866
1867xnnpack_benchmark(
Marat Dukhan14bec502019-11-18 11:35:31 -0800[diff] [blame]1868 name = "f32_sigmoid_bench",
1869 srcs = [
1870 "bench/f32-sigmoid.cc",
1871 "src/xnnpack/AlignedAllocator.h",
1872 ] + MICROKERNEL_BENCHMARK_HDRS,
1873 copts = ["-Wno-unused-function"],
1874 deps = MICROKERNEL_BENCHMARK_DEPS,
1875)
1876
1877xnnpack_benchmark(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1878 name = "f32_spmm_bench",
1879 srcs = [
1880 "bench/f32-spmm.cc",
1881 "bench/gemm.h",
1882 "src/xnnpack/AlignedAllocator.h",
1883 ] + MICROKERNEL_BENCHMARK_HDRS,
1884 copts = ["-Wno-unused-function"],
1885 deps = MICROKERNEL_BENCHMARK_DEPS,
1886)
1887
1888xnnpack_benchmark(
Marat Dukhan4a4a7fa2019-10-21 13:46:14 -0700[diff] [blame]1889 name = "f32_softargmax_bench",
1890 srcs = [
1891 "bench/f32-softargmax.cc",
1892 ] + MICROKERNEL_BENCHMARK_HDRS,
1893 copts = ["-Wno-unused-function"],
1894 deps = MICROKERNEL_BENCHMARK_DEPS,
1895)
1896
1897xnnpack_benchmark(
Marat Dukhan4c4eb002019-12-08 21:27:49 -0800[diff] [blame]1898 name = "f32_vscaleexpminusmax_bench",
1899 srcs = [
1900 "bench/f32-vscaleexpminusmax.cc",
1901 "src/xnnpack/AlignedAllocator.h",
1902 ] + MICROKERNEL_BENCHMARK_HDRS,
1903 deps = MICROKERNEL_BENCHMARK_DEPS,
1904)
1905
1906xnnpack_benchmark(
1907 name = "f32_vscaleextexp_bench",
1908 srcs = [
1909 "bench/f32-vscaleextexp.cc",
1910 "src/xnnpack/AlignedAllocator.h",
1911 ] + MICROKERNEL_BENCHMARK_HDRS,
1912 deps = MICROKERNEL_BENCHMARK_DEPS,
1913)
1914
1915xnnpack_benchmark(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1916 name = "f32_im2col_gemm_bench",
1917 srcs = [
1918 "bench/f32-im2col-gemm.cc",
1919 "bench/conv.h",
1920 "src/xnnpack/AlignedAllocator.h",
1921 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_BENCHMARK_HDRS,
1922 deps = MICROKERNEL_BENCHMARK_DEPS + [":im2col"],
1923)
1924
1925########################### Benchmarks for operators ###########################
1926
1927xnnpack_benchmark(
1928 name = "add_bench",
1929 srcs = ["bench/add.cc"],
1930 deps = OPERATOR_BENCHMARK_DEPS,
1931)
1932
1933xnnpack_benchmark(
1934 name = "average_pooling_bench",
1935 srcs = ["bench/average-pooling.cc"],
1936 deps = OPERATOR_BENCHMARK_DEPS,
1937)
1938
1939xnnpack_benchmark(
1940 name = "channel_shuffle_bench",
1941 srcs = ["bench/channel-shuffle.cc"],
1942 deps = OPERATOR_BENCHMARK_DEPS,
1943)
1944
1945xnnpack_benchmark(
1946 name = "convolution_bench",
1947 srcs = ["bench/convolution.cc"],
1948 copts = xnnpack_optional_tflite_copts() + xnnpack_optional_armcl_copts(),
1949 deps = OPERATOR_BENCHMARK_DEPS + xnnpack_optional_tflite_deps() + xnnpack_optional_armcl_deps(),
1950)
1951
1952xnnpack_benchmark(
1953 name = "deconvolution_bench",
1954 srcs = ["bench/deconvolution.cc"],
1955 copts = xnnpack_optional_tflite_copts(),
1956 deps = OPERATOR_BENCHMARK_DEPS + xnnpack_optional_tflite_deps(),
1957)
1958
1959xnnpack_benchmark(
1960 name = "global_average_pooling_bench",
1961 srcs = ["bench/global-average-pooling.cc"],
1962 deps = OPERATOR_BENCHMARK_DEPS,
1963)
1964
1965xnnpack_benchmark(
1966 name = "max_pooling_bench",
1967 srcs = ["bench/max-pooling.cc"],
1968 deps = OPERATOR_BENCHMARK_DEPS,
1969)
1970
1971xnnpack_benchmark(
1972 name = "sigmoid_bench",
1973 srcs = ["bench/sigmoid.cc"],
Marat Dukhanc3b9e862019-11-17 13:18:54 -0800[diff] [blame]1974 copts = xnnpack_optional_tflite_copts(),
1975 deps = OPERATOR_BENCHMARK_DEPS + xnnpack_optional_tflite_deps(),
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1976)
1977
1978xnnpack_benchmark(
Marat Dukhan95b22432019-10-30 16:30:14 -0700[diff] [blame]1979 name = "prelu_bench",
1980 srcs = ["bench/prelu.cc"],
1981 copts = xnnpack_optional_tflite_copts(),
1982 deps = OPERATOR_BENCHMARK_DEPS + xnnpack_optional_tflite_deps(),
1983)
1984
1985xnnpack_benchmark(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]1986 name = "softargmax_bench",
1987 srcs = ["bench/softargmax.cc"],
1988 deps = OPERATOR_BENCHMARK_DEPS,
1989)
1990
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]1991############################# End-to-end benchmarks ############################
1992
1993cc_library(
1994 name = "mobilenet_v1",
1995 srcs = ["models/mobilenet-v1.cc"],
1996 hdrs = ["models/models.h"],
Marat Dukhana84e40b2019-12-11 15:38:03 -0800[diff] [blame]1997 copts = xnnpack_std_cxxopts(),
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]1998 linkstatic = True,
1999 deps = [
2000 ":XNNPACK",
2001 "@pthreadpool",
2002 ],
2003)
2004
2005cc_library(
2006 name = "mobilenet_v2",
2007 srcs = ["models/mobilenet-v2.cc"],
2008 hdrs = ["models/models.h"],
Marat Dukhana84e40b2019-12-11 15:38:03 -0800[diff] [blame]2009 copts = xnnpack_std_cxxopts(),
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]2010 linkstatic = True,
2011 deps = [
2012 ":XNNPACK",
2013 "@pthreadpool",
2014 ],
2015)
2016
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2017cc_library(
2018 name = "mobilenet_v3_large",
2019 srcs = ["models/mobilenet-v3-large.cc"],
2020 hdrs = ["models/models.h"],
Marat Dukhana84e40b2019-12-11 15:38:03 -0800[diff] [blame]2021 copts = xnnpack_std_cxxopts(),
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2022 linkstatic = True,
2023 deps = [
2024 ":XNNPACK",
2025 "@pthreadpool",
2026 ],
2027)
2028
2029cc_library(
2030 name = "mobilenet_v3_small",
2031 srcs = ["models/mobilenet-v3-small.cc"],
2032 hdrs = ["models/models.h"],
Marat Dukhana84e40b2019-12-11 15:38:03 -0800[diff] [blame]2033 copts = xnnpack_std_cxxopts(),
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2034 linkstatic = True,
2035 deps = [
2036 ":XNNPACK",
2037 "@pthreadpool",
2038 ],
2039)
2040
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]2041xnnpack_benchmark(
Marat Dukhanef4416e2019-10-31 13:44:40 -0700[diff] [blame]2042 name = "f32_dwconv_e2e_bench",
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2043 srcs = [
2044 "bench/f32-dwconv-e2e.cc",
2045 "bench/end2end.h",
2046 ] + MICROKERNEL_BENCHMARK_HDRS,
Marat Dukhanef4416e2019-10-31 13:44:40 -0700[diff] [blame]2047 copts = ["-Wno-unused-function"],
2048 deps = MICROKERNEL_BENCHMARK_DEPS + [
2049 ":XNNPACK",
2050 ":mobilenet_v1",
2051 ":mobilenet_v2",
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2052 ":mobilenet_v3_large",
2053 ":mobilenet_v3_small",
Marat Dukhanef4416e2019-10-31 13:44:40 -0700[diff] [blame]2054 ],
2055)
2056
2057xnnpack_benchmark(
Marat Dukhan5f18d262019-10-31 10:24:14 -0700[diff] [blame]2058 name = "f32_gemm_e2e_bench",
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2059 srcs = [
2060 "bench/f32-gemm-e2e.cc",
2061 "bench/end2end.h",
2062 ] + MICROKERNEL_BENCHMARK_HDRS,
Marat Dukhan5f18d262019-10-31 10:24:14 -0700[diff] [blame]2063 copts = ["-Wno-unused-function"],
2064 deps = MICROKERNEL_BENCHMARK_DEPS + [
2065 ":XNNPACK",
2066 ":mobilenet_v1",
2067 ":mobilenet_v2",
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2068 ":mobilenet_v3_large",
2069 ":mobilenet_v3_small",
Marat Dukhan5f18d262019-10-31 10:24:14 -0700[diff] [blame]2070 ],
2071)
2072
2073xnnpack_benchmark(
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]2074 name = "end2end_bench",
2075 srcs = ["bench/end2end.cc"],
2076 deps = [
2077 ":XNNPACK",
Frank Barchardc712fa42019-10-31 14:00:21 -0700[diff] [blame]2078 ":bench_utils",
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]2079 ":mobilenet_v1",
2080 ":mobilenet_v2",
Marat Dukhanc08cdf52019-12-09 09:17:51 -0800[diff] [blame]2081 ":mobilenet_v3_large",
2082 ":mobilenet_v3_small",
Marat Dukhanc068bb62019-10-04 13:24:39 -0700[diff] [blame]2083 "@pthreadpool",
2084 ],
2085)
2086
Marat Dukhan6adff4e2019-10-14 18:32:07 -0700[diff] [blame]2087#################### Accuracy evaluation for math functions ####################
2088
2089xnnpack_benchmark(
2090 name = "f32_exp_eval",
2091 srcs = [
2092 "eval/f32-exp.cc",
2093 "src/xnnpack/AlignedAllocator.h",
2094 ] + ACCURACY_EVAL_HDRS,
2095 deps = ACCURACY_EVAL_DEPS,
2096)
2097
Marat Dukhan515c9772019-10-17 18:07:57 -0700[diff] [blame]2098xnnpack_benchmark(
2099 name = "f32_expminus_eval",
2100 srcs = [
2101 "eval/f32-expminus.cc",
2102 "src/xnnpack/AlignedAllocator.h",
2103 ] + ACCURACY_EVAL_HDRS,
2104 deps = ACCURACY_EVAL_DEPS,
2105)
2106
Marat Dukhan98ba4412019-10-23 02:14:28 -0700[diff] [blame]2107xnnpack_benchmark(
2108 name = "f32_extexp_eval",
2109 srcs = [
2110 "eval/f32-extexp.cc",
2111 "src/xnnpack/AlignedAllocator.h",
2112 ] + ACCURACY_EVAL_HDRS,
2113 deps = ACCURACY_EVAL_DEPS,
2114)
2115
Marat Dukhan346a9e52019-11-15 09:06:30 -0800[diff] [blame]2116xnnpack_benchmark(
2117 name = "f32_sigmoid_eval",
2118 srcs = [
2119 "eval/f32-sigmoid.cc",
2120 "src/xnnpack/AlignedAllocator.h",
2121 ] + ACCURACY_EVAL_HDRS,
2122 deps = ACCURACY_EVAL_DEPS,
2123)
2124
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2125######################### Unit tests for micro-kernels #########################
2126
2127xnnpack_unit_test(
2128 name = "f16_gemm_test",
2129 srcs = [
2130 "test/f16-gemm.cc",
2131 "test/gemm-microkernel-tester.h",
2132 "src/xnnpack/AlignedAllocator.h",
2133 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2134 deps = MICROKERNEL_TEST_DEPS,
2135)
2136
2137xnnpack_unit_test(
2138 name = "f32_argmaxpool_test",
2139 srcs = [
2140 "test/f32-argmaxpool.cc",
2141 "test/argmaxpool-microkernel-tester.h",
2142 "src/xnnpack/AlignedAllocator.h",
2143 ] + MICROKERNEL_TEST_HDRS,
2144 deps = MICROKERNEL_TEST_DEPS,
2145)
2146
2147xnnpack_unit_test(
2148 name = "f32_avgpool_test",
2149 srcs = [
2150 "test/f32-avgpool.cc",
2151 "test/avgpool-microkernel-tester.h",
2152 "src/xnnpack/AlignedAllocator.h",
2153 ] + MICROKERNEL_TEST_HDRS,
2154 deps = MICROKERNEL_TEST_DEPS,
2155)
2156
2157xnnpack_unit_test(
Marat Dukhan35dacfb2019-11-07 19:18:16 -0800[diff] [blame]2158 name = "f32_bilinear_test",
2159 srcs = [
2160 "test/f32-bilinear.cc",
2161 "test/bilinear-microkernel-tester.h",
2162 "src/xnnpack/AlignedAllocator.h",
2163 ] + MICROKERNEL_TEST_HDRS,
2164 deps = MICROKERNEL_TEST_DEPS,
2165)
2166
2167xnnpack_unit_test(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2168 name = "f32_clamp_test",
2169 srcs = [
2170 "test/f32-clamp.cc",
2171 "test/clamp-microkernel-tester.h",
2172 ] + MICROKERNEL_TEST_HDRS,
2173 deps = MICROKERNEL_TEST_DEPS,
2174)
2175
2176xnnpack_unit_test(
2177 name = "f32_igemm_test",
2178 srcs = [
2179 "test/f32-igemm.cc",
2180 "test/gemm-microkernel-tester.h",
2181 "src/xnnpack/AlignedAllocator.h",
2182 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2183 deps = MICROKERNEL_TEST_DEPS,
2184)
2185
2186xnnpack_unit_test(
2187 name = "f32_conv_hwc_test",
2188 srcs = [
2189 "test/f32-conv-hwc.cc",
2190 "test/conv-hwc-microkernel-tester.h",
2191 "src/xnnpack/AlignedAllocator.h",
2192 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2193 deps = MICROKERNEL_TEST_DEPS,
2194)
2195
2196xnnpack_unit_test(
2197 name = "f32_conv_hwc2spchw_test",
2198 srcs = [
2199 "test/f32-conv-hwc2spchw.cc",
2200 "test/conv-hwc2spchw-microkernel-tester.h",
2201 "src/xnnpack/AlignedAllocator.h",
2202 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2203 deps = MICROKERNEL_TEST_DEPS,
2204)
2205
2206xnnpack_unit_test(
2207 name = "f32_dwconv_test",
2208 srcs = [
2209 "test/f32-dwconv.cc",
2210 "test/dwconv-microkernel-tester.h",
2211 "src/xnnpack/AlignedAllocator.h",
2212 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2213 deps = MICROKERNEL_TEST_DEPS,
2214)
2215
2216xnnpack_unit_test(
2217 name = "f32_dwconv_spchw_test",
2218 srcs = [
2219 "test/f32-dwconv-spchw.cc",
2220 "test/dwconv-spchw-microkernel-tester.h",
2221 "src/xnnpack/AlignedAllocator.h",
2222 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2223 deps = MICROKERNEL_TEST_DEPS,
2224)
2225
2226xnnpack_unit_test(
2227 name = "f32_gavgpool_test",
2228 srcs = [
2229 "test/f32-gavgpool.cc",
2230 "test/gavgpool-microkernel-tester.h",
2231 "src/xnnpack/AlignedAllocator.h",
2232 ] + MICROKERNEL_TEST_HDRS,
2233 deps = MICROKERNEL_TEST_DEPS,
2234)
2235
2236xnnpack_unit_test(
2237 name = "f32_gavgpool_spchw_test",
2238 srcs = [
2239 "test/f32-gavgpool-spchw.cc",
2240 "test/gavgpool-spchw-microkernel-tester.h",
2241 "src/xnnpack/AlignedAllocator.h",
2242 ] + MICROKERNEL_TEST_HDRS,
2243 deps = MICROKERNEL_TEST_DEPS,
2244)
2245
2246xnnpack_unit_test(
2247 name = "f32_gemm_test",
2248 srcs = [
2249 "test/f32-gemm.cc",
2250 "test/gemm-microkernel-tester.h",
2251 "src/xnnpack/AlignedAllocator.h",
2252 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2253 deps = MICROKERNEL_TEST_DEPS,
2254)
2255
2256xnnpack_unit_test(
2257 name = "f32_gemminc_test",
2258 srcs = [
2259 "test/f32-gemminc.cc",
2260 "test/gemm-microkernel-tester.h",
2261 "src/xnnpack/AlignedAllocator.h",
2262 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2263 deps = MICROKERNEL_TEST_DEPS,
2264)
2265
2266xnnpack_unit_test(
2267 name = "f32_hswish_test",
2268 srcs = [
2269 "test/f32-hswish.cc",
2270 "test/hswish-microkernel-tester.h",
2271 ] + MICROKERNEL_TEST_HDRS,
2272 deps = MICROKERNEL_TEST_DEPS,
2273)
2274
2275xnnpack_unit_test(
2276 name = "f32_maxpool_test",
2277 srcs = [
2278 "test/f32-maxpool.cc",
2279 "test/maxpool-microkernel-tester.h",
2280 ] + MICROKERNEL_TEST_HDRS,
2281 deps = MICROKERNEL_TEST_DEPS,
2282)
2283
2284xnnpack_unit_test(
2285 name = "f32_pavgpool_test",
2286 srcs = [
2287 "test/f32-pavgpool.cc",
2288 "test/avgpool-microkernel-tester.h",
2289 "src/xnnpack/AlignedAllocator.h",
2290 ] + MICROKERNEL_TEST_HDRS,
2291 deps = MICROKERNEL_TEST_DEPS,
2292)
2293
2294xnnpack_unit_test(
2295 name = "f32_ppmm_test",
2296 srcs = [
2297 "test/f32-ppmm.cc",
2298 "test/gemm-microkernel-tester.h",
2299 "src/xnnpack/AlignedAllocator.h",
2300 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2301 deps = MICROKERNEL_TEST_DEPS,
2302)
2303
2304xnnpack_unit_test(
2305 name = "f32_prelu_test",
2306 srcs = [
2307 "test/f32-prelu.cc",
2308 "test/prelu-microkernel-tester.h",
2309 "src/xnnpack/AlignedAllocator.h",
2310 ] + MICROKERNEL_TEST_HDRS,
2311 deps = MICROKERNEL_TEST_DEPS,
2312)
2313
2314xnnpack_unit_test(
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]2315 name = "f32_raddexpminusmax_test",
2316 srcs = [
2317 "test/f32-raddexpminusmax.cc",
2318 "test/raddexpminusmax-microkernel-tester.h",
2319 ] + MICROKERNEL_TEST_HDRS,
2320 deps = MICROKERNEL_TEST_DEPS,
2321)
2322
2323xnnpack_unit_test(
Marat Dukhan6f8d4d32019-10-25 17:07:09 -0700[diff] [blame]2324 name = "f32_raddextexp_test",
2325 srcs = [
2326 "test/f32-raddextexp.cc",
2327 "test/raddextexp-microkernel-tester.h",
2328 ] + MICROKERNEL_TEST_HDRS,
2329 deps = MICROKERNEL_TEST_DEPS,
2330)
2331
2332xnnpack_unit_test(
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]2333 name = "f32_raddstoreexpminusmax_test",
2334 srcs = [
2335 "test/f32-raddstoreexpminusmax.cc",
2336 "test/raddstoreexpminusmax-microkernel-tester.h",
2337 ] + MICROKERNEL_TEST_HDRS,
2338 deps = MICROKERNEL_TEST_DEPS,
2339)
2340
2341xnnpack_unit_test(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2342 name = "f32_rmax_test",
2343 srcs = [
2344 "test/f32-rmax.cc",
2345 "test/rmax-microkernel-tester.h",
2346 ] + MICROKERNEL_TEST_HDRS,
2347 deps = MICROKERNEL_TEST_DEPS,
2348)
2349
2350xnnpack_unit_test(
Marat Dukhan346a9e52019-11-15 09:06:30 -0800[diff] [blame]2351 name = "f32_sigmoid_test",
2352 srcs = [
2353 "test/f32-sigmoid.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2354 "test/vunary-microkernel-tester.h",
Marat Dukhan346a9e52019-11-15 09:06:30 -0800[diff] [blame]2355 ] + MICROKERNEL_TEST_HDRS,
2356 deps = MICROKERNEL_TEST_DEPS,
2357)
2358
2359xnnpack_unit_test(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2360 name = "f32_spmm_test",
2361 srcs = [
2362 "test/f32-spmm.cc",
2363 "test/spmm-microkernel-tester.h",
2364 "src/xnnpack/AlignedAllocator.h",
2365 ] + MICROKERNEL_TEST_HDRS,
2366 deps = MICROKERNEL_TEST_DEPS,
2367)
2368
2369xnnpack_unit_test(
2370 name = "f32_vadd_test",
2371 srcs = [
2372 "test/f32-vadd.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2373 "test/vbinary-microkernel-tester.h",
Marat Dukhanc07cb7f2019-11-14 15:32:05 -0800[diff] [blame]2374 ] + MICROKERNEL_TEST_HDRS,
2375 deps = MICROKERNEL_TEST_DEPS,
2376)
2377
2378xnnpack_unit_test(
2379 name = "f32_vaddc_test",
2380 srcs = [
2381 "test/f32-vaddc.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2382 "test/vbinaryc-microkernel-tester.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2383 ] + MICROKERNEL_TEST_HDRS,
2384 deps = MICROKERNEL_TEST_DEPS,
2385)
2386
2387xnnpack_unit_test(
Marat Dukhan77ca6302019-12-06 12:48:15 -0800[diff] [blame]2388 name = "f32_vdiv_test",
2389 srcs = [
2390 "test/f32-vdiv.cc",
2391 "test/vbinary-microkernel-tester.h",
2392 ] + MICROKERNEL_TEST_HDRS,
2393 deps = MICROKERNEL_TEST_DEPS,
2394)
2395
2396xnnpack_unit_test(
2397 name = "f32_vdivc_test",
2398 srcs = [
2399 "test/f32-vdivc.cc",
2400 "test/vbinaryc-microkernel-tester.h",
2401 ] + MICROKERNEL_TEST_HDRS,
2402 deps = MICROKERNEL_TEST_DEPS,
2403)
2404
2405xnnpack_unit_test(
2406 name = "f32_vrdivc_test",
2407 srcs = [
2408 "test/f32-vrdivc.cc",
2409 "test/vbinaryc-microkernel-tester.h",
2410 ] + MICROKERNEL_TEST_HDRS,
2411 deps = MICROKERNEL_TEST_DEPS,
2412)
2413
2414xnnpack_unit_test(
Marat Dukhan403b7d42019-12-05 12:49:11 -0800[diff] [blame]2415 name = "f32_vmax_test",
2416 srcs = [
2417 "test/f32-vmax.cc",
2418 "test/vbinary-microkernel-tester.h",
2419 ] + MICROKERNEL_TEST_HDRS,
2420 deps = MICROKERNEL_TEST_DEPS,
2421)
2422
2423xnnpack_unit_test(
2424 name = "f32_vmaxc_test",
2425 srcs = [
2426 "test/f32-vmaxc.cc",
2427 "test/vbinaryc-microkernel-tester.h",
2428 ] + MICROKERNEL_TEST_HDRS,
2429 deps = MICROKERNEL_TEST_DEPS,
2430)
2431
2432xnnpack_unit_test(
2433 name = "f32_vmin_test",
2434 srcs = [
2435 "test/f32-vmin.cc",
2436 "test/vbinary-microkernel-tester.h",
2437 ] + MICROKERNEL_TEST_HDRS,
2438 deps = MICROKERNEL_TEST_DEPS,
2439)
2440
2441xnnpack_unit_test(
2442 name = "f32_vminc_test",
2443 srcs = [
2444 "test/f32-vminc.cc",
2445 "test/vbinaryc-microkernel-tester.h",
2446 ] + MICROKERNEL_TEST_HDRS,
2447 deps = MICROKERNEL_TEST_DEPS,
2448)
2449
2450xnnpack_unit_test(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2451 name = "f32_vmul_test",
2452 srcs = [
2453 "test/f32-vmul.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2454 "test/vbinary-microkernel-tester.h",
Marat Dukhanc07cb7f2019-11-14 15:32:05 -0800[diff] [blame]2455 ] + MICROKERNEL_TEST_HDRS,
2456 deps = MICROKERNEL_TEST_DEPS,
2457)
2458
2459xnnpack_unit_test(
2460 name = "f32_vmulc_test",
2461 srcs = [
2462 "test/f32-vmulc.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2463 "test/vbinaryc-microkernel-tester.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2464 ] + MICROKERNEL_TEST_HDRS,
2465 deps = MICROKERNEL_TEST_DEPS,
2466)
2467
2468xnnpack_unit_test(
2469 name = "f32_vmulcaddc_test",
2470 srcs = [
2471 "test/f32-vmulcaddc.cc",
2472 "test/vmulcaddc-microkernel-tester.h",
2473 "src/xnnpack/AlignedAllocator.h",
2474 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2475 deps = MICROKERNEL_TEST_DEPS,
2476)
2477
2478xnnpack_unit_test(
Marat Dukhan05ac8e32019-10-21 15:39:33 -0700[diff] [blame]2479 name = "f32_vscale_test",
2480 srcs = [
2481 "test/f32-vscale.cc",
2482 "test/vscale-microkernel-tester.h",
2483 ] + MICROKERNEL_TEST_HDRS,
2484 deps = MICROKERNEL_TEST_DEPS,
2485)
2486
2487xnnpack_unit_test(
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]2488 name = "f32_vscaleexpminusmax_test",
2489 srcs = [
2490 "test/f32-vscaleexpminusmax.cc",
2491 "test/vscaleexpminusmax-microkernel-tester.h",
2492 ] + MICROKERNEL_TEST_HDRS,
2493 deps = MICROKERNEL_TEST_DEPS,
2494)
2495
2496xnnpack_unit_test(
Marat Dukhan6f8d4d32019-10-25 17:07:09 -0700[diff] [blame]2497 name = "f32_vscaleextexp_test",
2498 srcs = [
2499 "test/f32-vscaleextexp.cc",
2500 "test/vscaleextexp-microkernel-tester.h",
2501 ] + MICROKERNEL_TEST_HDRS,
2502 deps = MICROKERNEL_TEST_DEPS,
2503)
2504
2505xnnpack_unit_test(
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]2506 name = "f32_vsub_test",
2507 srcs = [
2508 "test/f32-vsub.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2509 "test/vbinary-microkernel-tester.h",
Marat Dukhanc07cb7f2019-11-14 15:32:05 -0800[diff] [blame]2510 ] + MICROKERNEL_TEST_HDRS,
2511 deps = MICROKERNEL_TEST_DEPS,
2512)
2513
2514xnnpack_unit_test(
2515 name = "f32_vsubc_test",
2516 srcs = [
2517 "test/f32-vsubc.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2518 "test/vbinaryc-microkernel-tester.h",
Marat Dukhanc07cb7f2019-11-14 15:32:05 -0800[diff] [blame]2519 ] + MICROKERNEL_TEST_HDRS,
2520 deps = MICROKERNEL_TEST_DEPS,
2521)
2522
2523xnnpack_unit_test(
2524 name = "f32_vrsubc_test",
2525 srcs = [
2526 "test/f32-vrsubc.cc",
Marat Dukhan1e782c42019-11-21 17:02:40 -0800[diff] [blame]2527 "test/vbinaryc-microkernel-tester.h",
Marat Dukhan97579532019-10-18 16:40:39 -0700[diff] [blame]2528 ] + MICROKERNEL_TEST_HDRS,
2529 deps = MICROKERNEL_TEST_DEPS,
2530)
2531
2532xnnpack_unit_test(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2533 name = "q8_avgpool_test",
2534 srcs = [
2535 "test/q8-avgpool.cc",
2536 "test/avgpool-microkernel-tester.h",
2537 "src/xnnpack/AlignedAllocator.h",
2538 ] + MICROKERNEL_TEST_HDRS,
2539 deps = MICROKERNEL_TEST_DEPS,
2540)
2541
2542xnnpack_unit_test(
2543 name = "q8_igemm_test",
2544 srcs = [
2545 "test/q8-igemm.cc",
2546 "test/gemm-microkernel-tester.h",
2547 "src/xnnpack/AlignedAllocator.h",
2548 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2549 deps = MICROKERNEL_TEST_DEPS,
2550)
2551
2552xnnpack_unit_test(
2553 name = "q8_dwconv_test",
2554 srcs = [
2555 "test/q8-dwconv.cc",
2556 "test/dwconv-microkernel-tester.h",
2557 "src/xnnpack/AlignedAllocator.h",
2558 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2559 deps = MICROKERNEL_TEST_DEPS,
2560)
2561
2562xnnpack_unit_test(
2563 name = "q8_gavgpool_test",
2564 srcs = [
2565 "test/q8-gavgpool.cc",
2566 "test/gavgpool-microkernel-tester.h",
2567 "src/xnnpack/AlignedAllocator.h",
2568 ] + MICROKERNEL_TEST_HDRS,
2569 deps = MICROKERNEL_TEST_DEPS,
2570)
2571
2572xnnpack_unit_test(
2573 name = "q8_gemm_test",
2574 srcs = [
2575 "test/q8-gemm.cc",
2576 "test/gemm-microkernel-tester.h",
2577 "src/xnnpack/AlignedAllocator.h",
2578 ] + WEIGHTS_PACK_HDRS + MICROKERNEL_TEST_HDRS,
2579 deps = MICROKERNEL_TEST_DEPS,
2580)
2581
2582xnnpack_unit_test(
2583 name = "q8_vadd_test",
2584 srcs = [
2585 "test/q8-vadd.cc",
2586 "test/vadd-microkernel-tester.h",
2587 ] + MICROKERNEL_TEST_HDRS,
2588 deps = MICROKERNEL_TEST_DEPS,
2589)
2590
2591xnnpack_unit_test(
2592 name = "u8_clamp_test",
2593 srcs = [
2594 "test/u8-clamp.cc",
2595 "test/clamp-microkernel-tester.h",
2596 ] + MICROKERNEL_TEST_HDRS,
2597 deps = MICROKERNEL_TEST_DEPS,
2598)
2599
2600xnnpack_unit_test(
2601 name = "u8_lut32norm_test",
2602 srcs = [
2603 "test/u8-lut32norm.cc",
2604 "test/lut-norm-microkernel-tester.h",
2605 ] + MICROKERNEL_TEST_HDRS,
2606 deps = MICROKERNEL_TEST_DEPS,
2607)
2608
2609xnnpack_unit_test(
2610 name = "u8_maxpool_test",
2611 srcs = [
2612 "test/u8-maxpool.cc",
2613 "test/maxpool-microkernel-tester.h",
2614 ] + MICROKERNEL_TEST_HDRS,
2615 deps = MICROKERNEL_TEST_DEPS,
2616)
2617
2618xnnpack_unit_test(
2619 name = "u8_rmax_test",
2620 srcs = [
2621 "test/u8-rmax.cc",
2622 "test/rmax-microkernel-tester.h",
2623 ] + MICROKERNEL_TEST_HDRS,
2624 deps = MICROKERNEL_TEST_DEPS,
2625)
2626
2627xnnpack_unit_test(
2628 name = "x32_packx_test",
2629 srcs = [
2630 "test/x32-packx.cc",
2631 "test/pack-microkernel-tester.h",
2632 "src/xnnpack/AlignedAllocator.h",
2633 ] + MICROKERNEL_TEST_HDRS,
2634 deps = MICROKERNEL_TEST_DEPS,
2635)
2636
2637xnnpack_unit_test(
2638 name = "x32_pad_test",
2639 srcs = [
2640 "test/x32-pad.cc",
2641 "test/pad-microkernel-tester.h",
2642 ] + MICROKERNEL_TEST_HDRS,
2643 deps = MICROKERNEL_TEST_DEPS,
2644)
2645
2646xnnpack_unit_test(
2647 name = "x32_unpool_test",
2648 srcs = [
2649 "test/x32-unpool.cc",
2650 "test/unpool-microkernel-tester.h",
2651 ] + MICROKERNEL_TEST_HDRS,
2652 deps = MICROKERNEL_TEST_DEPS,
2653)
2654
2655xnnpack_unit_test(
2656 name = "x32_zip_test",
2657 srcs = [
2658 "test/x32-zip.cc",
2659 "test/zip-microkernel-tester.h",
2660 ] + MICROKERNEL_TEST_HDRS,
2661 deps = MICROKERNEL_TEST_DEPS,
2662)
2663
2664xnnpack_unit_test(
2665 name = "x8_lut_test",
2666 srcs = [
2667 "test/x8-lut.cc",
2668 "test/lut-microkernel-tester.h",
2669 ] + MICROKERNEL_TEST_HDRS,
2670 deps = MICROKERNEL_TEST_DEPS,
2671)
2672
2673xnnpack_unit_test(
2674 name = "x8_zip_test",
2675 srcs = [
2676 "test/x8-zip.cc",
2677 "test/zip-microkernel-tester.h",
2678 ] + MICROKERNEL_TEST_HDRS,
2679 deps = MICROKERNEL_TEST_DEPS,
2680)
2681
2682########################### Size test for the library ##########################
2683
2684xnnpack_binary(
2685 name = "size_test",
2686 srcs = ["test/size.c"],
Marat Dukhan8fe54e42019-10-10 14:12:59 -0700[diff] [blame]2687 deps = [":xnnpack_operators_nhwc_f32"],
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2688)
2689
2690########################### Unit tests for operators ###########################
2691
2692xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2693 name = "add_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2694 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2695 "test/add-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2696 "test/add-operator-tester.h",
2697 ],
2698 deps = OPERATOR_TEST_DEPS,
2699)
2700
2701xnnpack_unit_test(
Marat Dukhanb1a0fc32019-12-02 19:32:02 -0800[diff] [blame]2702 name = "add_nd_test",
2703 srcs = [
2704 "test/add-nd.cc",
2705 "test/binary-elementwise-operator-tester.h",
2706 ],
2707 deps = OPERATOR_TEST_DEPS,
2708)
2709
2710xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2711 name = "argmax_pooling_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2712 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2713 "test/argmax-pooling-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2714 "test/argmax-pooling-operator-tester.h",
2715 ] + OPERATOR_TEST_PARAMS_HDRS,
2716 deps = OPERATOR_TEST_DEPS,
2717)
2718
2719xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2720 name = "average_pooling_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2721 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2722 "test/average-pooling-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2723 "test/average-pooling-operator-tester.h",
2724 ] + OPERATOR_TEST_PARAMS_HDRS,
2725 deps = OPERATOR_TEST_DEPS,
2726)
2727
2728xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2729 name = "channel_pad_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2730 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2731 "test/channel-pad-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2732 "test/channel-pad-operator-tester.h",
2733 ] + OPERATOR_TEST_PARAMS_HDRS,
2734 deps = OPERATOR_TEST_DEPS,
2735)
2736
2737xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2738 name = "channel_shuffle_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2739 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2740 "test/channel-shuffle-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2741 "test/channel-shuffle-operator-tester.h",
2742 ],
2743 deps = OPERATOR_TEST_DEPS,
2744)
2745
2746xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2747 name = "clamp_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2748 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2749 "test/clamp-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2750 "test/clamp-operator-tester.h",
2751 ],
2752 deps = OPERATOR_TEST_DEPS,
2753)
2754
2755xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2756 name = "convolution_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2757 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2758 "test/convolution-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2759 "test/convolution-operator-tester.h",
2760 ],
2761 deps = OPERATOR_TEST_DEPS,
2762)
2763
2764xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2765 name = "convolution_nchw_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2766 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2767 "test/convolution-nchw.cc",
2768 "test/convolution-operator-tester.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2769 ],
2770 deps = OPERATOR_TEST_DEPS,
2771)
2772
2773xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2774 name = "deconvolution_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2775 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2776 "test/deconvolution-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2777 "test/deconvolution-operator-tester.h",
2778 ] + OPERATOR_TEST_PARAMS_HDRS,
2779 deps = OPERATOR_TEST_DEPS,
2780)
2781
2782xnnpack_unit_test(
Marat Dukhan69180502019-12-06 15:00:31 -0800[diff] [blame]2783 name = "divide_nd_test",
2784 srcs = [
2785 "test/binary-elementwise-operator-tester.h",
2786 "test/divide-nd.cc",
2787 ],
2788 deps = OPERATOR_TEST_DEPS,
2789)
2790
2791xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2792 name = "fully_connected_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2793 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2794 "test/fully-connected-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2795 "test/fully-connected-operator-tester.h",
2796 ],
2797 deps = OPERATOR_TEST_DEPS,
2798)
2799
2800xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2801 name = "global_average_pooling_nwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2802 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2803 "test/global-average-pooling-nwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2804 "test/global-average-pooling-operator-tester.h",
2805 ] + OPERATOR_TEST_PARAMS_HDRS,
2806 deps = OPERATOR_TEST_DEPS,
2807)
2808
2809xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2810 name = "global_average_pooling_ncw_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2811 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2812 "test/global-average-pooling-ncw.cc",
2813 "test/global-average-pooling-operator-tester.h",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2814 ],
2815 deps = OPERATOR_TEST_DEPS,
2816)
2817
2818xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2819 name = "hardswish_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2820 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2821 "test/hardswish-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2822 "test/hardswish-operator-tester.h",
2823 ],
2824 deps = OPERATOR_TEST_DEPS,
2825)
2826
2827xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2828 name = "leaky_relu_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2829 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2830 "test/leaky-relu-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2831 "test/leaky-relu-operator-tester.h",
2832 ],
2833 deps = OPERATOR_TEST_DEPS,
2834)
2835
2836xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2837 name = "max_pooling_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2838 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2839 "test/max-pooling-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2840 "test/max-pooling-operator-tester.h",
2841 ] + OPERATOR_TEST_PARAMS_HDRS,
2842 deps = OPERATOR_TEST_DEPS,
2843)
2844
2845xnnpack_unit_test(
Marat Dukhan79e7f842019-12-05 14:35:50 -0800[diff] [blame]2846 name = "maximum_nd_test",
2847 srcs = [
2848 "test/binary-elementwise-operator-tester.h",
2849 "test/maximum-nd.cc",
2850 ],
2851 deps = OPERATOR_TEST_DEPS,
2852)
2853
2854xnnpack_unit_test(
2855 name = "minimum_nd_test",
2856 srcs = [
2857 "test/binary-elementwise-operator-tester.h",
2858 "test/minimum-nd.cc",
2859 ],
2860 deps = OPERATOR_TEST_DEPS,
2861)
2862
2863xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2864 name = "multiply_nd_test",
Marat Dukhanca2733c2019-11-15 23:21:17 -0800[diff] [blame]2865 srcs = [
Marat Dukhanb1a0fc32019-12-02 19:32:02 -0800[diff] [blame]2866 "test/binary-elementwise-operator-tester.h",
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2867 "test/multiply-nd.cc",
Marat Dukhanca2733c2019-11-15 23:21:17 -0800[diff] [blame]2868 ],
2869 deps = OPERATOR_TEST_DEPS,
2870)
2871
2872xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2873 name = "prelu_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2874 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2875 "test/prelu-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2876 "test/prelu-operator-tester.h",
2877 ] + OPERATOR_TEST_PARAMS_HDRS,
2878 deps = OPERATOR_TEST_DEPS,
2879)
2880
2881xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2882 name = "resize_bilinear_nhwc_test",
Marat Dukhan69722492019-11-11 19:55:50 -0800[diff] [blame]2883 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2884 "test/resize-bilinear-nhwc.cc",
Marat Dukhan69722492019-11-11 19:55:50 -0800[diff] [blame]2885 "test/resize-bilinear-operator-tester.h",
2886 ] + OPERATOR_TEST_PARAMS_HDRS,
2887 deps = OPERATOR_TEST_DEPS,
2888)
2889
2890xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2891 name = "sigmoid_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2892 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2893 "test/sigmoid-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2894 "test/sigmoid-operator-tester.h",
2895 ],
2896 deps = OPERATOR_TEST_DEPS,
2897)
2898
2899xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2900 name = "softargmax_nc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2901 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2902 "test/softargmax-nc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2903 "test/softargmax-operator-tester.h",
2904 ],
2905 deps = OPERATOR_TEST_DEPS,
2906)
2907
2908xnnpack_unit_test(
Marat Dukhan05f3f6d2019-12-03 15:13:53 -0800[diff] [blame]2909 name = "subtract_nd_test",
2910 srcs = [
2911 "test/binary-elementwise-operator-tester.h",
2912 "test/subtract-nd.cc",
2913 ],
2914 deps = OPERATOR_TEST_DEPS,
2915)
2916
2917xnnpack_unit_test(
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2918 name = "unpooling_nhwc_test",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2919 srcs = [
Marat Dukhanefc47b82019-11-18 09:25:38 -0800[diff] [blame]2920 "test/unpooling-nhwc.cc",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2921 "test/unpooling-operator-tester.h",
2922 ],
2923 deps = OPERATOR_TEST_DEPS,
2924)
2925
2926############################# Build configurations #############################
2927
Marat Dukhanb8642352019-10-30 15:43:02 -0700[diff] [blame]2928# Enables usage of assembly kernels.
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2929config_setting(
Marat Dukhanb8642352019-10-30 15:43:02 -0700[diff] [blame]2930 name = "xnn_enable_assembly_explicit_true",
2931 define_values = {"xnn_enable_assembly": "true"},
2932)
2933
2934# Disables usage of assembly kernels.
2935config_setting(
2936 name = "xnn_enable_assembly_explicit_false",
2937 define_values = {"xnn_enable_assembly": "false"},
2938)
2939
2940# Builds with -c dbg
2941config_setting(
2942 name = "debug_build",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2943 values = {
Marat Dukhanb8642352019-10-30 15:43:02 -0700[diff] [blame]2944 "compilation_mode": "dbg",
2945 },
2946)
2947
2948# Builds with -c opt
2949config_setting(
2950 name = "optimized_build",
2951 values = {
2952 "compilation_mode": "opt",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2953 },
2954)
2955
2956config_setting(
Marat Dukhanb8642352019-10-30 15:43:02 -0700[diff] [blame]2957 name = "linux_k8",
2958 values = {"cpu": "k8"},
2959)
2960
2961config_setting(
Marat Dukhan4e45e662019-10-03 15:40:24 -0700[diff] [blame]2962 name = "linux_aarch64",
Marat Dukhanb8642352019-10-30 15:43:02 -0700[diff] [blame]2963 values = {"cpu": "aarch64"},
Marat Dukhan4e45e662019-10-03 15:40:24 -0700[diff] [blame]2964)
2965
2966config_setting(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]2967 name = "android",
2968 values = {"crosstool_top": "//external:android/crosstool"},
2969)
2970
2971config_setting(
2972 name = "android_armv7",
2973 values = {
2974 "crosstool_top": "//external:android/crosstool",
2975 "cpu": "armeabi-v7a",
2976 },
2977)
2978
2979config_setting(
2980 name = "android_arm64",
2981 values = {
2982 "crosstool_top": "//external:android/crosstool",
2983 "cpu": "arm64-v8a",
2984 },
2985)
2986
2987config_setting(
2988 name = "android_x86",
2989 values = {
2990 "crosstool_top": "//external:android/crosstool",
2991 "cpu": "x86",
2992 },
2993)
2994
2995config_setting(
2996 name = "android_x86_64",
2997 values = {
2998 "crosstool_top": "//external:android/crosstool",
2999 "cpu": "x86_64",
3000 },
3001)
3002
3003config_setting(
Marat Dukhan885ca242019-10-07 09:17:32 -0700[diff] [blame]3004 name = "macos_x86_64",
3005 values = {
3006 "apple_platform_type": "macos",
3007 "cpu": "darwin",
3008 },
3009)
3010
3011config_setting(
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3012 name = "emscripten",
Marat Dukhan1a729ec2019-10-07 09:31:44 -0700[diff] [blame]3013 values = {"crosstool_top": "//toolchain:emscripten"},
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3014)
3015
3016config_setting(
3017 name = "emscripten_wasm",
3018 values = {
Marat Dukhan1a729ec2019-10-07 09:31:44 -0700[diff] [blame]3019 "crosstool_top": "//toolchain:emscripten",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3020 "cpu": "wasm",
3021 },
3022)
3023
3024config_setting(
3025 name = "emscripten_wasmsimd",
3026 values = {
Marat Dukhan1a729ec2019-10-07 09:31:44 -0700[diff] [blame]3027 "crosstool_top": "//toolchain:emscripten",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3028 "cpu": "wasm",
Marat Dukhan8c19e3c2019-10-30 12:14:58 -0700[diff] [blame]3029 "features": "wasm_simd",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3030 },
3031)
3032
3033config_setting(
3034 name = "emscripten_asmjs",
3035 values = {
Marat Dukhan1a729ec2019-10-07 09:31:44 -0700[diff] [blame]3036 "crosstool_top": "//toolchain:emscripten",
Marat Dukhan08c4a432019-10-03 09:29:21 -0700[diff] [blame]3037 "cpu": "asmjs",
3038 },
3039)