commit 3eac69cef0ee442b7a0732274dd20d4728e94af3
author Marat Dukhan <maratek@google.com> Wed Jul 21 01:42:29 2021 -0700
committer XNNPACK Team <xnnpack-github-robot@google.com> Wed Jul 21 01:43:21 2021 -0700
tree 347c3cdc8f28d654edc59456db77f5c14648d901
parent 036b2b12f9cf3572d66cff37f02f10a6f7cbc7c8

Optimized QU8 VADD[C] microkernels for SSE4/AVX/XOP/AVX2

PiperOrigin-RevId: 385962219

BUILD.bazel

diff --git a/BUILD.bazel b/BUILD.bazel
index c317c1b..7c1e498 100644
--- a/BUILD.bazel
+++ b/BUILD.bazel
@@ -3408,6 +3408,14 @@
     "src/qu8-igemm/gen/4x4c2-minmax-gemmlowp-sse41-ld64.c",
     "src/qu8-requantization/gemmlowp-sse4.c",
     "src/qu8-requantization/rndna-sse4.c",
+    "src/qu8-vadd/gen/minmax-sse41-mul16-ld64-x8.c",
+    "src/qu8-vadd/gen/minmax-sse41-mul16-ld64-x16.c",
+    "src/qu8-vadd/gen/minmax-sse41-mul32-ld32-x8.c",
+    "src/qu8-vadd/gen/minmax-sse41-mul32-ld32-x16.c",
+    "src/qu8-vaddc/gen/minmax-sse41-mul16-ld64-x8.c",
+    "src/qu8-vaddc/gen/minmax-sse41-mul16-ld64-x16.c",
+    "src/qu8-vaddc/gen/minmax-sse41-mul32-ld32-x8.c",
+    "src/qu8-vaddc/gen/minmax-sse41-mul32-ld32-x16.c",
 ]
 
 AVX_UKERNELS = [
@@ -3707,6 +3715,14 @@
     "src/qu8-igemm/gen/3x4c8-minmax-fp32-avx-ld128.c",
     "src/qu8-igemm/gen/4x4c2-minmax-fp32-avx-ld64.c",
     "src/qu8-igemm/gen/4x4c2-minmax-fp32-avx-ld128.c",
+    "src/qu8-vadd/gen/minmax-avx-mul16-ld64-x8.c",
+    "src/qu8-vadd/gen/minmax-avx-mul16-ld64-x16.c",
+    "src/qu8-vadd/gen/minmax-avx-mul32-ld32-x8.c",
+    "src/qu8-vadd/gen/minmax-avx-mul32-ld32-x16.c",
+    "src/qu8-vaddc/gen/minmax-avx-mul16-ld64-x8.c",
+    "src/qu8-vaddc/gen/minmax-avx-mul16-ld64-x16.c",
+    "src/qu8-vaddc/gen/minmax-avx-mul32-ld32-x8.c",
+    "src/qu8-vaddc/gen/minmax-avx-mul32-ld32-x16.c",
 ]
 
 XOP_UKERNELS = [
@@ -3831,6 +3847,10 @@
     "src/qu8-igemm/gen/3x4c8-minmax-fp32-xop-ld128.c",
     "src/qu8-igemm/gen/4x4c2-minmax-fp32-xop-ld64.c",
     "src/qu8-igemm/gen/4x4c2-minmax-fp32-xop-ld128.c",
+    "src/qu8-vadd/gen/minmax-xop-mul32-ld32-x8.c",
+    "src/qu8-vadd/gen/minmax-xop-mul32-ld32-x16.c",
+    "src/qu8-vaddc/gen/minmax-xop-mul32-ld32-x8.c",
+    "src/qu8-vaddc/gen/minmax-xop-mul32-ld32-x16.c",
 ]
 
 FMA3_UKERNELS = [
@@ -4140,6 +4160,10 @@
     "src/qu8-igemm/gen/1x8c8-minmax-fp32-avx2.c",
     "src/qu8-igemm/gen/2x8c8-minmax-fp32-avx2.c",
     "src/qu8-igemm/gen/3x8c8-minmax-fp32-avx2.c",
+    "src/qu8-vadd/gen/minmax-avx2-mul32-ld64-x8.c",
+    "src/qu8-vadd/gen/minmax-avx2-mul32-ld64-x16.c",
+    "src/qu8-vaddc/gen/minmax-avx2-mul32-ld64-x8.c",
+    "src/qu8-vaddc/gen/minmax-avx2-mul32-ld64-x16.c",
 ]
 
 AVX512F_UKERNELS = [