AVX & AVX512F versions of binary elementwise micro-kernels
PiperOrigin-RevId: 284867789
diff --git a/src/f32-vbinary/gen/vadd-avx-x8.c b/src/f32-vbinary/gen/vadd-avx-x8.c
new file mode 100644
index 0000000..14cced7
--- /dev/null
+++ b/src/f32-vbinary/gen/vadd-avx-x8.c
@@ -0,0 +1,75 @@
+// Auto-generated file. Do not edit!
+// Template: src/f32-vbinary/vop-avx.c.in
+// Generator: tools/xngen
+//
+// Copyright 2019 Google LLC
+//
+// This source code is licensed under the BSD-style license found in the
+// LICENSE file in the root directory of this source tree.
+
+#include <assert.h>
+
+#include <immintrin.h>
+
+#include <xnnpack/common.h>
+#include <xnnpack/vbinary.h>
+
+
+static const int32_t mask_table[14] = {-1, -1, -1, -1, -1, -1, -1, 0, 0, 0, 0, 0, 0, 0};
+
+void xnn_f32_vadd_ukernel__avx_x8(
+ size_t n,
+ const float* a,
+ const float* b,
+ float* y,
+ const union xnn_f32_output_params params[restrict static 1])
+{
+ assert(n != 0);
+ assert(n % sizeof(float) == 0);
+
+ const __m256 vy_min = _mm256_broadcast_ps((const __m128*) params->sse.min);
+ const __m256 vy_max = _mm256_broadcast_ps((const __m128*) params->sse.max);
+
+ for (; n >= 8 * sizeof(float); n -= 8 * sizeof(float)) {
+ const __m256 va01234567 = _mm256_loadu_ps(a);
+ a += 8;
+
+ const __m256 vb01234567 = _mm256_loadu_ps(b);
+ b += 8;
+
+ __m256 vy01234567 = _mm256_add_ps(va01234567, vb01234567);
+
+ vy01234567 = _mm256_max_ps(vy01234567, vy_min);
+
+ vy01234567 = _mm256_min_ps(vy01234567, vy_max);
+
+ _mm256_storeu_ps(y, vy01234567);
+ y += 8;
+ }
+ for (; n >= 8 * sizeof(float); n -= 8 * sizeof(float)) {
+ const __m256 va = _mm256_loadu_ps(a);
+ a += 8;
+
+ const __m256 vb = _mm256_loadu_ps(b);
+ b += 8;
+
+ __m256 vy = _mm256_add_ps(va, vb);
+ vy = _mm256_max_ps(vy, vy_min);
+ vy = _mm256_min_ps(vy, vy_max);
+ _mm256_storeu_ps(y, vy);
+ y += 8;
+ }
+ if XNN_UNLIKELY(n != 0) {
+ assert(n >= 1 * sizeof(float));
+ assert(n <= 7 * sizeof(float));
+ __m256i vmask = _mm256_loadu_si256((const __m256i*) ((uintptr_t) &mask_table[7] - n));
+
+ const __m256 va = _mm256_maskload_ps(a, vmask);
+ const __m256 vb = _mm256_maskload_ps(b, vmask);
+
+ __m256 vy = _mm256_add_ps(va, vb);
+ vy = _mm256_max_ps(vy, vy_min);
+ vy = _mm256_min_ps(vy, vy_max);
+ _mm256_maskstore_ps(y, vmask, vy);
+ }
+}