| // Auto-generated file. Do not edit! |
| // Template: src/qs8-vadd/scalar.c.in |
| // Generator: tools/xngen |
| // |
| // Copyright 2021 Google LLC |
| // |
| // This source code is licensed under the BSD-style license found in the |
| // LICENSE file in the root directory of this source tree. |
| |
| #include <assert.h> |
| |
| #include <xnnpack/math.h> |
| #include <xnnpack/vaddsub.h> |
| |
| |
| void xnn_qs8_vadd_minmax_ukernel__scalar_x4( |
| size_t n, |
| const int8_t* input_a, |
| const int8_t* input_b, |
| int8_t* output, |
| const union xnn_qs8_addsub_minmax_params params[restrict XNN_MIN_ELEMENTS(1)]) XNN_DISABLE_TSAN |
| { |
| const int32_t vbias = params->scalar.bias; |
| const int32_t va_multiplier = params->scalar.a_multiplier; |
| const int32_t vb_multiplier = params->scalar.b_multiplier; |
| const uint32_t vshift = params->scalar.shift; |
| const int32_t voutput_min_less_zero_point = params->scalar.output_min_less_zero_point; |
| const int32_t voutput_max_less_zero_point = params->scalar.output_max_less_zero_point; |
| const int32_t voutput_zero_point = params->scalar.output_zero_point; |
| |
| for (; n >= 4 * sizeof(int8_t); n -= 4 * sizeof(int8_t)) { |
| const int32_t va0 = input_a[0]; |
| const int32_t va1 = input_a[1]; |
| const int32_t va2 = input_a[2]; |
| const int32_t va3 = input_a[3]; |
| input_a += 4; |
| |
| const int32_t vb0 = input_b[0]; |
| int32_t vacc0 = vbias + va0 * va_multiplier; |
| const int32_t vb1 = input_b[1]; |
| int32_t vacc1 = vbias + va1 * va_multiplier; |
| const int32_t vb2 = input_b[2]; |
| int32_t vacc2 = vbias + va2 * va_multiplier; |
| const int32_t vb3 = input_b[3]; |
| int32_t vacc3 = vbias + va3 * va_multiplier; |
| input_b += 4; |
| |
| vacc0 += vb0 * vb_multiplier; |
| vacc1 += vb1 * vb_multiplier; |
| vacc2 += vb2 * vb_multiplier; |
| vacc3 += vb3 * vb_multiplier; |
| |
| int32_t vout0 = asr_s32(vacc0, vshift); |
| int32_t vout1 = asr_s32(vacc1, vshift); |
| int32_t vout2 = asr_s32(vacc2, vshift); |
| int32_t vout3 = asr_s32(vacc3, vshift); |
| |
| vout0 = math_max_s32(vout0, voutput_min_less_zero_point); |
| vout1 = math_max_s32(vout1, voutput_min_less_zero_point); |
| vout2 = math_max_s32(vout2, voutput_min_less_zero_point); |
| vout3 = math_max_s32(vout3, voutput_min_less_zero_point); |
| |
| vout0 = math_min_s32(vout0, voutput_max_less_zero_point); |
| vout1 = math_min_s32(vout1, voutput_max_less_zero_point); |
| vout2 = math_min_s32(vout2, voutput_max_less_zero_point); |
| vout3 = math_min_s32(vout3, voutput_max_less_zero_point); |
| |
| vout0 += voutput_zero_point; |
| vout1 += voutput_zero_point; |
| vout2 += voutput_zero_point; |
| vout3 += voutput_zero_point; |
| |
| output[0] = (int8_t) vout0; |
| output[1] = (int8_t) vout1; |
| output[2] = (int8_t) vout2; |
| output[3] = (int8_t) vout3; |
| output += 4; |
| } |
| if XNN_UNLIKELY(n != 0) { |
| do { |
| const int32_t va = *input_a++; |
| const int32_t vb = *input_b++; |
| const int32_t vacc = vbias + va * va_multiplier + vb * vb_multiplier; |
| |
| int32_t vout = asr_s32(vacc, vshift); |
| vout = math_max_s32(vout, voutput_min_less_zero_point); |
| vout = math_min_s32(vout, voutput_max_less_zero_point); |
| *output++ = (int8_t) (vout + voutput_zero_point); |
| |
| n -= sizeof(int8_t); |
| } while (n != 0); |
| } |
| } |