| // Auto-generated file. Do not edit! |
| // Template: src/s8-ibilinear/scalar.c.in |
| // Generator: tools/xngen |
| // |
| // Copyright 2021 Google LLC |
| // |
| // This source code is licensed under the BSD-style license found in the |
| // LICENSE file in the root directory of this source tree. |
| |
| #include <assert.h> |
| |
| #include <xnnpack/ibilinear.h> |
| #include <xnnpack/math.h> |
| |
| |
| void xnn_u8_ibilinear_ukernel__scalar_c4( |
| size_t output_pixels, |
| size_t channels, |
| const uint8_t**restrict input, |
| size_t input_offset, |
| const int16_t*restrict weights, |
| uint8_t*restrict output, |
| size_t output_increment) |
| { |
| assert(output_pixels != 0); |
| assert(channels != 0); |
| |
| do { |
| const uint8_t* i0 = (const uint8_t*) ((uintptr_t) input[0] + input_offset); |
| const uint8_t* i1 = (const uint8_t*) ((uintptr_t) input[1] + input_offset); |
| const uint8_t* i2 = (const uint8_t*) ((uintptr_t) input[2] + input_offset); |
| const uint8_t* i3 = (const uint8_t*) ((uintptr_t) input[3] + input_offset); |
| input += 4; |
| |
| const int32_t valphah = (int32_t) (uint32_t) (uint16_t) weights[0]; |
| const int32_t valphav = (int32_t) (uint32_t) (uint16_t) weights[1]; |
| weights += 2; |
| |
| const int32_t vrounding = INT32_C(0x00200000); |
| |
| size_t c = channels; |
| for (; c >= 4 * sizeof(uint8_t); c -= 4 * sizeof(uint8_t)) { |
| const int32_t vtl0 = (int32_t) i0[0]; |
| const int32_t vtr0 = (int32_t) i1[0]; |
| const int32_t vbl0 = (int32_t) i2[0]; |
| const int32_t vbr0 = (int32_t) i3[0]; |
| const int32_t vtl1 = (int32_t) i0[1]; |
| const int32_t vtr1 = (int32_t) i1[1]; |
| const int32_t vbl1 = (int32_t) i2[1]; |
| const int32_t vbr1 = (int32_t) i3[1]; |
| const int32_t vtl2 = (int32_t) i0[2]; |
| const int32_t vtr2 = (int32_t) i1[2]; |
| const int32_t vbl2 = (int32_t) i2[2]; |
| const int32_t vbr2 = (int32_t) i3[2]; |
| const int32_t vtl3 = (int32_t) i0[3]; |
| const int32_t vtr3 = (int32_t) i1[3]; |
| const int32_t vbl3 = (int32_t) i2[3]; |
| const int32_t vbr3 = (int32_t) i3[3]; |
| i0 += 4; |
| i1 += 4; |
| i2 += 4; |
| i3 += 4; |
| |
| const int32_t vtd0 = vtr0 - vtl0; |
| const int32_t vbd0 = vbr0 - vbl0; |
| const int32_t vtd1 = vtr1 - vtl1; |
| const int32_t vbd1 = vbr1 - vbl1; |
| const int32_t vtd2 = vtr2 - vtl2; |
| const int32_t vbd2 = vbr2 - vbl2; |
| const int32_t vtd3 = vtr3 - vtl3; |
| const int32_t vbd3 = vbr3 - vbl3; |
| |
| const int32_t vt0 = (vtl0 << 11) + vtd0 * valphah; |
| const int32_t vb0 = (vbl0 << 11) + vbd0 * valphah; |
| const int32_t vt1 = (vtl1 << 11) + vtd1 * valphah; |
| const int32_t vb1 = (vbl1 << 11) + vbd1 * valphah; |
| const int32_t vt2 = (vtl2 << 11) + vtd2 * valphah; |
| const int32_t vb2 = (vbl2 << 11) + vbd2 * valphah; |
| const int32_t vt3 = (vtl3 << 11) + vtd3 * valphah; |
| const int32_t vb3 = (vbl3 << 11) + vbd3 * valphah; |
| |
| const int32_t vd0 = vb0 - vt0; |
| const int32_t vd1 = vb1 - vt1; |
| const int32_t vd2 = vb2 - vt2; |
| const int32_t vd3 = vb3 - vt3; |
| |
| const int32_t vacc0 = (vt0 << 11) + vd0 * valphav; |
| const int32_t vacc1 = (vt1 << 11) + vd1 * valphav; |
| const int32_t vacc2 = (vt2 << 11) + vd2 * valphav; |
| const int32_t vacc3 = (vt3 << 11) + vd3 * valphav; |
| |
| const int32_t vo0 = asr_s32(vacc0 + vrounding, 22); |
| const int32_t vo1 = asr_s32(vacc1 + vrounding, 22); |
| const int32_t vo2 = asr_s32(vacc2 + vrounding, 22); |
| const int32_t vo3 = asr_s32(vacc3 + vrounding, 22); |
| |
| output[0] = (uint8_t) vo0; |
| output[1] = (uint8_t) vo1; |
| output[2] = (uint8_t) vo2; |
| output[3] = (uint8_t) vo3; |
| output += 4; |
| } |
| for (; c >= sizeof(uint8_t); c -= sizeof(uint8_t)) { |
| const int32_t vtl = (int32_t) *i0++; |
| const int32_t vtr = (int32_t) *i1++; |
| const int32_t vbl = (int32_t) *i2++; |
| const int32_t vbr = (int32_t) *i3++; |
| |
| const int32_t vtd = vtr - vtl; |
| const int32_t vbd = vbr - vbl; |
| |
| const int32_t vt = (vtl << 11) + vtd * valphah; |
| const int32_t vb = (vbl << 11) + vbd * valphah; |
| |
| const int32_t vd = vb - vt; |
| |
| const int32_t vacc = (vt << 11) + vd * valphav; |
| |
| const int32_t vo = asr_s32(vacc + vrounding, 22); |
| |
| *output++ = vo; |
| } |
| |
| output = (uint8_t*) ((uintptr_t) output + output_increment); |
| } while (--output_pixels != 0); |
| } |