| // Auto-generated file. Do not edit! |
| // Template: src/x32-transpose/scalar.c.in |
| // Generator: tools/xngen |
| // |
| // Copyright 2021 Google LLC |
| // |
| // This source code is licensed under the BSD-style license found in the |
| // LICENSE file in the root directory of this source tree. |
| |
| |
| #include <assert.h> |
| |
| #include <xnnpack/common.h> |
| #include <xnnpack/math.h> |
| #include <xnnpack/transpose.h> |
| |
| void xnn_x8_transpose_ukernel__2x4_scalar_int( |
| const uint8_t *input, |
| uint8_t * output, |
| size_t input_stride, |
| size_t output_stride, |
| size_t block_width, |
| size_t block_height) |
| { |
| assert(output_stride >= block_height * sizeof(int8_t)); |
| assert(input_stride >= block_width * sizeof(int8_t)); |
| |
| const size_t tile_height = 2; |
| const size_t tile_width = 4; |
| const size_t tile_wbytes = tile_width * sizeof(int8_t); |
| const size_t input_reset = tile_wbytes - round_down_po2(block_height, tile_height) * input_stride; |
| const size_t output_reset = tile_width * output_stride - round_down_po2(block_height, 2) * sizeof(int8_t); |
| const size_t input_offset = tile_height * input_stride; |
| |
| const int8_t* i0 = (const int8_t*) input; |
| const int8_t* i1 = (const int8_t*) ((uintptr_t) i0 + input_stride); |
| |
| int8_t* o0 = (int8_t*) output; |
| int8_t* o1 = (int8_t*) ((uintptr_t) o0 + output_stride); |
| int8_t* o2 = (int8_t*) ((uintptr_t) o1 + output_stride); |
| int8_t* o3 = (int8_t*) ((uintptr_t) o2 + output_stride); |
| |
| do { |
| if XNN_UNPREDICTABLE(block_width < 2) { |
| o1 = o0; |
| } |
| if XNN_UNPREDICTABLE(block_width <= 2) { |
| o2 = o0; |
| } |
| if XNN_UNPREDICTABLE(block_width < 4) { |
| o3 = o0; |
| } |
| size_t bh = block_height; |
| for (; bh >= 2; bh -= 2) { |
| *o3++ = i0[3]; |
| *o3++ = i1[3]; |
| *o2++ = i0[2]; |
| *o2++ = i1[2]; |
| *o1++ = i0[1]; |
| *o1++ = i1[1]; |
| *o0++ = i0[0]; |
| *o0++ = i1[0]; |
| i0 = (const int8_t*) ((uintptr_t) i0 + input_offset); |
| i1 = (const int8_t*) ((uintptr_t) i1 + input_offset); |
| } |
| if (bh & 1) { |
| o3[0] = i0[3]; |
| o2[0] = i0[2]; |
| o1[0] = i0[1]; |
| o0[0] = i0[0]; |
| } |
| |
| i0 = (const int8_t*) ((uintptr_t) i0 + input_reset); |
| i1 = (const int8_t*) ((uintptr_t) i0 + input_stride); |
| o0 = (int8_t*) ((uintptr_t) o0 + output_reset); |
| o1 = (int8_t*) ((uintptr_t) o1 + output_reset); |
| o2 = (int8_t*) ((uintptr_t) o2 + output_reset); |
| o3 = (int8_t*) ((uintptr_t) o3 + output_reset); |
| block_width = doz(block_width, tile_width); |
| } while (block_width != 0); |
| } |