| #!/bin/sh |
| # Copyright 2020 Google LLC |
| # |
| # This source code is licensed under the BSD-style license found in the |
| # LICENSE file in the root directory of this source tree. |
| |
| #################################### Scalar ################################### |
| ### C4 micro-kernels |
| tools/xngen src/qs8-gemm/MRxNRc4-scalar.c.in -D MR=8 -D NR=8 -o src/qs8-gemm/gen/8x8c4-minmax-scalar.c |
| tools/xngen src/qs8-gemm/MRxNRc4-scalar.c.in -D MR=12 -D NR=4 -o src/qs8-gemm/gen/12x4c4-minmax-scalar.c |
| |
| ################################## WAsm SIMD ################################## |
| ### C8 micro-kernels |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=1 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c8-minmax-wasmsimd-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/2x4c8-minmax-wasmsimd-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/3x4c8-minmax-wasmsimd-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=1 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c8-minmax-wasmsimd-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x4c8-minmax-wasmsimd-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x4c8-minmax-wasmsimd-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=1 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c8-xw-minmax-wasmsimd.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x4c8-xw-minmax-wasmsimd.c |
| tools/xngen src/qs8-gemm/MRx4c8-wasmsimd.c.in -D MR=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x4c8-xw-minmax-wasmsimd.c |
| |
| ################################### ARM NEON ################################## |
| tools/xngen src/qs8-gemm/neon-mlal-lane.c.in -D MR=1 -D NR=8 -o src/qs8-gemm/gen/1x8-minmax-neon-mlal-lane.c |
| tools/xngen src/qs8-gemm/neon-mlal-lane.c.in -D MR=2 -D NR=8 -o src/qs8-gemm/gen/2x8-minmax-neon-mlal-lane.c |
| |
| tools/xngen src/qs8-gemm/neon-mlal-lane.c.in -D MR=1 -D NR=16 -o src/qs8-gemm/gen/1x16-minmax-neon-mlal-lane.c |
| tools/xngen src/qs8-gemm/neon-mlal-lane.c.in -D MR=2 -D NR=16 -o src/qs8-gemm/gen/2x16-minmax-neon-mlal-lane.c |
| |
| ### C4 micro-kernels |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=1 -D NR=8 -o src/qs8-gemm/gen/1x8c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=4 -D NR=8 -o src/qs8-gemm/gen/4x8c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=6 -D NR=8 -o src/qs8-gemm/gen/6x8c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=8 -D NR=8 -o src/qs8-gemm/gen/8x8c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=12 -D NR=8 -o src/qs8-gemm/gen/12x8c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=1 -D NR=16 -o src/qs8-gemm/gen/1x16c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=4 -D NR=16 -o src/qs8-gemm/gen/4x16c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=6 -D NR=16 -o src/qs8-gemm/gen/6x16c4-minmax-neondot.c |
| tools/xngen src/qs8-gemm/MRxNRc4-neondot.c.in -D MR=8 -D NR=16 -o src/qs8-gemm/gen/8x16c4-minmax-neondot.c |
| |
| ################################### x86 SSE ################################### |
| ### C2 micro-kernels |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c2-minmax-sse2-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/4x4c2-minmax-sse2-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c2-minmax-ssse3-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/4x4c2-minmax-ssse3-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c2-minmax-sse41-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=4 -D VARIANT=LD64 -o src/qs8-gemm/gen/4x4c2-minmax-sse41-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c2-minmax-xop-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=5 -D VARIANT=LD64 -o src/qs8-gemm/gen/4x4c2-minmax-xop-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c2-minmax-sse2-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/4x4c2-minmax-sse2-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c2-minmax-ssse3-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/4x4c2-minmax-ssse3-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c2-minmax-sse41-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=4 -D VARIANT=LD128 -o src/qs8-gemm/gen/4x4c2-minmax-sse41-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c2-minmax-xop-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=5 -D VARIANT=LD128 -o src/qs8-gemm/gen/4x4c2-minmax-xop-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c2-xw-minmax-sse2.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/4x4c2-xw-minmax-sse2.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c2-xw-minmax-ssse3.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/4x4c2-xw-minmax-ssse3.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c2-xw-minmax-sse41.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=4 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/4x4c2-xw-minmax-sse41.c |
| |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c2-xw-minmax-xop.c |
| tools/xngen src/qs8-gemm/MRx4c2-sse.c.in -D MR=4 -D SSE=5 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/4x4c2-xw-minmax-xop.c |
| |
| ### C8 micro-kernels |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c8-minmax-sse2-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/2x4c8-minmax-sse2-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=2 -D VARIANT=LD64 -o src/qs8-gemm/gen/3x4c8-minmax-sse2-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c8-minmax-ssse3-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/2x4c8-minmax-ssse3-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=3 -D VARIANT=LD64 -o src/qs8-gemm/gen/3x4c8-minmax-ssse3-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c8-minmax-sse41-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=4 -D VARIANT=LD64 -o src/qs8-gemm/gen/2x4c8-minmax-sse41-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=4 -D VARIANT=LD64 -o src/qs8-gemm/gen/3x4c8-minmax-sse41-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=LD64 -o src/qs8-gemm/gen/1x4c8-minmax-xop-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=5 -D VARIANT=LD64 -o src/qs8-gemm/gen/2x4c8-minmax-xop-ld64.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=5 -D VARIANT=LD64 -o src/qs8-gemm/gen/3x4c8-minmax-xop-ld64.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c8-minmax-sse2-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x4c8-minmax-sse2-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x4c8-minmax-sse2-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c8-minmax-ssse3-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x4c8-minmax-ssse3-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x4c8-minmax-ssse3-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c8-minmax-sse41-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=4 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x4c8-minmax-sse41-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=4 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x4c8-minmax-sse41-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x4c8-minmax-xop-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=5 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x4c8-minmax-xop-ld128.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=5 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x4c8-minmax-xop-ld128.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c8-xw-minmax-sse2.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x4c8-xw-minmax-sse2.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x4c8-xw-minmax-sse2.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c8-xw-minmax-ssse3.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x4c8-xw-minmax-ssse3.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x4c8-xw-minmax-ssse3.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=4 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c8-xw-minmax-sse41.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=4 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x4c8-xw-minmax-sse41.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=4 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x4c8-xw-minmax-sse41.c |
| |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=1 -D SSE=5 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x4c8-xw-minmax-xop.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=2 -D SSE=5 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x4c8-xw-minmax-xop.c |
| tools/xngen src/qs8-gemm/MRx4c8-sse.c.in -D MR=3 -D SSE=5 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x4c8-xw-minmax-xop.c |
| |
| ################################### x86 AVX2 ################################## |
| ### C8 micro-kernels |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=1 -D VARIANT=LD128 -o src/qs8-gemm/gen/1x8c8-minmax-avx2.c |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=2 -D VARIANT=LD128 -o src/qs8-gemm/gen/2x8c8-minmax-avx2.c |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=3 -D VARIANT=LD128 -o src/qs8-gemm/gen/3x8c8-minmax-avx2.c |
| |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=1 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/1x8c8-xw-minmax-avx2.c |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=2 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/2x8c8-xw-minmax-avx2.c |
| tools/xngen src/qs8-gemm/MRx8c8-avx2.c.in -D MR=3 -D VARIANT=EXTENDED -o src/qs8-gemm/gen/3x8c8-xw-minmax-avx2.c |
| |
| ################################## x86 AVX512 ################################# |
| ### C8 micro-kernels |
| tools/xngen src/qs8-gemm/MRx16c8-avx512skx.c.in -D MR=1 -D VARIANT=LD256 -o src/qs8-gemm/gen/1x16c8-minmax-avx512skx.c |
| tools/xngen src/qs8-gemm/MRx16c8-avx512skx.c.in -D MR=2 -D VARIANT=LD256 -o src/qs8-gemm/gen/2x16c8-minmax-avx512skx.c |
| tools/xngen src/qs8-gemm/MRx16c8-avx512skx.c.in -D MR=3 -D VARIANT=LD256 -o src/qs8-gemm/gen/3x16c8-minmax-avx512skx.c |
| tools/xngen src/qs8-gemm/MRx16c8-avx512skx.c.in -D MR=4 -D VARIANT=LD256 -o src/qs8-gemm/gen/4x16c8-minmax-avx512skx.c |
| |
| ################################## Unit tests ################################# |
| tools/generate-gemm-test.py --spec test/qs8-gemm-minmax.yaml --output test/qs8-gemm-minmax.cc |