Additional variants of Softmax microkernels
PiperOrigin-RevId: 284483874
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 7b0665a..ccc6646 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -834,11 +834,66 @@
src/f32-igemm/gen/5x16-fma3-broadcast.c)
SET(XNNPACK_AVX2_MICROKERNEL_SRCS
- src/f32-raddexpminusmax/avx2-p5-unroll64.c
- src/f32-raddextexp/avx2-p5-unroll64.c
- src/f32-raddstoreexpminusmax/avx2-p5-unroll64.c
- src/f32-vscaleexpminusmax/avx2-p5-unroll64.c
- src/f32-vscaleextexp/avx2-p5-unroll64.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x64.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x64-acc2.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x64-acc4.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x72.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x72-acc3.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x80.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x80-acc2.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x80-acc5.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x96.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x96-acc2.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x96-acc3.c
+ src/f32-raddexpminusmax/gen/avx2-p5-x96-acc6.c
+ src/f32-raddextexp/gen/avx2-p5-x64.c
+ src/f32-raddextexp/gen/avx2-p5-x64-acc2.c
+ src/f32-raddextexp/gen/avx2-p5-x64-acc4.c
+ src/f32-raddextexp/gen/avx2-p5-x72.c
+ src/f32-raddextexp/gen/avx2-p5-x72-acc3.c
+ src/f32-raddextexp/gen/avx2-p5-x80.c
+ src/f32-raddextexp/gen/avx2-p5-x80-acc2.c
+ src/f32-raddextexp/gen/avx2-p5-x80-acc5.c
+ src/f32-raddextexp/gen/avx2-p5-x96.c
+ src/f32-raddextexp/gen/avx2-p5-x96-acc2.c
+ src/f32-raddextexp/gen/avx2-p5-x96-acc3.c
+ src/f32-raddextexp/gen/avx2-p5-x96-acc6.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x64.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x64-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x64-acc4.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x72.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x72-acc3.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x80.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x80-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x80-acc5.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x96.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc3.c
+ src/f32-raddstoreexpminusmax/gen/avx2-p5-x96-acc6.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x8.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x16.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x24.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x32.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x40.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x48.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x56.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x64.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x72.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x80.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x88.c
+ src/f32-vscaleexpminusmax/gen/avx2-p5-x96.c
+ src/f32-vscaleextexp/gen/avx2-p5-x8.c
+ src/f32-vscaleextexp/gen/avx2-p5-x16.c
+ src/f32-vscaleextexp/gen/avx2-p5-x24.c
+ src/f32-vscaleextexp/gen/avx2-p5-x32.c
+ src/f32-vscaleextexp/gen/avx2-p5-x40.c
+ src/f32-vscaleextexp/gen/avx2-p5-x48.c
+ src/f32-vscaleextexp/gen/avx2-p5-x56.c
+ src/f32-vscaleextexp/gen/avx2-p5-x64.c
+ src/f32-vscaleextexp/gen/avx2-p5-x72.c
+ src/f32-vscaleextexp/gen/avx2-p5-x80.c
+ src/f32-vscaleextexp/gen/avx2-p5-x88.c
+ src/f32-vscaleextexp/gen/avx2-p5-x96.c
src/math/exp-avx2-p5.c
src/math/exp-avx2-perm-p3.c
src/math/exp-avx2-perm-p4.c
@@ -877,13 +932,68 @@
src/f32-igemm/gen/6x16-avx512f-broadcast.c
src/f32-igemm/gen/7x16-avx512f-broadcast.c
src/f32-igemm/gen/8x16-avx512f-broadcast.c
- src/f32-raddexpminusmax/avx512f-p5-scalef-unroll128.c
- src/f32-raddextexp/avx512f-p5-scalef-unroll128.c
- src/f32-raddstoreexpminusmax/avx512f-p5-scalef-unroll128.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128-acc2.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x128-acc4.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x144.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x144-acc3.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160-acc2.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x160-acc5.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc2.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc3.c
+ src/f32-raddexpminusmax/gen/avx512f-p5-scalef-x192-acc6.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x128.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x128-acc2.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x128-acc4.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x144.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x144-acc3.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x160.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x160-acc2.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x160-acc5.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x192.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc2.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc3.c
+ src/f32-raddextexp/gen/avx512f-p5-scalef-x192-acc6.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x128-acc4.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x144.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x144-acc3.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x160-acc5.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc2.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc3.c
+ src/f32-raddstoreexpminusmax/gen/avx512f-p5-scalef-x192-acc6.c
src/f32-rmax/avx512f.c
src/f32-vscale/avx512f-unroll64.c
- src/f32-vscaleexpminusmax/avx512f-p5-scalef-unroll128.c
- src/f32-vscaleextexp/avx512f-p5-scalef-unroll128.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x16.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x32.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x48.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x64.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x80.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x96.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x112.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x128.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x144.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x160.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x176.c
+ src/f32-vscaleexpminusmax/gen/avx512f-p5-scalef-x192.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x16.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x32.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x48.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x64.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x80.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x96.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x112.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x128.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x144.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x160.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x176.c
+ src/f32-vscaleextexp/gen/avx512f-p5-scalef-x192.c
src/math/exp-avx512f-p5-scalef.c
src/math/exp-avx512f-p5.c
src/math/exp-avx512f-perm-p3.c