Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / f0d81a31b628007e88973e6cf85a910040a30e20 / . / clang / lib / Headers / fma4intrin.h
blob: 7bae2f4a3155c04713d4a8db2e003c35784978f3 [file] [log] [blame]
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]1/*===---- fma4intrin.h - FMA4 intrinsics -----------------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __X86INTRIN_H
25#error "Never use <fma4intrin.h> directly; include <x86intrin.h> instead."
26#endif
27
28#ifndef __FMA4INTRIN_H
29#define __FMA4INTRIN_H
30
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]31#include <pmmintrin.h>
32
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]33/* Define the default attributes for the functions in this file. */
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]34#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(128)))
35#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(256)))
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]36
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]37static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]38_mm_macc_ps(__m128 __A, __m128 __B, __m128 __C)
39{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]40 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]41}
42
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]43static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]44_mm_macc_pd(__m128d __A, __m128d __B, __m128d __C)
45{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]46 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]47}
48
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]49static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]50_mm_macc_ss(__m128 __A, __m128 __B, __m128 __C)
51{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]52 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]53}
54
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]55static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]56_mm_macc_sd(__m128d __A, __m128d __B, __m128d __C)
57{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]58 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, (__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]59}
60
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]61static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]62_mm_msub_ps(__m128 __A, __m128 __B, __m128 __C)
63{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]64 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]65}
66
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]67static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]68_mm_msub_pd(__m128d __A, __m128d __B, __m128d __C)
69{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]70 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]71}
72
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]73static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]74_mm_msub_ss(__m128 __A, __m128 __B, __m128 __C)
75{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]76 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]77}
78
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]79static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]80_mm_msub_sd(__m128d __A, __m128d __B, __m128d __C)
81{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]82 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]83}
84
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]85static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]86_mm_nmacc_ps(__m128 __A, __m128 __B, __m128 __C)
87{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]88 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]89}
90
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]91static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]92_mm_nmacc_pd(__m128d __A, __m128d __B, __m128d __C)
93{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]94 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]95}
96
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]97static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]98_mm_nmacc_ss(__m128 __A, __m128 __B, __m128 __C)
99{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]100 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]101}
102
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]103static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]104_mm_nmacc_sd(__m128d __A, __m128d __B, __m128d __C)
105{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]106 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]107}
108
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]109static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]110_mm_nmsub_ps(__m128 __A, __m128 __B, __m128 __C)
111{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]112 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]113}
114
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]115static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]116_mm_nmsub_pd(__m128d __A, __m128d __B, __m128d __C)
117{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]118 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]119}
120
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]121static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]122_mm_nmsub_ss(__m128 __A, __m128 __B, __m128 __C)
123{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]124 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]125}
126
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]127static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]128_mm_nmsub_sd(__m128d __A, __m128d __B, __m128d __C)
129{
Craig Topper9e032ed2017-11-25 19:32:12 +0000[diff] [blame]130 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]131}
132
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]133static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]134_mm_maddsub_ps(__m128 __A, __m128 __B, __m128 __C)
135{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]136 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]137}
138
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]139static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]140_mm_maddsub_pd(__m128d __A, __m128d __B, __m128d __C)
141{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]142 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]143}
144
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]145static __inline__ __m128 __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]146_mm_msubadd_ps(__m128 __A, __m128 __B, __m128 __C)
147{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]148 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]149}
150
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]151static __inline__ __m128d __DEFAULT_FN_ATTRS128
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]152_mm_msubadd_pd(__m128d __A, __m128d __B, __m128d __C)
153{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]154 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]155}
156
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]157static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]158_mm256_macc_ps(__m256 __A, __m256 __B, __m256 __C)
159{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]160 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]161}
162
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]163static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]164_mm256_macc_pd(__m256d __A, __m256d __B, __m256d __C)
165{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]166 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]167}
168
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]169static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]170_mm256_msub_ps(__m256 __A, __m256 __B, __m256 __C)
171{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]172 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]173}
174
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]175static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]176_mm256_msub_pd(__m256d __A, __m256d __B, __m256d __C)
177{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]178 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]179}
180
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]181static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]182_mm256_nmacc_ps(__m256 __A, __m256 __B, __m256 __C)
183{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]184 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]185}
186
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]187static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]188_mm256_nmacc_pd(__m256d __A, __m256d __B, __m256d __C)
189{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]190 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, (__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]191}
192
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]193static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]194_mm256_nmsub_ps(__m256 __A, __m256 __B, __m256 __C)
195{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]196 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]197}
198
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]199static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]200_mm256_nmsub_pd(__m256d __A, __m256d __B, __m256d __C)
201{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]202 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, -(__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]203}
204
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]205static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]206_mm256_maddsub_ps(__m256 __A, __m256 __B, __m256 __C)
207{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]208 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]209}
210
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]211static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]212_mm256_maddsub_pd(__m256d __A, __m256d __B, __m256d __C)
213{
Craig Topper1aa231e2016-05-16 06:38:42 +0000[diff] [blame]214 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]215}
216
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]217static __inline__ __m256 __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]218_mm256_msubadd_ps(__m256 __A, __m256 __B, __m256 __C)
219{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]220 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]221}
222
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]223static __inline__ __m256d __DEFAULT_FN_ATTRS256
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]224_mm256_msubadd_pd(__m256d __A, __m256d __B, __m256d __C)
225{
Craig Topperb3d44732017-11-10 05:20:32 +0000[diff] [blame]226 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]227}
228
Craig Topper74c10e32018-07-09 19:00:16 +0000[diff] [blame]229#undef __DEFAULT_FN_ATTRS128
230#undef __DEFAULT_FN_ATTRS256
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]231
Craig Topperb4ceb6f2011-12-30 09:15:03 +0000[diff] [blame]232#endif /* __FMA4INTRIN_H */