Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / prebuilts / clang-tools / 953a299ad7d0b43f8515fc1f7302667956cf71f8 / . / darwin-x86 / lib64 / clang / 14.0.1 / include / fma4intrin.h
blob: 694801b3e8dd4bc0b8639ca0a75c13be19523f71 [file] [log] [blame]
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]1/*===---- fma4intrin.h - FMA4 intrinsics -----------------------------------===
2 *
Logan Chiendf4f7662019-09-04 16:45:23 -0700[diff] [blame]3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]6 *
7 *===-----------------------------------------------------------------------===
8 */
9
10#ifndef __X86INTRIN_H
11#error "Never use <fma4intrin.h> directly; include <x86intrin.h> instead."
12#endif
13
14#ifndef __FMA4INTRIN_H
15#define __FMA4INTRIN_H
16
17#include <pmmintrin.h>
18
19/* Define the default attributes for the functions in this file. */
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]20#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(128)))
21#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("fma4"), __min_vector_width__(256)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]22
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]23static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]24_mm_macc_ps(__m128 __A, __m128 __B, __m128 __C)
25{
26 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
27}
28
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]29static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]30_mm_macc_pd(__m128d __A, __m128d __B, __m128d __C)
31{
32 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
33}
34
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]35static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]36_mm_macc_ss(__m128 __A, __m128 __B, __m128 __C)
37{
38 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
39}
40
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]41static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]42_mm_macc_sd(__m128d __A, __m128d __B, __m128d __C)
43{
44 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, (__v2df)__C);
45}
46
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]47static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]48_mm_msub_ps(__m128 __A, __m128 __B, __m128 __C)
49{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]50 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]51}
52
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]53static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]54_mm_msub_pd(__m128d __A, __m128d __B, __m128d __C)
55{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]56 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]57}
58
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]59static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]60_mm_msub_ss(__m128 __A, __m128 __B, __m128 __C)
61{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]62 return (__m128)__builtin_ia32_vfmaddss((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]63}
64
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]65static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]66_mm_msub_sd(__m128d __A, __m128d __B, __m128d __C)
67{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]68 return (__m128d)__builtin_ia32_vfmaddsd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]69}
70
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]71static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]72_mm_nmacc_ps(__m128 __A, __m128 __B, __m128 __C)
73{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]74 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]75}
76
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]77static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]78_mm_nmacc_pd(__m128d __A, __m128d __B, __m128d __C)
79{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]80 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]81}
82
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]83static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]84_mm_nmacc_ss(__m128 __A, __m128 __B, __m128 __C)
85{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]86 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]87}
88
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]89static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]90_mm_nmacc_sd(__m128d __A, __m128d __B, __m128d __C)
91{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]92 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]93}
94
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]95static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]96_mm_nmsub_ps(__m128 __A, __m128 __B, __m128 __C)
97{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]98 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]99}
100
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]101static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]102_mm_nmsub_pd(__m128d __A, __m128d __B, __m128d __C)
103{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]104 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]105}
106
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]107static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]108_mm_nmsub_ss(__m128 __A, __m128 __B, __m128 __C)
109{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]110 return (__m128)__builtin_ia32_vfmaddss(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]111}
112
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]113static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]114_mm_nmsub_sd(__m128d __A, __m128d __B, __m128d __C)
115{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]116 return (__m128d)__builtin_ia32_vfmaddsd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]117}
118
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]119static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]120_mm_maddsub_ps(__m128 __A, __m128 __B, __m128 __C)
121{
122 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
123}
124
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]125static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]126_mm_maddsub_pd(__m128d __A, __m128d __B, __m128d __C)
127{
128 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
129}
130
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]131static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]132_mm_msubadd_ps(__m128 __A, __m128 __B, __m128 __C)
133{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]134 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]135}
136
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]137static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]138_mm_msubadd_pd(__m128d __A, __m128d __B, __m128d __C)
139{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]140 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]141}
142
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]143static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]144_mm256_macc_ps(__m256 __A, __m256 __B, __m256 __C)
145{
146 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
147}
148
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]149static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]150_mm256_macc_pd(__m256d __A, __m256d __B, __m256d __C)
151{
152 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
153}
154
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]155static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]156_mm256_msub_ps(__m256 __A, __m256 __B, __m256 __C)
157{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]158 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]159}
160
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]161static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]162_mm256_msub_pd(__m256d __A, __m256d __B, __m256d __C)
163{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]164 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]165}
166
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]167static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]168_mm256_nmacc_ps(__m256 __A, __m256 __B, __m256 __C)
169{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]170 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]171}
172
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]173static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]174_mm256_nmacc_pd(__m256d __A, __m256d __B, __m256d __C)
175{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]176 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, (__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]177}
178
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]179static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]180_mm256_nmsub_ps(__m256 __A, __m256 __B, __m256 __C)
181{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]182 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]183}
184
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]185static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]186_mm256_nmsub_pd(__m256d __A, __m256d __B, __m256d __C)
187{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]188 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]189}
190
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]191static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]192_mm256_maddsub_ps(__m256 __A, __m256 __B, __m256 __C)
193{
194 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
195}
196
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]197static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]198_mm256_maddsub_pd(__m256d __A, __m256d __B, __m256d __C)
199{
200 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
201}
202
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]203static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]204_mm256_msubadd_ps(__m256 __A, __m256 __B, __m256 __C)
205{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]206 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]207}
208
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]209static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]210_mm256_msubadd_pd(__m256d __A, __m256d __B, __m256d __C)
211{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]212 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]213}
214
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]215#undef __DEFAULT_FN_ATTRS128
216#undef __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]217
218#endif /* __FMA4INTRIN_H */