Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / prebuilts / clang-tools / 84115d45f03856200a86f9272989bf942040b62d / . / darwin-x86 / lib64 / clang / 14.0.0 / include / fmaintrin.h
blob: d889b7c5e27059e4c46c4c22ef7c9cecd2446aad [file] [log] [blame]
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]1/*===---- fmaintrin.h - FMA intrinsics -------------------------------------===
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]2 *
Logan Chiendf4f7662019-09-04 16:45:23 -0700[diff] [blame]3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]6 *
7 *===-----------------------------------------------------------------------===
8 */
9
10#ifndef __IMMINTRIN_H
11#error "Never use <fmaintrin.h> directly; include <immintrin.h> instead."
12#endif
13
14#ifndef __FMAINTRIN_H
15#define __FMAINTRIN_H
16
17/* Define the default attributes for the functions in this file. */
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]18#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("fma"), __min_vector_width__(128)))
19#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("fma"), __min_vector_width__(256)))
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]20
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]21static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]22_mm_fmadd_ps(__m128 __A, __m128 __B, __m128 __C)
23{
24 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
25}
26
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]27static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]28_mm_fmadd_pd(__m128d __A, __m128d __B, __m128d __C)
29{
30 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
31}
32
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]33static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]34_mm_fmadd_ss(__m128 __A, __m128 __B, __m128 __C)
35{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]36 return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]37}
38
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]39static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]40_mm_fmadd_sd(__m128d __A, __m128d __B, __m128d __C)
41{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]42 return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, (__v2df)__B, (__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]43}
44
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]45static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]46_mm_fmsub_ps(__m128 __A, __m128 __B, __m128 __C)
47{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]48 return (__m128)__builtin_ia32_vfmaddps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]49}
50
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]51static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]52_mm_fmsub_pd(__m128d __A, __m128d __B, __m128d __C)
53{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]54 return (__m128d)__builtin_ia32_vfmaddpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]55}
56
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]57static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]58_mm_fmsub_ss(__m128 __A, __m128 __B, __m128 __C)
59{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]60 return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]61}
62
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]63static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]64_mm_fmsub_sd(__m128d __A, __m128d __B, __m128d __C)
65{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]66 return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]67}
68
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]69static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]70_mm_fnmadd_ps(__m128 __A, __m128 __B, __m128 __C)
71{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]72 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]73}
74
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]75static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]76_mm_fnmadd_pd(__m128d __A, __m128d __B, __m128d __C)
77{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]78 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, (__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]79}
80
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]81static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]82_mm_fnmadd_ss(__m128 __A, __m128 __B, __m128 __C)
83{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]84 return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, -(__v4sf)__B, (__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]85}
86
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]87static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]88_mm_fnmadd_sd(__m128d __A, __m128d __B, __m128d __C)
89{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]90 return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, -(__v2df)__B, (__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]91}
92
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]93static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]94_mm_fnmsub_ps(__m128 __A, __m128 __B, __m128 __C)
95{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]96 return (__m128)__builtin_ia32_vfmaddps(-(__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]97}
98
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]99static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]100_mm_fnmsub_pd(__m128d __A, __m128d __B, __m128d __C)
101{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]102 return (__m128d)__builtin_ia32_vfmaddpd(-(__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]103}
104
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]105static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]106_mm_fnmsub_ss(__m128 __A, __m128 __B, __m128 __C)
107{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]108 return (__m128)__builtin_ia32_vfmaddss3((__v4sf)__A, -(__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]109}
110
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]111static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]112_mm_fnmsub_sd(__m128d __A, __m128d __B, __m128d __C)
113{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]114 return (__m128d)__builtin_ia32_vfmaddsd3((__v2df)__A, -(__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]115}
116
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]117static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]118_mm_fmaddsub_ps(__m128 __A, __m128 __B, __m128 __C)
119{
120 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, (__v4sf)__C);
121}
122
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]123static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]124_mm_fmaddsub_pd(__m128d __A, __m128d __B, __m128d __C)
125{
126 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, (__v2df)__C);
127}
128
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]129static __inline__ __m128 __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]130_mm_fmsubadd_ps(__m128 __A, __m128 __B, __m128 __C)
131{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]132 return (__m128)__builtin_ia32_vfmaddsubps((__v4sf)__A, (__v4sf)__B, -(__v4sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]133}
134
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]135static __inline__ __m128d __DEFAULT_FN_ATTRS128
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]136_mm_fmsubadd_pd(__m128d __A, __m128d __B, __m128d __C)
137{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]138 return (__m128d)__builtin_ia32_vfmaddsubpd((__v2df)__A, (__v2df)__B, -(__v2df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]139}
140
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]141static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]142_mm256_fmadd_ps(__m256 __A, __m256 __B, __m256 __C)
143{
144 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
145}
146
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]147static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]148_mm256_fmadd_pd(__m256d __A, __m256d __B, __m256d __C)
149{
150 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
151}
152
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]153static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]154_mm256_fmsub_ps(__m256 __A, __m256 __B, __m256 __C)
155{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]156 return (__m256)__builtin_ia32_vfmaddps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]157}
158
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]159static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]160_mm256_fmsub_pd(__m256d __A, __m256d __B, __m256d __C)
161{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]162 return (__m256d)__builtin_ia32_vfmaddpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]163}
164
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]165static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]166_mm256_fnmadd_ps(__m256 __A, __m256 __B, __m256 __C)
167{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]168 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]169}
170
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]171static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]172_mm256_fnmadd_pd(__m256d __A, __m256d __B, __m256d __C)
173{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]174 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, (__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]175}
176
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]177static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]178_mm256_fnmsub_ps(__m256 __A, __m256 __B, __m256 __C)
179{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]180 return (__m256)__builtin_ia32_vfmaddps256(-(__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]181}
182
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]183static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]184_mm256_fnmsub_pd(__m256d __A, __m256d __B, __m256d __C)
185{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]186 return (__m256d)__builtin_ia32_vfmaddpd256(-(__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]187}
188
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]189static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]190_mm256_fmaddsub_ps(__m256 __A, __m256 __B, __m256 __C)
191{
192 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, (__v8sf)__C);
193}
194
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]195static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]196_mm256_fmaddsub_pd(__m256d __A, __m256d __B, __m256d __C)
197{
198 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, (__v4df)__C);
199}
200
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]201static __inline__ __m256 __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]202_mm256_fmsubadd_ps(__m256 __A, __m256 __B, __m256 __C)
203{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]204 return (__m256)__builtin_ia32_vfmaddsubps256((__v8sf)__A, (__v8sf)__B, -(__v8sf)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]205}
206
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]207static __inline__ __m256d __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]208_mm256_fmsubadd_pd(__m256d __A, __m256d __B, __m256d __C)
209{
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]210 return (__m256d)__builtin_ia32_vfmaddsubpd256((__v4df)__A, (__v4df)__B, -(__v4df)__C);
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]211}
212
Logan Chien55afb0a2018-10-15 10:42:14 +0800[diff] [blame]213#undef __DEFAULT_FN_ATTRS128
214#undef __DEFAULT_FN_ATTRS256
Logan Chien2833ffb2018-10-09 10:03:24 +0800[diff] [blame]215
216#endif /* __FMAINTRIN_H */