blob: 523588cbaaeaa8e18d57a91ee13b862683e38027 [file] [log] [blame]
Craig Topper991d4992015-11-03 06:16:31 +00001/*===---- avx512fintrin.h - AVX512F intrinsics -----------------------------===
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00002 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23#ifndef __IMMINTRIN_H
24#error "Never use <avx512fintrin.h> directly; include <immintrin.h> instead."
25#endif
26
27#ifndef __AVX512FINTRIN_H
28#define __AVX512FINTRIN_H
29
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +000030typedef char __v64qi __attribute__((__vector_size__(64)));
31typedef short __v32hi __attribute__((__vector_size__(64)));
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000032typedef double __v8df __attribute__((__vector_size__(64)));
33typedef float __v16sf __attribute__((__vector_size__(64)));
34typedef long long __v8di __attribute__((__vector_size__(64)));
35typedef int __v16si __attribute__((__vector_size__(64)));
36
Craig Topper6a77b622016-06-04 05:43:41 +000037/* Unsigned types */
38typedef unsigned char __v64qu __attribute__((__vector_size__(64)));
39typedef unsigned short __v32hu __attribute__((__vector_size__(64)));
40typedef unsigned long long __v8du __attribute__((__vector_size__(64)));
41typedef unsigned int __v16su __attribute__((__vector_size__(64)));
42
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +000043typedef float __m512 __attribute__((__vector_size__(64)));
44typedef double __m512d __attribute__((__vector_size__(64)));
45typedef long long __m512i __attribute__((__vector_size__(64)));
46
47typedef unsigned char __mmask8;
48typedef unsigned short __mmask16;
49
50/* Rounding mode macros. */
51#define _MM_FROUND_TO_NEAREST_INT 0x00
52#define _MM_FROUND_TO_NEG_INF 0x01
53#define _MM_FROUND_TO_POS_INF 0x02
54#define _MM_FROUND_TO_ZERO 0x03
55#define _MM_FROUND_CUR_DIRECTION 0x04
56
Michael Zuckermandef78752016-03-28 12:23:09 +000057typedef enum
58{
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +000059 _MM_PERM_AAAA = 0x00, _MM_PERM_AAAB = 0x01, _MM_PERM_AAAC = 0x02,
60 _MM_PERM_AAAD = 0x03, _MM_PERM_AABA = 0x04, _MM_PERM_AABB = 0x05,
61 _MM_PERM_AABC = 0x06, _MM_PERM_AABD = 0x07, _MM_PERM_AACA = 0x08,
62 _MM_PERM_AACB = 0x09, _MM_PERM_AACC = 0x0A, _MM_PERM_AACD = 0x0B,
63 _MM_PERM_AADA = 0x0C, _MM_PERM_AADB = 0x0D, _MM_PERM_AADC = 0x0E,
64 _MM_PERM_AADD = 0x0F, _MM_PERM_ABAA = 0x10, _MM_PERM_ABAB = 0x11,
65 _MM_PERM_ABAC = 0x12, _MM_PERM_ABAD = 0x13, _MM_PERM_ABBA = 0x14,
66 _MM_PERM_ABBB = 0x15, _MM_PERM_ABBC = 0x16, _MM_PERM_ABBD = 0x17,
67 _MM_PERM_ABCA = 0x18, _MM_PERM_ABCB = 0x19, _MM_PERM_ABCC = 0x1A,
68 _MM_PERM_ABCD = 0x1B, _MM_PERM_ABDA = 0x1C, _MM_PERM_ABDB = 0x1D,
69 _MM_PERM_ABDC = 0x1E, _MM_PERM_ABDD = 0x1F, _MM_PERM_ACAA = 0x20,
70 _MM_PERM_ACAB = 0x21, _MM_PERM_ACAC = 0x22, _MM_PERM_ACAD = 0x23,
71 _MM_PERM_ACBA = 0x24, _MM_PERM_ACBB = 0x25, _MM_PERM_ACBC = 0x26,
72 _MM_PERM_ACBD = 0x27, _MM_PERM_ACCA = 0x28, _MM_PERM_ACCB = 0x29,
73 _MM_PERM_ACCC = 0x2A, _MM_PERM_ACCD = 0x2B, _MM_PERM_ACDA = 0x2C,
74 _MM_PERM_ACDB = 0x2D, _MM_PERM_ACDC = 0x2E, _MM_PERM_ACDD = 0x2F,
75 _MM_PERM_ADAA = 0x30, _MM_PERM_ADAB = 0x31, _MM_PERM_ADAC = 0x32,
76 _MM_PERM_ADAD = 0x33, _MM_PERM_ADBA = 0x34, _MM_PERM_ADBB = 0x35,
77 _MM_PERM_ADBC = 0x36, _MM_PERM_ADBD = 0x37, _MM_PERM_ADCA = 0x38,
78 _MM_PERM_ADCB = 0x39, _MM_PERM_ADCC = 0x3A, _MM_PERM_ADCD = 0x3B,
79 _MM_PERM_ADDA = 0x3C, _MM_PERM_ADDB = 0x3D, _MM_PERM_ADDC = 0x3E,
80 _MM_PERM_ADDD = 0x3F, _MM_PERM_BAAA = 0x40, _MM_PERM_BAAB = 0x41,
81 _MM_PERM_BAAC = 0x42, _MM_PERM_BAAD = 0x43, _MM_PERM_BABA = 0x44,
82 _MM_PERM_BABB = 0x45, _MM_PERM_BABC = 0x46, _MM_PERM_BABD = 0x47,
83 _MM_PERM_BACA = 0x48, _MM_PERM_BACB = 0x49, _MM_PERM_BACC = 0x4A,
84 _MM_PERM_BACD = 0x4B, _MM_PERM_BADA = 0x4C, _MM_PERM_BADB = 0x4D,
85 _MM_PERM_BADC = 0x4E, _MM_PERM_BADD = 0x4F, _MM_PERM_BBAA = 0x50,
86 _MM_PERM_BBAB = 0x51, _MM_PERM_BBAC = 0x52, _MM_PERM_BBAD = 0x53,
87 _MM_PERM_BBBA = 0x54, _MM_PERM_BBBB = 0x55, _MM_PERM_BBBC = 0x56,
88 _MM_PERM_BBBD = 0x57, _MM_PERM_BBCA = 0x58, _MM_PERM_BBCB = 0x59,
89 _MM_PERM_BBCC = 0x5A, _MM_PERM_BBCD = 0x5B, _MM_PERM_BBDA = 0x5C,
90 _MM_PERM_BBDB = 0x5D, _MM_PERM_BBDC = 0x5E, _MM_PERM_BBDD = 0x5F,
91 _MM_PERM_BCAA = 0x60, _MM_PERM_BCAB = 0x61, _MM_PERM_BCAC = 0x62,
92 _MM_PERM_BCAD = 0x63, _MM_PERM_BCBA = 0x64, _MM_PERM_BCBB = 0x65,
93 _MM_PERM_BCBC = 0x66, _MM_PERM_BCBD = 0x67, _MM_PERM_BCCA = 0x68,
94 _MM_PERM_BCCB = 0x69, _MM_PERM_BCCC = 0x6A, _MM_PERM_BCCD = 0x6B,
95 _MM_PERM_BCDA = 0x6C, _MM_PERM_BCDB = 0x6D, _MM_PERM_BCDC = 0x6E,
96 _MM_PERM_BCDD = 0x6F, _MM_PERM_BDAA = 0x70, _MM_PERM_BDAB = 0x71,
97 _MM_PERM_BDAC = 0x72, _MM_PERM_BDAD = 0x73, _MM_PERM_BDBA = 0x74,
98 _MM_PERM_BDBB = 0x75, _MM_PERM_BDBC = 0x76, _MM_PERM_BDBD = 0x77,
99 _MM_PERM_BDCA = 0x78, _MM_PERM_BDCB = 0x79, _MM_PERM_BDCC = 0x7A,
100 _MM_PERM_BDCD = 0x7B, _MM_PERM_BDDA = 0x7C, _MM_PERM_BDDB = 0x7D,
101 _MM_PERM_BDDC = 0x7E, _MM_PERM_BDDD = 0x7F, _MM_PERM_CAAA = 0x80,
102 _MM_PERM_CAAB = 0x81, _MM_PERM_CAAC = 0x82, _MM_PERM_CAAD = 0x83,
103 _MM_PERM_CABA = 0x84, _MM_PERM_CABB = 0x85, _MM_PERM_CABC = 0x86,
104 _MM_PERM_CABD = 0x87, _MM_PERM_CACA = 0x88, _MM_PERM_CACB = 0x89,
105 _MM_PERM_CACC = 0x8A, _MM_PERM_CACD = 0x8B, _MM_PERM_CADA = 0x8C,
106 _MM_PERM_CADB = 0x8D, _MM_PERM_CADC = 0x8E, _MM_PERM_CADD = 0x8F,
107 _MM_PERM_CBAA = 0x90, _MM_PERM_CBAB = 0x91, _MM_PERM_CBAC = 0x92,
108 _MM_PERM_CBAD = 0x93, _MM_PERM_CBBA = 0x94, _MM_PERM_CBBB = 0x95,
109 _MM_PERM_CBBC = 0x96, _MM_PERM_CBBD = 0x97, _MM_PERM_CBCA = 0x98,
110 _MM_PERM_CBCB = 0x99, _MM_PERM_CBCC = 0x9A, _MM_PERM_CBCD = 0x9B,
111 _MM_PERM_CBDA = 0x9C, _MM_PERM_CBDB = 0x9D, _MM_PERM_CBDC = 0x9E,
112 _MM_PERM_CBDD = 0x9F, _MM_PERM_CCAA = 0xA0, _MM_PERM_CCAB = 0xA1,
113 _MM_PERM_CCAC = 0xA2, _MM_PERM_CCAD = 0xA3, _MM_PERM_CCBA = 0xA4,
114 _MM_PERM_CCBB = 0xA5, _MM_PERM_CCBC = 0xA6, _MM_PERM_CCBD = 0xA7,
115 _MM_PERM_CCCA = 0xA8, _MM_PERM_CCCB = 0xA9, _MM_PERM_CCCC = 0xAA,
116 _MM_PERM_CCCD = 0xAB, _MM_PERM_CCDA = 0xAC, _MM_PERM_CCDB = 0xAD,
117 _MM_PERM_CCDC = 0xAE, _MM_PERM_CCDD = 0xAF, _MM_PERM_CDAA = 0xB0,
118 _MM_PERM_CDAB = 0xB1, _MM_PERM_CDAC = 0xB2, _MM_PERM_CDAD = 0xB3,
119 _MM_PERM_CDBA = 0xB4, _MM_PERM_CDBB = 0xB5, _MM_PERM_CDBC = 0xB6,
120 _MM_PERM_CDBD = 0xB7, _MM_PERM_CDCA = 0xB8, _MM_PERM_CDCB = 0xB9,
121 _MM_PERM_CDCC = 0xBA, _MM_PERM_CDCD = 0xBB, _MM_PERM_CDDA = 0xBC,
122 _MM_PERM_CDDB = 0xBD, _MM_PERM_CDDC = 0xBE, _MM_PERM_CDDD = 0xBF,
123 _MM_PERM_DAAA = 0xC0, _MM_PERM_DAAB = 0xC1, _MM_PERM_DAAC = 0xC2,
124 _MM_PERM_DAAD = 0xC3, _MM_PERM_DABA = 0xC4, _MM_PERM_DABB = 0xC5,
125 _MM_PERM_DABC = 0xC6, _MM_PERM_DABD = 0xC7, _MM_PERM_DACA = 0xC8,
126 _MM_PERM_DACB = 0xC9, _MM_PERM_DACC = 0xCA, _MM_PERM_DACD = 0xCB,
127 _MM_PERM_DADA = 0xCC, _MM_PERM_DADB = 0xCD, _MM_PERM_DADC = 0xCE,
128 _MM_PERM_DADD = 0xCF, _MM_PERM_DBAA = 0xD0, _MM_PERM_DBAB = 0xD1,
129 _MM_PERM_DBAC = 0xD2, _MM_PERM_DBAD = 0xD3, _MM_PERM_DBBA = 0xD4,
130 _MM_PERM_DBBB = 0xD5, _MM_PERM_DBBC = 0xD6, _MM_PERM_DBBD = 0xD7,
131 _MM_PERM_DBCA = 0xD8, _MM_PERM_DBCB = 0xD9, _MM_PERM_DBCC = 0xDA,
132 _MM_PERM_DBCD = 0xDB, _MM_PERM_DBDA = 0xDC, _MM_PERM_DBDB = 0xDD,
133 _MM_PERM_DBDC = 0xDE, _MM_PERM_DBDD = 0xDF, _MM_PERM_DCAA = 0xE0,
134 _MM_PERM_DCAB = 0xE1, _MM_PERM_DCAC = 0xE2, _MM_PERM_DCAD = 0xE3,
135 _MM_PERM_DCBA = 0xE4, _MM_PERM_DCBB = 0xE5, _MM_PERM_DCBC = 0xE6,
136 _MM_PERM_DCBD = 0xE7, _MM_PERM_DCCA = 0xE8, _MM_PERM_DCCB = 0xE9,
137 _MM_PERM_DCCC = 0xEA, _MM_PERM_DCCD = 0xEB, _MM_PERM_DCDA = 0xEC,
138 _MM_PERM_DCDB = 0xED, _MM_PERM_DCDC = 0xEE, _MM_PERM_DCDD = 0xEF,
139 _MM_PERM_DDAA = 0xF0, _MM_PERM_DDAB = 0xF1, _MM_PERM_DDAC = 0xF2,
140 _MM_PERM_DDAD = 0xF3, _MM_PERM_DDBA = 0xF4, _MM_PERM_DDBB = 0xF5,
141 _MM_PERM_DDBC = 0xF6, _MM_PERM_DDBD = 0xF7, _MM_PERM_DDCA = 0xF8,
142 _MM_PERM_DDCB = 0xF9, _MM_PERM_DDCC = 0xFA, _MM_PERM_DDCD = 0xFB,
143 _MM_PERM_DDDA = 0xFC, _MM_PERM_DDDB = 0xFD, _MM_PERM_DDDC = 0xFE,
144 _MM_PERM_DDDD = 0xFF
145} _MM_PERM_ENUM;
146
147typedef enum
148{
Michael Zuckermandef78752016-03-28 12:23:09 +0000149 _MM_MANT_NORM_1_2, /* interval [1, 2) */
150 _MM_MANT_NORM_p5_2, /* interval [0.5, 2) */
151 _MM_MANT_NORM_p5_1, /* interval [0.5, 1) */
152 _MM_MANT_NORM_p75_1p5 /* interval [0.75, 1.5) */
153} _MM_MANTISSA_NORM_ENUM;
154
155typedef enum
156{
157 _MM_MANT_SIGN_src, /* sign = sign(SRC) */
158 _MM_MANT_SIGN_zero, /* sign = 0 */
159 _MM_MANT_SIGN_nan /* DEST = NaN if sign(SRC) = 1 */
160} _MM_MANTISSA_SIGN_ENUM;
161
Eric Christopher4d1851682015-06-17 07:09:20 +0000162/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000163#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512f")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000164
Adam Nemet0d5bb552014-07-28 17:14:40 +0000165/* Create vectors with repeated elements */
166
Michael Kupersteine45af542015-06-30 13:36:19 +0000167static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000168_mm512_setzero_si512(void)
169{
170 return (__m512i)(__v8di){ 0, 0, 0, 0, 0, 0, 0, 0 };
171}
172
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000173#define _mm512_setzero_epi32 _mm512_setzero_si512
174
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000175static __inline__ __m512d __DEFAULT_FN_ATTRS
176_mm512_undefined_pd()
177{
178 return (__m512d)__builtin_ia32_undef512();
179}
180
181static __inline__ __m512 __DEFAULT_FN_ATTRS
182_mm512_undefined()
183{
184 return (__m512)__builtin_ia32_undef512();
185}
186
187static __inline__ __m512 __DEFAULT_FN_ATTRS
188_mm512_undefined_ps()
189{
190 return (__m512)__builtin_ia32_undef512();
191}
192
193static __inline__ __m512i __DEFAULT_FN_ATTRS
194_mm512_undefined_epi32()
195{
196 return (__m512i)__builtin_ia32_undef512();
197}
Michael Zuckerman8c2900f2016-04-27 11:43:14 +0000198static __inline__ __m512i __DEFAULT_FN_ATTRS
199_mm512_broadcastd_epi32 (__m128i __A)
200{
201 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
202 (__v16si)
203 _mm512_undefined_epi32 (),
204 (__mmask16) -1);
205}
206
207static __inline__ __m512i __DEFAULT_FN_ATTRS
208_mm512_mask_broadcastd_epi32 (__m512i __O, __mmask16 __M, __m128i __A)
209{
210 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
211 (__v16si) __O, __M);
212}
213
214static __inline__ __m512i __DEFAULT_FN_ATTRS
215_mm512_maskz_broadcastd_epi32 (__mmask16 __M, __m128i __A)
216{
217 return (__m512i) __builtin_ia32_pbroadcastd512 ((__v4si) __A,
218 (__v16si)
219 _mm512_setzero_si512 (),
220 __M);
221}
222
223static __inline__ __m512i __DEFAULT_FN_ATTRS
224_mm512_broadcastq_epi64 (__m128i __A)
225{
226 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
227 (__v8di)
228 _mm512_undefined_pd (),
229 (__mmask8) -1);
230}
231
232static __inline__ __m512i __DEFAULT_FN_ATTRS
233_mm512_mask_broadcastq_epi64 (__m512i __O, __mmask8 __M, __m128i __A)
234{
235 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
236 (__v8di) __O, __M);
237}
238
239static __inline__ __m512i __DEFAULT_FN_ATTRS
240_mm512_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
241{
242 return (__m512i) __builtin_ia32_pbroadcastq512 ((__v2di) __A,
243 (__v8di)
244 _mm512_setzero_si512 (),
245 __M);
246}
Simon Pilgrim5aba9922015-08-26 21:17:12 +0000247
Michael Kupersteine45af542015-06-30 13:36:19 +0000248static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000249_mm512_maskz_set1_epi32(__mmask16 __M, int __A)
250{
251 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A,
252 (__v16si)
253 _mm512_setzero_si512 (),
254 __M);
255}
256
Michael Kupersteine45af542015-06-30 13:36:19 +0000257static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000258_mm512_maskz_set1_epi64(__mmask8 __M, long long __A)
259{
260#ifdef __x86_64__
261 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A,
262 (__v8di)
263 _mm512_setzero_si512 (),
264 __M);
265#else
266 return (__m512i) __builtin_ia32_pbroadcastq512_mem_mask (__A,
267 (__v8di)
268 _mm512_setzero_si512 (),
269 __M);
270#endif
271}
272
Michael Kupersteine45af542015-06-30 13:36:19 +0000273static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000274_mm512_setzero_ps(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000275{
276 return (__m512){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
277 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
278}
Michael Zuckermanf36f6eb2016-06-05 15:12:52 +0000279
280#define _mm512_setzero _mm512_setzero_ps
281
Michael Kupersteine45af542015-06-30 13:36:19 +0000282static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +0000283_mm512_setzero_pd(void)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000284{
285 return (__m512d){ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 };
286}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000287
Michael Kupersteine45af542015-06-30 13:36:19 +0000288static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000289_mm512_set1_ps(float __w)
290{
291 return (__m512){ __w, __w, __w, __w, __w, __w, __w, __w,
292 __w, __w, __w, __w, __w, __w, __w, __w };
293}
294
Michael Kupersteine45af542015-06-30 13:36:19 +0000295static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000296_mm512_set1_pd(double __w)
297{
298 return (__m512d){ __w, __w, __w, __w, __w, __w, __w, __w };
299}
300
Michael Kupersteine45af542015-06-30 13:36:19 +0000301static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman6f08ceb2016-05-26 06:54:52 +0000302_mm512_set1_epi8(char __w)
303{
304 return (__m512i)(__v64qi){ __w, __w, __w, __w, __w, __w, __w, __w,
305 __w, __w, __w, __w, __w, __w, __w, __w,
306 __w, __w, __w, __w, __w, __w, __w, __w,
307 __w, __w, __w, __w, __w, __w, __w, __w,
308 __w, __w, __w, __w, __w, __w, __w, __w,
309 __w, __w, __w, __w, __w, __w, __w, __w,
310 __w, __w, __w, __w, __w, __w, __w, __w,
311 __w, __w, __w, __w, __w, __w, __w, __w };
312}
313
314static __inline __m512i __DEFAULT_FN_ATTRS
315_mm512_set1_epi16(short __w)
316{
317 return (__m512i)(__v32hi){ __w, __w, __w, __w, __w, __w, __w, __w,
318 __w, __w, __w, __w, __w, __w, __w, __w,
319 __w, __w, __w, __w, __w, __w, __w, __w,
320 __w, __w, __w, __w, __w, __w, __w, __w };
321}
322
323static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000324_mm512_set1_epi32(int __s)
325{
326 return (__m512i)(__v16si){ __s, __s, __s, __s, __s, __s, __s, __s,
327 __s, __s, __s, __s, __s, __s, __s, __s };
328}
329
Michael Kupersteine45af542015-06-30 13:36:19 +0000330static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemetf42e7a22014-07-30 16:51:22 +0000331_mm512_set1_epi64(long long __d)
332{
333 return (__m512i)(__v8di){ __d, __d, __d, __d, __d, __d, __d, __d };
334}
335
Michael Kupersteine45af542015-06-30 13:36:19 +0000336static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000337_mm512_broadcastss_ps(__m128 __X)
338{
339 float __f = __X[0];
340 return (__v16sf){ __f, __f, __f, __f,
341 __f, __f, __f, __f,
342 __f, __f, __f, __f,
343 __f, __f, __f, __f };
344}
345
Michael Zuckerman95721ac2016-06-05 15:43:30 +0000346static __inline __m512i __DEFAULT_FN_ATTRS
347_mm512_set4_epi32 (int __A, int __B, int __C, int __D)
348{
349 return (__m512i)(__v16si)
350 { __D, __C, __B, __A, __D, __C, __B, __A,
351 __D, __C, __B, __A, __D, __C, __B, __A };
352}
353
354static __inline __m512i __DEFAULT_FN_ATTRS
355_mm512_set4_epi64 (long long __A, long long __B, long long __C,
356 long long __D)
357{
358 return (__m512i) (__v8di)
359 { __D, __C, __B, __A, __D, __C, __B, __A };
360}
361
362static __inline __m512d __DEFAULT_FN_ATTRS
363_mm512_set4_pd (double __A, double __B, double __C, double __D)
364{
365 return (__m512d)
366 { __D, __C, __B, __A, __D, __C, __B, __A };
367}
368
369static __inline __m512 __DEFAULT_FN_ATTRS
370_mm512_set4_ps (float __A, float __B, float __C, float __D)
371{
372 return (__m512)
373 { __D, __C, __B, __A, __D, __C, __B, __A,
374 __D, __C, __B, __A, __D, __C, __B, __A };
375}
376
377#define _mm512_setr4_epi32(e0,e1,e2,e3) \
378 _mm512_set4_epi32(e3,e2,e1,e0)
379
380#define _mm512_setr4_epi64(e0,e1,e2,e3) \
381 _mm512_set4_epi64(e3,e2,e1,e0)
382
383#define _mm512_setr4_pd(e0,e1,e2,e3) \
384 _mm512_set4_pd(e3,e2,e1,e0)
385
386#define _mm512_setr4_ps(e0,e1,e2,e3) \
387 _mm512_set4_ps(e3,e2,e1,e0)
388
Michael Kupersteine45af542015-06-30 13:36:19 +0000389static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet4abc07c2014-08-13 00:29:01 +0000390_mm512_broadcastsd_pd(__m128d __X)
391{
392 double __d = __X[0];
393 return (__v8df){ __d, __d, __d, __d,
394 __d, __d, __d, __d };
395}
396
Adam Nemetc871ff92014-07-30 16:51:24 +0000397/* Cast between vector types */
398
Michael Kupersteine45af542015-06-30 13:36:19 +0000399static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000400_mm512_castpd256_pd512(__m256d __a)
401{
402 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, -1, -1, -1, -1);
403}
404
Michael Kupersteine45af542015-06-30 13:36:19 +0000405static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000406_mm512_castps256_ps512(__m256 __a)
407{
408 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3, 4, 5, 6, 7,
409 -1, -1, -1, -1, -1, -1, -1, -1);
410}
411
Michael Kupersteine45af542015-06-30 13:36:19 +0000412static __inline __m128d __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000413_mm512_castpd512_pd128(__m512d __a)
414{
415 return __builtin_shufflevector(__a, __a, 0, 1);
416}
417
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000418static __inline __m256d __DEFAULT_FN_ATTRS
419_mm512_castpd512_pd256 (__m512d __A)
420{
421 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3);
422}
423
Michael Kupersteine45af542015-06-30 13:36:19 +0000424static __inline __m128 __DEFAULT_FN_ATTRS
Adam Nemetc871ff92014-07-30 16:51:24 +0000425_mm512_castps512_ps128(__m512 __a)
426{
427 return __builtin_shufflevector(__a, __a, 0, 1, 2, 3);
428}
429
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000430static __inline __m256 __DEFAULT_FN_ATTRS
431_mm512_castps512_ps256 (__m512 __A)
432{
433 return __builtin_shufflevector(__A, __A, 0, 1, 2, 3, 4, 5, 6, 7);
434}
435
436static __inline __m512 __DEFAULT_FN_ATTRS
437_mm512_castpd_ps (__m512d __A)
438{
439 return (__m512) (__A);
440}
441
442static __inline __m512i __DEFAULT_FN_ATTRS
443_mm512_castpd_si512 (__m512d __A)
444{
445 return (__m512i) (__A);
446}
Michael Zuckermanc6677032016-05-03 14:26:52 +0000447
448static __inline__ __m512d __DEFAULT_FN_ATTRS
449_mm512_castpd128_pd512 (__m128d __A)
450{
451 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
452}
453
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000454static __inline __m512d __DEFAULT_FN_ATTRS
455_mm512_castps_pd (__m512 __A)
456{
457 return (__m512d) (__A);
458}
459
460static __inline __m512i __DEFAULT_FN_ATTRS
461_mm512_castps_si512 (__m512 __A)
462{
463 return (__m512i) (__A);
464}
465
Michael Zuckermanc6677032016-05-03 14:26:52 +0000466static __inline__ __m512 __DEFAULT_FN_ATTRS
467_mm512_castps128_ps512 (__m128 __A)
468{
469 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1);
470}
471
472static __inline__ __m512i __DEFAULT_FN_ATTRS
473_mm512_castsi128_si512 (__m128i __A)
474{
475 return __builtin_shufflevector( __A, __A, 0, 1, -1, -1, -1, -1, -1, -1);
476}
477
478static __inline__ __m512i __DEFAULT_FN_ATTRS
479_mm512_castsi256_si512 (__m256i __A)
480{
481 return __builtin_shufflevector( __A, __A, 0, 1, 2, 3, -1, -1, -1, -1);
482}
483
Michael Zuckermand5cc6cd2016-05-25 14:04:21 +0000484static __inline __m512 __DEFAULT_FN_ATTRS
485_mm512_castsi512_ps (__m512i __A)
486{
487 return (__m512) (__A);
488}
489
490static __inline __m512d __DEFAULT_FN_ATTRS
491_mm512_castsi512_pd (__m512i __A)
492{
493 return (__m512d) (__A);
494}
495
496static __inline __m128i __DEFAULT_FN_ATTRS
497_mm512_castsi512_si128 (__m512i __A)
498{
499 return (__m128i)__builtin_shufflevector(__A, __A , 0, 1);
500}
501
Michael Zuckerman22c47e62016-05-26 14:32:11 +0000502static __inline __m256i __DEFAULT_FN_ATTRS
503_mm512_castsi512_si256 (__m512i __A)
504{
505 return (__m256i)__builtin_shufflevector(__A, __A , 0, 1, 2, 3);
506}
507
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000508/* Bitwise operators */
Michael Kupersteine45af542015-06-30 13:36:19 +0000509static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000510_mm512_and_epi32(__m512i __a, __m512i __b)
511{
Craig Topper6a77b622016-06-04 05:43:41 +0000512 return (__m512i)((__v16su)__a & (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000513}
514
Michael Kupersteine45af542015-06-30 13:36:19 +0000515static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000516_mm512_mask_and_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
517{
518 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
519 (__v16si) __b,
520 (__v16si) __src,
521 (__mmask16) __k);
522}
Michael Kupersteine45af542015-06-30 13:36:19 +0000523static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000524_mm512_maskz_and_epi32(__mmask16 __k, __m512i __a, __m512i __b)
525{
526 return (__m512i) __builtin_ia32_pandd512_mask((__v16si) __a,
527 (__v16si) __b,
528 (__v16si)
529 _mm512_setzero_si512 (),
530 (__mmask16) __k);
531}
532
Michael Kupersteine45af542015-06-30 13:36:19 +0000533static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000534_mm512_and_epi64(__m512i __a, __m512i __b)
535{
Craig Topper6a77b622016-06-04 05:43:41 +0000536 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000537}
538
Michael Kupersteine45af542015-06-30 13:36:19 +0000539static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000540_mm512_mask_and_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
541{
542 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
543 (__v8di) __b,
544 (__v8di) __src,
545 (__mmask8) __k);
546}
Michael Kupersteine45af542015-06-30 13:36:19 +0000547static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000548_mm512_maskz_and_epi64(__mmask8 __k, __m512i __a, __m512i __b)
549{
550 return (__m512i) __builtin_ia32_pandq512_mask ((__v8di) __a,
551 (__v8di) __b,
552 (__v8di)
553 _mm512_setzero_si512 (),
554 (__mmask8) __k);
555}
556
Michael Kupersteine45af542015-06-30 13:36:19 +0000557static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000558_mm512_andnot_si512 (__m512i __A, __m512i __B)
559{
Craig Topper6a77b622016-06-04 05:43:41 +0000560 return (__m512i)(~(__v8du)(__A) & (__v8du)__B);
Michael Zuckerman2cacc352016-05-18 15:25:53 +0000561}
562
563static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000564_mm512_andnot_epi32 (__m512i __A, __m512i __B)
565{
566 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
567 (__v16si) __B,
568 (__v16si)
569 _mm512_setzero_si512 (),
570 (__mmask16) -1);
571}
572
Michael Kupersteine45af542015-06-30 13:36:19 +0000573static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000574_mm512_mask_andnot_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
575{
576 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
577 (__v16si) __B,
578 (__v16si) __W,
579 (__mmask16) __U);
580}
581
Michael Kupersteine45af542015-06-30 13:36:19 +0000582static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000583_mm512_maskz_andnot_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
584{
585 return (__m512i) __builtin_ia32_pandnd512_mask ((__v16si) __A,
586 (__v16si) __B,
587 (__v16si)
588 _mm512_setzero_si512 (),
589 (__mmask16) __U);
590}
591
Michael Kupersteine45af542015-06-30 13:36:19 +0000592static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000593_mm512_andnot_epi64 (__m512i __A, __m512i __B)
594{
595 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
596 (__v8di) __B,
597 (__v8di)
598 _mm512_setzero_si512 (),
599 (__mmask8) -1);
600}
601
Michael Kupersteine45af542015-06-30 13:36:19 +0000602static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000603_mm512_mask_andnot_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
604{
605 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
606 (__v8di) __B,
607 (__v8di) __W, __U);
608}
609
Michael Kupersteine45af542015-06-30 13:36:19 +0000610static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000611_mm512_maskz_andnot_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
612{
613 return (__m512i) __builtin_ia32_pandnq512_mask ((__v8di) __A,
614 (__v8di) __B,
615 (__v8di)
616 _mm512_setzero_pd (),
617 __U);
618}
Michael Kupersteine45af542015-06-30 13:36:19 +0000619static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000620_mm512_or_epi32(__m512i __a, __m512i __b)
621{
Craig Topper6a77b622016-06-04 05:43:41 +0000622 return (__m512i)((__v16su)__a | (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000623}
624
Michael Kupersteine45af542015-06-30 13:36:19 +0000625static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000626_mm512_mask_or_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
627{
628 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
629 (__v16si) __b,
630 (__v16si) __src,
631 (__mmask16) __k);
632}
Michael Kupersteine45af542015-06-30 13:36:19 +0000633static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000634_mm512_maskz_or_epi32(__mmask16 __k, __m512i __a, __m512i __b)
635{
636 return (__m512i) __builtin_ia32_pord512_mask((__v16si) __a,
637 (__v16si) __b,
638 (__v16si)
639 _mm512_setzero_si512 (),
640 (__mmask16) __k);
641}
642
Michael Kupersteine45af542015-06-30 13:36:19 +0000643static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000644_mm512_or_epi64(__m512i __a, __m512i __b)
645{
Craig Topper6a77b622016-06-04 05:43:41 +0000646 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000647}
648
Michael Kupersteine45af542015-06-30 13:36:19 +0000649static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000650_mm512_mask_or_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
651{
652 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
653 (__v8di) __b,
654 (__v8di) __src,
655 (__mmask8) __k);
656}
Michael Kupersteine45af542015-06-30 13:36:19 +0000657static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000658_mm512_maskz_or_epi64(__mmask8 __k, __m512i __a, __m512i __b)
659{
660 return (__m512i) __builtin_ia32_porq512_mask ((__v8di) __a,
661 (__v8di) __b,
662 (__v8di)
663 _mm512_setzero_si512 (),
664 (__mmask8) __k);
665}
666
Michael Kupersteine45af542015-06-30 13:36:19 +0000667static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000668_mm512_xor_epi32(__m512i __a, __m512i __b)
669{
Craig Topper6a77b622016-06-04 05:43:41 +0000670 return (__m512i)((__v16su)__a ^ (__v16su)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000671}
672
Michael Kupersteine45af542015-06-30 13:36:19 +0000673static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000674_mm512_mask_xor_epi32(__m512i __src, __mmask16 __k, __m512i __a, __m512i __b)
675{
676 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
677 (__v16si) __b,
678 (__v16si) __src,
679 (__mmask16) __k);
680}
Michael Kupersteine45af542015-06-30 13:36:19 +0000681static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000682_mm512_maskz_xor_epi32(__mmask16 __k, __m512i __a, __m512i __b)
683{
684 return (__m512i) __builtin_ia32_pxord512_mask((__v16si) __a,
685 (__v16si) __b,
686 (__v16si)
687 _mm512_setzero_si512 (),
688 (__mmask16) __k);
689}
690
Michael Kupersteine45af542015-06-30 13:36:19 +0000691static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000692_mm512_xor_epi64(__m512i __a, __m512i __b)
693{
Craig Topper6a77b622016-06-04 05:43:41 +0000694 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000695}
696
Michael Kupersteine45af542015-06-30 13:36:19 +0000697static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000698_mm512_mask_xor_epi64(__m512i __src, __mmask8 __k, __m512i __a, __m512i __b)
699{
700 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
701 (__v8di) __b,
702 (__v8di) __src,
703 (__mmask8) __k);
704}
Michael Kupersteine45af542015-06-30 13:36:19 +0000705static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000706_mm512_maskz_xor_epi64(__mmask8 __k, __m512i __a, __m512i __b)
707{
708 return (__m512i) __builtin_ia32_pxorq512_mask ((__v8di) __a,
709 (__v8di) __b,
710 (__v8di)
711 _mm512_setzero_si512 (),
712 (__mmask8) __k);
713}
714
Michael Kupersteine45af542015-06-30 13:36:19 +0000715static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000716_mm512_and_si512(__m512i __a, __m512i __b)
717{
Craig Topper6a77b622016-06-04 05:43:41 +0000718 return (__m512i)((__v8du)__a & (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000719}
720
Michael Kupersteine45af542015-06-30 13:36:19 +0000721static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000722_mm512_or_si512(__m512i __a, __m512i __b)
723{
Craig Topper6a77b622016-06-04 05:43:41 +0000724 return (__m512i)((__v8du)__a | (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000725}
726
Michael Kupersteine45af542015-06-30 13:36:19 +0000727static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000728_mm512_xor_si512(__m512i __a, __m512i __b)
729{
Craig Topper6a77b622016-06-04 05:43:41 +0000730 return (__m512i)((__v8du)__a ^ (__v8du)__b);
Elena Demikhovsky29da2fb2015-04-01 06:54:16 +0000731}
Adam Nemet0d5bb552014-07-28 17:14:40 +0000732/* Arithmetic */
733
Michael Kupersteine45af542015-06-30 13:36:19 +0000734static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000735_mm512_add_pd(__m512d __a, __m512d __b)
736{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000737 return (__m512d)((__v8df)__a + (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000738}
739
Michael Kupersteine45af542015-06-30 13:36:19 +0000740static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000741_mm512_add_ps(__m512 __a, __m512 __b)
742{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000743 return (__m512)((__v16sf)__a + (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000744}
745
Michael Kupersteine45af542015-06-30 13:36:19 +0000746static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000747_mm512_mul_pd(__m512d __a, __m512d __b)
748{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000749 return (__m512d)((__v8df)__a * (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000750}
751
Michael Kupersteine45af542015-06-30 13:36:19 +0000752static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000753_mm512_mul_ps(__m512 __a, __m512 __b)
754{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000755 return (__m512)((__v16sf)__a * (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000756}
757
Michael Kupersteine45af542015-06-30 13:36:19 +0000758static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000759_mm512_sub_pd(__m512d __a, __m512d __b)
760{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000761 return (__m512d)((__v8df)__a - (__v8df)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000762}
763
Michael Kupersteine45af542015-06-30 13:36:19 +0000764static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemeta3ebe622014-07-28 17:14:42 +0000765_mm512_sub_ps(__m512 __a, __m512 __b)
766{
Craig Topper9c6c85f2016-05-16 06:38:36 +0000767 return (__m512)((__v16sf)__a - (__v16sf)__b);
Adam Nemeta3ebe622014-07-28 17:14:42 +0000768}
769
Michael Kupersteine45af542015-06-30 13:36:19 +0000770static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000771_mm512_add_epi64 (__m512i __A, __m512i __B)
772{
Craig Topper6a77b622016-06-04 05:43:41 +0000773 return (__m512i) ((__v8du) __A + (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000774}
775
Michael Kupersteine45af542015-06-30 13:36:19 +0000776static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000777_mm512_mask_add_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
778{
779 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
780 (__v8di) __B,
781 (__v8di) __W,
782 (__mmask8) __U);
783}
784
Michael Kupersteine45af542015-06-30 13:36:19 +0000785static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000786_mm512_maskz_add_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
787{
788 return (__m512i) __builtin_ia32_paddq512_mask ((__v8di) __A,
789 (__v8di) __B,
790 (__v8di)
791 _mm512_setzero_si512 (),
792 (__mmask8) __U);
793}
794
Michael Kupersteine45af542015-06-30 13:36:19 +0000795static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000796_mm512_sub_epi64 (__m512i __A, __m512i __B)
797{
Craig Topper6a77b622016-06-04 05:43:41 +0000798 return (__m512i) ((__v8du) __A - (__v8du) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000799}
800
Michael Kupersteine45af542015-06-30 13:36:19 +0000801static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000802_mm512_mask_sub_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
803{
804 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
805 (__v8di) __B,
806 (__v8di) __W,
807 (__mmask8) __U);
808}
809
Michael Kupersteine45af542015-06-30 13:36:19 +0000810static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000811_mm512_maskz_sub_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
812{
813 return (__m512i) __builtin_ia32_psubq512_mask ((__v8di) __A,
814 (__v8di) __B,
815 (__v8di)
816 _mm512_setzero_si512 (),
817 (__mmask8) __U);
818}
819
Michael Kupersteine45af542015-06-30 13:36:19 +0000820static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000821_mm512_add_epi32 (__m512i __A, __m512i __B)
822{
Craig Topper6a77b622016-06-04 05:43:41 +0000823 return (__m512i) ((__v16su) __A + (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000824}
825
Michael Kupersteine45af542015-06-30 13:36:19 +0000826static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000827_mm512_mask_add_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
828{
829 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
830 (__v16si) __B,
831 (__v16si) __W,
832 (__mmask16) __U);
833}
834
Michael Kupersteine45af542015-06-30 13:36:19 +0000835static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000836_mm512_maskz_add_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
837{
838 return (__m512i) __builtin_ia32_paddd512_mask ((__v16si) __A,
839 (__v16si) __B,
840 (__v16si)
841 _mm512_setzero_si512 (),
842 (__mmask16) __U);
843}
844
Michael Kupersteine45af542015-06-30 13:36:19 +0000845static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000846_mm512_sub_epi32 (__m512i __A, __m512i __B)
847{
Craig Topper6a77b622016-06-04 05:43:41 +0000848 return (__m512i) ((__v16su) __A - (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000849}
850
Michael Kupersteine45af542015-06-30 13:36:19 +0000851static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000852_mm512_mask_sub_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
853{
854 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
855 (__v16si) __B,
856 (__v16si) __W,
857 (__mmask16) __U);
858}
859
Michael Kupersteine45af542015-06-30 13:36:19 +0000860static __inline__ __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +0000861_mm512_maskz_sub_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
862{
863 return (__m512i) __builtin_ia32_psubd512_mask ((__v16si) __A,
864 (__v16si) __B,
865 (__v16si)
866 _mm512_setzero_si512 (),
867 (__mmask16) __U);
868}
869
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000870#define _mm512_mask_max_round_pd( __W, __U, __A, __B, __R) __extension__ ({ \
871__builtin_ia32_maxpd512_mask ((__v8df)( __A),\
872 (__v8df)( __B),\
873 (__v8df)( __W),\
874 (__mmask8)( __U),( __R));\
875})
876
877#define _mm512_maskz_max_round_pd( __U, __A, __B, __R) __extension__ ({ \
878__builtin_ia32_maxpd512_mask ((__v8df)( __A),\
879 (__v8df)( __B),\
880 (__v8df)\
881 _mm512_setzero_pd (),\
882 (__mmask8)( __U),( __R));\
883})
884
885#define _mm512_max_round_pd( __A, __B, __R) __extension__ ({ \
886__builtin_ia32_maxpd512_mask ((__v8df)( __A),\
887 (__v8df)( __B),\
888 (__v8df)\
889 _mm512_undefined_pd (),\
890 (__mmask8) -1,( __R));\
891})
892
Michael Kupersteine45af542015-06-30 13:36:19 +0000893static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000894_mm512_max_pd(__m512d __A, __m512d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +0000895{
Adam Nemet0d5bb552014-07-28 17:14:40 +0000896 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
897 (__v8df) __B,
898 (__v8df)
899 _mm512_setzero_pd (),
900 (__mmask8) -1,
901 _MM_FROUND_CUR_DIRECTION);
902}
903
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000904static __inline__ __m512d __DEFAULT_FN_ATTRS
905_mm512_mask_max_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
906{
907 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
908 (__v8df) __B,
909 (__v8df) __W,
910 (__mmask8) __U,
911 _MM_FROUND_CUR_DIRECTION);
912}
913
914static __inline__ __m512d __DEFAULT_FN_ATTRS
915_mm512_maskz_max_pd (__mmask8 __U, __m512d __A, __m512d __B)
916{
917 return (__m512d) __builtin_ia32_maxpd512_mask ((__v8df) __A,
918 (__v8df) __B,
919 (__v8df)
920 _mm512_setzero_pd (),
921 (__mmask8) __U,
922 _MM_FROUND_CUR_DIRECTION);
923}
924
Michael Zuckermane6aa66a2016-06-01 08:34:03 +0000925#define _mm512_mask_max_round_ps( __W, __U, __A, __B, __R) __extension__ ({ \
926__builtin_ia32_maxps512_mask ((__v16sf)( __A),\
927 (__v16sf)( __B),\
928 (__v16sf)( __W),\
929 (__mmask16)( __U),( __R));\
930})
931
932#define _mm512_maskz_max_round_ps( __U, __A, __B, __R) __extension__ ({ \
933__builtin_ia32_maxps512_mask ((__v16sf)( __A),\
934 (__v16sf)( __B),\
935 (__v16sf)\
936 _mm512_setzero_ps (),\
937 (__mmask16)( __U),( __R));\
938})
939
940#define _mm512_max_round_ps( __A, __B, __R) __extension__ ({ \
941__builtin_ia32_maxps512_mask ((__v16sf)( __A),\
942 (__v16sf)( __B),\
943 (__v16sf)\
944 _mm512_undefined_ps (),\
945 (__mmask16) -1,( __R));\
946})
947
Michael Kupersteine45af542015-06-30 13:36:19 +0000948static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +0000949_mm512_max_ps(__m512 __A, __m512 __B)
950{
951 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
952 (__v16sf) __B,
953 (__v16sf)
954 _mm512_setzero_ps (),
955 (__mmask16) -1,
956 _MM_FROUND_CUR_DIRECTION);
957}
958
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +0000959static __inline__ __m512 __DEFAULT_FN_ATTRS
960_mm512_mask_max_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
961{
962 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
963 (__v16sf) __B,
964 (__v16sf) __W,
965 (__mmask16) __U,
966 _MM_FROUND_CUR_DIRECTION);
967}
968
969static __inline__ __m512 __DEFAULT_FN_ATTRS
970_mm512_maskz_max_ps (__mmask16 __U, __m512 __A, __m512 __B)
971{
972 return (__m512) __builtin_ia32_maxps512_mask ((__v16sf) __A,
973 (__v16sf) __B,
974 (__v16sf)
975 _mm512_setzero_ps (),
976 (__mmask16) __U,
977 _MM_FROUND_CUR_DIRECTION);
978}
979
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000980static __inline__ __m128 __DEFAULT_FN_ATTRS
981_mm_mask_max_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000982 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000983 (__v4sf) __B,
984 (__v4sf) __W,
985 (__mmask8) __U,
986 _MM_FROUND_CUR_DIRECTION);
987}
988
989static __inline__ __m128 __DEFAULT_FN_ATTRS
990_mm_maskz_max_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +0000991 return (__m128) __builtin_ia32_maxss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +0000992 (__v4sf) __B,
993 (__v4sf) _mm_setzero_ps (),
994 (__mmask8) __U,
995 _MM_FROUND_CUR_DIRECTION);
996}
997
Craig Topper8c18e112016-05-17 04:41:50 +0000998#define _mm_max_round_ss(A, B, R) __extension__ ({ \
999 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
1000 (__v4sf)(__m128)(B), \
1001 (__v4sf)_mm_setzero_ps(), \
1002 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001003
Craig Topper8c18e112016-05-17 04:41:50 +00001004#define _mm_mask_max_round_ss(W, U, A, B, R) __extension__ ({ \
1005 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
1006 (__v4sf)(__m128)(B), \
1007 (__v4sf)(__m128)(W), (__mmask8)(U), \
1008 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001009
Craig Topper8c18e112016-05-17 04:41:50 +00001010#define _mm_maskz_max_round_ss(U, A, B, R) __extension__ ({ \
1011 (__m128)__builtin_ia32_maxss_round_mask((__v4sf)(__m128)(A), \
1012 (__v4sf)(__m128)(B), \
1013 (__v4sf)_mm_setzero_ps(), \
1014 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001015
1016static __inline__ __m128d __DEFAULT_FN_ATTRS
1017_mm_mask_max_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001018 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001019 (__v2df) __B,
1020 (__v2df) __W,
1021 (__mmask8) __U,
1022 _MM_FROUND_CUR_DIRECTION);
1023}
1024
1025static __inline__ __m128d __DEFAULT_FN_ATTRS
1026_mm_maskz_max_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001027 return (__m128d) __builtin_ia32_maxsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001028 (__v2df) __B,
1029 (__v2df) _mm_setzero_pd (),
1030 (__mmask8) __U,
1031 _MM_FROUND_CUR_DIRECTION);
1032}
1033
Craig Topper8c18e112016-05-17 04:41:50 +00001034#define _mm_max_round_sd(A, B, R) __extension__ ({ \
1035 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1036 (__v2df)(__m128d)(B), \
1037 (__v2df)_mm_setzero_pd(), \
1038 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001039
Craig Topper8c18e112016-05-17 04:41:50 +00001040#define _mm_mask_max_round_sd(W, U, A, B, R) __extension__ ({ \
1041 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1042 (__v2df)(__m128d)(B), \
1043 (__v2df)(__m128d)(W), \
1044 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001045
Craig Topper8c18e112016-05-17 04:41:50 +00001046#define _mm_maskz_max_round_sd(U, A, B, R) __extension__ ({ \
1047 (__m128d)__builtin_ia32_maxsd_round_mask((__v2df)(__m128d)(A), \
1048 (__v2df)(__m128d)(B), \
1049 (__v2df)_mm_setzero_pd(), \
1050 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001051
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001052static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001053__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001054_mm512_max_epi32(__m512i __A, __m512i __B)
1055{
1056 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1057 (__v16si) __B,
1058 (__v16si)
1059 _mm512_setzero_si512 (),
1060 (__mmask16) -1);
1061}
1062
Michael Zuckermande860e52016-05-10 11:34:19 +00001063static __inline__ __m512i __DEFAULT_FN_ATTRS
1064_mm512_mask_max_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1065{
1066 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1067 (__v16si) __B,
1068 (__v16si) __W, __M);
1069}
1070
1071static __inline__ __m512i __DEFAULT_FN_ATTRS
1072_mm512_maskz_max_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1073{
1074 return (__m512i) __builtin_ia32_pmaxsd512_mask ((__v16si) __A,
1075 (__v16si) __B,
1076 (__v16si)
1077 _mm512_setzero_si512 (),
1078 __M);
1079}
1080
Michael Kupersteine45af542015-06-30 13:36:19 +00001081static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001082_mm512_max_epu32(__m512i __A, __m512i __B)
1083{
1084 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1085 (__v16si) __B,
1086 (__v16si)
1087 _mm512_setzero_si512 (),
1088 (__mmask16) -1);
1089}
1090
Michael Zuckermande860e52016-05-10 11:34:19 +00001091static __inline__ __m512i __DEFAULT_FN_ATTRS
1092_mm512_mask_max_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1093{
1094 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1095 (__v16si) __B,
1096 (__v16si) __W, __M);
1097}
1098
1099static __inline__ __m512i __DEFAULT_FN_ATTRS
1100_mm512_maskz_max_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1101{
1102 return (__m512i) __builtin_ia32_pmaxud512_mask ((__v16si) __A,
1103 (__v16si) __B,
1104 (__v16si)
1105 _mm512_setzero_si512 (),
1106 __M);
1107}
1108
Michael Kupersteine45af542015-06-30 13:36:19 +00001109static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001110_mm512_max_epi64(__m512i __A, __m512i __B)
1111{
1112 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1113 (__v8di) __B,
1114 (__v8di)
1115 _mm512_setzero_si512 (),
1116 (__mmask8) -1);
1117}
1118
Michael Zuckermande860e52016-05-10 11:34:19 +00001119static __inline__ __m512i __DEFAULT_FN_ATTRS
1120_mm512_mask_max_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1121{
1122 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1123 (__v8di) __B,
1124 (__v8di) __W, __M);
1125}
1126
1127static __inline__ __m512i __DEFAULT_FN_ATTRS
1128_mm512_maskz_max_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1129{
1130 return (__m512i) __builtin_ia32_pmaxsq512_mask ((__v8di) __A,
1131 (__v8di) __B,
1132 (__v8di)
1133 _mm512_setzero_si512 (),
1134 __M);
1135}
1136
Michael Kupersteine45af542015-06-30 13:36:19 +00001137static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001138_mm512_max_epu64(__m512i __A, __m512i __B)
1139{
1140 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1141 (__v8di) __B,
1142 (__v8di)
1143 _mm512_setzero_si512 (),
1144 (__mmask8) -1);
1145}
1146
Michael Zuckermande860e52016-05-10 11:34:19 +00001147static __inline__ __m512i __DEFAULT_FN_ATTRS
1148_mm512_mask_max_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1149{
1150 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1151 (__v8di) __B,
1152 (__v8di) __W, __M);
1153}
1154
1155static __inline__ __m512i __DEFAULT_FN_ATTRS
1156_mm512_maskz_max_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1157{
1158 return (__m512i) __builtin_ia32_pmaxuq512_mask ((__v8di) __A,
1159 (__v8di) __B,
1160 (__v8di)
1161 _mm512_setzero_si512 (),
1162 __M);
1163}
1164
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001165#define _mm512_mask_min_round_pd( __W, __U, __A, __B, __R) __extension__ ({ \
1166__builtin_ia32_minpd512_mask ((__v8df)( __A),\
1167 (__v8df)( __B),\
1168 (__v8df)( __W),\
1169 (__mmask8)( __U),( __R));\
1170})
1171
1172#define _mm512_maskz_min_round_pd( __U, __A, __B, __R) __extension__ ({ \
1173__builtin_ia32_minpd512_mask ((__v8df)( __A),\
1174 (__v8df)( __B),\
1175 (__v8df)\
1176 _mm512_setzero_pd (),\
1177 (__mmask8)( __U),( __R));\
1178})
1179
1180#define _mm512_min_round_pd( __A, __B, __R) __extension__ ({ \
1181__builtin_ia32_minpd512_mask ((__v8df)( __A),\
1182 (__v8df)( __B),\
1183 (__v8df)\
1184 _mm512_undefined_pd (),\
1185 (__mmask8) -1,( __R));\
1186})
1187
Michael Kupersteine45af542015-06-30 13:36:19 +00001188static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001189_mm512_min_pd(__m512d __A, __m512d __B)
1190{
1191 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1192 (__v8df) __B,
1193 (__v8df)
1194 _mm512_setzero_pd (),
1195 (__mmask8) -1,
1196 _MM_FROUND_CUR_DIRECTION);
1197}
1198
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001199static __inline__ __m512d __DEFAULT_FN_ATTRS
1200_mm512_mask_min_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
1201{
1202 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1203 (__v8df) __B,
1204 (__v8df) __W,
1205 (__mmask8) __U,
1206 _MM_FROUND_CUR_DIRECTION);
1207}
1208
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001209#define _mm512_mask_min_round_ps( __W, __U, __A, __B, __R) __extension__ ({ \
1210__builtin_ia32_minps512_mask ((__v16sf)( __A),\
1211 (__v16sf)( __B),\
1212 (__v16sf)( __W),\
1213 (__mmask16)( __U),( __R));\
1214})
1215
1216#define _mm512_maskz_min_round_ps( __U, __A, __B, __R) __extension__ ({ \
1217__builtin_ia32_minps512_mask ((__v16sf)( __A),\
1218 (__v16sf)( __B),\
1219 (__v16sf)\
1220 _mm512_setzero_ps (),\
1221 (__mmask16)( __U),( __R));\
1222})
1223
1224#define _mm512_min_round_ps( __A, __B, __R) __extension__ ({ \
1225__builtin_ia32_minps512_mask ((__v16sf)( __A),\
1226 (__v16sf)( __B),\
1227 (__v16sf)\
1228 _mm512_undefined_ps (),\
1229 (__mmask16) -1,( __R));\
1230})
1231
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001232static __inline__ __m512d __DEFAULT_FN_ATTRS
1233_mm512_maskz_min_pd (__mmask8 __U, __m512d __A, __m512d __B)
1234{
1235 return (__m512d) __builtin_ia32_minpd512_mask ((__v8df) __A,
1236 (__v8df) __B,
1237 (__v8df)
1238 _mm512_setzero_pd (),
1239 (__mmask8) __U,
1240 _MM_FROUND_CUR_DIRECTION);
1241}
1242
Michael Kupersteine45af542015-06-30 13:36:19 +00001243static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001244_mm512_min_ps(__m512 __A, __m512 __B)
1245{
1246 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1247 (__v16sf) __B,
1248 (__v16sf)
1249 _mm512_setzero_ps (),
1250 (__mmask16) -1,
1251 _MM_FROUND_CUR_DIRECTION);
1252}
1253
Michael Zuckermanf9be3bb2016-05-09 12:38:49 +00001254static __inline__ __m512 __DEFAULT_FN_ATTRS
1255_mm512_mask_min_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
1256{
1257 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1258 (__v16sf) __B,
1259 (__v16sf) __W,
1260 (__mmask16) __U,
1261 _MM_FROUND_CUR_DIRECTION);
1262}
1263
1264static __inline__ __m512 __DEFAULT_FN_ATTRS
1265_mm512_maskz_min_ps (__mmask16 __U, __m512 __A, __m512 __B)
1266{
1267 return (__m512) __builtin_ia32_minps512_mask ((__v16sf) __A,
1268 (__v16sf) __B,
1269 (__v16sf)
1270 _mm512_setzero_ps (),
1271 (__mmask16) __U,
1272 _MM_FROUND_CUR_DIRECTION);
1273}
1274
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001275static __inline__ __m128 __DEFAULT_FN_ATTRS
1276_mm_mask_min_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001277 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001278 (__v4sf) __B,
1279 (__v4sf) __W,
1280 (__mmask8) __U,
1281 _MM_FROUND_CUR_DIRECTION);
1282}
1283
1284static __inline__ __m128 __DEFAULT_FN_ATTRS
1285_mm_maskz_min_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001286 return (__m128) __builtin_ia32_minss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001287 (__v4sf) __B,
1288 (__v4sf) _mm_setzero_ps (),
1289 (__mmask8) __U,
1290 _MM_FROUND_CUR_DIRECTION);
1291}
1292
Craig Topper8c18e112016-05-17 04:41:50 +00001293#define _mm_min_round_ss(A, B, R) __extension__ ({ \
1294 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1295 (__v4sf)(__m128)(B), \
1296 (__v4sf)_mm_setzero_ps(), \
1297 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001298
Craig Topper8c18e112016-05-17 04:41:50 +00001299#define _mm_mask_min_round_ss(W, U, A, B, R) __extension__ ({ \
1300 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1301 (__v4sf)(__m128)(B), \
1302 (__v4sf)(__m128)(W), (__mmask8)(U), \
1303 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001304
Craig Topper8c18e112016-05-17 04:41:50 +00001305#define _mm_maskz_min_round_ss(U, A, B, R) __extension__ ({ \
1306 (__m128)__builtin_ia32_minss_round_mask((__v4sf)(__m128)(A), \
1307 (__v4sf)(__m128)(B), \
1308 (__v4sf)_mm_setzero_ps(), \
1309 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001310
1311static __inline__ __m128d __DEFAULT_FN_ATTRS
1312_mm_mask_min_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001313 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001314 (__v2df) __B,
1315 (__v2df) __W,
1316 (__mmask8) __U,
1317 _MM_FROUND_CUR_DIRECTION);
1318}
1319
1320static __inline__ __m128d __DEFAULT_FN_ATTRS
1321_mm_maskz_min_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001322 return (__m128d) __builtin_ia32_minsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001323 (__v2df) __B,
1324 (__v2df) _mm_setzero_pd (),
1325 (__mmask8) __U,
1326 _MM_FROUND_CUR_DIRECTION);
1327}
1328
Craig Topper8c18e112016-05-17 04:41:50 +00001329#define _mm_min_round_sd(A, B, R) __extension__ ({ \
1330 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1331 (__v2df)(__m128d)(B), \
1332 (__v2df)_mm_setzero_pd(), \
1333 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001334
Craig Topper8c18e112016-05-17 04:41:50 +00001335#define _mm_mask_min_round_sd(W, U, A, B, R) __extension__ ({ \
1336 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1337 (__v2df)(__m128d)(B), \
1338 (__v2df)(__m128d)(W), \
1339 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001340
Craig Topper8c18e112016-05-17 04:41:50 +00001341#define _mm_maskz_min_round_sd(U, A, B, R) __extension__ ({ \
1342 (__m128d)__builtin_ia32_minsd_round_mask((__v2df)(__m128d)(A), \
1343 (__v2df)(__m128d)(B), \
1344 (__v2df)_mm_setzero_pd(), \
1345 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001346
Adam Nemet0d5bb552014-07-28 17:14:40 +00001347static __inline __m512i
Michael Kupersteine45af542015-06-30 13:36:19 +00001348__DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001349_mm512_min_epi32(__m512i __A, __m512i __B)
1350{
1351 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1352 (__v16si) __B,
1353 (__v16si)
1354 _mm512_setzero_si512 (),
1355 (__mmask16) -1);
1356}
1357
Michael Zuckermande860e52016-05-10 11:34:19 +00001358static __inline__ __m512i __DEFAULT_FN_ATTRS
1359_mm512_mask_min_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1360{
1361 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1362 (__v16si) __B,
1363 (__v16si) __W, __M);
1364}
1365
1366static __inline__ __m512i __DEFAULT_FN_ATTRS
1367_mm512_maskz_min_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1368{
1369 return (__m512i) __builtin_ia32_pminsd512_mask ((__v16si) __A,
1370 (__v16si) __B,
1371 (__v16si)
1372 _mm512_setzero_si512 (),
1373 __M);
1374}
1375
Michael Kupersteine45af542015-06-30 13:36:19 +00001376static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001377_mm512_min_epu32(__m512i __A, __m512i __B)
1378{
1379 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1380 (__v16si) __B,
1381 (__v16si)
1382 _mm512_setzero_si512 (),
1383 (__mmask16) -1);
1384}
1385
Michael Zuckermande860e52016-05-10 11:34:19 +00001386static __inline__ __m512i __DEFAULT_FN_ATTRS
1387_mm512_mask_min_epu32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1388{
1389 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1390 (__v16si) __B,
1391 (__v16si) __W, __M);
1392}
1393
1394static __inline__ __m512i __DEFAULT_FN_ATTRS
1395_mm512_maskz_min_epu32 (__mmask16 __M, __m512i __A, __m512i __B)
1396{
1397 return (__m512i) __builtin_ia32_pminud512_mask ((__v16si) __A,
1398 (__v16si) __B,
1399 (__v16si)
1400 _mm512_setzero_si512 (),
1401 __M);
1402}
1403
Michael Kupersteine45af542015-06-30 13:36:19 +00001404static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001405_mm512_min_epi64(__m512i __A, __m512i __B)
1406{
1407 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1408 (__v8di) __B,
1409 (__v8di)
1410 _mm512_setzero_si512 (),
1411 (__mmask8) -1);
1412}
1413
Michael Zuckermande860e52016-05-10 11:34:19 +00001414static __inline__ __m512i __DEFAULT_FN_ATTRS
1415_mm512_mask_min_epi64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1416{
1417 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1418 (__v8di) __B,
1419 (__v8di) __W, __M);
1420}
1421
1422static __inline__ __m512i __DEFAULT_FN_ATTRS
1423_mm512_maskz_min_epi64 (__mmask8 __M, __m512i __A, __m512i __B)
1424{
1425 return (__m512i) __builtin_ia32_pminsq512_mask ((__v8di) __A,
1426 (__v8di) __B,
1427 (__v8di)
1428 _mm512_setzero_si512 (),
1429 __M);
1430}
1431
Michael Kupersteine45af542015-06-30 13:36:19 +00001432static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001433_mm512_min_epu64(__m512i __A, __m512i __B)
1434{
1435 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1436 (__v8di) __B,
1437 (__v8di)
1438 _mm512_setzero_si512 (),
1439 (__mmask8) -1);
1440}
1441
Michael Zuckermande860e52016-05-10 11:34:19 +00001442static __inline__ __m512i __DEFAULT_FN_ATTRS
1443_mm512_mask_min_epu64 (__m512i __W, __mmask8 __M, __m512i __A, __m512i __B)
1444{
1445 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1446 (__v8di) __B,
1447 (__v8di) __W, __M);
1448}
1449
1450static __inline__ __m512i __DEFAULT_FN_ATTRS
1451_mm512_maskz_min_epu64 (__mmask8 __M, __m512i __A, __m512i __B)
1452{
1453 return (__m512i) __builtin_ia32_pminuq512_mask ((__v8di) __A,
1454 (__v8di) __B,
1455 (__v8di)
1456 _mm512_setzero_si512 (),
1457 __M);
1458}
1459
Michael Kupersteine45af542015-06-30 13:36:19 +00001460static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001461_mm512_mul_epi32(__m512i __X, __m512i __Y)
1462{
1463 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1464 (__v16si) __Y,
1465 (__v8di)
1466 _mm512_setzero_si512 (),
1467 (__mmask8) -1);
1468}
1469
Michael Kupersteine45af542015-06-30 13:36:19 +00001470static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001471_mm512_mask_mul_epi32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1472{
1473 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1474 (__v16si) __Y,
1475 (__v8di) __W, __M);
1476}
1477
Michael Kupersteine45af542015-06-30 13:36:19 +00001478static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001479_mm512_maskz_mul_epi32 (__mmask8 __M, __m512i __X, __m512i __Y)
1480{
1481 return (__m512i) __builtin_ia32_pmuldq512_mask ((__v16si) __X,
1482 (__v16si) __Y,
1483 (__v8di)
1484 _mm512_setzero_si512 (),
1485 __M);
1486}
1487
Michael Kupersteine45af542015-06-30 13:36:19 +00001488static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001489_mm512_mul_epu32(__m512i __X, __m512i __Y)
1490{
1491 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1492 (__v16si) __Y,
1493 (__v8di)
1494 _mm512_setzero_si512 (),
1495 (__mmask8) -1);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001496}
1497
Michael Kupersteine45af542015-06-30 13:36:19 +00001498static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001499_mm512_mask_mul_epu32 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
1500{
1501 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1502 (__v16si) __Y,
1503 (__v8di) __W, __M);
1504}
1505
Michael Kupersteine45af542015-06-30 13:36:19 +00001506static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001507_mm512_maskz_mul_epu32 (__mmask8 __M, __m512i __X, __m512i __Y)
1508{
1509 return (__m512i) __builtin_ia32_pmuludq512_mask ((__v16si) __X,
1510 (__v16si) __Y,
1511 (__v8di)
1512 _mm512_setzero_si512 (),
1513 __M);
1514}
1515
Michael Kupersteine45af542015-06-30 13:36:19 +00001516static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001517_mm512_mullo_epi32 (__m512i __A, __m512i __B)
1518{
Craig Topper6a77b622016-06-04 05:43:41 +00001519 return (__m512i) ((__v16su) __A * (__v16su) __B);
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001520}
1521
Michael Kupersteine45af542015-06-30 13:36:19 +00001522static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001523_mm512_maskz_mullo_epi32 (__mmask16 __M, __m512i __A, __m512i __B)
1524{
1525 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1526 (__v16si) __B,
1527 (__v16si)
1528 _mm512_setzero_si512 (),
1529 __M);
1530}
1531
Michael Kupersteine45af542015-06-30 13:36:19 +00001532static __inline __m512i __DEFAULT_FN_ATTRS
Elena Demikhovsky35dc8c02015-04-28 13:28:01 +00001533_mm512_mask_mullo_epi32 (__m512i __W, __mmask16 __M, __m512i __A, __m512i __B)
1534{
1535 return (__m512i) __builtin_ia32_pmulld512_mask ((__v16si) __A,
1536 (__v16si) __B,
1537 (__v16si) __W, __M);
1538}
1539
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001540#define _mm512_mask_sqrt_round_pd( __W, __U, __A, __R) __extension__ ({ \
1541__builtin_ia32_sqrtpd512_mask ((__v8df)( __A),\
1542 (__v8df)( __W),\
1543 (__mmask8)( __U),( __R));\
1544})
1545
1546#define _mm512_maskz_sqrt_round_pd( __U, __A, __R) __extension__ ({ \
1547__builtin_ia32_sqrtpd512_mask ((__v8df)( __A),\
1548 (__v8df)\
1549 _mm512_setzero_pd (),\
1550 (__mmask8)( __U),( __R));\
1551})
1552
1553#define _mm512_sqrt_round_pd( __A, __R) __extension__ ({ \
1554__builtin_ia32_sqrtpd512_mask ((__v8df)( __A),\
1555 (__v8df)\
1556 _mm512_undefined_pd (),\
1557 (__mmask8) -1,( __R));\
1558})
1559
Michael Kupersteine45af542015-06-30 13:36:19 +00001560static __inline__ __m512d __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001561_mm512_sqrt_pd(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001562{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001563 return (__m512d)__builtin_ia32_sqrtpd512_mask((__v8df)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001564 (__v8df) _mm512_setzero_pd (),
1565 (__mmask8) -1,
1566 _MM_FROUND_CUR_DIRECTION);
1567}
1568
Michael Zuckermancb856772016-05-16 11:42:01 +00001569static __inline__ __m512d __DEFAULT_FN_ATTRS
1570_mm512_mask_sqrt_pd (__m512d __W, __mmask8 __U, __m512d __A)
1571{
1572 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1573 (__v8df) __W,
1574 (__mmask8) __U,
1575 _MM_FROUND_CUR_DIRECTION);
1576}
1577
1578static __inline__ __m512d __DEFAULT_FN_ATTRS
1579_mm512_maskz_sqrt_pd (__mmask8 __U, __m512d __A)
1580{
1581 return (__m512d) __builtin_ia32_sqrtpd512_mask ((__v8df) __A,
1582 (__v8df)
1583 _mm512_setzero_pd (),
1584 (__mmask8) __U,
1585 _MM_FROUND_CUR_DIRECTION);
1586}
1587
Michael Zuckermane6aa66a2016-06-01 08:34:03 +00001588#define _mm512_mask_sqrt_round_ps( __W, __U, __A, __R) __extension__ ({ \
1589__builtin_ia32_sqrtps512_mask ((__v16sf)( __A),\
1590 (__v16sf)( __W),\
1591 (__mmask16)( __U),( __R));\
1592})
1593
1594#define _mm512_maskz_sqrt_round_ps( __U, __A, __R) __extension__ ({ \
1595__builtin_ia32_sqrtps512_mask ((__v16sf)( __A),\
1596 (__v16sf)\
1597 _mm512_setzero_ps (),\
1598 (__mmask16)( __U),( __R));\
1599})
1600
1601#define _mm512_sqrt_round_ps( __A, __R) __extension__ ({ \
1602__builtin_ia32_sqrtps512_mask ((__v16sf)( __A),\
1603 (__v16sf)\
1604 _mm512_undefined_ps (),\
1605 (__mmask16) -1,( __R));\
1606})
1607
Michael Kupersteine45af542015-06-30 13:36:19 +00001608static __inline__ __m512 __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001609_mm512_sqrt_ps(__m512 __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001610{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00001611 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001612 (__v16sf) _mm512_setzero_ps (),
1613 (__mmask16) -1,
1614 _MM_FROUND_CUR_DIRECTION);
1615}
1616
Michael Zuckermancb856772016-05-16 11:42:01 +00001617static __inline__ __m512 __DEFAULT_FN_ATTRS
1618_mm512_mask_sqrt_ps(__m512 __W, __mmask8 __U, __m512 __A)
1619{
1620 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1621 (__v16sf) __W,
1622 (__mmask16) __U,
1623 _MM_FROUND_CUR_DIRECTION);
1624}
1625
1626static __inline__ __m512 __DEFAULT_FN_ATTRS
1627_mm512_maskz_sqrt_ps( __mmask8 __U, __m512 __A)
1628{
1629 return (__m512)__builtin_ia32_sqrtps512_mask((__v16sf)__A,
1630 (__v16sf) _mm512_setzero_ps (),
1631 (__mmask16) __U,
1632 _MM_FROUND_CUR_DIRECTION);
1633}
1634
Michael Kupersteine45af542015-06-30 13:36:19 +00001635static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001636_mm512_rsqrt14_pd(__m512d __A)
1637{
1638 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1639 (__v8df)
1640 _mm512_setzero_pd (),
1641 (__mmask8) -1);}
1642
Michael Zuckermancb856772016-05-16 11:42:01 +00001643static __inline__ __m512d __DEFAULT_FN_ATTRS
1644_mm512_mask_rsqrt14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1645{
1646 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1647 (__v8df) __W,
1648 (__mmask8) __U);
1649}
1650
1651static __inline__ __m512d __DEFAULT_FN_ATTRS
1652_mm512_maskz_rsqrt14_pd (__mmask8 __U, __m512d __A)
1653{
1654 return (__m512d) __builtin_ia32_rsqrt14pd512_mask ((__v8df) __A,
1655 (__v8df)
1656 _mm512_setzero_pd (),
1657 (__mmask8) __U);
1658}
1659
Michael Kupersteine45af542015-06-30 13:36:19 +00001660static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001661_mm512_rsqrt14_ps(__m512 __A)
1662{
1663 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1664 (__v16sf)
1665 _mm512_setzero_ps (),
1666 (__mmask16) -1);
1667}
1668
Michael Zuckermancb856772016-05-16 11:42:01 +00001669static __inline__ __m512 __DEFAULT_FN_ATTRS
1670_mm512_mask_rsqrt14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1671{
1672 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1673 (__v16sf) __W,
1674 (__mmask16) __U);
1675}
1676
1677static __inline__ __m512 __DEFAULT_FN_ATTRS
1678_mm512_maskz_rsqrt14_ps (__mmask16 __U, __m512 __A)
1679{
1680 return (__m512) __builtin_ia32_rsqrt14ps512_mask ((__v16sf) __A,
1681 (__v16sf)
1682 _mm512_setzero_ps (),
1683 (__mmask16) __U);
1684}
1685
Michael Kupersteine45af542015-06-30 13:36:19 +00001686static __inline__ __m128 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001687_mm_rsqrt14_ss(__m128 __A, __m128 __B)
1688{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001689 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001690 (__v4sf) __B,
1691 (__v4sf)
1692 _mm_setzero_ps (),
1693 (__mmask8) -1);
1694}
1695
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001696static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001697_mm_mask_rsqrt14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001698{
1699 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1700 (__v4sf) __B,
1701 (__v4sf) __W,
1702 (__mmask8) __U);
1703}
1704
1705static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001706_mm_maskz_rsqrt14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001707{
1708 return (__m128) __builtin_ia32_rsqrt14ss_mask ((__v4sf) __A,
1709 (__v4sf) __B,
1710 (__v4sf) _mm_setzero_ps (),
1711 (__mmask8) __U);
1712}
1713
Michael Kupersteine45af542015-06-30 13:36:19 +00001714static __inline__ __m128d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001715_mm_rsqrt14_sd(__m128d __A, __m128d __B)
1716{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001717 return (__m128d) __builtin_ia32_rsqrt14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001718 (__v2df) __B,
1719 (__v2df)
1720 _mm_setzero_pd (),
1721 (__mmask8) -1);
1722}
1723
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001724static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001725_mm_mask_rsqrt14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001726{
1727 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1728 (__v2df) __B,
1729 (__v2df) __W,
1730 (__mmask8) __U);
1731}
1732
1733static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001734_mm_maskz_rsqrt14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001735{
1736 return (__m128d) __builtin_ia32_rsqrt14sd_mask ( (__v2df) __A,
1737 (__v2df) __B,
1738 (__v2df) _mm_setzero_pd (),
1739 (__mmask8) __U);
1740}
1741
Michael Kupersteine45af542015-06-30 13:36:19 +00001742static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001743_mm512_rcp14_pd(__m512d __A)
1744{
1745 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1746 (__v8df)
1747 _mm512_setzero_pd (),
1748 (__mmask8) -1);
1749}
1750
Michael Zuckermancb856772016-05-16 11:42:01 +00001751static __inline__ __m512d __DEFAULT_FN_ATTRS
1752_mm512_mask_rcp14_pd (__m512d __W, __mmask8 __U, __m512d __A)
1753{
1754 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1755 (__v8df) __W,
1756 (__mmask8) __U);
1757}
1758
1759static __inline__ __m512d __DEFAULT_FN_ATTRS
1760_mm512_maskz_rcp14_pd (__mmask8 __U, __m512d __A)
1761{
1762 return (__m512d) __builtin_ia32_rcp14pd512_mask ((__v8df) __A,
1763 (__v8df)
1764 _mm512_setzero_pd (),
1765 (__mmask8) __U);
1766}
1767
Michael Kupersteine45af542015-06-30 13:36:19 +00001768static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001769_mm512_rcp14_ps(__m512 __A)
1770{
1771 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1772 (__v16sf)
1773 _mm512_setzero_ps (),
1774 (__mmask16) -1);
1775}
Michael Zuckermancb856772016-05-16 11:42:01 +00001776
1777static __inline__ __m512 __DEFAULT_FN_ATTRS
1778_mm512_mask_rcp14_ps (__m512 __W, __mmask16 __U, __m512 __A)
1779{
1780 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1781 (__v16sf) __W,
1782 (__mmask16) __U);
1783}
1784
1785static __inline__ __m512 __DEFAULT_FN_ATTRS
1786_mm512_maskz_rcp14_ps (__mmask16 __U, __m512 __A)
1787{
1788 return (__m512) __builtin_ia32_rcp14ps512_mask ((__v16sf) __A,
1789 (__v16sf)
1790 _mm512_setzero_ps (),
1791 (__mmask16) __U);
1792}
1793
Michael Kupersteine45af542015-06-30 13:36:19 +00001794static __inline__ __m128 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001795_mm_rcp14_ss(__m128 __A, __m128 __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001796{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001797 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001798 (__v4sf) __B,
1799 (__v4sf)
1800 _mm_setzero_ps (),
1801 (__mmask8) -1);
1802}
1803
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001804static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001805_mm_mask_rcp14_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001806{
1807 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1808 (__v4sf) __B,
1809 (__v4sf) __W,
1810 (__mmask8) __U);
1811}
1812
1813static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001814_mm_maskz_rcp14_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001815{
1816 return (__m128) __builtin_ia32_rcp14ss_mask ((__v4sf) __A,
1817 (__v4sf) __B,
1818 (__v4sf) _mm_setzero_ps (),
1819 (__mmask8) __U);
1820}
1821
Michael Kupersteine45af542015-06-30 13:36:19 +00001822static __inline__ __m128d __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00001823_mm_rcp14_sd(__m128d __A, __m128d __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001824{
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001825 return (__m128d) __builtin_ia32_rcp14sd_mask ((__v2df) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001826 (__v2df) __B,
1827 (__v2df)
1828 _mm_setzero_pd (),
1829 (__mmask8) -1);
1830}
1831
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001832static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001833_mm_mask_rcp14_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001834{
1835 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1836 (__v2df) __B,
1837 (__v2df) __W,
1838 (__mmask8) __U);
1839}
1840
1841static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00001842_mm_maskz_rcp14_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00001843{
1844 return (__m128d) __builtin_ia32_rcp14sd_mask ( (__v2df) __A,
1845 (__v2df) __B,
1846 (__v2df) _mm_setzero_pd (),
1847 (__mmask8) __U);
1848}
1849
Michael Kupersteine45af542015-06-30 13:36:19 +00001850static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001851_mm512_floor_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001852{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001853 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1854 _MM_FROUND_FLOOR,
1855 (__v16sf) __A, -1,
1856 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001857}
1858
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001859static __inline__ __m512 __DEFAULT_FN_ATTRS
1860_mm512_mask_floor_ps (__m512 __W, __mmask16 __U, __m512 __A)
1861{
1862 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1863 _MM_FROUND_FLOOR,
1864 (__v16sf) __W, __U,
1865 _MM_FROUND_CUR_DIRECTION);
1866}
1867
Michael Kupersteine45af542015-06-30 13:36:19 +00001868static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001869_mm512_floor_pd(__m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001870{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001871 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1872 _MM_FROUND_FLOOR,
1873 (__v8df) __A, -1,
1874 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001875}
1876
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001877static __inline__ __m512d __DEFAULT_FN_ATTRS
1878_mm512_mask_floor_pd (__m512d __W, __mmask8 __U, __m512d __A)
1879{
1880 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1881 _MM_FROUND_FLOOR,
1882 (__v8df) __W, __U,
1883 _MM_FROUND_CUR_DIRECTION);
1884}
1885
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001886static __inline__ __m512 __DEFAULT_FN_ATTRS
1887_mm512_mask_ceil_ps (__m512 __W, __mmask16 __U, __m512 __A)
1888{
1889 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1890 _MM_FROUND_CEIL,
1891 (__v16sf) __W, __U,
1892 _MM_FROUND_CUR_DIRECTION);
1893}
1894
Michael Kupersteine45af542015-06-30 13:36:19 +00001895static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001896_mm512_ceil_ps(__m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00001897{
Adam Nemet0d5bb552014-07-28 17:14:40 +00001898 return (__m512) __builtin_ia32_rndscaleps_mask ((__v16sf) __A,
1899 _MM_FROUND_CEIL,
1900 (__v16sf) __A, -1,
1901 _MM_FROUND_CUR_DIRECTION);
1902}
1903
Michael Kupersteine45af542015-06-30 13:36:19 +00001904static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001905_mm512_ceil_pd(__m512d __A)
1906{
1907 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1908 _MM_FROUND_CEIL,
1909 (__v8df) __A, -1,
1910 _MM_FROUND_CUR_DIRECTION);
1911}
1912
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00001913static __inline__ __m512d __DEFAULT_FN_ATTRS
1914_mm512_mask_ceil_pd (__m512d __W, __mmask8 __U, __m512d __A)
1915{
1916 return (__m512d) __builtin_ia32_rndscalepd_mask ((__v8df) __A,
1917 _MM_FROUND_CEIL,
1918 (__v8df) __W, __U,
1919 _MM_FROUND_CUR_DIRECTION);
1920}
1921
Michael Kupersteine45af542015-06-30 13:36:19 +00001922static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001923_mm512_abs_epi64(__m512i __A)
1924{
1925 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1926 (__v8di)
1927 _mm512_setzero_si512 (),
1928 (__mmask8) -1);
1929}
1930
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001931static __inline__ __m512i __DEFAULT_FN_ATTRS
1932_mm512_mask_abs_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
1933{
1934 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1935 (__v8di) __W,
1936 (__mmask8) __U);
1937}
1938
1939static __inline__ __m512i __DEFAULT_FN_ATTRS
1940_mm512_maskz_abs_epi64 (__mmask8 __U, __m512i __A)
1941{
1942 return (__m512i) __builtin_ia32_pabsq512_mask ((__v8di) __A,
1943 (__v8di)
1944 _mm512_setzero_si512 (),
1945 (__mmask8) __U);
1946}
1947
Michael Kupersteine45af542015-06-30 13:36:19 +00001948static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00001949_mm512_abs_epi32(__m512i __A)
1950{
1951 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1952 (__v16si)
1953 _mm512_setzero_si512 (),
1954 (__mmask16) -1);
1955}
1956
Michael Zuckermanbf05a452016-05-16 18:57:24 +00001957static __inline__ __m512i __DEFAULT_FN_ATTRS
1958_mm512_mask_abs_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
1959{
1960 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1961 (__v16si) __W,
1962 (__mmask16) __U);
1963}
1964
1965static __inline__ __m512i __DEFAULT_FN_ATTRS
1966_mm512_maskz_abs_epi32 (__mmask16 __U, __m512i __A)
1967{
1968 return (__m512i) __builtin_ia32_pabsd512_mask ((__v16si) __A,
1969 (__v16si)
1970 _mm512_setzero_si512 (),
1971 (__mmask16) __U);
1972}
1973
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001974static __inline__ __m128 __DEFAULT_FN_ATTRS
1975_mm_mask_add_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001976 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001977 (__v4sf) __B,
1978 (__v4sf) __W,
1979 (__mmask8) __U,
1980 _MM_FROUND_CUR_DIRECTION);
1981}
1982
1983static __inline__ __m128 __DEFAULT_FN_ATTRS
1984_mm_maskz_add_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00001985 return (__m128) __builtin_ia32_addss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001986 (__v4sf) __B,
1987 (__v4sf) _mm_setzero_ps (),
1988 (__mmask8) __U,
1989 _MM_FROUND_CUR_DIRECTION);
1990}
1991
Craig Topper8c18e112016-05-17 04:41:50 +00001992#define _mm_add_round_ss(A, B, R) __extension__ ({ \
1993 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
1994 (__v4sf)(__m128)(B), \
1995 (__v4sf)_mm_setzero_ps(), \
1996 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00001997
Craig Topper8c18e112016-05-17 04:41:50 +00001998#define _mm_mask_add_round_ss(W, U, A, B, R) __extension__ ({ \
1999 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
2000 (__v4sf)(__m128)(B), \
2001 (__v4sf)(__m128)(W), (__mmask8)(U), \
2002 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002003
Craig Topper8c18e112016-05-17 04:41:50 +00002004#define _mm_maskz_add_round_ss(U, A, B, R) __extension__ ({ \
2005 (__m128)__builtin_ia32_addss_round_mask((__v4sf)(__m128)(A), \
2006 (__v4sf)(__m128)(B), \
2007 (__v4sf)_mm_setzero_ps(), \
2008 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002009
2010static __inline__ __m128d __DEFAULT_FN_ATTRS
2011_mm_mask_add_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002012 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002013 (__v2df) __B,
2014 (__v2df) __W,
2015 (__mmask8) __U,
2016 _MM_FROUND_CUR_DIRECTION);
2017}
2018
2019static __inline__ __m128d __DEFAULT_FN_ATTRS
2020_mm_maskz_add_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002021 return (__m128d) __builtin_ia32_addsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002022 (__v2df) __B,
2023 (__v2df) _mm_setzero_pd (),
2024 (__mmask8) __U,
2025 _MM_FROUND_CUR_DIRECTION);
2026}
Craig Topper8c18e112016-05-17 04:41:50 +00002027#define _mm_add_round_sd(A, B, R) __extension__ ({ \
2028 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2029 (__v2df)(__m128d)(B), \
2030 (__v2df)_mm_setzero_pd(), \
2031 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002032
Craig Topper8c18e112016-05-17 04:41:50 +00002033#define _mm_mask_add_round_sd(W, U, A, B, R) __extension__ ({ \
2034 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2035 (__v2df)(__m128d)(B), \
2036 (__v2df)(__m128d)(W), \
2037 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002038
Craig Topper8c18e112016-05-17 04:41:50 +00002039#define _mm_maskz_add_round_sd(U, A, B, R) __extension__ ({ \
2040 (__m128d)__builtin_ia32_addsd_round_mask((__v2df)(__m128d)(A), \
2041 (__v2df)(__m128d)(B), \
2042 (__v2df)_mm_setzero_pd(), \
2043 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002044
Asaf Badouhffeb6242015-07-21 15:27:28 +00002045static __inline__ __m512d __DEFAULT_FN_ATTRS
2046_mm512_mask_add_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2047 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2048 (__v8df) __B,
2049 (__v8df) __W,
2050 (__mmask8) __U,
2051 _MM_FROUND_CUR_DIRECTION);
2052}
2053
2054static __inline__ __m512d __DEFAULT_FN_ATTRS
2055_mm512_maskz_add_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2056 return (__m512d) __builtin_ia32_addpd512_mask ((__v8df) __A,
2057 (__v8df) __B,
2058 (__v8df) _mm512_setzero_pd (),
2059 (__mmask8) __U,
2060 _MM_FROUND_CUR_DIRECTION);
2061}
2062
2063static __inline__ __m512 __DEFAULT_FN_ATTRS
2064_mm512_mask_add_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2065 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2066 (__v16sf) __B,
2067 (__v16sf) __W,
2068 (__mmask16) __U,
2069 _MM_FROUND_CUR_DIRECTION);
2070}
2071
2072static __inline__ __m512 __DEFAULT_FN_ATTRS
2073_mm512_maskz_add_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2074 return (__m512) __builtin_ia32_addps512_mask ((__v16sf) __A,
2075 (__v16sf) __B,
2076 (__v16sf) _mm512_setzero_ps (),
2077 (__mmask16) __U,
2078 _MM_FROUND_CUR_DIRECTION);
2079}
2080
Craig Topper8c18e112016-05-17 04:41:50 +00002081#define _mm512_add_round_pd(A, B, R) __extension__ ({ \
2082 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2083 (__v8df)(__m512d)(B), \
2084 (__v8df)_mm512_setzero_pd(), \
2085 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002086
Craig Topper8c18e112016-05-17 04:41:50 +00002087#define _mm512_mask_add_round_pd(W, U, A, B, R) __extension__ ({ \
2088 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2089 (__v8df)(__m512d)(B), \
2090 (__v8df)(__m512d)(W), (__mmask8)(U), \
2091 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002092
Craig Topper8c18e112016-05-17 04:41:50 +00002093#define _mm512_maskz_add_round_pd(U, A, B, R) __extension__ ({ \
2094 (__m512d)__builtin_ia32_addpd512_mask((__v8df)(__m512d)(A), \
2095 (__v8df)(__m512d)(B), \
2096 (__v8df)_mm512_setzero_pd(), \
2097 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002098
Craig Topper8c18e112016-05-17 04:41:50 +00002099#define _mm512_add_round_ps(A, B, R) __extension__ ({ \
2100 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2101 (__v16sf)(__m512)(B), \
2102 (__v16sf)_mm512_setzero_ps(), \
2103 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002104
Craig Topper8c18e112016-05-17 04:41:50 +00002105#define _mm512_mask_add_round_ps(W, U, A, B, R) __extension__ ({ \
2106 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2107 (__v16sf)(__m512)(B), \
2108 (__v16sf)(__m512)(W), (__mmask16)(U), \
2109 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002110
Craig Topper8c18e112016-05-17 04:41:50 +00002111#define _mm512_maskz_add_round_ps(U, A, B, R) __extension__ ({ \
2112 (__m512)__builtin_ia32_addps512_mask((__v16sf)(__m512)(A), \
2113 (__v16sf)(__m512)(B), \
2114 (__v16sf)_mm512_setzero_ps(), \
2115 (__mmask16)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002116
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002117static __inline__ __m128 __DEFAULT_FN_ATTRS
2118_mm_mask_sub_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002119 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002120 (__v4sf) __B,
2121 (__v4sf) __W,
2122 (__mmask8) __U,
2123 _MM_FROUND_CUR_DIRECTION);
2124}
2125
2126static __inline__ __m128 __DEFAULT_FN_ATTRS
2127_mm_maskz_sub_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002128 return (__m128) __builtin_ia32_subss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002129 (__v4sf) __B,
2130 (__v4sf) _mm_setzero_ps (),
2131 (__mmask8) __U,
2132 _MM_FROUND_CUR_DIRECTION);
2133}
Craig Topper8c18e112016-05-17 04:41:50 +00002134#define _mm_sub_round_ss(A, B, R) __extension__ ({ \
2135 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2136 (__v4sf)(__m128)(B), \
2137 (__v4sf)_mm_setzero_ps(), \
2138 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002139
Craig Topper8c18e112016-05-17 04:41:50 +00002140#define _mm_mask_sub_round_ss(W, U, A, B, R) __extension__ ({ \
2141 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2142 (__v4sf)(__m128)(B), \
2143 (__v4sf)(__m128)(W), (__mmask8)(U), \
2144 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002145
Craig Topper8c18e112016-05-17 04:41:50 +00002146#define _mm_maskz_sub_round_ss(U, A, B, R) __extension__ ({ \
2147 (__m128)__builtin_ia32_subss_round_mask((__v4sf)(__m128)(A), \
2148 (__v4sf)(__m128)(B), \
2149 (__v4sf)_mm_setzero_ps(), \
2150 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002151
2152static __inline__ __m128d __DEFAULT_FN_ATTRS
2153_mm_mask_sub_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002154 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002155 (__v2df) __B,
2156 (__v2df) __W,
2157 (__mmask8) __U,
2158 _MM_FROUND_CUR_DIRECTION);
2159}
2160
2161static __inline__ __m128d __DEFAULT_FN_ATTRS
2162_mm_maskz_sub_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002163 return (__m128d) __builtin_ia32_subsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002164 (__v2df) __B,
2165 (__v2df) _mm_setzero_pd (),
2166 (__mmask8) __U,
2167 _MM_FROUND_CUR_DIRECTION);
2168}
2169
Craig Topper8c18e112016-05-17 04:41:50 +00002170#define _mm_sub_round_sd(A, B, R) __extension__ ({ \
2171 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2172 (__v2df)(__m128d)(B), \
2173 (__v2df)_mm_setzero_pd(), \
2174 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002175
Craig Topper8c18e112016-05-17 04:41:50 +00002176#define _mm_mask_sub_round_sd(W, U, A, B, R) __extension__ ({ \
2177 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2178 (__v2df)(__m128d)(B), \
2179 (__v2df)(__m128d)(W), \
2180 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002181
Craig Topper8c18e112016-05-17 04:41:50 +00002182#define _mm_maskz_sub_round_sd(U, A, B, R) __extension__ ({ \
2183 (__m128d)__builtin_ia32_subsd_round_mask((__v2df)(__m128d)(A), \
2184 (__v2df)(__m128d)(B), \
2185 (__v2df)_mm_setzero_pd(), \
2186 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002187
Asaf Badouhffeb6242015-07-21 15:27:28 +00002188static __inline__ __m512d __DEFAULT_FN_ATTRS
2189_mm512_mask_sub_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2190 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2191 (__v8df) __B,
2192 (__v8df) __W,
2193 (__mmask8) __U,
2194 _MM_FROUND_CUR_DIRECTION);
2195}
2196
2197static __inline__ __m512d __DEFAULT_FN_ATTRS
2198_mm512_maskz_sub_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2199 return (__m512d) __builtin_ia32_subpd512_mask ((__v8df) __A,
2200 (__v8df) __B,
2201 (__v8df)
2202 _mm512_setzero_pd (),
2203 (__mmask8) __U,
2204 _MM_FROUND_CUR_DIRECTION);
2205}
2206
2207static __inline__ __m512 __DEFAULT_FN_ATTRS
2208_mm512_mask_sub_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2209 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2210 (__v16sf) __B,
2211 (__v16sf) __W,
2212 (__mmask16) __U,
2213 _MM_FROUND_CUR_DIRECTION);
2214}
2215
2216static __inline__ __m512 __DEFAULT_FN_ATTRS
2217_mm512_maskz_sub_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2218 return (__m512) __builtin_ia32_subps512_mask ((__v16sf) __A,
2219 (__v16sf) __B,
2220 (__v16sf)
2221 _mm512_setzero_ps (),
2222 (__mmask16) __U,
2223 _MM_FROUND_CUR_DIRECTION);
2224}
2225
Craig Topper8c18e112016-05-17 04:41:50 +00002226#define _mm512_sub_round_pd(A, B, R) __extension__ ({ \
2227 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2228 (__v8df)(__m512d)(B), \
2229 (__v8df)_mm512_setzero_pd(), \
2230 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002231
Craig Topper8c18e112016-05-17 04:41:50 +00002232#define _mm512_mask_sub_round_pd(W, U, A, B, R) __extension__ ({ \
2233 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2234 (__v8df)(__m512d)(B), \
2235 (__v8df)(__m512d)(W), (__mmask8)(U), \
2236 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002237
Craig Topper8c18e112016-05-17 04:41:50 +00002238#define _mm512_maskz_sub_round_pd(U, A, B, R) __extension__ ({ \
2239 (__m512d)__builtin_ia32_subpd512_mask((__v8df)(__m512d)(A), \
2240 (__v8df)(__m512d)(B), \
2241 (__v8df)_mm512_setzero_pd(), \
2242 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002243
Craig Topper8c18e112016-05-17 04:41:50 +00002244#define _mm512_sub_round_ps(A, B, R) __extension__ ({ \
2245 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2246 (__v16sf)(__m512)(B), \
2247 (__v16sf)_mm512_setzero_ps(), \
2248 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002249
Craig Topper8c18e112016-05-17 04:41:50 +00002250#define _mm512_mask_sub_round_ps(W, U, A, B, R) __extension__ ({ \
2251 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2252 (__v16sf)(__m512)(B), \
2253 (__v16sf)(__m512)(W), (__mmask16)(U), \
2254 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002255
Craig Topper8c18e112016-05-17 04:41:50 +00002256#define _mm512_maskz_sub_round_ps(U, A, B, R) __extension__ ({ \
2257 (__m512)__builtin_ia32_subps512_mask((__v16sf)(__m512)(A), \
2258 (__v16sf)(__m512)(B), \
2259 (__v16sf)_mm512_setzero_ps(), \
2260 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002261
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002262static __inline__ __m128 __DEFAULT_FN_ATTRS
2263_mm_mask_mul_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002264 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002265 (__v4sf) __B,
2266 (__v4sf) __W,
2267 (__mmask8) __U,
2268 _MM_FROUND_CUR_DIRECTION);
2269}
2270
2271static __inline__ __m128 __DEFAULT_FN_ATTRS
2272_mm_maskz_mul_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002273 return (__m128) __builtin_ia32_mulss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002274 (__v4sf) __B,
2275 (__v4sf) _mm_setzero_ps (),
2276 (__mmask8) __U,
2277 _MM_FROUND_CUR_DIRECTION);
2278}
Craig Topper8c18e112016-05-17 04:41:50 +00002279#define _mm_mul_round_ss(A, B, R) __extension__ ({ \
2280 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2281 (__v4sf)(__m128)(B), \
2282 (__v4sf)_mm_setzero_ps(), \
2283 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002284
Craig Topper8c18e112016-05-17 04:41:50 +00002285#define _mm_mask_mul_round_ss(W, U, A, B, R) __extension__ ({ \
2286 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2287 (__v4sf)(__m128)(B), \
2288 (__v4sf)(__m128)(W), (__mmask8)(U), \
2289 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002290
Craig Topper8c18e112016-05-17 04:41:50 +00002291#define _mm_maskz_mul_round_ss(U, A, B, R) __extension__ ({ \
2292 (__m128)__builtin_ia32_mulss_round_mask((__v4sf)(__m128)(A), \
2293 (__v4sf)(__m128)(B), \
2294 (__v4sf)_mm_setzero_ps(), \
2295 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002296
2297static __inline__ __m128d __DEFAULT_FN_ATTRS
2298_mm_mask_mul_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002299 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002300 (__v2df) __B,
2301 (__v2df) __W,
2302 (__mmask8) __U,
2303 _MM_FROUND_CUR_DIRECTION);
2304}
2305
2306static __inline__ __m128d __DEFAULT_FN_ATTRS
2307_mm_maskz_mul_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002308 return (__m128d) __builtin_ia32_mulsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002309 (__v2df) __B,
2310 (__v2df) _mm_setzero_pd (),
2311 (__mmask8) __U,
2312 _MM_FROUND_CUR_DIRECTION);
2313}
2314
Craig Topper8c18e112016-05-17 04:41:50 +00002315#define _mm_mul_round_sd(A, B, R) __extension__ ({ \
2316 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2317 (__v2df)(__m128d)(B), \
2318 (__v2df)_mm_setzero_pd(), \
2319 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002320
Craig Topper8c18e112016-05-17 04:41:50 +00002321#define _mm_mask_mul_round_sd(W, U, A, B, R) __extension__ ({ \
2322 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2323 (__v2df)(__m128d)(B), \
2324 (__v2df)(__m128d)(W), \
2325 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002326
Craig Topper8c18e112016-05-17 04:41:50 +00002327#define _mm_maskz_mul_round_sd(U, A, B, R) __extension__ ({ \
2328 (__m128d)__builtin_ia32_mulsd_round_mask((__v2df)(__m128d)(A), \
2329 (__v2df)(__m128d)(B), \
2330 (__v2df)_mm_setzero_pd(), \
2331 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002332
Asaf Badouhffeb6242015-07-21 15:27:28 +00002333static __inline__ __m512d __DEFAULT_FN_ATTRS
2334_mm512_mask_mul_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2335 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2336 (__v8df) __B,
2337 (__v8df) __W,
2338 (__mmask8) __U,
2339 _MM_FROUND_CUR_DIRECTION);
2340}
2341
2342static __inline__ __m512d __DEFAULT_FN_ATTRS
2343_mm512_maskz_mul_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2344 return (__m512d) __builtin_ia32_mulpd512_mask ((__v8df) __A,
2345 (__v8df) __B,
2346 (__v8df)
2347 _mm512_setzero_pd (),
2348 (__mmask8) __U,
2349 _MM_FROUND_CUR_DIRECTION);
2350}
2351
2352static __inline__ __m512 __DEFAULT_FN_ATTRS
2353_mm512_mask_mul_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2354 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2355 (__v16sf) __B,
2356 (__v16sf) __W,
2357 (__mmask16) __U,
2358 _MM_FROUND_CUR_DIRECTION);
2359}
2360
2361static __inline__ __m512 __DEFAULT_FN_ATTRS
2362_mm512_maskz_mul_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2363 return (__m512) __builtin_ia32_mulps512_mask ((__v16sf) __A,
2364 (__v16sf) __B,
2365 (__v16sf)
2366 _mm512_setzero_ps (),
2367 (__mmask16) __U,
2368 _MM_FROUND_CUR_DIRECTION);
2369}
2370
Craig Topper8c18e112016-05-17 04:41:50 +00002371#define _mm512_mul_round_pd(A, B, R) __extension__ ({ \
2372 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2373 (__v8df)(__m512d)(B), \
2374 (__v8df)_mm512_setzero_pd(), \
2375 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002376
Craig Topper8c18e112016-05-17 04:41:50 +00002377#define _mm512_mask_mul_round_pd(W, U, A, B, R) __extension__ ({ \
2378 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2379 (__v8df)(__m512d)(B), \
2380 (__v8df)(__m512d)(W), (__mmask8)(U), \
2381 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002382
Craig Topper8c18e112016-05-17 04:41:50 +00002383#define _mm512_maskz_mul_round_pd(U, A, B, R) __extension__ ({ \
2384 (__m512d)__builtin_ia32_mulpd512_mask((__v8df)(__m512d)(A), \
2385 (__v8df)(__m512d)(B), \
2386 (__v8df)_mm512_setzero_pd(), \
2387 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002388
Craig Topper8c18e112016-05-17 04:41:50 +00002389#define _mm512_mul_round_ps(A, B, R) __extension__ ({ \
2390 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2391 (__v16sf)(__m512)(B), \
2392 (__v16sf)_mm512_setzero_ps(), \
2393 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002394
Craig Topper8c18e112016-05-17 04:41:50 +00002395#define _mm512_mask_mul_round_ps(W, U, A, B, R) __extension__ ({ \
2396 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2397 (__v16sf)(__m512)(B), \
2398 (__v16sf)(__m512)(W), (__mmask16)(U), \
2399 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002400
Craig Topper8c18e112016-05-17 04:41:50 +00002401#define _mm512_maskz_mul_round_ps(U, A, B, R) __extension__ ({ \
2402 (__m512)__builtin_ia32_mulps512_mask((__v16sf)(__m512)(A), \
2403 (__v16sf)(__m512)(B), \
2404 (__v16sf)_mm512_setzero_ps(), \
2405 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002406
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002407static __inline__ __m128 __DEFAULT_FN_ATTRS
2408_mm_mask_div_ss(__m128 __W, __mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002409 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002410 (__v4sf) __B,
2411 (__v4sf) __W,
2412 (__mmask8) __U,
2413 _MM_FROUND_CUR_DIRECTION);
2414}
2415
2416static __inline__ __m128 __DEFAULT_FN_ATTRS
2417_mm_maskz_div_ss(__mmask8 __U,__m128 __A, __m128 __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002418 return (__m128) __builtin_ia32_divss_round_mask ((__v4sf) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002419 (__v4sf) __B,
2420 (__v4sf) _mm_setzero_ps (),
2421 (__mmask8) __U,
2422 _MM_FROUND_CUR_DIRECTION);
2423}
2424
Craig Topper8c18e112016-05-17 04:41:50 +00002425#define _mm_div_round_ss(A, B, R) __extension__ ({ \
2426 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2427 (__v4sf)(__m128)(B), \
2428 (__v4sf)_mm_setzero_ps(), \
2429 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002430
Craig Topper8c18e112016-05-17 04:41:50 +00002431#define _mm_mask_div_round_ss(W, U, A, B, R) __extension__ ({ \
2432 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2433 (__v4sf)(__m128)(B), \
2434 (__v4sf)(__m128)(W), (__mmask8)(U), \
2435 (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002436
Craig Topper8c18e112016-05-17 04:41:50 +00002437#define _mm_maskz_div_round_ss(U, A, B, R) __extension__ ({ \
2438 (__m128)__builtin_ia32_divss_round_mask((__v4sf)(__m128)(A), \
2439 (__v4sf)(__m128)(B), \
2440 (__v4sf)_mm_setzero_ps(), \
2441 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002442
2443static __inline__ __m128d __DEFAULT_FN_ATTRS
2444_mm_mask_div_sd(__m128d __W, __mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002445 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002446 (__v2df) __B,
2447 (__v2df) __W,
2448 (__mmask8) __U,
2449 _MM_FROUND_CUR_DIRECTION);
2450}
2451
2452static __inline__ __m128d __DEFAULT_FN_ATTRS
2453_mm_maskz_div_sd(__mmask8 __U,__m128d __A, __m128d __B) {
Igor Breger9c2a0bf2016-02-08 12:36:48 +00002454 return (__m128d) __builtin_ia32_divsd_round_mask ((__v2df) __A,
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002455 (__v2df) __B,
2456 (__v2df) _mm_setzero_pd (),
2457 (__mmask8) __U,
2458 _MM_FROUND_CUR_DIRECTION);
2459}
2460
Craig Topper8c18e112016-05-17 04:41:50 +00002461#define _mm_div_round_sd(A, B, R) __extension__ ({ \
2462 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2463 (__v2df)(__m128d)(B), \
2464 (__v2df)_mm_setzero_pd(), \
2465 (__mmask8)-1, (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002466
Craig Topper8c18e112016-05-17 04:41:50 +00002467#define _mm_mask_div_round_sd(W, U, A, B, R) __extension__ ({ \
2468 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2469 (__v2df)(__m128d)(B), \
2470 (__v2df)(__m128d)(W), \
2471 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002472
Craig Topper8c18e112016-05-17 04:41:50 +00002473#define _mm_maskz_div_round_sd(U, A, B, R) __extension__ ({ \
2474 (__m128d)__builtin_ia32_divsd_round_mask((__v2df)(__m128d)(A), \
2475 (__v2df)(__m128d)(B), \
2476 (__v2df)_mm_setzero_pd(), \
2477 (__mmask8)(U), (int)(R)); })
Asaf Badouhf6a58b62015-07-23 12:13:32 +00002478
Asaf Badouhffeb6242015-07-21 15:27:28 +00002479static __inline__ __m512d __DEFAULT_FN_ATTRS
2480_mm512_mask_div_pd(__m512d __W, __mmask8 __U, __m512d __A, __m512d __B) {
2481 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2482 (__v8df) __B,
2483 (__v8df) __W,
2484 (__mmask8) __U,
2485 _MM_FROUND_CUR_DIRECTION);
2486}
2487
2488static __inline__ __m512d __DEFAULT_FN_ATTRS
2489_mm512_maskz_div_pd(__mmask8 __U, __m512d __A, __m512d __B) {
2490 return (__m512d) __builtin_ia32_divpd512_mask ((__v8df) __A,
2491 (__v8df) __B,
2492 (__v8df)
2493 _mm512_setzero_pd (),
2494 (__mmask8) __U,
2495 _MM_FROUND_CUR_DIRECTION);
2496}
2497
2498static __inline__ __m512 __DEFAULT_FN_ATTRS
2499_mm512_mask_div_ps(__m512 __W, __mmask16 __U, __m512 __A, __m512 __B) {
2500 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2501 (__v16sf) __B,
2502 (__v16sf) __W,
2503 (__mmask16) __U,
2504 _MM_FROUND_CUR_DIRECTION);
2505}
2506
2507static __inline__ __m512 __DEFAULT_FN_ATTRS
2508_mm512_maskz_div_ps(__mmask16 __U, __m512 __A, __m512 __B) {
2509 return (__m512) __builtin_ia32_divps512_mask ((__v16sf) __A,
2510 (__v16sf) __B,
2511 (__v16sf)
2512 _mm512_setzero_ps (),
2513 (__mmask16) __U,
2514 _MM_FROUND_CUR_DIRECTION);
2515}
2516
Craig Topper8c18e112016-05-17 04:41:50 +00002517#define _mm512_div_round_pd(A, B, R) __extension__ ({ \
2518 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2519 (__v8df)(__m512d)(B), \
2520 (__v8df)_mm512_setzero_pd(), \
2521 (__mmask8)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002522
Craig Topper8c18e112016-05-17 04:41:50 +00002523#define _mm512_mask_div_round_pd(W, U, A, B, R) __extension__ ({ \
2524 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2525 (__v8df)(__m512d)(B), \
2526 (__v8df)(__m512d)(W), (__mmask8)(U), \
2527 (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002528
Craig Topper8c18e112016-05-17 04:41:50 +00002529#define _mm512_maskz_div_round_pd(U, A, B, R) __extension__ ({ \
2530 (__m512d)__builtin_ia32_divpd512_mask((__v8df)(__m512d)(A), \
2531 (__v8df)(__m512d)(B), \
2532 (__v8df)_mm512_setzero_pd(), \
2533 (__mmask8)(U), (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002534
Craig Topper8c18e112016-05-17 04:41:50 +00002535#define _mm512_div_round_ps(A, B, R) __extension__ ({ \
2536 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2537 (__v16sf)(__m512)(B), \
2538 (__v16sf)_mm512_setzero_ps(), \
2539 (__mmask16)-1, (int)(R)); })
Asaf Badouhffeb6242015-07-21 15:27:28 +00002540
Craig Topper8c18e112016-05-17 04:41:50 +00002541#define _mm512_mask_div_round_ps(W, U, A, B, R) __extension__ ({ \
2542 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2543 (__v16sf)(__m512)(B), \
2544 (__v16sf)(__m512)(W), (__mmask16)(U), \
2545 (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002546
Craig Topper8c18e112016-05-17 04:41:50 +00002547#define _mm512_maskz_div_round_ps(U, A, B, R) __extension__ ({ \
2548 (__m512)__builtin_ia32_divps512_mask((__v16sf)(__m512)(A), \
2549 (__v16sf)(__m512)(B), \
2550 (__v16sf)_mm512_setzero_ps(), \
2551 (__mmask16)(U), (int)(R)); });
Asaf Badouhffeb6242015-07-21 15:27:28 +00002552
Craig Topper72c7d512015-02-01 07:35:35 +00002553#define _mm512_roundscale_ps(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002554 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(A), (int)(B), \
2555 (__v16sf)(__m512)(A), (__mmask16)-1, \
2556 _MM_FROUND_CUR_DIRECTION); })
Craig Topper72c7d512015-02-01 07:35:35 +00002557
Craig Topper8c18e112016-05-17 04:41:50 +00002558#define _mm512_mask_roundscale_ps(A, B, C, imm) __extension__ ({\
2559 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(C), (int)(imm), \
2560 (__v16sf)(__m512)(A), (__mmask16)(B), \
2561 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002562
Craig Topper8c18e112016-05-17 04:41:50 +00002563#define _mm512_maskz_roundscale_ps(A, B, imm) __extension__ ({\
2564 (__m512)__builtin_ia32_rndscaleps_mask((__v16sf)(__m512)(B), (int)(imm), \
2565 (__v16sf)_mm512_setzero_ps(), \
2566 (__mmask16)(A), \
2567 _MM_FROUND_CUR_DIRECTION); })
2568
Michael Zuckermanc301c192016-06-01 07:35:44 +00002569#define _mm512_mask_roundscale_round_ps( __A, __B, __C, __imm, __R) __extension__ ({ \
2570 (__m512)__builtin_ia32_rndscaleps_mask ((__v16sf)( __C), (int)__imm,\
2571 (__v16sf)( __A),\
2572 (__mmask16)( __B),(int) __R);\
2573})
2574
2575#define _mm512_maskz_roundscale_round_ps( __A, __B, __imm,__R) __extension__ ({ \
2576 (__m512)__builtin_ia32_rndscaleps_mask ((__v16sf)( __B), (int)__imm,\
2577 (__v16sf)_mm512_setzero_ps (),\
2578 (__mmask16)( __A),(int) __R);\
2579})
2580
2581#define _mm512_roundscale_round_ps( __A, __imm, __R) __extension__ ({ \
2582 (__m512)__builtin_ia32_rndscaleps_mask ((__v16sf)( __A),(int) __imm,\
2583 (__v16sf) _mm512_undefined_ps (),\
2584 (__mmask16) -1,(int) __R);\
2585})
2586
Craig Topper72c7d512015-02-01 07:35:35 +00002587#define _mm512_roundscale_pd(A, B) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002588 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(A), (int)(B), \
2589 (__v8df)(__m512d)(A), (__mmask8)-1, \
2590 _MM_FROUND_CUR_DIRECTION); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00002591
Craig Topper8c18e112016-05-17 04:41:50 +00002592#define _mm512_mask_roundscale_pd(A, B, C, imm) __extension__ ({\
2593 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(C), (int)(imm), \
2594 (__v8df)(__m512d)(A), (__mmask8)(B), \
2595 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman7360d8a2016-05-10 07:30:58 +00002596
Craig Topper8c18e112016-05-17 04:41:50 +00002597#define _mm512_maskz_roundscale_pd(A, B, imm) __extension__ ({\
2598 (__m512d)__builtin_ia32_rndscalepd_mask((__v8df)(__m512d)(B), (int)(imm), \
2599 (__v8df)_mm512_setzero_pd(), \
2600 (__mmask8)(A), \
2601 _MM_FROUND_CUR_DIRECTION); })
2602
Michael Zuckermanc301c192016-06-01 07:35:44 +00002603#define _mm512_mask_roundscale_round_pd( __A, __B, __C, __imm ,__R) __extension__ ({ \
2604 (__m512d)__builtin_ia32_rndscalepd_mask ((__v8df)( __C),(int)__imm,\
2605 (__v8df)( __A),\
2606 (__mmask8)( __B),(int)__R);\
2607})
2608
2609#define _mm512_maskz_roundscale_round_pd( __A, __B, __imm, __R) __extension__ ({ \
2610 (__m512d)__builtin_ia32_rndscalepd_mask ((__v8df)( __B),(int)__imm,\
2611 (__v8df)_mm512_setzero_pd (),\
2612 (__mmask8)( __A),(int) __R);\
2613})
2614
2615#define _mm512_roundscale_round_pd( __A, __imm , __R) __extension__ ({ \
2616 (__m512d)__builtin_ia32_rndscalepd_mask ((__v8df)( __A),(int) __imm,\
2617 (__v8df)_mm512_undefined_pd (),\
2618 (__mmask8) -1,(int) __R);\
2619})
2620
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002621#define _mm512_fmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002622 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2623 (__v8df)(__m512d)(B), \
2624 (__v8df)(__m512d)(C), (__mmask8)-1, \
2625 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002626
2627
2628#define _mm512_mask_fmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002629 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2630 (__v8df)(__m512d)(B), \
2631 (__v8df)(__m512d)(C), \
2632 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002633
2634
2635#define _mm512_mask3_fmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002636 (__m512d)__builtin_ia32_vfmaddpd512_mask3((__v8df)(__m512d)(A), \
2637 (__v8df)(__m512d)(B), \
2638 (__v8df)(__m512d)(C), \
2639 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002640
2641
2642#define _mm512_maskz_fmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002643 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2644 (__v8df)(__m512d)(B), \
2645 (__v8df)(__m512d)(C), \
2646 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002647
2648
2649#define _mm512_fmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002650 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2651 (__v8df)(__m512d)(B), \
2652 -(__v8df)(__m512d)(C), \
2653 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002654
2655
2656#define _mm512_mask_fmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002657 (__m512d)__builtin_ia32_vfmaddpd512_mask((__v8df)(__m512d)(A), \
2658 (__v8df)(__m512d)(B), \
2659 -(__v8df)(__m512d)(C), \
2660 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002661
2662
2663#define _mm512_maskz_fmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002664 (__m512d)__builtin_ia32_vfmaddpd512_maskz((__v8df)(__m512d)(A), \
2665 (__v8df)(__m512d)(B), \
2666 -(__v8df)(__m512d)(C), \
2667 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002668
2669
2670#define _mm512_fnmadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002671 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2672 (__v8df)(__m512d)(B), \
2673 (__v8df)(__m512d)(C), (__mmask8)-1, \
2674 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002675
2676
2677#define _mm512_mask3_fnmadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002678 (__m512d)__builtin_ia32_vfmaddpd512_mask3(-(__v8df)(__m512d)(A), \
2679 (__v8df)(__m512d)(B), \
2680 (__v8df)(__m512d)(C), \
2681 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002682
2683
2684#define _mm512_maskz_fnmadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002685 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2686 (__v8df)(__m512d)(B), \
2687 (__v8df)(__m512d)(C), \
2688 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002689
2690
2691#define _mm512_fnmsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002692 (__m512d)__builtin_ia32_vfmaddpd512_mask(-(__v8df)(__m512d)(A), \
2693 (__v8df)(__m512d)(B), \
2694 -(__v8df)(__m512d)(C), \
2695 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002696
2697
2698#define _mm512_maskz_fnmsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002699 (__m512d)__builtin_ia32_vfmaddpd512_maskz(-(__v8df)(__m512d)(A), \
2700 (__v8df)(__m512d)(B), \
2701 -(__v8df)(__m512d)(C), \
2702 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002703
2704
Michael Kupersteine45af542015-06-30 13:36:19 +00002705static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002706_mm512_fmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2707{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002708 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2709 (__v8df) __B,
2710 (__v8df) __C,
2711 (__mmask8) -1,
2712 _MM_FROUND_CUR_DIRECTION);
2713}
2714
Michael Kupersteine45af542015-06-30 13:36:19 +00002715static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002716_mm512_mask_fmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2717{
2718 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2719 (__v8df) __B,
2720 (__v8df) __C,
2721 (__mmask8) __U,
2722 _MM_FROUND_CUR_DIRECTION);
2723}
2724
Michael Kupersteine45af542015-06-30 13:36:19 +00002725static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002726_mm512_mask3_fmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2727{
2728 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 ((__v8df) __A,
2729 (__v8df) __B,
2730 (__v8df) __C,
2731 (__mmask8) __U,
2732 _MM_FROUND_CUR_DIRECTION);
2733}
2734
Michael Kupersteine45af542015-06-30 13:36:19 +00002735static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002736_mm512_maskz_fmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2737{
2738 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2739 (__v8df) __B,
2740 (__v8df) __C,
2741 (__mmask8) __U,
2742 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002743}
2744
Michael Kupersteine45af542015-06-30 13:36:19 +00002745static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002746_mm512_fmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2747{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002748 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2749 (__v8df) __B,
2750 -(__v8df) __C,
2751 (__mmask8) -1,
2752 _MM_FROUND_CUR_DIRECTION);
2753}
2754
Michael Kupersteine45af542015-06-30 13:36:19 +00002755static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002756_mm512_mask_fmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
2757{
2758 return (__m512d) __builtin_ia32_vfmaddpd512_mask ((__v8df) __A,
2759 (__v8df) __B,
2760 -(__v8df) __C,
2761 (__mmask8) __U,
2762 _MM_FROUND_CUR_DIRECTION);
2763}
2764
Michael Kupersteine45af542015-06-30 13:36:19 +00002765static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002766_mm512_maskz_fmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2767{
2768 return (__m512d) __builtin_ia32_vfmaddpd512_maskz ((__v8df) __A,
2769 (__v8df) __B,
2770 -(__v8df) __C,
2771 (__mmask8) __U,
2772 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002773}
2774
Michael Kupersteine45af542015-06-30 13:36:19 +00002775static __inline__ __m512d __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002776_mm512_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C)
2777{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002778 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2779 (__v8df) __B,
2780 (__v8df) __C,
2781 (__mmask8) -1,
2782 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002783}
2784
Michael Kupersteine45af542015-06-30 13:36:19 +00002785static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002786_mm512_mask3_fnmadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
2787{
2788 return (__m512d) __builtin_ia32_vfmaddpd512_mask3 (-(__v8df) __A,
2789 (__v8df) __B,
2790 (__v8df) __C,
2791 (__mmask8) __U,
2792 _MM_FROUND_CUR_DIRECTION);
2793}
2794
Michael Kupersteine45af542015-06-30 13:36:19 +00002795static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002796_mm512_maskz_fnmadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2797{
2798 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2799 (__v8df) __B,
2800 (__v8df) __C,
2801 (__mmask8) __U,
2802 _MM_FROUND_CUR_DIRECTION);
2803}
2804
Michael Kupersteine45af542015-06-30 13:36:19 +00002805static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002806_mm512_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C)
2807{
2808 return (__m512d) __builtin_ia32_vfmaddpd512_mask (-(__v8df) __A,
2809 (__v8df) __B,
2810 -(__v8df) __C,
2811 (__mmask8) -1,
2812 _MM_FROUND_CUR_DIRECTION);
2813}
2814
Michael Kupersteine45af542015-06-30 13:36:19 +00002815static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002816_mm512_maskz_fnmsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
2817{
2818 return (__m512d) __builtin_ia32_vfmaddpd512_maskz (-(__v8df) __A,
2819 (__v8df) __B,
2820 -(__v8df) __C,
2821 (__mmask8) __U,
2822 _MM_FROUND_CUR_DIRECTION);
2823}
2824
2825#define _mm512_fmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002826 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2827 (__v16sf)(__m512)(B), \
2828 (__v16sf)(__m512)(C), (__mmask16)-1, \
2829 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002830
2831
2832#define _mm512_mask_fmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002833 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2834 (__v16sf)(__m512)(B), \
2835 (__v16sf)(__m512)(C), \
2836 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002837
2838
2839#define _mm512_mask3_fmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002840 (__m512)__builtin_ia32_vfmaddps512_mask3((__v16sf)(__m512)(A), \
2841 (__v16sf)(__m512)(B), \
2842 (__v16sf)(__m512)(C), \
2843 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002844
2845
2846#define _mm512_maskz_fmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002847 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2848 (__v16sf)(__m512)(B), \
2849 (__v16sf)(__m512)(C), \
2850 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002851
2852
2853#define _mm512_fmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002854 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2855 (__v16sf)(__m512)(B), \
2856 -(__v16sf)(__m512)(C), \
2857 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002858
2859
2860#define _mm512_mask_fmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002861 (__m512)__builtin_ia32_vfmaddps512_mask((__v16sf)(__m512)(A), \
2862 (__v16sf)(__m512)(B), \
2863 -(__v16sf)(__m512)(C), \
2864 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002865
2866
2867#define _mm512_maskz_fmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002868 (__m512)__builtin_ia32_vfmaddps512_maskz((__v16sf)(__m512)(A), \
2869 (__v16sf)(__m512)(B), \
2870 -(__v16sf)(__m512)(C), \
2871 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002872
2873
2874#define _mm512_fnmadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002875 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2876 (__v16sf)(__m512)(B), \
2877 (__v16sf)(__m512)(C), (__mmask16)-1, \
2878 (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002879
2880
2881#define _mm512_mask3_fnmadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002882 (__m512)__builtin_ia32_vfmaddps512_mask3(-(__v16sf)(__m512)(A), \
2883 (__v16sf)(__m512)(B), \
2884 (__v16sf)(__m512)(C), \
2885 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002886
2887
2888#define _mm512_maskz_fnmadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002889 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2890 (__v16sf)(__m512)(B), \
2891 (__v16sf)(__m512)(C), \
2892 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002893
2894
2895#define _mm512_fnmsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002896 (__m512)__builtin_ia32_vfmaddps512_mask(-(__v16sf)(__m512)(A), \
2897 (__v16sf)(__m512)(B), \
2898 -(__v16sf)(__m512)(C), \
2899 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002900
2901
2902#define _mm512_maskz_fnmsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00002903 (__m512)__builtin_ia32_vfmaddps512_maskz(-(__v16sf)(__m512)(A), \
2904 (__v16sf)(__m512)(B), \
2905 -(__v16sf)(__m512)(C), \
2906 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002907
2908
Michael Kupersteine45af542015-06-30 13:36:19 +00002909static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002910_mm512_fmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2911{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002912 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2913 (__v16sf) __B,
2914 (__v16sf) __C,
2915 (__mmask16) -1,
2916 _MM_FROUND_CUR_DIRECTION);
2917}
2918
Michael Kupersteine45af542015-06-30 13:36:19 +00002919static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002920_mm512_mask_fmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2921{
2922 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2923 (__v16sf) __B,
2924 (__v16sf) __C,
2925 (__mmask16) __U,
2926 _MM_FROUND_CUR_DIRECTION);
2927}
2928
Michael Kupersteine45af542015-06-30 13:36:19 +00002929static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002930_mm512_mask3_fmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2931{
2932 return (__m512) __builtin_ia32_vfmaddps512_mask3 ((__v16sf) __A,
2933 (__v16sf) __B,
2934 (__v16sf) __C,
2935 (__mmask16) __U,
2936 _MM_FROUND_CUR_DIRECTION);
2937}
2938
Michael Kupersteine45af542015-06-30 13:36:19 +00002939static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002940_mm512_maskz_fmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2941{
2942 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2943 (__v16sf) __B,
2944 (__v16sf) __C,
2945 (__mmask16) __U,
2946 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002947}
2948
Michael Kupersteine45af542015-06-30 13:36:19 +00002949static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002950_mm512_fmsub_ps(__m512 __A, __m512 __B, __m512 __C)
2951{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002952 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2953 (__v16sf) __B,
2954 -(__v16sf) __C,
2955 (__mmask16) -1,
2956 _MM_FROUND_CUR_DIRECTION);
2957}
2958
Michael Kupersteine45af542015-06-30 13:36:19 +00002959static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002960_mm512_mask_fmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
2961{
2962 return (__m512) __builtin_ia32_vfmaddps512_mask ((__v16sf) __A,
2963 (__v16sf) __B,
2964 -(__v16sf) __C,
2965 (__mmask16) __U,
2966 _MM_FROUND_CUR_DIRECTION);
2967}
2968
Michael Kupersteine45af542015-06-30 13:36:19 +00002969static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002970_mm512_maskz_fmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
2971{
2972 return (__m512) __builtin_ia32_vfmaddps512_maskz ((__v16sf) __A,
2973 (__v16sf) __B,
2974 -(__v16sf) __C,
2975 (__mmask16) __U,
2976 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002977}
2978
Michael Kupersteine45af542015-06-30 13:36:19 +00002979static __inline__ __m512 __DEFAULT_FN_ATTRS
Adam Nemet2278fcb2014-08-14 17:17:57 +00002980_mm512_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C)
2981{
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002982 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
2983 (__v16sf) __B,
2984 (__v16sf) __C,
2985 (__mmask16) -1,
2986 _MM_FROUND_CUR_DIRECTION);
Adam Nemet2278fcb2014-08-14 17:17:57 +00002987}
2988
Michael Kupersteine45af542015-06-30 13:36:19 +00002989static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00002990_mm512_mask3_fnmadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
2991{
2992 return (__m512) __builtin_ia32_vfmaddps512_mask3 (-(__v16sf) __A,
2993 (__v16sf) __B,
2994 (__v16sf) __C,
2995 (__mmask16) __U,
2996 _MM_FROUND_CUR_DIRECTION);
2997}
2998
Michael Kupersteine45af542015-06-30 13:36:19 +00002999static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003000_mm512_maskz_fnmadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3001{
3002 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3003 (__v16sf) __B,
3004 (__v16sf) __C,
3005 (__mmask16) __U,
3006 _MM_FROUND_CUR_DIRECTION);
3007}
3008
Michael Kupersteine45af542015-06-30 13:36:19 +00003009static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003010_mm512_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C)
3011{
3012 return (__m512) __builtin_ia32_vfmaddps512_mask (-(__v16sf) __A,
3013 (__v16sf) __B,
3014 -(__v16sf) __C,
3015 (__mmask16) -1,
3016 _MM_FROUND_CUR_DIRECTION);
3017}
3018
Michael Kupersteine45af542015-06-30 13:36:19 +00003019static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003020_mm512_maskz_fnmsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3021{
3022 return (__m512) __builtin_ia32_vfmaddps512_maskz (-(__v16sf) __A,
3023 (__v16sf) __B,
3024 -(__v16sf) __C,
3025 (__mmask16) __U,
3026 _MM_FROUND_CUR_DIRECTION);
3027}
3028
3029#define _mm512_fmaddsub_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003030 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3031 (__v8df)(__m512d)(B), \
3032 (__v8df)(__m512d)(C), \
3033 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003034
3035
3036#define _mm512_mask_fmaddsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003037 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3038 (__v8df)(__m512d)(B), \
3039 (__v8df)(__m512d)(C), \
3040 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003041
3042
3043#define _mm512_mask3_fmaddsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003044 (__m512d)__builtin_ia32_vfmaddsubpd512_mask3((__v8df)(__m512d)(A), \
3045 (__v8df)(__m512d)(B), \
3046 (__v8df)(__m512d)(C), \
3047 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003048
3049
3050#define _mm512_maskz_fmaddsub_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003051 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3052 (__v8df)(__m512d)(B), \
3053 (__v8df)(__m512d)(C), \
3054 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003055
3056
3057#define _mm512_fmsubadd_round_pd(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003058 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3059 (__v8df)(__m512d)(B), \
3060 -(__v8df)(__m512d)(C), \
3061 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003062
3063
3064#define _mm512_mask_fmsubadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003065 (__m512d)__builtin_ia32_vfmaddsubpd512_mask((__v8df)(__m512d)(A), \
3066 (__v8df)(__m512d)(B), \
3067 -(__v8df)(__m512d)(C), \
3068 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003069
3070
3071#define _mm512_maskz_fmsubadd_round_pd(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003072 (__m512d)__builtin_ia32_vfmaddsubpd512_maskz((__v8df)(__m512d)(A), \
3073 (__v8df)(__m512d)(B), \
3074 -(__v8df)(__m512d)(C), \
3075 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003076
3077
Michael Kupersteine45af542015-06-30 13:36:19 +00003078static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003079_mm512_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C)
3080{
3081 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3082 (__v8df) __B,
3083 (__v8df) __C,
3084 (__mmask8) -1,
3085 _MM_FROUND_CUR_DIRECTION);
3086}
3087
Michael Kupersteine45af542015-06-30 13:36:19 +00003088static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003089_mm512_mask_fmaddsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3090{
3091 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3092 (__v8df) __B,
3093 (__v8df) __C,
3094 (__mmask8) __U,
3095 _MM_FROUND_CUR_DIRECTION);
3096}
3097
Michael Kupersteine45af542015-06-30 13:36:19 +00003098static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003099_mm512_mask3_fmaddsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3100{
3101 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask3 ((__v8df) __A,
3102 (__v8df) __B,
3103 (__v8df) __C,
3104 (__mmask8) __U,
3105 _MM_FROUND_CUR_DIRECTION);
3106}
3107
Michael Kupersteine45af542015-06-30 13:36:19 +00003108static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003109_mm512_maskz_fmaddsub_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3110{
3111 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3112 (__v8df) __B,
3113 (__v8df) __C,
3114 (__mmask8) __U,
3115 _MM_FROUND_CUR_DIRECTION);
3116}
3117
Michael Kupersteine45af542015-06-30 13:36:19 +00003118static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003119_mm512_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C)
3120{
3121 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3122 (__v8df) __B,
3123 -(__v8df) __C,
3124 (__mmask8) -1,
3125 _MM_FROUND_CUR_DIRECTION);
3126}
3127
Michael Kupersteine45af542015-06-30 13:36:19 +00003128static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003129_mm512_mask_fmsubadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3130{
3131 return (__m512d) __builtin_ia32_vfmaddsubpd512_mask ((__v8df) __A,
3132 (__v8df) __B,
3133 -(__v8df) __C,
3134 (__mmask8) __U,
3135 _MM_FROUND_CUR_DIRECTION);
3136}
3137
Michael Kupersteine45af542015-06-30 13:36:19 +00003138static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003139_mm512_maskz_fmsubadd_pd(__mmask8 __U, __m512d __A, __m512d __B, __m512d __C)
3140{
3141 return (__m512d) __builtin_ia32_vfmaddsubpd512_maskz ((__v8df) __A,
3142 (__v8df) __B,
3143 -(__v8df) __C,
3144 (__mmask8) __U,
3145 _MM_FROUND_CUR_DIRECTION);
3146}
3147
3148#define _mm512_fmaddsub_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003149 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3150 (__v16sf)(__m512)(B), \
3151 (__v16sf)(__m512)(C), \
3152 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003153
3154
3155#define _mm512_mask_fmaddsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003156 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3157 (__v16sf)(__m512)(B), \
3158 (__v16sf)(__m512)(C), \
3159 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003160
3161
3162#define _mm512_mask3_fmaddsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003163 (__m512)__builtin_ia32_vfmaddsubps512_mask3((__v16sf)(__m512)(A), \
3164 (__v16sf)(__m512)(B), \
3165 (__v16sf)(__m512)(C), \
3166 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003167
3168
3169#define _mm512_maskz_fmaddsub_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003170 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3171 (__v16sf)(__m512)(B), \
3172 (__v16sf)(__m512)(C), \
3173 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003174
3175
3176#define _mm512_fmsubadd_round_ps(A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003177 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3178 (__v16sf)(__m512)(B), \
3179 -(__v16sf)(__m512)(C), \
3180 (__mmask16)-1, (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003181
3182
3183#define _mm512_mask_fmsubadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003184 (__m512)__builtin_ia32_vfmaddsubps512_mask((__v16sf)(__m512)(A), \
3185 (__v16sf)(__m512)(B), \
3186 -(__v16sf)(__m512)(C), \
3187 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003188
3189
3190#define _mm512_maskz_fmsubadd_round_ps(U, A, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003191 (__m512)__builtin_ia32_vfmaddsubps512_maskz((__v16sf)(__m512)(A), \
3192 (__v16sf)(__m512)(B), \
3193 -(__v16sf)(__m512)(C), \
3194 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003195
3196
Michael Kupersteine45af542015-06-30 13:36:19 +00003197static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003198_mm512_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C)
3199{
3200 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3201 (__v16sf) __B,
3202 (__v16sf) __C,
3203 (__mmask16) -1,
3204 _MM_FROUND_CUR_DIRECTION);
3205}
3206
Michael Kupersteine45af542015-06-30 13:36:19 +00003207static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003208_mm512_mask_fmaddsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3209{
3210 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3211 (__v16sf) __B,
3212 (__v16sf) __C,
3213 (__mmask16) __U,
3214 _MM_FROUND_CUR_DIRECTION);
3215}
3216
Michael Kupersteine45af542015-06-30 13:36:19 +00003217static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003218_mm512_mask3_fmaddsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3219{
3220 return (__m512) __builtin_ia32_vfmaddsubps512_mask3 ((__v16sf) __A,
3221 (__v16sf) __B,
3222 (__v16sf) __C,
3223 (__mmask16) __U,
3224 _MM_FROUND_CUR_DIRECTION);
3225}
3226
Michael Kupersteine45af542015-06-30 13:36:19 +00003227static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003228_mm512_maskz_fmaddsub_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3229{
3230 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3231 (__v16sf) __B,
3232 (__v16sf) __C,
3233 (__mmask16) __U,
3234 _MM_FROUND_CUR_DIRECTION);
3235}
3236
Michael Kupersteine45af542015-06-30 13:36:19 +00003237static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003238_mm512_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C)
3239{
3240 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3241 (__v16sf) __B,
3242 -(__v16sf) __C,
3243 (__mmask16) -1,
3244 _MM_FROUND_CUR_DIRECTION);
3245}
3246
Michael Kupersteine45af542015-06-30 13:36:19 +00003247static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003248_mm512_mask_fmsubadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3249{
3250 return (__m512) __builtin_ia32_vfmaddsubps512_mask ((__v16sf) __A,
3251 (__v16sf) __B,
3252 -(__v16sf) __C,
3253 (__mmask16) __U,
3254 _MM_FROUND_CUR_DIRECTION);
3255}
3256
Michael Kupersteine45af542015-06-30 13:36:19 +00003257static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003258_mm512_maskz_fmsubadd_ps(__mmask16 __U, __m512 __A, __m512 __B, __m512 __C)
3259{
3260 return (__m512) __builtin_ia32_vfmaddsubps512_maskz ((__v16sf) __A,
3261 (__v16sf) __B,
3262 -(__v16sf) __C,
3263 (__mmask16) __U,
3264 _MM_FROUND_CUR_DIRECTION);
3265}
3266
3267#define _mm512_mask3_fmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003268 (__m512d)__builtin_ia32_vfmsubpd512_mask3((__v8df)(__m512d)(A), \
3269 (__v8df)(__m512d)(B), \
3270 (__v8df)(__m512d)(C), \
3271 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003272
3273
Michael Kupersteine45af542015-06-30 13:36:19 +00003274static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003275_mm512_mask3_fmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3276{
3277 return (__m512d) __builtin_ia32_vfmsubpd512_mask3 ((__v8df) __A,
3278 (__v8df) __B,
3279 (__v8df) __C,
3280 (__mmask8) __U,
3281 _MM_FROUND_CUR_DIRECTION);
3282}
3283
3284#define _mm512_mask3_fmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003285 (__m512)__builtin_ia32_vfmsubps512_mask3((__v16sf)(__m512)(A), \
3286 (__v16sf)(__m512)(B), \
3287 (__v16sf)(__m512)(C), \
3288 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003289
3290
Michael Kupersteine45af542015-06-30 13:36:19 +00003291static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003292_mm512_mask3_fmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3293{
3294 return (__m512) __builtin_ia32_vfmsubps512_mask3 ((__v16sf) __A,
3295 (__v16sf) __B,
3296 (__v16sf) __C,
3297 (__mmask16) __U,
3298 _MM_FROUND_CUR_DIRECTION);
3299}
3300
3301#define _mm512_mask3_fmsubadd_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003302 (__m512d)__builtin_ia32_vfmsubaddpd512_mask3((__v8df)(__m512d)(A), \
3303 (__v8df)(__m512d)(B), \
3304 (__v8df)(__m512d)(C), \
3305 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003306
3307
Michael Kupersteine45af542015-06-30 13:36:19 +00003308static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003309_mm512_mask3_fmsubadd_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3310{
3311 return (__m512d) __builtin_ia32_vfmsubaddpd512_mask3 ((__v8df) __A,
3312 (__v8df) __B,
3313 (__v8df) __C,
3314 (__mmask8) __U,
3315 _MM_FROUND_CUR_DIRECTION);
3316}
3317
3318#define _mm512_mask3_fmsubadd_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003319 (__m512)__builtin_ia32_vfmsubaddps512_mask3((__v16sf)(__m512)(A), \
3320 (__v16sf)(__m512)(B), \
3321 (__v16sf)(__m512)(C), \
3322 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003323
3324
Michael Kupersteine45af542015-06-30 13:36:19 +00003325static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003326_mm512_mask3_fmsubadd_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3327{
3328 return (__m512) __builtin_ia32_vfmsubaddps512_mask3 ((__v16sf) __A,
3329 (__v16sf) __B,
3330 (__v16sf) __C,
3331 (__mmask16) __U,
3332 _MM_FROUND_CUR_DIRECTION);
3333}
3334
3335#define _mm512_mask_fnmadd_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003336 (__m512d)__builtin_ia32_vfnmaddpd512_mask((__v8df)(__m512d)(A), \
3337 (__v8df)(__m512d)(B), \
3338 (__v8df)(__m512d)(C), \
3339 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003340
3341
Michael Kupersteine45af542015-06-30 13:36:19 +00003342static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003343_mm512_mask_fnmadd_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3344{
3345 return (__m512d) __builtin_ia32_vfnmaddpd512_mask ((__v8df) __A,
3346 (__v8df) __B,
3347 (__v8df) __C,
3348 (__mmask8) __U,
3349 _MM_FROUND_CUR_DIRECTION);
3350}
3351
3352#define _mm512_mask_fnmadd_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003353 (__m512)__builtin_ia32_vfnmaddps512_mask((__v16sf)(__m512)(A), \
3354 (__v16sf)(__m512)(B), \
3355 (__v16sf)(__m512)(C), \
3356 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003357
3358
Michael Kupersteine45af542015-06-30 13:36:19 +00003359static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003360_mm512_mask_fnmadd_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3361{
3362 return (__m512) __builtin_ia32_vfnmaddps512_mask ((__v16sf) __A,
3363 (__v16sf) __B,
3364 (__v16sf) __C,
3365 (__mmask16) __U,
3366 _MM_FROUND_CUR_DIRECTION);
3367}
3368
3369#define _mm512_mask_fnmsub_round_pd(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003370 (__m512d)__builtin_ia32_vfnmsubpd512_mask((__v8df)(__m512d)(A), \
3371 (__v8df)(__m512d)(B), \
3372 (__v8df)(__m512d)(C), \
3373 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003374
3375
3376#define _mm512_mask3_fnmsub_round_pd(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003377 (__m512d)__builtin_ia32_vfnmsubpd512_mask3((__v8df)(__m512d)(A), \
3378 (__v8df)(__m512d)(B), \
3379 (__v8df)(__m512d)(C), \
3380 (__mmask8)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003381
3382
Michael Kupersteine45af542015-06-30 13:36:19 +00003383static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003384_mm512_mask_fnmsub_pd(__m512d __A, __mmask8 __U, __m512d __B, __m512d __C)
3385{
3386 return (__m512d) __builtin_ia32_vfnmsubpd512_mask ((__v8df) __A,
3387 (__v8df) __B,
3388 (__v8df) __C,
3389 (__mmask8) __U,
3390 _MM_FROUND_CUR_DIRECTION);
3391}
3392
Michael Kupersteine45af542015-06-30 13:36:19 +00003393static __inline__ __m512d __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003394_mm512_mask3_fnmsub_pd(__m512d __A, __m512d __B, __m512d __C, __mmask8 __U)
3395{
3396 return (__m512d) __builtin_ia32_vfnmsubpd512_mask3 ((__v8df) __A,
3397 (__v8df) __B,
3398 (__v8df) __C,
3399 (__mmask8) __U,
3400 _MM_FROUND_CUR_DIRECTION);
3401}
3402
3403#define _mm512_mask_fnmsub_round_ps(A, U, B, C, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003404 (__m512)__builtin_ia32_vfnmsubps512_mask((__v16sf)(__m512)(A), \
3405 (__v16sf)(__m512)(B), \
3406 (__v16sf)(__m512)(C), \
3407 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003408
3409
3410#define _mm512_mask3_fnmsub_round_ps(A, B, C, U, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003411 (__m512)__builtin_ia32_vfnmsubps512_mask3((__v16sf)(__m512)(A), \
3412 (__v16sf)(__m512)(B), \
3413 (__v16sf)(__m512)(C), \
3414 (__mmask16)(U), (int)(R)); })
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003415
3416
Michael Kupersteine45af542015-06-30 13:36:19 +00003417static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003418_mm512_mask_fnmsub_ps(__m512 __A, __mmask16 __U, __m512 __B, __m512 __C)
3419{
3420 return (__m512) __builtin_ia32_vfnmsubps512_mask ((__v16sf) __A,
3421 (__v16sf) __B,
3422 (__v16sf) __C,
3423 (__mmask16) __U,
3424 _MM_FROUND_CUR_DIRECTION);
3425}
3426
Michael Kupersteine45af542015-06-30 13:36:19 +00003427static __inline__ __m512 __DEFAULT_FN_ATTRS
Elena Demikhovskyc563c2c2015-06-29 09:20:57 +00003428_mm512_mask3_fnmsub_ps(__m512 __A, __m512 __B, __m512 __C, __mmask16 __U)
3429{
3430 return (__m512) __builtin_ia32_vfnmsubps512_mask3 ((__v16sf) __A,
3431 (__v16sf) __B,
3432 (__v16sf) __C,
3433 (__mmask16) __U,
3434 _MM_FROUND_CUR_DIRECTION);
3435}
3436
3437
3438
Adam Nemet0d5bb552014-07-28 17:14:40 +00003439/* Vector permutations */
3440
Michael Kupersteine45af542015-06-30 13:36:19 +00003441static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003442_mm512_permutex2var_epi32(__m512i __A, __m512i __I, __m512i __B)
3443{
3444 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3445 /* idx */ ,
3446 (__v16si) __A,
3447 (__v16si) __B,
3448 (__mmask16) -1);
3449}
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003450
3451static __inline__ __m512i __DEFAULT_FN_ATTRS
3452_mm512_mask_permutex2var_epi32 (__m512i __A, __mmask16 __U,
3453 __m512i __I, __m512i __B)
3454{
3455 return (__m512i) __builtin_ia32_vpermt2vard512_mask ((__v16si) __I
3456 /* idx */ ,
3457 (__v16si) __A,
3458 (__v16si) __B,
3459 (__mmask16) __U);
3460}
3461
3462static __inline__ __m512i __DEFAULT_FN_ATTRS
3463_mm512_maskz_permutex2var_epi32 (__mmask16 __U, __m512i __A,
3464 __m512i __I, __m512i __B)
3465{
3466 return (__m512i) __builtin_ia32_vpermt2vard512_maskz ((__v16si) __I
3467 /* idx */ ,
3468 (__v16si) __A,
3469 (__v16si) __B,
3470 (__mmask16) __U);
3471}
3472
Michael Kupersteine45af542015-06-30 13:36:19 +00003473static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003474_mm512_permutex2var_epi64(__m512i __A, __m512i __I, __m512i __B)
3475{
3476 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
3477 /* idx */ ,
3478 (__v8di) __A,
3479 (__v8di) __B,
3480 (__mmask8) -1);
3481}
3482
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003483static __inline__ __m512i __DEFAULT_FN_ATTRS
3484_mm512_mask_permutex2var_epi64 (__m512i __A, __mmask8 __U, __m512i __I,
3485 __m512i __B)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003486{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003487 return (__m512i) __builtin_ia32_vpermt2varq512_mask ((__v8di) __I
Adam Nemet0d5bb552014-07-28 17:14:40 +00003488 /* idx */ ,
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00003489 (__v8di) __A,
3490 (__v8di) __B,
3491 (__mmask8) __U);
3492}
3493
3494
3495static __inline__ __m512i __DEFAULT_FN_ATTRS
3496_mm512_maskz_permutex2var_epi64 (__mmask8 __U, __m512i __A,
3497 __m512i __I, __m512i __B)
3498{
3499 return (__m512i) __builtin_ia32_vpermt2varq512_maskz ((__v8di) __I
3500 /* idx */ ,
3501 (__v8di) __A,
3502 (__v8di) __B,
3503 (__mmask8) __U);
Adam Nemet0d5bb552014-07-28 17:14:40 +00003504}
3505
Craig Topper67826a52015-02-01 07:35:40 +00003506#define _mm512_alignr_epi64(A, B, I) __extension__ ({ \
3507 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003508 (__v8di)(__m512i)(B), (int)(I), \
3509 (__v8di)_mm512_setzero_si512(), \
Craig Topper67826a52015-02-01 07:35:40 +00003510 (__mmask8)-1); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003511
Craig Topper8c18e112016-05-17 04:41:50 +00003512#define _mm512_mask_alignr_epi64(W, U, A, B, imm) __extension__({\
3513 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3514 (__v8di)(__m512i)(B), (int)(imm), \
3515 (__v8di)(__m512i)(W), \
3516 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003517
Craig Topper8c18e112016-05-17 04:41:50 +00003518#define _mm512_maskz_alignr_epi64(U, A, B, imm) __extension__({\
3519 (__m512i)__builtin_ia32_alignq512_mask((__v8di)(__m512i)(A), \
3520 (__v8di)(__m512i)(B), (int)(imm), \
3521 (__v8di)_mm512_setzero_si512(), \
3522 (__mmask8)(U)); })
Michael Zuckerman533e0652016-04-28 12:47:30 +00003523
Craig Topper67826a52015-02-01 07:35:40 +00003524#define _mm512_alignr_epi32(A, B, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003525 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3526 (__v16si)(__m512i)(B), (int)(I), \
3527 (__v16si)_mm512_setzero_si512(), \
3528 (__mmask16)-1); })
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003529
Craig Topper8c18e112016-05-17 04:41:50 +00003530#define _mm512_mask_alignr_epi32(W, U, A, B, imm) __extension__ ({\
3531 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3532 (__v16si)(__m512i)(B), (int)(imm), \
3533 (__v16si)(__m512i)(W), \
3534 (__mmask16)(U)); })
Adam Nemet5bf7baa2014-08-05 17:28:23 +00003535
Craig Topper8c18e112016-05-17 04:41:50 +00003536#define _mm512_maskz_alignr_epi32(U, A, B, imm) __extension__({\
3537 (__m512i)__builtin_ia32_alignd512_mask((__v16si)(__m512i)(A), \
3538 (__v16si)(__m512i)(B), (int)(imm), \
3539 (__v16si)_mm512_setzero_si512(), \
3540 (__mmask16)(U)); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003541/* Vector Extract */
3542
3543#define _mm512_extractf64x4_pd(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003544 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(I), \
3545 (__v4df)_mm256_setzero_si256(), \
3546 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003547
Craig Topper8c18e112016-05-17 04:41:50 +00003548#define _mm512_mask_extractf64x4_pd(W, U, A, imm) __extension__ ({\
3549 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3550 (__v4df)(__m256d)(W), \
3551 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003552
Craig Topper8c18e112016-05-17 04:41:50 +00003553#define _mm512_maskz_extractf64x4_pd(U, A, imm) __extension__ ({\
3554 (__m256d)__builtin_ia32_extractf64x4_mask((__v8df)(__m512d)(A), (int)(imm), \
3555 (__v4df)_mm256_setzero_pd(), \
3556 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003557
Adam Nemetf893ede2015-01-19 20:12:05 +00003558#define _mm512_extractf32x4_ps(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003559 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(I), \
3560 (__v4sf)_mm_setzero_ps(), \
3561 (__mmask8)-1); })
Adam Nemetf893ede2015-01-19 20:12:05 +00003562
Craig Topper8c18e112016-05-17 04:41:50 +00003563#define _mm512_mask_extractf32x4_ps(W, U, A, imm) __extension__ ({\
3564 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3565 (__v4sf)(__m128)(W), \
3566 (__mmask8)(U)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003567
Craig Topper8c18e112016-05-17 04:41:50 +00003568#define _mm512_maskz_extractf32x4_ps(U, A, imm) __extension__ ({\
3569 (__m128)__builtin_ia32_extractf32x4_mask((__v16sf)(__m512)(A), (int)(imm), \
3570 (__v4sf)_mm_setzero_ps(), \
3571 (__mmask8)(U)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003572/* Vector Blend */
3573
Michael Kupersteine45af542015-06-30 13:36:19 +00003574static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003575_mm512_mask_blend_pd(__mmask8 __U, __m512d __A, __m512d __W)
3576{
3577 return (__m512d) __builtin_ia32_blendmpd_512_mask ((__v8df) __A,
3578 (__v8df) __W,
3579 (__mmask8) __U);
3580}
3581
Michael Kupersteine45af542015-06-30 13:36:19 +00003582static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003583_mm512_mask_blend_ps(__mmask16 __U, __m512 __A, __m512 __W)
3584{
3585 return (__m512) __builtin_ia32_blendmps_512_mask ((__v16sf) __A,
3586 (__v16sf) __W,
3587 (__mmask16) __U);
3588}
3589
Michael Kupersteine45af542015-06-30 13:36:19 +00003590static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003591_mm512_mask_blend_epi64(__mmask8 __U, __m512i __A, __m512i __W)
3592{
3593 return (__m512i) __builtin_ia32_blendmq_512_mask ((__v8di) __A,
3594 (__v8di) __W,
3595 (__mmask8) __U);
3596}
3597
Michael Kupersteine45af542015-06-30 13:36:19 +00003598static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003599_mm512_mask_blend_epi32(__mmask16 __U, __m512i __A, __m512i __W)
3600{
3601 return (__m512i) __builtin_ia32_blendmd_512_mask ((__v16si) __A,
3602 (__v16si) __W,
3603 (__mmask16) __U);
3604}
3605
3606/* Compare */
3607
Craig Topper53565c62015-02-01 22:27:40 +00003608#define _mm512_cmp_round_ps_mask(A, B, P, R) __extension__ ({ \
3609 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003610 (__v16sf)(__m512)(B), (int)(P), \
3611 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003612
Craig Topper53565c62015-02-01 22:27:40 +00003613#define _mm512_mask_cmp_round_ps_mask(U, A, B, P, R) __extension__ ({ \
3614 (__mmask16)__builtin_ia32_cmpps512_mask((__v16sf)(__m512)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003615 (__v16sf)(__m512)(B), (int)(P), \
3616 (__mmask16)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003617
3618#define _mm512_cmp_ps_mask(A, B, P) \
3619 _mm512_cmp_round_ps_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3620
3621#define _mm512_mask_cmp_ps_mask(U, A, B, P) \
3622 _mm512_mask_cmp_round_ps_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3623
3624#define _mm512_cmp_round_pd_mask(A, B, P, R) __extension__ ({ \
3625 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003626 (__v8df)(__m512d)(B), (int)(P), \
3627 (__mmask8)-1, (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003628
3629#define _mm512_mask_cmp_round_pd_mask(U, A, B, P, R) __extension__ ({ \
3630 (__mmask8)__builtin_ia32_cmppd512_mask((__v8df)(__m512d)(A), \
Craig Topper8c18e112016-05-17 04:41:50 +00003631 (__v8df)(__m512d)(B), (int)(P), \
3632 (__mmask8)(U), (int)(R)); })
Craig Topper53565c62015-02-01 22:27:40 +00003633
3634#define _mm512_cmp_pd_mask(A, B, P) \
3635 _mm512_cmp_round_pd_mask((A), (B), (P), _MM_FROUND_CUR_DIRECTION)
3636
3637#define _mm512_mask_cmp_pd_mask(U, A, B, P) \
3638 _mm512_mask_cmp_round_pd_mask((U), (A), (B), (P), _MM_FROUND_CUR_DIRECTION)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003639
3640/* Conversion */
3641
Michael Zuckerman6170c152016-06-01 14:41:41 +00003642#define _mm512_cvtt_roundps_epu32( __A, __R) __extension__ ({ \
3643__builtin_ia32_cvttps2udq512_mask ((__v16sf)( __A),\
3644 (__v16si)\
3645 _mm512_undefined_epi32 (),\
3646 (__mmask16) -1,( __R));\
3647})
3648
3649#define _mm512_mask_cvtt_roundps_epu32( __W, __U, __A, __R) __extension__ ({ \
3650__builtin_ia32_cvttps2udq512_mask ((__v16sf)( __A),\
3651 (__v16si)( __W),\
3652 (__mmask16)( __U),( __R));\
3653})
3654
3655#define _mm512_maskz_cvtt_roundps_epu32( __U, __A, __R) __extension__ ({ \
3656__builtin_ia32_cvttps2udq512_mask ((__v16sf)( __A),\
3657 (__v16si)\
3658 _mm512_setzero_si512 (),\
3659 (__mmask16)( __U),( __R));\
3660})
3661
3662
Michael Kupersteine45af542015-06-30 13:36:19 +00003663static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003664_mm512_cvttps_epu32(__m512 __A)
3665{
3666 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3667 (__v16si)
3668 _mm512_setzero_si512 (),
3669 (__mmask16) -1,
3670 _MM_FROUND_CUR_DIRECTION);
3671}
3672
Michael Zuckermanf1544752016-05-09 10:32:51 +00003673static __inline__ __m512i __DEFAULT_FN_ATTRS
3674_mm512_mask_cvttps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
3675{
3676 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3677 (__v16si) __W,
3678 (__mmask16) __U,
3679 _MM_FROUND_CUR_DIRECTION);
3680}
3681
3682static __inline__ __m512i __DEFAULT_FN_ATTRS
3683_mm512_maskz_cvttps_epu32 (__mmask16 __U, __m512 __A)
3684{
3685 return (__m512i) __builtin_ia32_cvttps2udq512_mask ((__v16sf) __A,
3686 (__v16si) _mm512_setzero_si512 (),
3687 (__mmask16) __U,
3688 _MM_FROUND_CUR_DIRECTION);
3689}
3690
Craig Topper72c7d512015-02-01 07:35:35 +00003691#define _mm512_cvt_roundepi32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003692 (__m512)__builtin_ia32_cvtdq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003693 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003694 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003695
Michael Zuckerman186d8672016-05-31 11:27:34 +00003696#define _mm512_mask_cvt_roundepi32_ps( __W, __U, __A, __R) __extension__ ({ \
3697__builtin_ia32_cvtdq2ps512_mask ((__v16si)( __A),\
3698 (__v16sf)( __W),\
3699 (__mmask16)( __U),( __R));\
3700})
3701
3702#define _mm512_maskz_cvt_roundepi32_ps( __U, __A, __R) __extension__ ({ \
3703__builtin_ia32_cvtdq2ps512_mask ((__v16si)( __A),\
3704 (__v16sf)\
3705 _mm512_setzero_ps (),\
3706 (__mmask16)( __U),( __R));\
3707})
3708
Craig Topper72c7d512015-02-01 07:35:35 +00003709#define _mm512_cvt_roundepu32_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003710 (__m512)__builtin_ia32_cvtudq2ps512_mask((__v16si)(__m512i)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003711 (__v16sf)_mm512_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003712 (__mmask16)-1, (int)(R)); })
Adam Nemet0d5bb552014-07-28 17:14:40 +00003713
Michael Zuckerman186d8672016-05-31 11:27:34 +00003714#define _mm512_mask_cvt_roundepu32_ps( __W, __U, __A, __R) __extension__ ({ \
3715__builtin_ia32_cvtudq2ps512_mask ((__v16si)( __A),\
3716 (__v16sf)( __W),\
3717 (__mmask16)( __U),( __R));\
3718})
3719
3720#define _mm512_maskz_cvt_roundepu32_ps( __U, __A, __R) __extension__ ({ \
3721__builtin_ia32_cvtudq2ps512_mask ((__v16si)( __A),\
3722 (__v16sf)\
3723 _mm512_setzero_ps (),\
3724 (__mmask16)( __U),( __R));\
3725})
3726
Michael Zuckermanf1544752016-05-09 10:32:51 +00003727static __inline__ __m512 __DEFAULT_FN_ATTRS
3728_mm512_cvtepu32_ps (__m512i __A)
3729{
3730 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3731 (__v16sf) _mm512_undefined_ps (),
3732 (__mmask16) -1,
3733 _MM_FROUND_CUR_DIRECTION);
3734}
3735
3736static __inline__ __m512 __DEFAULT_FN_ATTRS
3737_mm512_mask_cvtepu32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3738{
3739 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3740 (__v16sf) __W,
3741 (__mmask16) __U,
3742 _MM_FROUND_CUR_DIRECTION);
3743}
3744
3745static __inline__ __m512 __DEFAULT_FN_ATTRS
3746_mm512_maskz_cvtepu32_ps (__mmask16 __U, __m512i __A)
3747{
3748 return (__m512) __builtin_ia32_cvtudq2ps512_mask ((__v16si) __A,
3749 (__v16sf) _mm512_setzero_ps (),
3750 (__mmask16) __U,
3751 _MM_FROUND_CUR_DIRECTION);
3752}
3753
Michael Kupersteine45af542015-06-30 13:36:19 +00003754static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003755_mm512_cvtepi32_pd(__m256i __A)
3756{
3757 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003758 (__v8df)
Adam Nemet0d5bb552014-07-28 17:14:40 +00003759 _mm512_setzero_pd (),
3760 (__mmask8) -1);
3761}
3762
Michael Zuckermanf1544752016-05-09 10:32:51 +00003763static __inline__ __m512d __DEFAULT_FN_ATTRS
3764_mm512_mask_cvtepi32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3765{
3766 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3767 (__v8df) __W,
3768 (__mmask8) __U);
3769}
3770
3771static __inline__ __m512d __DEFAULT_FN_ATTRS
3772_mm512_maskz_cvtepi32_pd (__mmask8 __U, __m256i __A)
3773{
3774 return (__m512d) __builtin_ia32_cvtdq2pd512_mask ((__v8si) __A,
3775 (__v8df) _mm512_setzero_pd (),
3776 (__mmask8) __U);
3777}
3778
3779static __inline__ __m512 __DEFAULT_FN_ATTRS
3780_mm512_cvtepi32_ps (__m512i __A)
3781{
3782 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3783 (__v16sf) _mm512_undefined_ps (),
3784 (__mmask16) -1,
3785 _MM_FROUND_CUR_DIRECTION);
3786}
3787
3788static __inline__ __m512 __DEFAULT_FN_ATTRS
3789_mm512_mask_cvtepi32_ps (__m512 __W, __mmask16 __U, __m512i __A)
3790{
3791 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3792 (__v16sf) __W,
3793 (__mmask16) __U,
3794 _MM_FROUND_CUR_DIRECTION);
3795}
3796
3797static __inline__ __m512 __DEFAULT_FN_ATTRS
3798_mm512_maskz_cvtepi32_ps (__mmask16 __U, __m512i __A)
3799{
3800 return (__m512) __builtin_ia32_cvtdq2ps512_mask ((__v16si) __A,
3801 (__v16sf) _mm512_setzero_ps (),
3802 (__mmask16) __U,
3803 _MM_FROUND_CUR_DIRECTION);
3804}
3805
Michael Kupersteine45af542015-06-30 13:36:19 +00003806static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet0d5bb552014-07-28 17:14:40 +00003807_mm512_cvtepu32_pd(__m256i __A)
3808{
3809 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3810 (__v8df)
3811 _mm512_setzero_pd (),
3812 (__mmask8) -1);
3813}
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003814
Michael Zuckermanf1544752016-05-09 10:32:51 +00003815static __inline__ __m512d __DEFAULT_FN_ATTRS
3816_mm512_mask_cvtepu32_pd (__m512d __W, __mmask8 __U, __m256i __A)
3817{
3818 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3819 (__v8df) __W,
3820 (__mmask8) __U);
3821}
3822
3823static __inline__ __m512d __DEFAULT_FN_ATTRS
3824_mm512_maskz_cvtepu32_pd (__mmask8 __U, __m256i __A)
3825{
3826 return (__m512d) __builtin_ia32_cvtudq2pd512_mask ((__v8si) __A,
3827 (__v8df) _mm512_setzero_pd (),
3828 (__mmask8) __U);
3829}
3830
Craig Topper72c7d512015-02-01 07:35:35 +00003831#define _mm512_cvt_roundpd_ps(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003832 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00003833 (__v8sf)_mm256_setzero_ps(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003834 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00003835
Michael Zuckerman186d8672016-05-31 11:27:34 +00003836#define _mm512_mask_cvt_roundpd_ps(W, U, A, R) __extension__ ({ \
3837 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3838 (__v8sf)(W), \
3839 (__mmask8)(U), (int)(R)); })
3840
3841#define _mm512_maskz_cvt_roundpd_ps(U, A, R) __extension__ ({ \
3842 (__m256)__builtin_ia32_cvtpd2ps512_mask((__v8df)(__m512d)(A), \
3843 (__v8sf)_mm256_setzero_ps(), \
3844 (__mmask8)(U), (int)(R)); })
3845
Michael Zuckermanf1544752016-05-09 10:32:51 +00003846static __inline__ __m256 __DEFAULT_FN_ATTRS
3847_mm512_cvtpd_ps (__m512d __A)
3848{
3849 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3850 (__v8sf) _mm256_undefined_ps (),
3851 (__mmask8) -1,
3852 _MM_FROUND_CUR_DIRECTION);
3853}
3854
3855static __inline__ __m256 __DEFAULT_FN_ATTRS
3856_mm512_mask_cvtpd_ps (__m256 __W, __mmask8 __U, __m512d __A)
3857{
3858 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3859 (__v8sf) __W,
3860 (__mmask8) __U,
3861 _MM_FROUND_CUR_DIRECTION);
3862}
3863
3864static __inline__ __m256 __DEFAULT_FN_ATTRS
3865_mm512_maskz_cvtpd_ps (__mmask8 __U, __m512d __A)
3866{
3867 return (__m256) __builtin_ia32_cvtpd2ps512_mask ((__v8df) __A,
3868 (__v8sf) _mm256_setzero_ps (),
3869 (__mmask8) __U,
3870 _MM_FROUND_CUR_DIRECTION);
3871}
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00003872
Michael Zuckerman6170c152016-06-01 14:41:41 +00003873#define _mm512_cvt_roundps_ph( __A, __I) __extension__ ({ \
3874 (__m256i)__builtin_ia32_vcvtps2ph512_mask ((__v16sf)( __A),\
3875 (__I),\
3876 (__v16hi)_mm256_undefined_si256 (),\
3877 (__mmask16) -1);\
3878})
3879
3880#define _mm512_mask_cvt_roundps_ph( __U, __W, __A, __I) __extension__ ({ \
3881 (__m256i)__builtin_ia32_vcvtps2ph512_mask ((__v16sf)( __A),\
3882 (__I),\
3883 (__v16hi)( __U),\
3884 (__mmask16)( __W));\
3885})
3886
3887#define _mm512_maskz_cvt_roundps_ph( __W, __A, __I) __extension__ ({ \
3888 (__m256i)__builtin_ia32_vcvtps2ph512_mask ((__v16sf)( __A),\
3889 (__I),\
3890 (__v16hi)\
3891 _mm256_setzero_si256 (),\
3892 (__mmask16)( __W));\
3893})
3894
Craig Topper72c7d512015-02-01 07:35:35 +00003895#define _mm512_cvtps_ph(A, I) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00003896 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
Craig Topper72c7d512015-02-01 07:35:35 +00003897 (__v16hi)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00003898 (__mmask16)-1); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003899
Craig Topper8c18e112016-05-17 04:41:50 +00003900#define _mm512_mask_cvtps_ph(U, W, A, I) __extension__ ({ \
3901 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3902 (__v16hi)(__m256i)(U), \
3903 (__mmask16)(W)); })
Michael Zuckermanf1544752016-05-09 10:32:51 +00003904
Craig Topper8c18e112016-05-17 04:41:50 +00003905#define _mm512_maskz_cvtps_ph(W, A, I) __extension__ ({\
3906 (__m256i)__builtin_ia32_vcvtps2ph512_mask((__v16sf)(__m512)(A), (int)(I), \
3907 (__v16hi)_mm256_setzero_si256(), \
3908 (__mmask16)(W)); })
Michael Zuckerman6170c152016-06-01 14:41:41 +00003909
3910#define _mm512_cvt_roundph_ps( __A, __R) __extension__ ({ \
3911__builtin_ia32_vcvtph2ps512_mask ((__v16hi)( __A),\
3912 (__v16sf)\
3913 _mm512_undefined_ps (),\
3914 (__mmask16) -1,( __R));\
3915})
3916
3917#define _mm512_mask_cvt_roundph_ps( __W, __U, __A, __R) __extension__ ({ \
3918__builtin_ia32_vcvtph2ps512_mask ((__v16hi)( __A),\
3919 (__v16sf)( __W),\
3920 (__mmask16)( __U),( __R));\
3921})
3922
3923#define _mm512_maskz_cvt_roundph_ps( __U, __A, __R) __extension__ ({ \
3924__builtin_ia32_vcvtph2ps512_mask ((__v16hi)( __A),\
3925 (__v16sf)\
3926 _mm512_setzero_ps (),\
3927 (__mmask16)( __U),( __R));\
3928})
3929
3930
Michael Kupersteine45af542015-06-30 13:36:19 +00003931static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00003932_mm512_cvtph_ps(__m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003933{
3934 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00003935 (__v16sf)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003936 _mm512_setzero_ps (),
3937 (__mmask16) -1,
3938 _MM_FROUND_CUR_DIRECTION);
3939}
3940
Michael Zuckermanf1544752016-05-09 10:32:51 +00003941static __inline__ __m512 __DEFAULT_FN_ATTRS
3942_mm512_mask_cvtph_ps (__m512 __W, __mmask16 __U, __m256i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003943{
Michael Zuckermanf1544752016-05-09 10:32:51 +00003944 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3945 (__v16sf) __W,
3946 (__mmask16) __U,
3947 _MM_FROUND_CUR_DIRECTION);
3948}
3949
3950static __inline__ __m512 __DEFAULT_FN_ATTRS
3951_mm512_maskz_cvtph_ps (__mmask16 __U, __m256i __A)
3952{
3953 return (__m512) __builtin_ia32_vcvtph2ps512_mask ((__v16hi) __A,
3954 (__v16sf) _mm512_setzero_ps (),
3955 (__mmask16) __U,
3956 _MM_FROUND_CUR_DIRECTION);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003957}
3958
Michael Zuckerman186d8672016-05-31 11:27:34 +00003959#define _mm512_cvtt_roundpd_epi32(A, R) __extension__ ({ \
3960 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3961 (__v8si)_mm256_setzero_si256(), \
3962 (__mmask8)-1, (int)(R)); })
3963
3964#define _mm512_mask_cvtt_roundpd_epi32(W, U, A, R) __extension__ ({ \
3965 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3966 (__v8si)(W), \
3967 (__mmask8)(U), (int)(R)); })
3968
3969#define _mm512_maskz_cvtt_roundpd_epi32( U, A, R) __extension__ ({ \
3970 (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df)(__m512d)(A), \
3971 (__v8si)_mm256_setzero_si256(), \
3972 (__mmask8)(U), (int)(R)); })
3973
Michael Kupersteine45af542015-06-30 13:36:19 +00003974static __inline __m256i __DEFAULT_FN_ATTRS
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003975_mm512_cvttpd_epi32(__m512d __a)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003976{
Michael Kuperstein5c2cb0e2015-09-21 11:45:27 +00003977 return (__m256i)__builtin_ia32_cvttpd2dq512_mask((__v8df) __a,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00003978 (__v8si)_mm256_setzero_si256(),
3979 (__mmask8) -1,
3980 _MM_FROUND_CUR_DIRECTION);
3981}
3982
Michael Zuckermanf1544752016-05-09 10:32:51 +00003983static __inline__ __m256i __DEFAULT_FN_ATTRS
3984_mm512_mask_cvttpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
3985{
3986 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3987 (__v8si) __W,
3988 (__mmask8) __U,
3989 _MM_FROUND_CUR_DIRECTION);
3990}
3991
3992static __inline__ __m256i __DEFAULT_FN_ATTRS
3993_mm512_maskz_cvttpd_epi32 (__mmask8 __U, __m512d __A)
3994{
3995 return (__m256i) __builtin_ia32_cvttpd2dq512_mask ((__v8df) __A,
3996 (__v8si) _mm256_setzero_si256 (),
3997 (__mmask8) __U,
3998 _MM_FROUND_CUR_DIRECTION);
3999}
4000
Craig Topper72c7d512015-02-01 07:35:35 +00004001#define _mm512_cvtt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004002 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004003 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004004 (__mmask16)-1, (int)(R)); })
Michael Zuckerman2564d2f2016-05-10 10:14:50 +00004005
Michael Zuckerman186d8672016-05-31 11:27:34 +00004006#define _mm512_mask_cvtt_roundps_epi32( W, U, A, R) __extension__ ({ \
4007 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
4008 (__v16si)(W), \
4009 (__mmask16)(U), (int)(R)); })
4010
4011#define _mm512_maskz_cvtt_roundps_epi32( U, A, R) __extension__ ({ \
4012 (__m512i)__builtin_ia32_cvttps2dq512_mask((__v16sf)(__m512)(A), \
4013 (__v16si)_mm512_setzero_si512(), \
4014 (__mmask16)(U), (int)(R)); })
4015
Michael Zuckermanf1544752016-05-09 10:32:51 +00004016static __inline __m512i __DEFAULT_FN_ATTRS
4017_mm512_cvttps_epi32(__m512 __a)
4018{
4019 return (__m512i)
4020 __builtin_ia32_cvttps2dq512_mask((__v16sf) __a,
4021 (__v16si) _mm512_setzero_si512 (),
4022 (__mmask16) -1, _MM_FROUND_CUR_DIRECTION);
4023}
4024
4025static __inline__ __m512i __DEFAULT_FN_ATTRS
4026_mm512_mask_cvttps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4027{
4028 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4029 (__v16si) __W,
4030 (__mmask16) __U,
4031 _MM_FROUND_CUR_DIRECTION);
4032}
4033
4034static __inline__ __m512i __DEFAULT_FN_ATTRS
4035_mm512_maskz_cvttps_epi32 (__mmask16 __U, __m512 __A)
4036{
4037 return (__m512i) __builtin_ia32_cvttps2dq512_mask ((__v16sf) __A,
4038 (__v16si) _mm512_setzero_si512 (),
4039 (__mmask16) __U,
4040 _MM_FROUND_CUR_DIRECTION);
4041}
Craig Topper72c7d512015-02-01 07:35:35 +00004042
4043#define _mm512_cvt_roundps_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004044 (__m512i)__builtin_ia32_cvtps2dq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004045 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004046 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004047
Michael Zuckerman186d8672016-05-31 11:27:34 +00004048#define _mm512_mask_cvt_roundps_epi32( __W, __U, __A, __R) __extension__ ({ \
4049 (__m512i)__builtin_ia32_cvtps2dq512_mask ((__v16sf)( __A),\
4050 (__v16si)( __W),\
4051 (__mmask16)( __U),( __R));\
4052})
4053
4054#define _mm512_maskz_cvt_roundps_epi32( __U, __A, __R) __extension__ ({ \
4055 (__m512i)__builtin_ia32_cvtps2dq512_mask ((__v16sf)( __A),\
4056 (__v16si)\
4057 _mm512_setzero_si512 (),\
4058 (__mmask16)( __U),( __R));\
4059})
4060
Michael Zuckermanf1544752016-05-09 10:32:51 +00004061static __inline__ __m512i __DEFAULT_FN_ATTRS
4062_mm512_cvtps_epi32 (__m512 __A)
4063{
4064 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4065 (__v16si) _mm512_undefined_epi32 (),
4066 (__mmask16) -1,
4067 _MM_FROUND_CUR_DIRECTION);
4068}
4069
4070static __inline__ __m512i __DEFAULT_FN_ATTRS
4071_mm512_mask_cvtps_epi32 (__m512i __W, __mmask16 __U, __m512 __A)
4072{
4073 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4074 (__v16si) __W,
4075 (__mmask16) __U,
4076 _MM_FROUND_CUR_DIRECTION);
4077}
4078
4079static __inline__ __m512i __DEFAULT_FN_ATTRS
4080_mm512_maskz_cvtps_epi32 (__mmask16 __U, __m512 __A)
4081{
4082 return (__m512i) __builtin_ia32_cvtps2dq512_mask ((__v16sf) __A,
4083 (__v16si)
4084 _mm512_setzero_si512 (),
4085 (__mmask16) __U,
4086 _MM_FROUND_CUR_DIRECTION);
4087}
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004088
Craig Topper72c7d512015-02-01 07:35:35 +00004089#define _mm512_cvt_roundpd_epi32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004090 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004091 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004092 (__mmask8)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004093
Michael Zuckerman186d8672016-05-31 11:27:34 +00004094#define _mm512_mask_cvt_roundpd_epi32( W, U, A, R) __extension__ ({ \
4095 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4096 (__v8si)(W), \
4097 (__mmask8)(U), (int)(R)); })
4098
4099#define _mm512_maskz_cvt_roundpd_epi32(U, A, R) __extension__ ({ \
4100 (__m256i)__builtin_ia32_cvtpd2dq512_mask((__v8df)(__m512d)(A), \
4101 (__v8si)_mm256_setzero_si256(), \
4102 (__mmask8)(U), (int)(R)); })
4103
Michael Zuckermanf1544752016-05-09 10:32:51 +00004104static __inline__ __m256i __DEFAULT_FN_ATTRS
4105_mm512_cvtpd_epi32 (__m512d __A)
4106{
4107 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4108 (__v8si)
4109 _mm256_undefined_si256 (),
4110 (__mmask8) -1,
4111 _MM_FROUND_CUR_DIRECTION);
4112}
4113
4114static __inline__ __m256i __DEFAULT_FN_ATTRS
4115_mm512_mask_cvtpd_epi32 (__m256i __W, __mmask8 __U, __m512d __A)
4116{
4117 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4118 (__v8si) __W,
4119 (__mmask8) __U,
4120 _MM_FROUND_CUR_DIRECTION);
4121}
4122
4123static __inline__ __m256i __DEFAULT_FN_ATTRS
4124_mm512_maskz_cvtpd_epi32 (__mmask8 __U, __m512d __A)
4125{
4126 return (__m256i) __builtin_ia32_cvtpd2dq512_mask ((__v8df) __A,
4127 (__v8si)
4128 _mm256_setzero_si256 (),
4129 (__mmask8) __U,
4130 _MM_FROUND_CUR_DIRECTION);
4131}
4132
Craig Topper72c7d512015-02-01 07:35:35 +00004133#define _mm512_cvt_roundps_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004134 (__m512i)__builtin_ia32_cvtps2udq512_mask((__v16sf)(__m512)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004135 (__v16si)_mm512_setzero_si512(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004136 (__mmask16)-1, (int)(R)); })
Craig Topper72c7d512015-02-01 07:35:35 +00004137
Michael Zuckerman186d8672016-05-31 11:27:34 +00004138#define _mm512_mask_cvt_roundps_epu32( __W, __U, __A, __R) __extension__ ({ \
4139 (__m512i)__builtin_ia32_cvtps2udq512_mask ((__v16sf)( __A),\
4140 (__v16si)( __W),\
4141 (__mmask16)( __U),( __R));\
4142})
4143
4144#define _mm512_maskz_cvt_roundps_epu32( __U, __A, __R) __extension__ ({ \
4145 (__m512i)__builtin_ia32_cvtps2udq512_mask ((__v16sf)( __A),\
4146 (__v16si)\
4147 _mm512_setzero_si512 (),\
4148 (__mmask16)( __U),( __R));\
4149})
4150
Michael Zuckermanf1544752016-05-09 10:32:51 +00004151static __inline__ __m512i __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00004152_mm512_cvtps_epu32 ( __m512 __A)
Michael Zuckermanf1544752016-05-09 10:32:51 +00004153{
4154 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,\
4155 (__v16si)\
4156 _mm512_undefined_epi32 (),\
4157 (__mmask16) -1,\
4158 _MM_FROUND_CUR_DIRECTION);\
4159}
4160
4161static __inline__ __m512i __DEFAULT_FN_ATTRS
4162_mm512_mask_cvtps_epu32 (__m512i __W, __mmask16 __U, __m512 __A)
4163{
4164 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4165 (__v16si) __W,
4166 (__mmask16) __U,
4167 _MM_FROUND_CUR_DIRECTION);
4168}
4169
Michael Zuckerman9fcf3552016-05-30 13:22:12 +00004170static __inline__ __m512i __DEFAULT_FN_ATTRS
4171_mm512_maskz_cvtps_epu32 ( __mmask16 __U, __m512 __A)
4172{
4173 return (__m512i) __builtin_ia32_cvtps2udq512_mask ((__v16sf) __A,
4174 (__v16si)
4175 _mm512_setzero_si512 (),
4176 (__mmask16) __U ,
4177 _MM_FROUND_CUR_DIRECTION);
4178}
4179
Craig Topper72c7d512015-02-01 07:35:35 +00004180#define _mm512_cvt_roundpd_epu32(A, R) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00004181 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
Craig Topper72c7d512015-02-01 07:35:35 +00004182 (__v8si)_mm256_setzero_si256(), \
Craig Topper8c18e112016-05-17 04:41:50 +00004183 (__mmask8)-1, (int)(R)); })
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004184
Michael Zuckerman186d8672016-05-31 11:27:34 +00004185#define _mm512_mask_cvt_roundpd_epu32( W, U, A, R) __extension__ ({ \
4186 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4187 (__v8si)(W), \
4188 (__mmask8) (U), (int)(R)); })
4189
4190#define _mm512_maskz_cvt_roundpd_epu32(U, A, R) __extension__ ({ \
4191 (__m256i)__builtin_ia32_cvtpd2udq512_mask((__v8df)(__m512d)(A), \
4192 (__v8si)_mm256_setzero_si256(), \
4193 (__mmask8)(U), (int)(R)); })
4194
Michael Zuckermanf1544752016-05-09 10:32:51 +00004195static __inline__ __m256i __DEFAULT_FN_ATTRS
4196_mm512_cvtpd_epu32 (__m512d __A)
4197{
4198 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4199 (__v8si)
4200 _mm256_undefined_si256 (),
4201 (__mmask8) -1,
4202 _MM_FROUND_CUR_DIRECTION);
4203}
4204
4205static __inline__ __m256i __DEFAULT_FN_ATTRS
4206_mm512_mask_cvtpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
4207{
4208 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4209 (__v8si) __W,
4210 (__mmask8) __U,
4211 _MM_FROUND_CUR_DIRECTION);
4212}
4213
4214static __inline__ __m256i __DEFAULT_FN_ATTRS
4215_mm512_maskz_cvtpd_epu32 (__mmask8 __U, __m512d __A)
4216{
4217 return (__m256i) __builtin_ia32_cvtpd2udq512_mask ((__v8df) __A,
4218 (__v8si)
4219 _mm256_setzero_si256 (),
4220 (__mmask8) __U,
4221 _MM_FROUND_CUR_DIRECTION);
4222}
Adam Nemet63a951e2015-01-14 01:31:17 +00004223/* Unpack and Interleave */
Michael Kupersteine45af542015-06-30 13:36:19 +00004224static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004225_mm512_unpackhi_pd(__m512d __a, __m512d __b)
4226{
4227 return __builtin_shufflevector(__a, __b, 1, 9, 1+2, 9+2, 1+4, 9+4, 1+6, 9+6);
4228}
4229
Michael Kupersteine45af542015-06-30 13:36:19 +00004230static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004231_mm512_unpacklo_pd(__m512d __a, __m512d __b)
4232{
4233 return __builtin_shufflevector(__a, __b, 0, 8, 0+2, 8+2, 0+4, 8+4, 0+6, 8+6);
4234}
4235
Michael Kupersteine45af542015-06-30 13:36:19 +00004236static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004237_mm512_unpackhi_ps(__m512 __a, __m512 __b)
4238{
4239 return __builtin_shufflevector(__a, __b,
4240 2, 18, 3, 19,
4241 2+4, 18+4, 3+4, 19+4,
4242 2+8, 18+8, 3+8, 19+8,
4243 2+12, 18+12, 3+12, 19+12);
4244}
4245
Michael Kupersteine45af542015-06-30 13:36:19 +00004246static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet63a951e2015-01-14 01:31:17 +00004247_mm512_unpacklo_ps(__m512 __a, __m512 __b)
4248{
4249 return __builtin_shufflevector(__a, __b,
4250 0, 16, 1, 17,
4251 0+4, 16+4, 1+4, 17+4,
4252 0+8, 16+8, 1+8, 17+8,
4253 0+12, 16+12, 1+12, 17+12);
4254}
4255
Adam Nemet0d5bb552014-07-28 17:14:40 +00004256/* Bit Test */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004257
Michael Kupersteine45af542015-06-30 13:36:19 +00004258static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004259_mm512_test_epi32_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004260{
4261 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4262 (__v16si) __B,
4263 (__mmask16) -1);
4264}
4265
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004266static __inline__ __mmask16 __DEFAULT_FN_ATTRS
4267_mm512_mask_test_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
4268{
4269 return (__mmask16) __builtin_ia32_ptestmd512 ((__v16si) __A,
4270 (__v16si) __B, __U);
4271}
4272
Michael Kupersteine45af542015-06-30 13:36:19 +00004273static __inline __mmask8 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004274_mm512_test_epi64_mask(__m512i __A, __m512i __B)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004275{
4276 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A,
4277 (__v8di) __B,
4278 (__mmask8) -1);
4279}
4280
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00004281static __inline__ __mmask8 __DEFAULT_FN_ATTRS
4282_mm512_mask_test_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
4283{
4284 return (__mmask8) __builtin_ia32_ptestmq512 ((__v8di) __A, (__v8di) __B, __U);
4285}
4286
4287
Adam Nemet0d5bb552014-07-28 17:14:40 +00004288/* SIMD load ops */
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004289
Michael Kupersteine45af542015-06-30 13:36:19 +00004290static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004291_mm512_loadu_si512 (void const *__P)
4292{
Craig Topper4537ea72016-05-14 06:03:13 +00004293 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004294 (__v16si)
4295 _mm512_setzero_si512 (),
4296 (__mmask16) -1);
4297}
4298
4299static __inline __m512i __DEFAULT_FN_ATTRS
4300_mm512_mask_loadu_epi32 (__m512i __W, __mmask16 __U, void const *__P)
4301{
Craig Topper4537ea72016-05-14 06:03:13 +00004302 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004303 (__v16si) __W,
4304 (__mmask16) __U);
4305}
4306
4307
4308static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004309_mm512_maskz_loadu_epi32(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004310{
Craig Topper4537ea72016-05-14 06:03:13 +00004311 return (__m512i) __builtin_ia32_loaddqusi512_mask ((const int *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004312 (__v16si)
4313 _mm512_setzero_si512 (),
4314 (__mmask16) __U);
4315}
4316
Michael Kupersteine45af542015-06-30 13:36:19 +00004317static __inline __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004318_mm512_mask_loadu_epi64 (__m512i __W, __mmask8 __U, void const *__P)
4319{
Craig Topper4537ea72016-05-14 06:03:13 +00004320 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004321 (__v8di) __W,
4322 (__mmask8) __U);
4323}
4324
4325static __inline __m512i __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004326_mm512_maskz_loadu_epi64(__mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004327{
Craig Topper4537ea72016-05-14 06:03:13 +00004328 return (__m512i) __builtin_ia32_loaddqudi512_mask ((const long long *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004329 (__v8di)
4330 _mm512_setzero_si512 (),
4331 (__mmask8) __U);
4332}
4333
Michael Kupersteine45af542015-06-30 13:36:19 +00004334static __inline __m512 __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004335_mm512_mask_loadu_ps (__m512 __W, __mmask16 __U, void const *__P)
4336{
Craig Topper4537ea72016-05-14 06:03:13 +00004337 return (__m512) __builtin_ia32_loadups512_mask ((const float *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004338 (__v16sf) __W,
4339 (__mmask16) __U);
4340}
4341
4342static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004343_mm512_maskz_loadu_ps(__mmask16 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004344{
Craig Topper4537ea72016-05-14 06:03:13 +00004345 return (__m512) __builtin_ia32_loadups512_mask ((const float *)__P,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004346 (__v16sf)
4347 _mm512_setzero_ps (),
4348 (__mmask16) __U);
4349}
4350
Michael Kupersteine45af542015-06-30 13:36:19 +00004351static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004352_mm512_mask_loadu_pd (__m512d __W, __mmask8 __U, void const *__P)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004353{
Craig Topper4537ea72016-05-14 06:03:13 +00004354 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *) __P,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004355 (__v8df) __W,
4356 (__mmask8) __U);
Adam Nemetc0cff242015-01-16 18:51:50 +00004357}
4358
Michael Kupersteine45af542015-06-30 13:36:19 +00004359static __inline __m512d __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004360_mm512_maskz_loadu_pd(__mmask8 __U, void const *__P)
Adam Nemetc0cff242015-01-16 18:51:50 +00004361{
Craig Topper4537ea72016-05-14 06:03:13 +00004362 return (__m512d) __builtin_ia32_loadupd512_mask ((const double *)__P,
Adam Nemetc0cff242015-01-16 18:51:50 +00004363 (__v8df)
4364 _mm512_setzero_pd (),
4365 (__mmask8) __U);
4366}
4367
Michael Kupersteine45af542015-06-30 13:36:19 +00004368static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004369_mm512_loadu_pd(double const *__p)
4370{
4371 struct __loadu_pd {
4372 __m512d __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004373 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004374 return ((struct __loadu_pd*)__p)->__v;
4375}
4376
Michael Kupersteine45af542015-06-30 13:36:19 +00004377static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemetda82bcc2014-07-31 04:00:39 +00004378_mm512_loadu_ps(float const *__p)
4379{
4380 struct __loadu_ps {
4381 __m512 __v;
David Majnemer1cf22e62015-02-04 00:26:10 +00004382 } __attribute__((__packed__, __may_alias__));
Adam Nemetda82bcc2014-07-31 04:00:39 +00004383 return ((struct __loadu_ps*)__p)->__v;
4384}
4385
Michael Kupersteine45af542015-06-30 13:36:19 +00004386static __inline __m512 __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004387_mm512_load_ps(float const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004388{
4389 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__p,
4390 (__v16sf)
4391 _mm512_setzero_ps (),
4392 (__mmask16) -1);
4393}
4394
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004395static __inline __m512 __DEFAULT_FN_ATTRS
4396_mm512_mask_load_ps (__m512 __W, __mmask16 __U, void const *__P)
4397{
4398 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *) __P,
4399 (__v16sf) __W,
4400 (__mmask16) __U);
4401}
4402
4403static __inline __m512 __DEFAULT_FN_ATTRS
4404_mm512_maskz_load_ps(__mmask16 __U, void const *__P)
4405{
4406 return (__m512) __builtin_ia32_loadaps512_mask ((const __v16sf *)__P,
4407 (__v16sf)
4408 _mm512_setzero_ps (),
4409 (__mmask16) __U);
4410}
4411
Michael Kupersteine45af542015-06-30 13:36:19 +00004412static __inline __m512d __DEFAULT_FN_ATTRS
Adam Nemete7087472016-01-19 02:02:25 +00004413_mm512_load_pd(double const *__p)
Adam Nemetc0cff242015-01-16 18:51:50 +00004414{
4415 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__p,
4416 (__v8df)
4417 _mm512_setzero_pd (),
4418 (__mmask8) -1);
4419}
4420
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004421static __inline __m512d __DEFAULT_FN_ATTRS
4422_mm512_mask_load_pd (__m512d __W, __mmask8 __U, void const *__P)
4423{
4424 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *) __P,
4425 (__v8df) __W,
4426 (__mmask8) __U);
4427}
4428
4429static __inline __m512d __DEFAULT_FN_ATTRS
4430_mm512_maskz_load_pd(__mmask8 __U, void const *__P)
4431{
4432 return (__m512d) __builtin_ia32_loadapd512_mask ((const __v8df *)__P,
4433 (__v8df)
4434 _mm512_setzero_pd (),
4435 (__mmask8) __U);
4436}
4437
4438static __inline __m512i __DEFAULT_FN_ATTRS
4439_mm512_load_si512 (void const *__P)
4440{
4441 return *(__m512i *) __P;
4442}
4443
4444static __inline __m512i __DEFAULT_FN_ATTRS
4445_mm512_load_epi32 (void const *__P)
4446{
4447 return *(__m512i *) __P;
4448}
4449
4450static __inline __m512i __DEFAULT_FN_ATTRS
4451_mm512_load_epi64 (void const *__P)
4452{
4453 return *(__m512i *) __P;
4454}
4455
Adam Nemet0d5bb552014-07-28 17:14:40 +00004456/* SIMD store ops */
4457
Michael Kupersteine45af542015-06-30 13:36:19 +00004458static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004459_mm512_mask_storeu_epi64(void *__P, __mmask8 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004460{
Craig Topper4537ea72016-05-14 06:03:13 +00004461 __builtin_ia32_storedqudi512_mask ((long long *)__P, (__v8di) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004462 (__mmask8) __U);
4463}
4464
Michael Kupersteine45af542015-06-30 13:36:19 +00004465static __inline void __DEFAULT_FN_ATTRS
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004466_mm512_storeu_si512 (void *__P, __m512i __A)
4467{
Craig Topper4537ea72016-05-14 06:03:13 +00004468 __builtin_ia32_storedqusi512_mask ((int *) __P, (__v16si) __A,
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004469 (__mmask16) -1);
4470}
4471
4472static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004473_mm512_mask_storeu_epi32(void *__P, __mmask16 __U, __m512i __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004474{
Craig Topper4537ea72016-05-14 06:03:13 +00004475 __builtin_ia32_storedqusi512_mask ((int *)__P, (__v16si) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004476 (__mmask16) __U);
4477}
4478
Michael Kupersteine45af542015-06-30 13:36:19 +00004479static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004480_mm512_mask_storeu_pd(void *__P, __mmask8 __U, __m512d __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004481{
Craig Topper4537ea72016-05-14 06:03:13 +00004482 __builtin_ia32_storeupd512_mask ((double *)__P, (__v8df) __A, (__mmask8) __U);
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004483}
4484
Michael Kupersteine45af542015-06-30 13:36:19 +00004485static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004486_mm512_storeu_pd(void *__P, __m512d __A)
4487{
Craig Topper4537ea72016-05-14 06:03:13 +00004488 __builtin_ia32_storeupd512_mask((double *)__P, (__v8df)__A, (__mmask8)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004489}
4490
Michael Kupersteine45af542015-06-30 13:36:19 +00004491static __inline void __DEFAULT_FN_ATTRS
Adam Nemet9a3ea602014-07-28 17:14:38 +00004492_mm512_mask_storeu_ps(void *__P, __mmask16 __U, __m512 __A)
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004493{
Craig Topper4537ea72016-05-14 06:03:13 +00004494 __builtin_ia32_storeups512_mask ((float *)__P, (__v16sf) __A,
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00004495 (__mmask16) __U);
4496}
4497
Michael Kupersteine45af542015-06-30 13:36:19 +00004498static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004499_mm512_storeu_ps(void *__P, __m512 __A)
4500{
Craig Topper4537ea72016-05-14 06:03:13 +00004501 __builtin_ia32_storeups512_mask((float *)__P, (__v16sf)__A, (__mmask16)-1);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004502}
4503
Michael Kupersteine45af542015-06-30 13:36:19 +00004504static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004505_mm512_mask_store_pd(void *__P, __mmask8 __U, __m512d __A)
Adam Nemetfce1ad02014-07-28 17:14:45 +00004506{
Adam Nemetc0cff242015-01-16 18:51:50 +00004507 __builtin_ia32_storeapd512_mask ((__v8df *)__P, (__v8df) __A, (__mmask8) __U);
Adam Nemetfce1ad02014-07-28 17:14:45 +00004508}
4509
Michael Kupersteine45af542015-06-30 13:36:19 +00004510static __inline void __DEFAULT_FN_ATTRS
Adam Nemetfce1ad02014-07-28 17:14:45 +00004511_mm512_store_pd(void *__P, __m512d __A)
4512{
4513 *(__m512d*)__P = __A;
4514}
4515
Michael Kupersteine45af542015-06-30 13:36:19 +00004516static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004517_mm512_mask_store_ps(void *__P, __mmask16 __U, __m512 __A)
4518{
4519 __builtin_ia32_storeaps512_mask ((__v16sf *)__P, (__v16sf) __A,
4520 (__mmask16) __U);
4521}
4522
Michael Kupersteine45af542015-06-30 13:36:19 +00004523static __inline void __DEFAULT_FN_ATTRS
Adam Nemetc0cff242015-01-16 18:51:50 +00004524_mm512_store_ps(void *__P, __m512 __A)
4525{
4526 *(__m512*)__P = __A;
4527}
4528
Michael Zuckermane9e8e572016-05-10 13:13:54 +00004529static __inline void __DEFAULT_FN_ATTRS
4530_mm512_store_si512 (void *__P, __m512i __A)
4531{
4532 *(__m512i *) __P = __A;
4533}
4534
4535static __inline void __DEFAULT_FN_ATTRS
4536_mm512_store_epi32 (void *__P, __m512i __A)
4537{
4538 *(__m512i *) __P = __A;
4539}
4540
4541static __inline void __DEFAULT_FN_ATTRS
4542_mm512_store_epi64 (void *__P, __m512i __A)
4543{
4544 *(__m512i *) __P = __A;
4545}
4546
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004547/* Mask ops */
4548
Michael Kupersteine45af542015-06-30 13:36:19 +00004549static __inline __mmask16 __DEFAULT_FN_ATTRS
Adam Nemet2db1d2f2014-07-30 16:51:27 +00004550_mm512_knot(__mmask16 __M)
4551{
4552 return __builtin_ia32_knothi(__M);
4553}
4554
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004555/* Integer compare */
4556
Michael Kupersteine45af542015-06-30 13:36:19 +00004557static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004558_mm512_cmpeq_epi32_mask(__m512i __a, __m512i __b) {
4559 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4560 (__mmask16)-1);
4561}
4562
Michael Kupersteine45af542015-06-30 13:36:19 +00004563static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004564_mm512_mask_cmpeq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4565 return (__mmask16)__builtin_ia32_pcmpeqd512_mask((__v16si)__a, (__v16si)__b,
4566 __u);
4567}
4568
Michael Kupersteine45af542015-06-30 13:36:19 +00004569static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004570_mm512_cmpeq_epu32_mask(__m512i __a, __m512i __b) {
4571 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4572 (__mmask16)-1);
4573}
4574
Michael Kupersteine45af542015-06-30 13:36:19 +00004575static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004576_mm512_mask_cmpeq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4577 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 0,
4578 __u);
4579}
4580
Michael Kupersteine45af542015-06-30 13:36:19 +00004581static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004582_mm512_mask_cmpeq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4583 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4584 __u);
4585}
4586
Michael Kupersteine45af542015-06-30 13:36:19 +00004587static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Robert Khasanovb9f3a912014-10-08 17:18:13 +00004588_mm512_cmpeq_epi64_mask(__m512i __a, __m512i __b) {
4589 return (__mmask8)__builtin_ia32_pcmpeqq512_mask((__v8di)__a, (__v8di)__b,
4590 (__mmask8)-1);
4591}
4592
Michael Kupersteine45af542015-06-30 13:36:19 +00004593static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004594_mm512_cmpeq_epu64_mask(__m512i __a, __m512i __b) {
4595 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4596 (__mmask8)-1);
4597}
4598
Michael Kupersteine45af542015-06-30 13:36:19 +00004599static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004600_mm512_mask_cmpeq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4601 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 0,
4602 __u);
4603}
4604
Michael Kupersteine45af542015-06-30 13:36:19 +00004605static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004606_mm512_cmpge_epi32_mask(__m512i __a, __m512i __b) {
4607 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4608 (__mmask16)-1);
4609}
4610
Michael Kupersteine45af542015-06-30 13:36:19 +00004611static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004612_mm512_mask_cmpge_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4613 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4614 __u);
4615}
4616
Michael Kupersteine45af542015-06-30 13:36:19 +00004617static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004618_mm512_cmpge_epu32_mask(__m512i __a, __m512i __b) {
4619 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4620 (__mmask16)-1);
4621}
4622
Michael Kupersteine45af542015-06-30 13:36:19 +00004623static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004624_mm512_mask_cmpge_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4625 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 5,
4626 __u);
4627}
4628
Michael Kupersteine45af542015-06-30 13:36:19 +00004629static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004630_mm512_cmpge_epi64_mask(__m512i __a, __m512i __b) {
4631 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4632 (__mmask8)-1);
4633}
4634
Michael Kupersteine45af542015-06-30 13:36:19 +00004635static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004636_mm512_mask_cmpge_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4637 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4638 __u);
4639}
4640
Michael Kupersteine45af542015-06-30 13:36:19 +00004641static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004642_mm512_cmpge_epu64_mask(__m512i __a, __m512i __b) {
4643 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4644 (__mmask8)-1);
4645}
4646
Michael Kupersteine45af542015-06-30 13:36:19 +00004647static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004648_mm512_mask_cmpge_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4649 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 5,
4650 __u);
4651}
4652
Michael Kupersteine45af542015-06-30 13:36:19 +00004653static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004654_mm512_cmpgt_epi32_mask(__m512i __a, __m512i __b) {
4655 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4656 (__mmask16)-1);
4657}
4658
Michael Kupersteine45af542015-06-30 13:36:19 +00004659static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004660_mm512_mask_cmpgt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4661 return (__mmask16)__builtin_ia32_pcmpgtd512_mask((__v16si)__a, (__v16si)__b,
4662 __u);
4663}
4664
Michael Kupersteine45af542015-06-30 13:36:19 +00004665static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004666_mm512_cmpgt_epu32_mask(__m512i __a, __m512i __b) {
4667 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4668 (__mmask16)-1);
4669}
4670
Michael Kupersteine45af542015-06-30 13:36:19 +00004671static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004672_mm512_mask_cmpgt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4673 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 6,
4674 __u);
4675}
4676
Michael Kupersteine45af542015-06-30 13:36:19 +00004677static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004678_mm512_mask_cmpgt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4679 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4680 __u);
4681}
4682
Michael Kupersteine45af542015-06-30 13:36:19 +00004683static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004684_mm512_cmpgt_epi64_mask(__m512i __a, __m512i __b) {
4685 return (__mmask8)__builtin_ia32_pcmpgtq512_mask((__v8di)__a, (__v8di)__b,
4686 (__mmask8)-1);
4687}
4688
Michael Kupersteine45af542015-06-30 13:36:19 +00004689static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004690_mm512_cmpgt_epu64_mask(__m512i __a, __m512i __b) {
4691 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4692 (__mmask8)-1);
4693}
4694
Michael Kupersteine45af542015-06-30 13:36:19 +00004695static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004696_mm512_mask_cmpgt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4697 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 6,
4698 __u);
4699}
4700
Michael Kupersteine45af542015-06-30 13:36:19 +00004701static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004702_mm512_cmple_epi32_mask(__m512i __a, __m512i __b) {
4703 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4704 (__mmask16)-1);
4705}
4706
Michael Kupersteine45af542015-06-30 13:36:19 +00004707static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004708_mm512_mask_cmple_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4709 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4710 __u);
4711}
4712
Michael Kupersteine45af542015-06-30 13:36:19 +00004713static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004714_mm512_cmple_epu32_mask(__m512i __a, __m512i __b) {
4715 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4716 (__mmask16)-1);
4717}
4718
Michael Kupersteine45af542015-06-30 13:36:19 +00004719static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004720_mm512_mask_cmple_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4721 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 2,
4722 __u);
4723}
4724
Michael Kupersteine45af542015-06-30 13:36:19 +00004725static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004726_mm512_cmple_epi64_mask(__m512i __a, __m512i __b) {
4727 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4728 (__mmask8)-1);
4729}
4730
Michael Kupersteine45af542015-06-30 13:36:19 +00004731static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004732_mm512_mask_cmple_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4733 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4734 __u);
4735}
4736
Michael Kupersteine45af542015-06-30 13:36:19 +00004737static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004738_mm512_cmple_epu64_mask(__m512i __a, __m512i __b) {
4739 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4740 (__mmask8)-1);
4741}
4742
Michael Kupersteine45af542015-06-30 13:36:19 +00004743static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004744_mm512_mask_cmple_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4745 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 2,
4746 __u);
4747}
4748
Michael Kupersteine45af542015-06-30 13:36:19 +00004749static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004750_mm512_cmplt_epi32_mask(__m512i __a, __m512i __b) {
4751 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4752 (__mmask16)-1);
4753}
4754
Michael Kupersteine45af542015-06-30 13:36:19 +00004755static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004756_mm512_mask_cmplt_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4757 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4758 __u);
4759}
4760
Michael Kupersteine45af542015-06-30 13:36:19 +00004761static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004762_mm512_cmplt_epu32_mask(__m512i __a, __m512i __b) {
4763 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4764 (__mmask16)-1);
4765}
4766
Michael Kupersteine45af542015-06-30 13:36:19 +00004767static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004768_mm512_mask_cmplt_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4769 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 1,
4770 __u);
4771}
4772
Michael Kupersteine45af542015-06-30 13:36:19 +00004773static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004774_mm512_cmplt_epi64_mask(__m512i __a, __m512i __b) {
4775 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4776 (__mmask8)-1);
4777}
4778
Michael Kupersteine45af542015-06-30 13:36:19 +00004779static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004780_mm512_mask_cmplt_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4781 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4782 __u);
4783}
4784
Michael Kupersteine45af542015-06-30 13:36:19 +00004785static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004786_mm512_cmplt_epu64_mask(__m512i __a, __m512i __b) {
4787 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4788 (__mmask8)-1);
4789}
4790
Michael Kupersteine45af542015-06-30 13:36:19 +00004791static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004792_mm512_mask_cmplt_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4793 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 1,
4794 __u);
4795}
4796
Michael Kupersteine45af542015-06-30 13:36:19 +00004797static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004798_mm512_cmpneq_epi32_mask(__m512i __a, __m512i __b) {
4799 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4800 (__mmask16)-1);
4801}
4802
Michael Kupersteine45af542015-06-30 13:36:19 +00004803static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004804_mm512_mask_cmpneq_epi32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4805 return (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4806 __u);
4807}
4808
Michael Kupersteine45af542015-06-30 13:36:19 +00004809static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004810_mm512_cmpneq_epu32_mask(__m512i __a, __m512i __b) {
4811 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4812 (__mmask16)-1);
4813}
4814
Michael Kupersteine45af542015-06-30 13:36:19 +00004815static __inline__ __mmask16 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004816_mm512_mask_cmpneq_epu32_mask(__mmask16 __u, __m512i __a, __m512i __b) {
4817 return (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)__a, (__v16si)__b, 4,
4818 __u);
4819}
4820
Michael Kupersteine45af542015-06-30 13:36:19 +00004821static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004822_mm512_cmpneq_epi64_mask(__m512i __a, __m512i __b) {
4823 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4824 (__mmask8)-1);
4825}
4826
Michael Kupersteine45af542015-06-30 13:36:19 +00004827static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004828_mm512_mask_cmpneq_epi64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4829 return (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4830 __u);
4831}
4832
Michael Kupersteine45af542015-06-30 13:36:19 +00004833static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004834_mm512_cmpneq_epu64_mask(__m512i __a, __m512i __b) {
4835 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4836 (__mmask8)-1);
4837}
4838
Michael Kupersteine45af542015-06-30 13:36:19 +00004839static __inline__ __mmask8 __DEFAULT_FN_ATTRS
Craig Topper4cac1c22015-01-25 23:30:07 +00004840_mm512_mask_cmpneq_epu64_mask(__mmask8 __u, __m512i __a, __m512i __b) {
4841 return (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)__a, (__v8di)__b, 4,
4842 __u);
4843}
4844
Michael Zuckerman7cdb72f2016-02-18 09:09:34 +00004845static __inline__ __m512i __DEFAULT_FN_ATTRS
4846_mm512_cvtepi8_epi32 (__m128i __A)
4847{
4848 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4849 (__v16si)
4850 _mm512_setzero_si512 (),
4851 (__mmask16) -1);
4852}
4853
4854static __inline__ __m512i __DEFAULT_FN_ATTRS
4855_mm512_mask_cvtepi8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4856{
4857 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4858 (__v16si) __W,
4859 (__mmask16) __U);
4860}
4861
4862static __inline__ __m512i __DEFAULT_FN_ATTRS
4863_mm512_maskz_cvtepi8_epi32 (__mmask16 __U, __m128i __A)
4864{
4865 return (__m512i) __builtin_ia32_pmovsxbd512_mask ((__v16qi) __A,
4866 (__v16si)
4867 _mm512_setzero_si512 (),
4868 (__mmask16) __U);
4869}
4870
4871static __inline__ __m512i __DEFAULT_FN_ATTRS
4872_mm512_cvtepi8_epi64 (__m128i __A)
4873{
4874 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4875 (__v8di)
4876 _mm512_setzero_si512 (),
4877 (__mmask8) -1);
4878}
4879
4880static __inline__ __m512i __DEFAULT_FN_ATTRS
4881_mm512_mask_cvtepi8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4882{
4883 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4884 (__v8di) __W,
4885 (__mmask8) __U);
4886}
4887
4888static __inline__ __m512i __DEFAULT_FN_ATTRS
4889_mm512_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
4890{
4891 return (__m512i) __builtin_ia32_pmovsxbq512_mask ((__v16qi) __A,
4892 (__v8di)
4893 _mm512_setzero_si512 (),
4894 (__mmask8) __U);
4895}
4896
4897static __inline__ __m512i __DEFAULT_FN_ATTRS
4898_mm512_cvtepi32_epi64 (__m256i __X)
4899{
4900 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4901 (__v8di)
4902 _mm512_setzero_si512 (),
4903 (__mmask8) -1);
4904}
4905
4906static __inline__ __m512i __DEFAULT_FN_ATTRS
4907_mm512_mask_cvtepi32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
4908{
4909 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4910 (__v8di) __W,
4911 (__mmask8) __U);
4912}
4913
4914static __inline__ __m512i __DEFAULT_FN_ATTRS
4915_mm512_maskz_cvtepi32_epi64 (__mmask8 __U, __m256i __X)
4916{
4917 return (__m512i) __builtin_ia32_pmovsxdq512_mask ((__v8si) __X,
4918 (__v8di)
4919 _mm512_setzero_si512 (),
4920 (__mmask8) __U);
4921}
4922
4923static __inline__ __m512i __DEFAULT_FN_ATTRS
4924_mm512_cvtepi16_epi32 (__m256i __A)
4925{
4926 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4927 (__v16si)
4928 _mm512_setzero_si512 (),
4929 (__mmask16) -1);
4930}
4931
4932static __inline__ __m512i __DEFAULT_FN_ATTRS
4933_mm512_mask_cvtepi16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
4934{
4935 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4936 (__v16si) __W,
4937 (__mmask16) __U);
4938}
4939
4940static __inline__ __m512i __DEFAULT_FN_ATTRS
4941_mm512_maskz_cvtepi16_epi32 (__mmask16 __U, __m256i __A)
4942{
4943 return (__m512i) __builtin_ia32_pmovsxwd512_mask ((__v16hi) __A,
4944 (__v16si)
4945 _mm512_setzero_si512 (),
4946 (__mmask16) __U);
4947}
4948
4949static __inline__ __m512i __DEFAULT_FN_ATTRS
4950_mm512_cvtepi16_epi64 (__m128i __A)
4951{
4952 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4953 (__v8di)
4954 _mm512_setzero_si512 (),
4955 (__mmask8) -1);
4956}
4957
4958static __inline__ __m512i __DEFAULT_FN_ATTRS
4959_mm512_mask_cvtepi16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
4960{
4961 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4962 (__v8di) __W,
4963 (__mmask8) __U);
4964}
4965
4966static __inline__ __m512i __DEFAULT_FN_ATTRS
4967_mm512_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
4968{
4969 return (__m512i) __builtin_ia32_pmovsxwq512_mask ((__v8hi) __A,
4970 (__v8di)
4971 _mm512_setzero_si512 (),
4972 (__mmask8) __U);
4973}
4974
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00004975static __inline__ __m512i __DEFAULT_FN_ATTRS
4976_mm512_cvtepu8_epi32 (__m128i __A)
4977{
4978 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4979 (__v16si)
4980 _mm512_setzero_si512 (),
4981 (__mmask16) -1);
4982}
4983
4984static __inline__ __m512i __DEFAULT_FN_ATTRS
4985_mm512_mask_cvtepu8_epi32 (__m512i __W, __mmask16 __U, __m128i __A)
4986{
4987 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4988 (__v16si) __W,
4989 (__mmask16) __U);
4990}
4991
4992static __inline__ __m512i __DEFAULT_FN_ATTRS
4993_mm512_maskz_cvtepu8_epi32 (__mmask16 __U, __m128i __A)
4994{
4995 return (__m512i) __builtin_ia32_pmovzxbd512_mask ((__v16qi) __A,
4996 (__v16si)
4997 _mm512_setzero_si512 (),
4998 (__mmask16) __U);
4999}
5000
5001static __inline__ __m512i __DEFAULT_FN_ATTRS
5002_mm512_cvtepu8_epi64 (__m128i __A)
5003{
5004 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5005 (__v8di)
5006 _mm512_setzero_si512 (),
5007 (__mmask8) -1);
5008}
5009
5010static __inline__ __m512i __DEFAULT_FN_ATTRS
5011_mm512_mask_cvtepu8_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5012{
5013 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5014 (__v8di) __W,
5015 (__mmask8) __U);
5016}
5017
5018static __inline__ __m512i __DEFAULT_FN_ATTRS
5019_mm512_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
5020{
5021 return (__m512i) __builtin_ia32_pmovzxbq512_mask ((__v16qi) __A,
5022 (__v8di)
5023 _mm512_setzero_si512 (),
5024 (__mmask8) __U);
5025}
5026
5027static __inline__ __m512i __DEFAULT_FN_ATTRS
5028_mm512_cvtepu32_epi64 (__m256i __X)
5029{
5030 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5031 (__v8di)
5032 _mm512_setzero_si512 (),
5033 (__mmask8) -1);
5034}
5035
5036static __inline__ __m512i __DEFAULT_FN_ATTRS
5037_mm512_mask_cvtepu32_epi64 (__m512i __W, __mmask8 __U, __m256i __X)
5038{
5039 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5040 (__v8di) __W,
5041 (__mmask8) __U);
5042}
5043
5044static __inline__ __m512i __DEFAULT_FN_ATTRS
5045_mm512_maskz_cvtepu32_epi64 (__mmask8 __U, __m256i __X)
5046{
5047 return (__m512i) __builtin_ia32_pmovzxdq512_mask ((__v8si) __X,
5048 (__v8di)
5049 _mm512_setzero_si512 (),
5050 (__mmask8) __U);
5051}
5052
5053static __inline__ __m512i __DEFAULT_FN_ATTRS
5054_mm512_cvtepu16_epi32 (__m256i __A)
5055{
5056 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5057 (__v16si)
5058 _mm512_setzero_si512 (),
5059 (__mmask16) -1);
5060}
5061
5062static __inline__ __m512i __DEFAULT_FN_ATTRS
5063_mm512_mask_cvtepu16_epi32 (__m512i __W, __mmask16 __U, __m256i __A)
5064{
5065 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5066 (__v16si) __W,
5067 (__mmask16) __U);
5068}
5069
5070static __inline__ __m512i __DEFAULT_FN_ATTRS
5071_mm512_maskz_cvtepu16_epi32 (__mmask16 __U, __m256i __A)
5072{
5073 return (__m512i) __builtin_ia32_pmovzxwd512_mask ((__v16hi) __A,
5074 (__v16si)
5075 _mm512_setzero_si512 (),
5076 (__mmask16) __U);
5077}
5078
5079static __inline__ __m512i __DEFAULT_FN_ATTRS
5080_mm512_cvtepu16_epi64 (__m128i __A)
5081{
5082 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5083 (__v8di)
5084 _mm512_setzero_si512 (),
5085 (__mmask8) -1);
5086}
5087
5088static __inline__ __m512i __DEFAULT_FN_ATTRS
5089_mm512_mask_cvtepu16_epi64 (__m512i __W, __mmask8 __U, __m128i __A)
5090{
5091 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5092 (__v8di) __W,
5093 (__mmask8) __U);
5094}
5095
5096static __inline__ __m512i __DEFAULT_FN_ATTRS
5097_mm512_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
5098{
5099 return (__m512i) __builtin_ia32_pmovzxwq512_mask ((__v8hi) __A,
5100 (__v8di)
5101 _mm512_setzero_si512 (),
5102 (__mmask8) __U);
5103}
5104
Michael Zuckermane98cc742016-02-23 15:59:47 +00005105static __inline__ __m512i __DEFAULT_FN_ATTRS
5106_mm512_rorv_epi32 (__m512i __A, __m512i __B)
5107{
5108 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5109 (__v16si) __B,
5110 (__v16si)
5111 _mm512_setzero_si512 (),
5112 (__mmask16) -1);
5113}
5114
5115static __inline__ __m512i __DEFAULT_FN_ATTRS
5116_mm512_mask_rorv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5117{
5118 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5119 (__v16si) __B,
5120 (__v16si) __W,
5121 (__mmask16) __U);
5122}
5123
5124static __inline__ __m512i __DEFAULT_FN_ATTRS
5125_mm512_maskz_rorv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5126{
5127 return (__m512i) __builtin_ia32_prorvd512_mask ((__v16si) __A,
5128 (__v16si) __B,
5129 (__v16si)
5130 _mm512_setzero_si512 (),
5131 (__mmask16) __U);
5132}
5133
5134static __inline__ __m512i __DEFAULT_FN_ATTRS
5135_mm512_rorv_epi64 (__m512i __A, __m512i __B)
5136{
5137 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5138 (__v8di) __B,
5139 (__v8di)
5140 _mm512_setzero_si512 (),
5141 (__mmask8) -1);
5142}
5143
5144static __inline__ __m512i __DEFAULT_FN_ATTRS
5145_mm512_mask_rorv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5146{
5147 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5148 (__v8di) __B,
5149 (__v8di) __W,
5150 (__mmask8) __U);
5151}
5152
5153static __inline__ __m512i __DEFAULT_FN_ATTRS
5154_mm512_maskz_rorv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5155{
5156 return (__m512i) __builtin_ia32_prorvq512_mask ((__v8di) __A,
5157 (__v8di) __B,
5158 (__v8di)
5159 _mm512_setzero_si512 (),
5160 (__mmask8) __U);
5161}
5162
5163
Michael Zuckerman7a33dce2016-02-21 14:00:11 +00005164
Craig Topper4cac1c22015-01-25 23:30:07 +00005165#define _mm512_cmp_epi32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005166 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005167 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005168 (__mmask16)-1); })
5169
5170#define _mm512_cmp_epu32_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005171 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005172 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005173 (__mmask16)-1); })
5174
5175#define _mm512_cmp_epi64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005176 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005177 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005178 (__mmask8)-1); })
5179
5180#define _mm512_cmp_epu64_mask(a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005181 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005182 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005183 (__mmask8)-1); })
5184
5185#define _mm512_mask_cmp_epi32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005186 (__mmask16)__builtin_ia32_cmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005187 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005188 (__mmask16)(m)); })
5189
5190#define _mm512_mask_cmp_epu32_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005191 (__mmask16)__builtin_ia32_ucmpd512_mask((__v16si)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005192 (__v16si)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005193 (__mmask16)(m)); })
5194
5195#define _mm512_mask_cmp_epi64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005196 (__mmask8)__builtin_ia32_cmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005197 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005198 (__mmask8)(m)); })
5199
5200#define _mm512_mask_cmp_epu64_mask(m, a, b, p) __extension__ ({ \
Craig Topper3a71f352015-11-29 06:50:33 +00005201 (__mmask8)__builtin_ia32_ucmpq512_mask((__v8di)(__m512i)(a), \
Craig Topper8c18e112016-05-17 04:41:50 +00005202 (__v8di)(__m512i)(b), (int)(p), \
Craig Topper4cac1c22015-01-25 23:30:07 +00005203 (__mmask8)(m)); })
Eric Christopher4d1851682015-06-17 07:09:20 +00005204
Michael Zuckerman38a27272016-02-22 09:05:41 +00005205#define _mm512_rol_epi32(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005206 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5207 (__v16si)_mm512_setzero_si512(), \
5208 (__mmask16)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005209
5210#define _mm512_mask_rol_epi32(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005211 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5212 (__v16si)(__m512i)(W), \
5213 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005214
5215#define _mm512_maskz_rol_epi32(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005216 (__m512i)__builtin_ia32_prold512_mask((__v16si)(__m512i)(a), (int)(b), \
5217 (__v16si)_mm512_setzero_si512(), \
5218 (__mmask16)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005219
5220#define _mm512_rol_epi64(a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005221 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5222 (__v8di)_mm512_setzero_si512(), \
5223 (__mmask8)-1); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005224
5225#define _mm512_mask_rol_epi64(W, U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005226 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5227 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005228
5229#define _mm512_maskz_rol_epi64(U, a, b) __extension__ ({ \
Craig Topper8c18e112016-05-17 04:41:50 +00005230 (__m512i)__builtin_ia32_prolq512_mask((__v8di)(__m512i)(a), (int)(b), \
5231 (__v8di)_mm512_setzero_si512(), \
5232 (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005233static __inline__ __m512i __DEFAULT_FN_ATTRS
5234_mm512_rolv_epi32 (__m512i __A, __m512i __B)
5235{
5236 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5237 (__v16si) __B,
5238 (__v16si)
5239 _mm512_setzero_si512 (),
5240 (__mmask16) -1);
5241}
5242
5243static __inline__ __m512i __DEFAULT_FN_ATTRS
5244_mm512_mask_rolv_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m512i __B)
5245{
5246 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5247 (__v16si) __B,
5248 (__v16si) __W,
5249 (__mmask16) __U);
5250}
5251
5252static __inline__ __m512i __DEFAULT_FN_ATTRS
5253_mm512_maskz_rolv_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
5254{
5255 return (__m512i) __builtin_ia32_prolvd512_mask ((__v16si) __A,
5256 (__v16si) __B,
5257 (__v16si)
5258 _mm512_setzero_si512 (),
5259 (__mmask16) __U);
5260}
5261
5262static __inline__ __m512i __DEFAULT_FN_ATTRS
5263_mm512_rolv_epi64 (__m512i __A, __m512i __B)
5264{
5265 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5266 (__v8di) __B,
5267 (__v8di)
5268 _mm512_setzero_si512 (),
5269 (__mmask8) -1);
5270}
5271
5272static __inline__ __m512i __DEFAULT_FN_ATTRS
5273_mm512_mask_rolv_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
5274{
5275 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5276 (__v8di) __B,
5277 (__v8di) __W,
5278 (__mmask8) __U);
5279}
5280
5281static __inline__ __m512i __DEFAULT_FN_ATTRS
5282_mm512_maskz_rolv_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
5283{
5284 return (__m512i) __builtin_ia32_prolvq512_mask ((__v8di) __A,
5285 (__v8di) __B,
5286 (__v8di)
5287 _mm512_setzero_si512 (),
5288 (__mmask8) __U);
5289}
5290
Craig Topper8c18e112016-05-17 04:41:50 +00005291#define _mm512_ror_epi32(A, B) __extension__ ({ \
5292 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5293 (__v16si)_mm512_setzero_si512(), \
5294 (__mmask16)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005295
Craig Topper8c18e112016-05-17 04:41:50 +00005296#define _mm512_mask_ror_epi32(W, U, A, B) __extension__ ({ \
5297 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5298 (__v16si)(__m512i)(W), \
5299 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005300
Craig Topper8c18e112016-05-17 04:41:50 +00005301#define _mm512_maskz_ror_epi32(U, A, B) __extension__ ({ \
5302 (__m512i)__builtin_ia32_prord512_mask((__v16si)(__m512i)(A), (int)(B), \
5303 (__v16si)_mm512_setzero_si512(), \
5304 (__mmask16)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005305
Craig Topper8c18e112016-05-17 04:41:50 +00005306#define _mm512_ror_epi64(A, B) __extension__ ({ \
5307 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5308 (__v8di)_mm512_setzero_si512(), \
5309 (__mmask8)-1); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005310
Craig Topper8c18e112016-05-17 04:41:50 +00005311#define _mm512_mask_ror_epi64(W, U, A, B) __extension__ ({ \
5312 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5313 (__v8di)(__m512i)(W), (__mmask8)(U)); })
Michael Zuckerman0231f162016-02-23 13:41:13 +00005314
Craig Topper8c18e112016-05-17 04:41:50 +00005315#define _mm512_maskz_ror_epi64(U, A, B) __extension__ ({ \
5316 (__m512i)__builtin_ia32_prorq512_mask((__v8di)(__m512i)(A), (int)(B), \
5317 (__v8di)_mm512_setzero_si512(), \
5318 (__mmask8)(U)); })
Michael Zuckerman38a27272016-02-22 09:05:41 +00005319
Craig Topper8c18e112016-05-17 04:41:50 +00005320#define _mm512_slli_epi32(A, B) __extension__ ({ \
5321 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5322 (__v16si)_mm512_setzero_si512(), \
5323 (__mmask16)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005324
Craig Topper8c18e112016-05-17 04:41:50 +00005325#define _mm512_mask_slli_epi32(W, U, A, B) __extension__ ({ \
5326 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5327 (__v16si)(__m512i)(W), \
5328 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005329
Craig Topper8c18e112016-05-17 04:41:50 +00005330#define _mm512_maskz_slli_epi32(U, A, B) __extension__ ({ \
5331 (__m512i)__builtin_ia32_pslldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5332 (__v16si)_mm512_setzero_si512(), \
5333 (__mmask16)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005334
Craig Topper8c18e112016-05-17 04:41:50 +00005335#define _mm512_slli_epi64(A, B) __extension__ ({ \
5336 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5337 (__v8di)_mm512_setzero_si512(), \
5338 (__mmask8)-1); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005339
Craig Topper8c18e112016-05-17 04:41:50 +00005340#define _mm512_mask_slli_epi64(W, U, A, B) __extension__ ({ \
5341 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5342 (__v8di)(__m512i)(W), \
5343 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005344
Craig Topper8c18e112016-05-17 04:41:50 +00005345#define _mm512_maskz_slli_epi64(U, A, B) __extension__ ({ \
5346 (__m512i)__builtin_ia32_psllqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5347 (__v8di)_mm512_setzero_si512(), \
5348 (__mmask8)(U)); })
Michael Zuckerman1ac360c2016-03-01 11:38:16 +00005349
Michael Zuckerman38a27272016-02-22 09:05:41 +00005350
Michael Zuckermand176d742016-03-01 17:49:03 +00005351
Craig Topper8c18e112016-05-17 04:41:50 +00005352#define _mm512_srli_epi32(A, B) __extension__ ({ \
5353 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5354 (__v16si)_mm512_setzero_si512(), \
5355 (__mmask16)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005356
Craig Topper8c18e112016-05-17 04:41:50 +00005357#define _mm512_mask_srli_epi32(W, U, A, B) __extension__ ({ \
5358 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5359 (__v16si)(__m512i)(W), \
5360 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005361
Craig Topper8c18e112016-05-17 04:41:50 +00005362#define _mm512_maskz_srli_epi32(U, A, B) __extension__ ({ \
5363 (__m512i)__builtin_ia32_psrldi512_mask((__v16si)(__m512i)(A), (int)(B), \
5364 (__v16si)_mm512_setzero_si512(), \
5365 (__mmask16)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005366
Craig Topper8c18e112016-05-17 04:41:50 +00005367#define _mm512_srli_epi64(A, B) __extension__ ({ \
5368 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5369 (__v8di)_mm512_setzero_si512(), \
5370 (__mmask8)-1); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005371
Craig Topper8c18e112016-05-17 04:41:50 +00005372#define _mm512_mask_srli_epi64(W, U, A, B) __extension__ ({ \
5373 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5374 (__v8di)(__m512i)(W), \
5375 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005376
Craig Topper8c18e112016-05-17 04:41:50 +00005377#define _mm512_maskz_srli_epi64(U, A, B) __extension__ ({ \
5378 (__m512i)__builtin_ia32_psrlqi512_mask((__v8di)(__m512i)(A), (int)(B), \
5379 (__v8di)_mm512_setzero_si512(), \
5380 (__mmask8)(U)); })
Michael Zuckermand176d742016-03-01 17:49:03 +00005381
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005382static __inline__ __m512i __DEFAULT_FN_ATTRS
5383_mm512_mask_load_epi32 (__m512i __W, __mmask16 __U, void const *__P)
5384{
5385 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5386 (__v16si) __W,
5387 (__mmask16) __U);
5388}
5389
5390static __inline__ __m512i __DEFAULT_FN_ATTRS
5391_mm512_maskz_load_epi32 (__mmask16 __U, void const *__P)
5392{
5393 return (__m512i) __builtin_ia32_movdqa32load512_mask ((const __v16si *) __P,
5394 (__v16si)
5395 _mm512_setzero_si512 (),
5396 (__mmask16) __U);
5397}
5398
5399static __inline__ void __DEFAULT_FN_ATTRS
5400_mm512_mask_store_epi32 (void *__P, __mmask16 __U, __m512i __A)
5401{
5402 __builtin_ia32_movdqa32store512_mask ((__v16si *) __P, (__v16si) __A,
5403 (__mmask16) __U);
5404}
5405
5406static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermane6542002016-05-23 08:01:48 +00005407_mm512_mask_mov_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
5408{
5409 return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
5410 (__v16si) __W,
5411 (__mmask16) __U);
5412}
5413
5414static __inline__ __m512i __DEFAULT_FN_ATTRS
5415_mm512_maskz_mov_epi32 (__mmask16 __U, __m512i __A)
5416{
5417 return (__m512i) __builtin_ia32_movdqa32_512_mask ((__v16si) __A,
5418 (__v16si)
5419 _mm512_setzero_si512 (),
5420 (__mmask16) __U);
5421}
5422
5423static __inline__ __m512i __DEFAULT_FN_ATTRS
Michael Zuckermanffbb67a2016-03-03 09:26:01 +00005424_mm512_mask_mov_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
5425{
5426 return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
5427 (__v8di) __W,
5428 (__mmask8) __U);
5429}
5430
5431static __inline__ __m512i __DEFAULT_FN_ATTRS
5432_mm512_maskz_mov_epi64 (__mmask8 __U, __m512i __A)
5433{
5434 return (__m512i) __builtin_ia32_movdqa64_512_mask ((__v8di) __A,
5435 (__v8di)
5436 _mm512_setzero_si512 (),
5437 (__mmask8) __U);
5438}
5439
5440static __inline__ __m512i __DEFAULT_FN_ATTRS
5441_mm512_mask_load_epi64 (__m512i __W, __mmask8 __U, void const *__P)
5442{
5443 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5444 (__v8di) __W,
5445 (__mmask8) __U);
5446}
5447
5448static __inline__ __m512i __DEFAULT_FN_ATTRS
5449_mm512_maskz_load_epi64 (__mmask8 __U, void const *__P)
5450{
5451 return (__m512i) __builtin_ia32_movdqa64load512_mask ((const __v8di *) __P,
5452 (__v8di)
5453 _mm512_setzero_si512 (),
5454 (__mmask8) __U);
5455}
5456
5457static __inline__ void __DEFAULT_FN_ATTRS
5458_mm512_mask_store_epi64 (void *__P, __mmask8 __U, __m512i __A)
5459{
5460 __builtin_ia32_movdqa64store512_mask ((__v8di *) __P, (__v8di) __A,
5461 (__mmask8) __U);
5462}
5463
5464
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00005465
5466static __inline__ __m512d __DEFAULT_FN_ATTRS
5467_mm512_movedup_pd (__m512d __A)
5468{
5469 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5470 (__v8df)
5471 _mm512_undefined_pd (),
5472 (__mmask8) -1);
5473}
5474
5475static __inline__ __m512d __DEFAULT_FN_ATTRS
5476_mm512_mask_movedup_pd (__m512d __W, __mmask8 __U, __m512d __A)
5477{
5478 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5479 (__v8df) __W,
5480 (__mmask8) __U);
5481}
5482
5483static __inline__ __m512d __DEFAULT_FN_ATTRS
5484_mm512_maskz_movedup_pd (__mmask8 __U, __m512d __A)
5485{
5486 return (__m512d) __builtin_ia32_movddup512_mask ((__v8df) __A,
5487 (__v8df)
5488 _mm512_setzero_pd (),
5489 (__mmask8) __U);
5490}
5491
Craig Topper8c18e112016-05-17 04:41:50 +00005492#define _mm512_fixupimm_round_pd(A, B, C, imm, R) __extension__ ({ \
5493 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5494 (__v8df)(__m512d)(B), \
5495 (__v8di)(__m512i)(C), (int)(imm), \
5496 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005497
Craig Topper8c18e112016-05-17 04:41:50 +00005498#define _mm512_mask_fixupimm_round_pd(A, U, B, C, imm, R) __extension__ ({ \
5499 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5500 (__v8df)(__m512d)(B), \
5501 (__v8di)(__m512i)(C), (int)(imm), \
5502 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005503
Craig Topper8c18e112016-05-17 04:41:50 +00005504#define _mm512_fixupimm_pd(A, B, C, imm) __extension__ ({ \
5505 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5506 (__v8df)(__m512d)(B), \
5507 (__v8di)(__m512i)(C), (int)(imm), \
5508 (__mmask8)-1, \
5509 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005510
Craig Topper8c18e112016-05-17 04:41:50 +00005511#define _mm512_mask_fixupimm_pd(A, U, B, C, imm) __extension__ ({ \
5512 (__m512d)__builtin_ia32_fixupimmpd512_mask((__v8df)(__m512d)(A), \
5513 (__v8df)(__m512d)(B), \
5514 (__v8di)(__m512i)(C), (int)(imm), \
5515 (__mmask8)(U), \
5516 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005517
Craig Topper8c18e112016-05-17 04:41:50 +00005518#define _mm512_maskz_fixupimm_round_pd(U, A, B, C, imm, R) __extension__ ({ \
5519 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5520 (__v8df)(__m512d)(B), \
5521 (__v8di)(__m512i)(C), \
5522 (int)(imm), (__mmask8)(U), \
5523 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005524
Craig Topper8c18e112016-05-17 04:41:50 +00005525#define _mm512_maskz_fixupimm_pd(U, A, B, C, imm) __extension__ ({ \
5526 (__m512d)__builtin_ia32_fixupimmpd512_maskz((__v8df)(__m512d)(A), \
5527 (__v8df)(__m512d)(B), \
5528 (__v8di)(__m512i)(C), \
5529 (int)(imm), (__mmask8)(U), \
5530 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005531
Craig Topper8c18e112016-05-17 04:41:50 +00005532#define _mm512_fixupimm_round_ps(A, B, C, imm, R) __extension__ ({ \
5533 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5534 (__v16sf)(__m512)(B), \
5535 (__v16si)(__m512i)(C), (int)(imm), \
5536 (__mmask16)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005537
Craig Topper8c18e112016-05-17 04:41:50 +00005538#define _mm512_mask_fixupimm_round_ps(A, U, B, C, imm, R) __extension__ ({ \
5539 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5540 (__v16sf)(__m512)(B), \
5541 (__v16si)(__m512i)(C), (int)(imm), \
5542 (__mmask16)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005543
Craig Topper8c18e112016-05-17 04:41:50 +00005544#define _mm512_fixupimm_ps(A, B, C, imm) __extension__ ({ \
5545 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5546 (__v16sf)(__m512)(B), \
5547 (__v16si)(__m512i)(C), (int)(imm), \
5548 (__mmask16)-1, \
5549 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005550
Craig Topper8c18e112016-05-17 04:41:50 +00005551#define _mm512_mask_fixupimm_ps(A, U, B, C, imm) __extension__ ({ \
5552 (__m512)__builtin_ia32_fixupimmps512_mask((__v16sf)(__m512)(A), \
5553 (__v16sf)(__m512)(B), \
5554 (__v16si)(__m512i)(C), (int)(imm), \
5555 (__mmask16)(U), \
5556 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005557
Craig Topper8c18e112016-05-17 04:41:50 +00005558#define _mm512_maskz_fixupimm_round_ps(U, A, B, C, imm, R) __extension__ ({ \
5559 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5560 (__v16sf)(__m512)(B), \
5561 (__v16si)(__m512i)(C), \
5562 (int)(imm), (__mmask16)(U), \
5563 (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005564
Craig Topper8c18e112016-05-17 04:41:50 +00005565#define _mm512_maskz_fixupimm_ps(U, A, B, C, imm) __extension__ ({ \
5566 (__m512)__builtin_ia32_fixupimmps512_maskz((__v16sf)(__m512)(A), \
5567 (__v16sf)(__m512)(B), \
5568 (__v16si)(__m512i)(C), \
5569 (int)(imm), (__mmask16)(U), \
5570 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005571
Craig Topper8c18e112016-05-17 04:41:50 +00005572#define _mm_fixupimm_round_sd(A, B, C, imm, R) __extension__ ({ \
5573 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5574 (__v2df)(__m128d)(B), \
5575 (__v2di)(__m128i)(C), (int)(imm), \
5576 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005577
Craig Topper8c18e112016-05-17 04:41:50 +00005578#define _mm_mask_fixupimm_round_sd(A, U, B, C, imm, R) __extension__ ({ \
5579 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5580 (__v2df)(__m128d)(B), \
5581 (__v2di)(__m128i)(C), (int)(imm), \
5582 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005583
Craig Topper8c18e112016-05-17 04:41:50 +00005584#define _mm_fixupimm_sd(A, B, C, imm) __extension__ ({ \
5585 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5586 (__v2df)(__m128d)(B), \
5587 (__v2di)(__m128i)(C), (int)(imm), \
5588 (__mmask8)-1, \
5589 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005590
Craig Topper8c18e112016-05-17 04:41:50 +00005591#define _mm_mask_fixupimm_sd(A, U, B, C, imm) __extension__ ({ \
5592 (__m128d)__builtin_ia32_fixupimmsd_mask((__v2df)(__m128d)(A), \
5593 (__v2df)(__m128d)(B), \
5594 (__v2di)(__m128i)(C), (int)(imm), \
5595 (__mmask8)(U), \
5596 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005597
Craig Topper8c18e112016-05-17 04:41:50 +00005598#define _mm_maskz_fixupimm_round_sd(U, A, B, C, imm, R) __extension__ ({ \
5599 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5600 (__v2df)(__m128d)(B), \
5601 (__v2di)(__m128i)(C), (int)(imm), \
5602 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005603
Craig Topper8c18e112016-05-17 04:41:50 +00005604#define _mm_maskz_fixupimm_sd(U, A, B, C, imm) __extension__ ({ \
5605 (__m128d)__builtin_ia32_fixupimmsd_maskz((__v2df)(__m128d)(A), \
5606 (__v2df)(__m128d)(B), \
5607 (__v2di)(__m128i)(C), (int)(imm), \
5608 (__mmask8)(U), \
5609 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005610
Craig Topper8c18e112016-05-17 04:41:50 +00005611#define _mm_fixupimm_round_ss(A, B, C, imm, R) __extension__ ({ \
5612 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5613 (__v4sf)(__m128)(B), \
5614 (__v4si)(__m128i)(C), (int)(imm), \
5615 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005616
Craig Topper8c18e112016-05-17 04:41:50 +00005617#define _mm_mask_fixupimm_round_ss(A, U, B, C, imm, R) __extension__ ({ \
5618 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5619 (__v4sf)(__m128)(B), \
5620 (__v4si)(__m128i)(C), (int)(imm), \
5621 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005622
Craig Topper8c18e112016-05-17 04:41:50 +00005623#define _mm_fixupimm_ss(A, B, C, imm) __extension__ ({ \
5624 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5625 (__v4sf)(__m128)(B), \
5626 (__v4si)(__m128i)(C), (int)(imm), \
5627 (__mmask8)-1, \
5628 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005629
Craig Topper8c18e112016-05-17 04:41:50 +00005630#define _mm_mask_fixupimm_ss(A, U, B, C, imm) __extension__ ({ \
5631 (__m128)__builtin_ia32_fixupimmss_mask((__v4sf)(__m128)(A), \
5632 (__v4sf)(__m128)(B), \
5633 (__v4si)(__m128i)(C), (int)(imm), \
5634 (__mmask8)(U), \
5635 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005636
Craig Topper8c18e112016-05-17 04:41:50 +00005637#define _mm_maskz_fixupimm_round_ss(U, A, B, C, imm, R) __extension__ ({ \
5638 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5639 (__v4sf)(__m128)(B), \
5640 (__v4si)(__m128i)(C), (int)(imm), \
5641 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005642
Craig Topper8c18e112016-05-17 04:41:50 +00005643#define _mm_maskz_fixupimm_ss(U, A, B, C, imm) __extension__ ({ \
5644 (__m128)__builtin_ia32_fixupimmss_maskz((__v4sf)(__m128)(A), \
5645 (__v4sf)(__m128)(B), \
5646 (__v4si)(__m128i)(C), (int)(imm), \
5647 (__mmask8)(U), \
5648 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005649
Craig Topper8c18e112016-05-17 04:41:50 +00005650#define _mm_getexp_round_sd(A, B, R) __extension__ ({ \
5651 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5652 (__v2df)(__m128d)(B), \
5653 (__v2df)_mm_setzero_pd(), \
5654 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005655
5656
5657static __inline__ __m128d __DEFAULT_FN_ATTRS
5658_mm_getexp_sd (__m128d __A, __m128d __B)
5659{
5660 return (__m128d) __builtin_ia32_getexpsd128_round_mask ((__v2df) __A,
5661 (__v2df) __B, (__v2df) _mm_setzero_pd(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5662}
5663
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005664static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005665_mm_mask_getexp_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005666{
5667 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5668 (__v2df) __B,
5669 (__v2df) __W,
5670 (__mmask8) __U,
5671 _MM_FROUND_CUR_DIRECTION);
5672}
5673
Craig Topper8c18e112016-05-17 04:41:50 +00005674#define _mm_mask_getexp_round_sd(W, U, A, B, R) __extension__ ({\
5675 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5676 (__v2df)(__m128d)(B), \
5677 (__v2df)(__m128d)(W), \
5678 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005679
5680static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005681_mm_maskz_getexp_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005682{
5683 return (__m128d) __builtin_ia32_getexpsd128_round_mask ( (__v2df) __A,
5684 (__v2df) __B,
5685 (__v2df) _mm_setzero_pd (),
5686 (__mmask8) __U,
5687 _MM_FROUND_CUR_DIRECTION);
5688}
5689
Craig Topper8c18e112016-05-17 04:41:50 +00005690#define _mm_maskz_getexp_round_sd(U, A, B, R) __extension__ ({\
5691 (__m128d)__builtin_ia32_getexpsd128_round_mask((__v2df)(__m128d)(A), \
5692 (__v2df)(__m128d)(B), \
5693 (__v2df)_mm_setzero_pd(), \
5694 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005695
Craig Topper8c18e112016-05-17 04:41:50 +00005696#define _mm_getexp_round_ss(A, B, R) __extension__ ({ \
5697 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5698 (__v4sf)(__m128)(B), \
5699 (__v4sf)_mm_setzero_ps(), \
5700 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005701
5702static __inline__ __m128 __DEFAULT_FN_ATTRS
5703_mm_getexp_ss (__m128 __A, __m128 __B)
5704{
5705 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
5706 (__v4sf) __B, (__v4sf) _mm_setzero_ps(), (__mmask8) -1, _MM_FROUND_CUR_DIRECTION);
5707}
5708
Craig Topper58187d32016-05-17 04:41:29 +00005709static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005710_mm_mask_getexp_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005711{
Craig Topper58187d32016-05-17 04:41:29 +00005712 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005713 (__v4sf) __B,
5714 (__v4sf) __W,
5715 (__mmask8) __U,
5716 _MM_FROUND_CUR_DIRECTION);
5717}
5718
Craig Topper8c18e112016-05-17 04:41:50 +00005719#define _mm_mask_getexp_round_ss(W, U, A, B, R) __extension__ ({\
5720 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5721 (__v4sf)(__m128)(B), \
5722 (__v4sf)(__m128)(W), \
5723 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005724
Craig Topper58187d32016-05-17 04:41:29 +00005725static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00005726_mm_maskz_getexp_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005727{
Craig Topper58187d32016-05-17 04:41:29 +00005728 return (__m128) __builtin_ia32_getexpss128_round_mask ((__v4sf) __A,
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005729 (__v4sf) __B,
5730 (__v4sf) _mm_setzero_pd (),
5731 (__mmask8) __U,
5732 _MM_FROUND_CUR_DIRECTION);
5733}
5734
Craig Topper8c18e112016-05-17 04:41:50 +00005735#define _mm_maskz_getexp_round_ss(U, A, B, R) __extension__ ({\
5736 (__m128)__builtin_ia32_getexpss128_round_mask((__v4sf)(__m128)(A), \
5737 (__v4sf)(__m128)(B), \
5738 (__v4sf)_mm_setzero_ps(), \
5739 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005740
Craig Topper8c18e112016-05-17 04:41:50 +00005741#define _mm_getmant_round_sd(A, B, C, D, R) __extension__ ({ \
5742 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5743 (__v2df)(__m128d)(B), \
5744 (int)(((D)<<2) | (C)), \
5745 (__v2df)_mm_setzero_pd(), \
5746 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005747
Craig Topper8c18e112016-05-17 04:41:50 +00005748#define _mm_getmant_sd(A, B, C, D) __extension__ ({ \
5749 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5750 (__v2df)(__m128d)(B), \
5751 (int)(((D)<<2) | (C)), \
5752 (__v2df)_mm_setzero_pd(), \
5753 (__mmask8)-1, \
5754 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005755
Craig Topper8c18e112016-05-17 04:41:50 +00005756#define _mm_mask_getmant_sd(W, U, A, B, C, D) __extension__ ({\
5757 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5758 (__v2df)(__m128d)(B), \
5759 (int)(((D)<<2) | (C)), \
5760 (__v2df)(__m128d)(W), \
5761 (__mmask8)(U), \
5762 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005763
Craig Topper8c18e112016-05-17 04:41:50 +00005764#define _mm_mask_getmant_round_sd(W, U, A, B, C, D, R)({\
5765 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5766 (__v2df)(__m128d)(B), \
5767 (int)(((D)<<2) | (C)), \
5768 (__v2df)(__m128d)(W), \
5769 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005770
Craig Topper8c18e112016-05-17 04:41:50 +00005771#define _mm_maskz_getmant_sd(U, A, B, C, D) __extension__ ({\
5772 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5773 (__v2df)(__m128d)(B), \
5774 (int)(((D)<<2) | (C)), \
5775 (__v2df)_mm_setzero_pd(), \
5776 (__mmask8)(U), \
5777 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005778
Craig Topper8c18e112016-05-17 04:41:50 +00005779#define _mm_maskz_getmant_round_sd(U, A, B, C, D, R) __extension__ ({\
5780 (__m128d)__builtin_ia32_getmantsd_round_mask((__v2df)(__m128d)(A), \
5781 (__v2df)(__m128d)(B), \
5782 (int)(((D)<<2) | (C)), \
5783 (__v2df)_mm_setzero_pd(), \
5784 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005785
Craig Topper8c18e112016-05-17 04:41:50 +00005786#define _mm_getmant_round_ss(A, B, C, D, R) __extension__ ({ \
5787 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5788 (__v4sf)(__m128)(B), \
5789 (int)(((D)<<2) | (C)), \
5790 (__v4sf)_mm_setzero_ps(), \
5791 (__mmask8)-1, (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005792
Craig Topper8c18e112016-05-17 04:41:50 +00005793#define _mm_getmant_ss(A, B, C, D) __extension__ ({ \
5794 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5795 (__v4sf)(__m128)(B), \
5796 (int)(((D)<<2) | (C)), \
5797 (__v4sf)_mm_setzero_ps(), \
5798 (__mmask8)-1, \
5799 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005800
Craig Topper8c18e112016-05-17 04:41:50 +00005801#define _mm_mask_getmant_ss(W, U, A, B, C, D) __extension__ ({\
5802 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5803 (__v4sf)(__m128)(B), \
5804 (int)(((D)<<2) | (C)), \
5805 (__v4sf)(__m128)(W), \
5806 (__mmask8)(U), \
5807 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005808
Craig Topper8c18e112016-05-17 04:41:50 +00005809#define _mm_mask_getmant_round_ss(W, U, A, B, C, D, R)({\
5810 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5811 (__v4sf)(__m128)(B), \
5812 (int)(((D)<<2) | (C)), \
5813 (__v4sf)(__m128)(W), \
5814 (__mmask8)(U), (int)(R)); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005815
Craig Topper8c18e112016-05-17 04:41:50 +00005816#define _mm_maskz_getmant_ss(U, A, B, C, D) __extension__ ({\
5817 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5818 (__v4sf)(__m128)(B), \
5819 (int)(((D)<<2) | (C)), \
5820 (__v4sf)_mm_setzero_pd(), \
5821 (__mmask8)(U), \
5822 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckermana1ceca22016-04-22 10:06:10 +00005823
Craig Topper8c18e112016-05-17 04:41:50 +00005824#define _mm_maskz_getmant_round_ss(U, A, B, C, D, R) __extension__ ({\
5825 (__m128)__builtin_ia32_getmantss_round_mask((__v4sf)(__m128)(A), \
5826 (__v4sf)(__m128)(B), \
5827 (int)(((D)<<2) | (C)), \
5828 (__v4sf)_mm_setzero_ps(), \
5829 (__mmask8)(U), (int)(R)); })
Michael Zuckermandef78752016-03-28 12:23:09 +00005830
5831static __inline__ __mmask16 __DEFAULT_FN_ATTRS
5832_mm512_kmov (__mmask16 __A)
5833{
5834 return __A;
5835}
5836
Craig Topper8c18e112016-05-17 04:41:50 +00005837#define _mm_comi_round_sd(A, B, P, R) __extension__ ({\
5838 (int)__builtin_ia32_vcomisd((__v2df)(__m128d)(A), (__v2df)(__m128d)(B), \
5839 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005840
Craig Topper8c18e112016-05-17 04:41:50 +00005841#define _mm_comi_round_ss(A, B, P, R) __extension__ ({\
5842 (int)__builtin_ia32_vcomiss((__v4sf)(__m128)(A), (__v4sf)(__m128)(B), \
5843 (int)(P), (int)(R)); })
Michael Zuckermane71d59f2016-03-07 19:15:00 +00005844
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005845static __inline__ __m512d __DEFAULT_FN_ATTRS
5846_mm512_mask_unpackhi_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
5847{
5848 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
5849 (__v8df) __B,
5850 (__v8df) __W,
5851 (__mmask8) __U);
5852}
Craig Topper8c18e112016-05-17 04:41:50 +00005853#define _mm_cvt_roundsd_si64(A, R) __extension__ ({ \
5854 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00005855static __inline__ __m512i __DEFAULT_FN_ATTRS
5856_mm512_mask2_permutex2var_epi32 (__m512i __A, __m512i __I,
5857 __mmask16 __U, __m512i __B)
5858{
5859 return (__m512i) __builtin_ia32_vpermi2vard512_mask ((__v16si) __A,
5860 (__v16si) __I
5861 /* idx */ ,
5862 (__v16si) __B,
5863 (__mmask16) __U);
5864}
Michael Zuckerman1af947a2016-04-11 12:32:31 +00005865static __inline__ __m512i __DEFAULT_FN_ATTRS
5866_mm512_unpackhi_epi32 (__m512i __A, __m512i __B)
5867{
5868 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
5869 (__v16si) __B,
5870 (__v16si)
5871 _mm512_setzero_si512 (),
5872 (__mmask16) -1);
5873}
Michael Zuckermancdd54c82016-04-10 12:54:23 +00005874
Michael Zuckerman81f468c2016-04-11 17:04:21 +00005875static __inline__ __m512i __DEFAULT_FN_ATTRS
5876_mm512_sll_epi32 (__m512i __A, __m128i __B)
5877{
5878 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5879 (__v4si) __B,
5880 (__v16si)
5881 _mm512_setzero_si512 (),
5882 (__mmask16) -1);
5883}
5884
5885static __inline__ __m512i __DEFAULT_FN_ATTRS
5886_mm512_mask_sll_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
5887{
5888 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5889 (__v4si) __B,
5890 (__v16si) __W,
5891 (__mmask16) __U);
5892}
5893
5894static __inline__ __m512i __DEFAULT_FN_ATTRS
5895_mm512_maskz_sll_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
5896{
5897 return (__m512i) __builtin_ia32_pslld512_mask ((__v16si) __A,
5898 (__v4si) __B,
5899 (__v16si)
5900 _mm512_setzero_si512 (),
5901 (__mmask16) __U);
5902}
5903
5904static __inline__ __m512i __DEFAULT_FN_ATTRS
5905_mm512_sll_epi64 (__m512i __A, __m128i __B)
5906{
5907 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5908 (__v2di) __B,
5909 (__v8di)
5910 _mm512_setzero_si512 (),
5911 (__mmask8) -1);
5912}
5913
5914static __inline__ __m512i __DEFAULT_FN_ATTRS
5915_mm512_mask_sll_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
5916{
5917 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5918 (__v2di) __B,
5919 (__v8di) __W,
5920 (__mmask8) __U);
5921}
5922
5923static __inline__ __m512i __DEFAULT_FN_ATTRS
5924_mm512_maskz_sll_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
5925{
5926 return (__m512i) __builtin_ia32_psllq512_mask ((__v8di) __A,
5927 (__v2di) __B,
5928 (__v8di)
5929 _mm512_setzero_si512 (),
5930 (__mmask8) __U);
5931}
5932
5933static __inline__ __m512i __DEFAULT_FN_ATTRS
5934_mm512_sllv_epi32 (__m512i __X, __m512i __Y)
5935{
5936 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5937 (__v16si) __Y,
5938 (__v16si)
5939 _mm512_setzero_si512 (),
5940 (__mmask16) -1);
5941}
5942
5943static __inline__ __m512i __DEFAULT_FN_ATTRS
5944_mm512_mask_sllv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
5945{
5946 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5947 (__v16si) __Y,
5948 (__v16si) __W,
5949 (__mmask16) __U);
5950}
5951
5952static __inline__ __m512i __DEFAULT_FN_ATTRS
5953_mm512_maskz_sllv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
5954{
5955 return (__m512i) __builtin_ia32_psllv16si_mask ((__v16si) __X,
5956 (__v16si) __Y,
5957 (__v16si)
5958 _mm512_setzero_si512 (),
5959 (__mmask16) __U);
5960}
5961
5962static __inline__ __m512i __DEFAULT_FN_ATTRS
5963_mm512_sllv_epi64 (__m512i __X, __m512i __Y)
5964{
5965 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5966 (__v8di) __Y,
5967 (__v8di)
5968 _mm512_undefined_pd (),
5969 (__mmask8) -1);
5970}
5971
5972static __inline__ __m512i __DEFAULT_FN_ATTRS
5973_mm512_mask_sllv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
5974{
5975 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5976 (__v8di) __Y,
5977 (__v8di) __W,
5978 (__mmask8) __U);
5979}
5980
5981static __inline__ __m512i __DEFAULT_FN_ATTRS
5982_mm512_maskz_sllv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
5983{
5984 return (__m512i) __builtin_ia32_psllv8di_mask ((__v8di) __X,
5985 (__v8di) __Y,
5986 (__v8di)
5987 _mm512_setzero_si512 (),
5988 (__mmask8) __U);
5989}
5990
5991static __inline__ __m512i __DEFAULT_FN_ATTRS
5992_mm512_sra_epi32 (__m512i __A, __m128i __B)
5993{
5994 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
5995 (__v4si) __B,
5996 (__v16si)
5997 _mm512_setzero_si512 (),
5998 (__mmask16) -1);
5999}
6000
6001static __inline__ __m512i __DEFAULT_FN_ATTRS
6002_mm512_mask_sra_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6003{
6004 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6005 (__v4si) __B,
6006 (__v16si) __W,
6007 (__mmask16) __U);
6008}
6009
6010static __inline__ __m512i __DEFAULT_FN_ATTRS
6011_mm512_maskz_sra_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6012{
6013 return (__m512i) __builtin_ia32_psrad512_mask ((__v16si) __A,
6014 (__v4si) __B,
6015 (__v16si)
6016 _mm512_setzero_si512 (),
6017 (__mmask16) __U);
6018}
6019
6020static __inline__ __m512i __DEFAULT_FN_ATTRS
6021_mm512_sra_epi64 (__m512i __A, __m128i __B)
6022{
6023 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6024 (__v2di) __B,
6025 (__v8di)
6026 _mm512_setzero_si512 (),
6027 (__mmask8) -1);
6028}
6029
6030static __inline__ __m512i __DEFAULT_FN_ATTRS
6031_mm512_mask_sra_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6032{
6033 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6034 (__v2di) __B,
6035 (__v8di) __W,
6036 (__mmask8) __U);
6037}
6038
6039static __inline__ __m512i __DEFAULT_FN_ATTRS
6040_mm512_maskz_sra_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6041{
6042 return (__m512i) __builtin_ia32_psraq512_mask ((__v8di) __A,
6043 (__v2di) __B,
6044 (__v8di)
6045 _mm512_setzero_si512 (),
6046 (__mmask8) __U);
6047}
6048
6049static __inline__ __m512i __DEFAULT_FN_ATTRS
6050_mm512_srav_epi32 (__m512i __X, __m512i __Y)
6051{
6052 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6053 (__v16si) __Y,
6054 (__v16si)
6055 _mm512_setzero_si512 (),
6056 (__mmask16) -1);
6057}
6058
6059static __inline__ __m512i __DEFAULT_FN_ATTRS
6060_mm512_mask_srav_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6061{
6062 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6063 (__v16si) __Y,
6064 (__v16si) __W,
6065 (__mmask16) __U);
6066}
6067
6068static __inline__ __m512i __DEFAULT_FN_ATTRS
6069_mm512_maskz_srav_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6070{
6071 return (__m512i) __builtin_ia32_psrav16si_mask ((__v16si) __X,
6072 (__v16si) __Y,
6073 (__v16si)
6074 _mm512_setzero_si512 (),
6075 (__mmask16) __U);
6076}
6077
6078static __inline__ __m512i __DEFAULT_FN_ATTRS
6079_mm512_srav_epi64 (__m512i __X, __m512i __Y)
6080{
6081 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6082 (__v8di) __Y,
6083 (__v8di)
6084 _mm512_setzero_si512 (),
6085 (__mmask8) -1);
6086}
6087
6088static __inline__ __m512i __DEFAULT_FN_ATTRS
6089_mm512_mask_srav_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6090{
6091 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6092 (__v8di) __Y,
6093 (__v8di) __W,
6094 (__mmask8) __U);
6095}
6096
6097static __inline__ __m512i __DEFAULT_FN_ATTRS
6098_mm512_maskz_srav_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6099{
6100 return (__m512i) __builtin_ia32_psrav8di_mask ((__v8di) __X,
6101 (__v8di) __Y,
6102 (__v8di)
6103 _mm512_setzero_si512 (),
6104 (__mmask8) __U);
6105}
6106
6107static __inline__ __m512i __DEFAULT_FN_ATTRS
6108_mm512_srl_epi32 (__m512i __A, __m128i __B)
6109{
6110 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6111 (__v4si) __B,
6112 (__v16si)
6113 _mm512_setzero_si512 (),
6114 (__mmask16) -1);
6115}
6116
6117static __inline__ __m512i __DEFAULT_FN_ATTRS
6118_mm512_mask_srl_epi32 (__m512i __W, __mmask16 __U, __m512i __A, __m128i __B)
6119{
6120 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6121 (__v4si) __B,
6122 (__v16si) __W,
6123 (__mmask16) __U);
6124}
6125
6126static __inline__ __m512i __DEFAULT_FN_ATTRS
6127_mm512_maskz_srl_epi32 (__mmask16 __U, __m512i __A, __m128i __B)
6128{
6129 return (__m512i) __builtin_ia32_psrld512_mask ((__v16si) __A,
6130 (__v4si) __B,
6131 (__v16si)
6132 _mm512_setzero_si512 (),
6133 (__mmask16) __U);
6134}
6135
6136static __inline__ __m512i __DEFAULT_FN_ATTRS
6137_mm512_srl_epi64 (__m512i __A, __m128i __B)
6138{
6139 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6140 (__v2di) __B,
6141 (__v8di)
6142 _mm512_setzero_si512 (),
6143 (__mmask8) -1);
6144}
6145
6146static __inline__ __m512i __DEFAULT_FN_ATTRS
6147_mm512_mask_srl_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m128i __B)
6148{
6149 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6150 (__v2di) __B,
6151 (__v8di) __W,
6152 (__mmask8) __U);
6153}
6154
6155static __inline__ __m512i __DEFAULT_FN_ATTRS
6156_mm512_maskz_srl_epi64 (__mmask8 __U, __m512i __A, __m128i __B)
6157{
6158 return (__m512i) __builtin_ia32_psrlq512_mask ((__v8di) __A,
6159 (__v2di) __B,
6160 (__v8di)
6161 _mm512_setzero_si512 (),
6162 (__mmask8) __U);
6163}
6164
6165static __inline__ __m512i __DEFAULT_FN_ATTRS
6166_mm512_srlv_epi32 (__m512i __X, __m512i __Y)
6167{
6168 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6169 (__v16si) __Y,
6170 (__v16si)
6171 _mm512_setzero_si512 (),
6172 (__mmask16) -1);
6173}
6174
6175static __inline__ __m512i __DEFAULT_FN_ATTRS
6176_mm512_mask_srlv_epi32 (__m512i __W, __mmask16 __U, __m512i __X, __m512i __Y)
6177{
6178 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6179 (__v16si) __Y,
6180 (__v16si) __W,
6181 (__mmask16) __U);
6182}
6183
6184static __inline__ __m512i __DEFAULT_FN_ATTRS
6185_mm512_maskz_srlv_epi32 (__mmask16 __U, __m512i __X, __m512i __Y)
6186{
6187 return (__m512i) __builtin_ia32_psrlv16si_mask ((__v16si) __X,
6188 (__v16si) __Y,
6189 (__v16si)
6190 _mm512_setzero_si512 (),
6191 (__mmask16) __U);
6192}
6193
6194static __inline__ __m512i __DEFAULT_FN_ATTRS
6195_mm512_srlv_epi64 (__m512i __X, __m512i __Y)
6196{
6197 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6198 (__v8di) __Y,
6199 (__v8di)
6200 _mm512_setzero_si512 (),
6201 (__mmask8) -1);
6202}
6203
6204static __inline__ __m512i __DEFAULT_FN_ATTRS
6205_mm512_mask_srlv_epi64 (__m512i __W, __mmask8 __U, __m512i __X, __m512i __Y)
6206{
6207 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6208 (__v8di) __Y,
6209 (__v8di) __W,
6210 (__mmask8) __U);
6211}
6212
6213static __inline__ __m512i __DEFAULT_FN_ATTRS
6214_mm512_maskz_srlv_epi64 (__mmask8 __U, __m512i __X, __m512i __Y)
6215{
6216 return (__m512i) __builtin_ia32_psrlv8di_mask ((__v8di) __X,
6217 (__v8di) __Y,
6218 (__v8di)
6219 _mm512_setzero_si512 (),
6220 (__mmask8) __U);
6221}
6222
Craig Topper8c18e112016-05-17 04:41:50 +00006223#define _mm512_ternarylogic_epi32(A, B, C, imm) __extension__ ({ \
6224 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6225 (__v16si)(__m512i)(B), \
6226 (__v16si)(__m512i)(C), (int)(imm), \
6227 (__mmask16)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006228
Craig Topper8c18e112016-05-17 04:41:50 +00006229#define _mm512_mask_ternarylogic_epi32(A, U, B, C, imm) __extension__ ({ \
6230 (__m512i)__builtin_ia32_pternlogd512_mask((__v16si)(__m512i)(A), \
6231 (__v16si)(__m512i)(B), \
6232 (__v16si)(__m512i)(C), (int)(imm), \
6233 (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006234
Craig Topper8c18e112016-05-17 04:41:50 +00006235#define _mm512_maskz_ternarylogic_epi32(U, A, B, C, imm) __extension__ ({ \
6236 (__m512i)__builtin_ia32_pternlogd512_maskz((__v16si)(__m512i)(A), \
6237 (__v16si)(__m512i)(B), \
6238 (__v16si)(__m512i)(C), \
6239 (int)(imm), (__mmask16)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006240
Craig Topper8c18e112016-05-17 04:41:50 +00006241#define _mm512_ternarylogic_epi64(A, B, C, imm) __extension__ ({ \
6242 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6243 (__v8di)(__m512i)(B), \
6244 (__v8di)(__m512i)(C), (int)(imm), \
6245 (__mmask8)-1); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006246
Craig Topper8c18e112016-05-17 04:41:50 +00006247#define _mm512_mask_ternarylogic_epi64(A, U, B, C, imm) __extension__ ({ \
6248 (__m512i)__builtin_ia32_pternlogq512_mask((__v8di)(__m512i)(A), \
6249 (__v8di)(__m512i)(B), \
6250 (__v8di)(__m512i)(C), (int)(imm), \
6251 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006252
Craig Topper8c18e112016-05-17 04:41:50 +00006253#define _mm512_maskz_ternarylogic_epi64(U, A, B, C, imm) __extension__ ({ \
6254 (__m512i)__builtin_ia32_pternlogq512_maskz((__v8di)(__m512i)(A), \
6255 (__v8di)(__m512i)(B), \
6256 (__v8di)(__m512i)(C), (int)(imm), \
6257 (__mmask8)(U)); })
Michael Zuckerman81f468c2016-04-11 17:04:21 +00006258
Michael Zuckermancdd54c82016-04-10 12:54:23 +00006259static __inline__ __m512d __DEFAULT_FN_ATTRS
6260_mm512_maskz_unpackhi_pd (__mmask8 __U, __m512d __A, __m512d __B)
6261{
6262 return (__m512d) __builtin_ia32_unpckhpd512_mask ((__v8df) __A,
6263 (__v8df) __B,
6264 (__v8df)
6265 _mm512_setzero_pd (),
6266 (__mmask8) __U);
6267}
6268
6269static __inline__ __m512 __DEFAULT_FN_ATTRS
6270_mm512_mask_unpackhi_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6271{
6272 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
6273 (__v16sf) __B,
6274 (__v16sf) __W,
6275 (__mmask16) __U);
6276}
6277
6278static __inline__ __m512 __DEFAULT_FN_ATTRS
6279_mm512_maskz_unpackhi_ps (__mmask16 __U, __m512 __A, __m512 __B)
6280{
6281 return (__m512) __builtin_ia32_unpckhps512_mask ((__v16sf) __A,
6282 (__v16sf) __B,
6283 (__v16sf)
6284 _mm512_setzero_ps (),
6285 (__mmask16) __U);
6286}
6287
6288static __inline__ __m512d __DEFAULT_FN_ATTRS
6289_mm512_mask_unpacklo_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6290{
6291 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
6292 (__v8df) __B,
6293 (__v8df) __W,
6294 (__mmask8) __U);
6295}
6296
6297static __inline__ __m512d __DEFAULT_FN_ATTRS
6298_mm512_maskz_unpacklo_pd (__mmask8 __U, __m512d __A, __m512d __B)
6299{
6300 return (__m512d) __builtin_ia32_unpcklpd512_mask ((__v8df) __A,
6301 (__v8df) __B,
6302 (__v8df)
6303 _mm512_setzero_pd (),
6304 (__mmask8) __U);
6305}
6306
6307static __inline__ __m512 __DEFAULT_FN_ATTRS
6308_mm512_mask_unpacklo_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
6309{
6310 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
6311 (__v16sf) __B,
6312 (__v16sf) __W,
6313 (__mmask16) __U);
6314}
6315
6316static __inline__ __m512 __DEFAULT_FN_ATTRS
6317_mm512_maskz_unpacklo_ps (__mmask16 __U, __m512 __A, __m512 __B)
6318{
6319 return (__m512) __builtin_ia32_unpcklps512_mask ((__v16sf) __A,
6320 (__v16sf) __B,
6321 (__v16sf)
6322 _mm512_setzero_ps (),
6323 (__mmask16) __U);
6324}
Michael Zuckerman0d67e4b2016-03-03 13:43:05 +00006325
Craig Topper8c18e112016-05-17 04:41:50 +00006326#define _mm_cvt_roundsd_i64(A, R) __extension__ ({ \
6327 (long long)__builtin_ia32_vcvtsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006328
Craig Topper8c18e112016-05-17 04:41:50 +00006329#define _mm_cvt_roundsd_si32(A, R) __extension__ ({ \
6330 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006331
Craig Topper8c18e112016-05-17 04:41:50 +00006332#define _mm_cvt_roundsd_i32(A, R) __extension__ ({ \
6333 (int)__builtin_ia32_vcvtsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006334
Craig Topper8c18e112016-05-17 04:41:50 +00006335#define _mm_cvt_roundsd_u32(A, R) __extension__ ({ \
6336 (unsigned int)__builtin_ia32_vcvtsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006337
6338static __inline__ unsigned __DEFAULT_FN_ATTRS
6339_mm_cvtsd_u32 (__m128d __A)
6340{
6341 return (unsigned) __builtin_ia32_vcvtsd2usi32 ((__v2df) __A,
6342 _MM_FROUND_CUR_DIRECTION);
6343}
6344
Craig Topper8c18e112016-05-17 04:41:50 +00006345#define _mm_cvt_roundsd_u64(A, R) __extension__ ({ \
6346 (unsigned long long)__builtin_ia32_vcvtsd2usi64((__v2df)(__m128d)(A), \
6347 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006348
6349static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6350_mm_cvtsd_u64 (__m128d __A)
6351{
6352 return (unsigned long long) __builtin_ia32_vcvtsd2usi64 ((__v2df)
6353 __A,
6354 _MM_FROUND_CUR_DIRECTION);
6355}
6356
Craig Topper8c18e112016-05-17 04:41:50 +00006357#define _mm_cvt_roundss_si32(A, R) __extension__ ({ \
6358 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006359
Craig Topper8c18e112016-05-17 04:41:50 +00006360#define _mm_cvt_roundss_i32(A, R) __extension__ ({ \
6361 (int)__builtin_ia32_vcvtss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006362
Craig Topper8c18e112016-05-17 04:41:50 +00006363#define _mm_cvt_roundss_si64(A, R) __extension__ ({ \
6364 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006365
Craig Topper8c18e112016-05-17 04:41:50 +00006366#define _mm_cvt_roundss_i64(A, R) __extension__ ({ \
6367 (long long)__builtin_ia32_vcvtss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006368
Craig Topper8c18e112016-05-17 04:41:50 +00006369#define _mm_cvt_roundss_u32(A, R) __extension__ ({ \
6370 (unsigned int)__builtin_ia32_vcvtss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006371
6372static __inline__ unsigned __DEFAULT_FN_ATTRS
6373_mm_cvtss_u32 (__m128 __A)
6374{
6375 return (unsigned) __builtin_ia32_vcvtss2usi32 ((__v4sf) __A,
6376 _MM_FROUND_CUR_DIRECTION);
6377}
6378
Craig Topper8c18e112016-05-17 04:41:50 +00006379#define _mm_cvt_roundss_u64(A, R) __extension__ ({ \
6380 (unsigned long long)__builtin_ia32_vcvtss2usi64((__v4sf)(__m128)(A), \
6381 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006382
6383static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6384_mm_cvtss_u64 (__m128 __A)
6385{
6386 return (unsigned long long) __builtin_ia32_vcvtss2usi64 ((__v4sf)
6387 __A,
6388 _MM_FROUND_CUR_DIRECTION);
6389}
6390
Craig Topper8c18e112016-05-17 04:41:50 +00006391#define _mm_cvtt_roundsd_i32(A, R) __extension__ ({ \
6392 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006393
Craig Topper8c18e112016-05-17 04:41:50 +00006394#define _mm_cvtt_roundsd_si32(A, R) __extension__ ({ \
6395 (int)__builtin_ia32_vcvttsd2si32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006396
6397static __inline__ int __DEFAULT_FN_ATTRS
6398_mm_cvttsd_i32 (__m128d __A)
6399{
6400 return (int) __builtin_ia32_vcvttsd2si32 ((__v2df) __A,
6401 _MM_FROUND_CUR_DIRECTION);
6402}
6403
Craig Topper8c18e112016-05-17 04:41:50 +00006404#define _mm_cvtt_roundsd_si64(A, R) __extension__ ({ \
6405 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006406
Craig Topper8c18e112016-05-17 04:41:50 +00006407#define _mm_cvtt_roundsd_i64(A, R) __extension__ ({ \
6408 (long long)__builtin_ia32_vcvttsd2si64((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006409
6410static __inline__ long long __DEFAULT_FN_ATTRS
6411_mm_cvttsd_i64 (__m128d __A)
6412{
6413 return (long long) __builtin_ia32_vcvttsd2si64 ((__v2df) __A,
6414 _MM_FROUND_CUR_DIRECTION);
6415}
6416
Craig Topper8c18e112016-05-17 04:41:50 +00006417#define _mm_cvtt_roundsd_u32(A, R) __extension__ ({ \
6418 (unsigned int)__builtin_ia32_vcvttsd2usi32((__v2df)(__m128d)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006419
6420static __inline__ unsigned __DEFAULT_FN_ATTRS
6421_mm_cvttsd_u32 (__m128d __A)
6422{
6423 return (unsigned) __builtin_ia32_vcvttsd2usi32 ((__v2df) __A,
6424 _MM_FROUND_CUR_DIRECTION);
6425}
6426
Craig Topper8c18e112016-05-17 04:41:50 +00006427#define _mm_cvtt_roundsd_u64(A, R) __extension__ ({ \
6428 (unsigned long long)__builtin_ia32_vcvttsd2usi64((__v2df)(__m128d)(A), \
6429 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006430
6431static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6432_mm_cvttsd_u64 (__m128d __A)
6433{
6434 return (unsigned long long) __builtin_ia32_vcvttsd2usi64 ((__v2df)
6435 __A,
6436 _MM_FROUND_CUR_DIRECTION);
6437}
6438
Craig Topper8c18e112016-05-17 04:41:50 +00006439#define _mm_cvtt_roundss_i32(A, R) __extension__ ({ \
6440 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006441
Craig Topper8c18e112016-05-17 04:41:50 +00006442#define _mm_cvtt_roundss_si32(A, R) __extension__ ({ \
6443 (int)__builtin_ia32_vcvttss2si32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006444
6445static __inline__ int __DEFAULT_FN_ATTRS
6446_mm_cvttss_i32 (__m128 __A)
6447{
6448 return (int) __builtin_ia32_vcvttss2si32 ((__v4sf) __A,
6449 _MM_FROUND_CUR_DIRECTION);
6450}
6451
Craig Topper8c18e112016-05-17 04:41:50 +00006452#define _mm_cvtt_roundss_i64(A, R) __extension__ ({ \
6453 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006454
Craig Topper8c18e112016-05-17 04:41:50 +00006455#define _mm_cvtt_roundss_si64(A, R) __extension__ ({ \
6456 (long long)__builtin_ia32_vcvttss2si64((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006457
6458static __inline__ long long __DEFAULT_FN_ATTRS
6459_mm_cvttss_i64 (__m128 __A)
6460{
6461 return (long long) __builtin_ia32_vcvttss2si64 ((__v4sf) __A,
6462 _MM_FROUND_CUR_DIRECTION);
6463}
6464
Craig Topper8c18e112016-05-17 04:41:50 +00006465#define _mm_cvtt_roundss_u32(A, R) __extension__ ({ \
6466 (unsigned int)__builtin_ia32_vcvttss2usi32((__v4sf)(__m128)(A), (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006467
6468static __inline__ unsigned __DEFAULT_FN_ATTRS
6469_mm_cvttss_u32 (__m128 __A)
6470{
6471 return (unsigned) __builtin_ia32_vcvttss2usi32 ((__v4sf) __A,
6472 _MM_FROUND_CUR_DIRECTION);
6473}
6474
Craig Topper8c18e112016-05-17 04:41:50 +00006475#define _mm_cvtt_roundss_u64(A, R) __extension__ ({ \
6476 (unsigned long long)__builtin_ia32_vcvttss2usi64((__v4sf)(__m128)(A), \
6477 (int)(R)); })
Michael Zuckerman8d161992016-04-10 17:24:03 +00006478
6479static __inline__ unsigned long long __DEFAULT_FN_ATTRS
6480_mm_cvttss_u64 (__m128 __A)
6481{
6482 return (unsigned long long) __builtin_ia32_vcvttss2usi64 ((__v4sf)
6483 __A,
6484 _MM_FROUND_CUR_DIRECTION);
6485}
6486
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006487static __inline__ __m512d __DEFAULT_FN_ATTRS
6488_mm512_mask2_permutex2var_pd (__m512d __A, __m512i __I, __mmask8 __U,
6489 __m512d __B)
6490{
6491 return (__m512d) __builtin_ia32_vpermi2varpd512_mask ((__v8df) __A,
6492 (__v8di) __I
6493 /* idx */ ,
6494 (__v8df) __B,
6495 (__mmask8) __U);
6496}
6497
6498static __inline__ __m512 __DEFAULT_FN_ATTRS
6499_mm512_mask2_permutex2var_ps (__m512 __A, __m512i __I, __mmask16 __U,
6500 __m512 __B)
6501{
6502 return (__m512) __builtin_ia32_vpermi2varps512_mask ((__v16sf) __A,
6503 (__v16si) __I
6504 /* idx */ ,
6505 (__v16sf) __B,
6506 (__mmask16) __U);
6507}
6508
6509static __inline__ __m512i __DEFAULT_FN_ATTRS
6510_mm512_mask2_permutex2var_epi64 (__m512i __A, __m512i __I,
6511 __mmask8 __U, __m512i __B)
6512{
6513 return (__m512i) __builtin_ia32_vpermi2varq512_mask ((__v8di) __A,
6514 (__v8di) __I
6515 /* idx */ ,
6516 (__v8di) __B,
6517 (__mmask8) __U);
6518}
6519
Craig Topper8c18e112016-05-17 04:41:50 +00006520#define _mm512_permute_pd(X, C) __extension__ ({ \
6521 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6522 (__v8df)_mm512_undefined_pd(), \
6523 (__mmask8)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006524
Craig Topper8c18e112016-05-17 04:41:50 +00006525#define _mm512_mask_permute_pd(W, U, X, C) __extension__ ({ \
6526 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6527 (__v8df)(__m512d)(W), \
6528 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006529
Craig Topper8c18e112016-05-17 04:41:50 +00006530#define _mm512_maskz_permute_pd(U, X, C) __extension__ ({ \
6531 (__m512d)__builtin_ia32_vpermilpd512_mask((__v8df)(__m512d)(X), (int)(C), \
6532 (__v8df)_mm512_setzero_pd(), \
6533 (__mmask8)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006534
Craig Topper8c18e112016-05-17 04:41:50 +00006535#define _mm512_permute_ps(X, C) __extension__ ({ \
6536 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6537 (__v16sf)_mm512_undefined_ps(), \
6538 (__mmask16)-1); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006539
Craig Topper8c18e112016-05-17 04:41:50 +00006540#define _mm512_mask_permute_ps(W, U, X, C) __extension__ ({ \
6541 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6542 (__v16sf)(__m512)(W), \
6543 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006544
Craig Topper8c18e112016-05-17 04:41:50 +00006545#define _mm512_maskz_permute_ps(U, X, C) __extension__ ({ \
6546 (__m512)__builtin_ia32_vpermilps512_mask((__v16sf)(__m512)(X), (int)(C), \
6547 (__v16sf)_mm512_setzero_ps(), \
6548 (__mmask16)(U)); })
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006549
6550static __inline__ __m512d __DEFAULT_FN_ATTRS
6551_mm512_permutevar_pd (__m512d __A, __m512i __C)
6552{
6553 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6554 (__v8di) __C,
6555 (__v8df)
6556 _mm512_undefined_pd (),
6557 (__mmask8) -1);
6558}
6559
6560static __inline__ __m512d __DEFAULT_FN_ATTRS
6561_mm512_mask_permutevar_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512i __C)
6562{
6563 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6564 (__v8di) __C,
6565 (__v8df) __W,
6566 (__mmask8) __U);
6567}
6568
6569static __inline__ __m512d __DEFAULT_FN_ATTRS
6570_mm512_maskz_permutevar_pd (__mmask8 __U, __m512d __A, __m512i __C)
6571{
6572 return (__m512d) __builtin_ia32_vpermilvarpd512_mask ((__v8df) __A,
6573 (__v8di) __C,
6574 (__v8df)
6575 _mm512_setzero_pd (),
6576 (__mmask8) __U);
6577}
6578
6579static __inline__ __m512 __DEFAULT_FN_ATTRS
6580_mm512_permutevar_ps (__m512 __A, __m512i __C)
6581{
6582 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6583 (__v16si) __C,
6584 (__v16sf)
6585 _mm512_undefined_ps (),
6586 (__mmask16) -1);
6587}
6588
6589static __inline__ __m512 __DEFAULT_FN_ATTRS
6590_mm512_mask_permutevar_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512i __C)
6591{
6592 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6593 (__v16si) __C,
6594 (__v16sf) __W,
6595 (__mmask16) __U);
6596}
6597
6598static __inline__ __m512 __DEFAULT_FN_ATTRS
6599_mm512_maskz_permutevar_ps (__mmask16 __U, __m512 __A, __m512i __C)
6600{
6601 return (__m512) __builtin_ia32_vpermilvarps512_mask ((__v16sf) __A,
6602 (__v16si) __C,
6603 (__v16sf)
6604 _mm512_setzero_ps (),
6605 (__mmask16) __U);
6606}
6607
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006608static __inline __m512d __DEFAULT_FN_ATTRS
6609_mm512_permutex2var_pd(__m512d __A, __m512i __I, __m512d __B)
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006610{
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006611 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6612 /* idx */ ,
6613 (__v8df) __A,
6614 (__v8df) __B,
6615 (__mmask8) -1);
6616}
6617
6618static __inline__ __m512d __DEFAULT_FN_ATTRS
6619_mm512_mask_permutex2var_pd (__m512d __A, __mmask8 __U, __m512i __I, __m512d __B)
6620{
6621 return (__m512d) __builtin_ia32_vpermt2varpd512_mask ((__v8di) __I
6622 /* idx */ ,
6623 (__v8df) __A,
6624 (__v8df) __B,
6625 (__mmask8) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006626}
6627
6628static __inline__ __m512d __DEFAULT_FN_ATTRS
6629_mm512_maskz_permutex2var_pd (__mmask8 __U, __m512d __A, __m512i __I,
6630 __m512d __B)
6631{
6632 return (__m512d) __builtin_ia32_vpermt2varpd512_maskz ((__v8di) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006633 /* idx */ ,
6634 (__v8df) __A,
6635 (__v8df) __B,
6636 (__mmask8) __U);
6637}
6638
6639static __inline __m512 __DEFAULT_FN_ATTRS
6640_mm512_permutex2var_ps(__m512 __A, __m512i __I, __m512 __B)
6641{
6642 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6643 /* idx */ ,
6644 (__v16sf) __A,
6645 (__v16sf) __B,
6646 (__mmask16) -1);
6647}
6648
6649static __inline__ __m512 __DEFAULT_FN_ATTRS
6650_mm512_mask_permutex2var_ps (__m512 __A, __mmask16 __U, __m512i __I, __m512 __B)
6651{
6652 return (__m512) __builtin_ia32_vpermt2varps512_mask ((__v16si) __I
6653 /* idx */ ,
6654 (__v16sf) __A,
6655 (__v16sf) __B,
6656 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006657}
6658
6659static __inline__ __m512 __DEFAULT_FN_ATTRS
6660_mm512_maskz_permutex2var_ps (__mmask16 __U, __m512 __A, __m512i __I,
6661 __m512 __B)
6662{
6663 return (__m512) __builtin_ia32_vpermt2varps512_maskz ((__v16si) __I
Michael Zuckerman5e2c6b62016-05-11 11:21:18 +00006664 /* idx */ ,
6665 (__v16sf) __A,
6666 (__v16sf) __B,
6667 (__mmask16) __U);
Michael Zuckermand8d2f622016-04-11 07:15:34 +00006668}
6669
Michael Zuckerman07525092016-04-11 10:22:07 +00006670static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6671_mm512_testn_epi32_mask (__m512i __A, __m512i __B)
6672{
6673 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6674 (__v16si) __B,
6675 (__mmask16) -1);
6676}
6677
6678static __inline__ __mmask16 __DEFAULT_FN_ATTRS
6679_mm512_mask_testn_epi32_mask (__mmask16 __U, __m512i __A, __m512i __B)
6680{
6681 return (__mmask16) __builtin_ia32_ptestnmd512 ((__v16si) __A,
6682 (__v16si) __B, __U);
6683}
6684
6685static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6686_mm512_testn_epi64_mask (__m512i __A, __m512i __B)
6687{
6688 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6689 (__v8di) __B,
6690 (__mmask8) -1);
6691}
6692
6693static __inline__ __mmask8 __DEFAULT_FN_ATTRS
6694_mm512_mask_testn_epi64_mask (__mmask8 __U, __m512i __A, __m512i __B)
6695{
6696 return (__mmask8) __builtin_ia32_ptestnmq512 ((__v8di) __A,
6697 (__v8di) __B, __U);
6698}
6699
Craig Topper8c18e112016-05-17 04:41:50 +00006700#define _mm512_cvtt_roundpd_epu32(A, R) __extension__ ({ \
6701 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6702 (__v8si)_mm256_undefined_si256(), \
6703 (__mmask8)-1, (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006704
Craig Topper8c18e112016-05-17 04:41:50 +00006705#define _mm512_mask_cvtt_roundpd_epu32(W, U, A, R) __extension__ ({ \
6706 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6707 (__v8si)(__m256i)(W), \
6708 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006709
Craig Topper8c18e112016-05-17 04:41:50 +00006710#define _mm512_maskz_cvtt_roundpd_epu32(U, A, R) __extension__ ({ \
6711 (__m256i)__builtin_ia32_cvttpd2udq512_mask((__v8df)(__m512d)(A), \
6712 (__v8si)_mm256_setzero_si256(), \
6713 (__mmask8)(U), (int)(R)); })
Michael Zuckerman138fc5b2016-05-03 11:05:24 +00006714
6715static __inline__ __m256i __DEFAULT_FN_ATTRS
6716_mm512_cvttpd_epu32 (__m512d __A)
6717{
6718 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6719 (__v8si)
6720 _mm256_undefined_si256 (),
6721 (__mmask8) -1,
6722 _MM_FROUND_CUR_DIRECTION);
6723}
6724
6725static __inline__ __m256i __DEFAULT_FN_ATTRS
6726_mm512_mask_cvttpd_epu32 (__m256i __W, __mmask8 __U, __m512d __A)
6727{
6728 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6729 (__v8si) __W,
6730 (__mmask8) __U,
6731 _MM_FROUND_CUR_DIRECTION);
6732}
6733
6734static __inline__ __m256i __DEFAULT_FN_ATTRS
6735_mm512_maskz_cvttpd_epu32 (__mmask8 __U, __m512d __A)
6736{
6737 return (__m256i) __builtin_ia32_cvttpd2udq512_mask ((__v8df) __A,
6738 (__v8si)
6739 _mm256_setzero_si256 (),
6740 (__mmask8) __U,
6741 _MM_FROUND_CUR_DIRECTION);
6742}
Michael Zuckerman07525092016-04-11 10:22:07 +00006743
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006744static __inline__ __m512i __DEFAULT_FN_ATTRS
6745_mm512_mask_unpackhi_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6746 __m512i __B)
6747{
6748 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6749 (__v16si) __B,
6750 (__v16si) __W,
6751 (__mmask16) __U);
6752}
6753
6754static __inline__ __m512i __DEFAULT_FN_ATTRS
6755_mm512_maskz_unpackhi_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6756{
6757 return (__m512i) __builtin_ia32_punpckhdq512_mask ((__v16si) __A,
6758 (__v16si) __B,
6759 (__v16si)
6760 _mm512_setzero_si512 (),
6761 (__mmask16) __U);
6762}
6763
6764static __inline__ __m512i __DEFAULT_FN_ATTRS
6765_mm512_unpackhi_epi64 (__m512i __A, __m512i __B)
6766{
6767 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6768 (__v8di) __B,
6769 (__v8di)
6770 _mm512_setzero_si512 (),
6771 (__mmask8) -1);
6772}
6773
6774static __inline__ __m512i __DEFAULT_FN_ATTRS
6775_mm512_mask_unpackhi_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6776{
6777 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6778 (__v8di) __B,
6779 (__v8di) __W,
6780 (__mmask8) __U);
6781}
6782
6783static __inline__ __m512i __DEFAULT_FN_ATTRS
6784_mm512_maskz_unpackhi_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6785{
6786 return (__m512i) __builtin_ia32_punpckhqdq512_mask ((__v8di) __A,
6787 (__v8di) __B,
6788 (__v8di)
6789 _mm512_setzero_si512 (),
6790 (__mmask8) __U);
6791}
6792
6793static __inline__ __m512i __DEFAULT_FN_ATTRS
6794_mm512_unpacklo_epi32 (__m512i __A, __m512i __B)
6795{
6796 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6797 (__v16si) __B,
6798 (__v16si)
6799 _mm512_setzero_si512 (),
6800 (__mmask16) -1);
6801}
6802
6803static __inline__ __m512i __DEFAULT_FN_ATTRS
6804_mm512_mask_unpacklo_epi32 (__m512i __W, __mmask16 __U, __m512i __A,
6805 __m512i __B)
6806{
6807 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6808 (__v16si) __B,
6809 (__v16si) __W,
6810 (__mmask16) __U);
6811}
6812
6813static __inline__ __m512i __DEFAULT_FN_ATTRS
6814_mm512_maskz_unpacklo_epi32 (__mmask16 __U, __m512i __A, __m512i __B)
6815{
6816 return (__m512i) __builtin_ia32_punpckldq512_mask ((__v16si) __A,
6817 (__v16si) __B,
6818 (__v16si)
6819 _mm512_setzero_si512 (),
6820 (__mmask16) __U);
6821}
6822
6823static __inline__ __m512i __DEFAULT_FN_ATTRS
6824_mm512_unpacklo_epi64 (__m512i __A, __m512i __B)
6825{
6826 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6827 (__v8di) __B,
6828 (__v8di)
6829 _mm512_setzero_si512 (),
6830 (__mmask8) -1);
6831}
6832
6833static __inline__ __m512i __DEFAULT_FN_ATTRS
6834_mm512_mask_unpacklo_epi64 (__m512i __W, __mmask8 __U, __m512i __A, __m512i __B)
6835{
6836 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6837 (__v8di) __B,
6838 (__v8di) __W,
6839 (__mmask8) __U);
6840}
6841
6842static __inline__ __m512i __DEFAULT_FN_ATTRS
6843_mm512_maskz_unpacklo_epi64 (__mmask8 __U, __m512i __A, __m512i __B)
6844{
6845 return (__m512i) __builtin_ia32_punpcklqdq512_mask ((__v8di) __A,
6846 (__v8di) __B,
6847 (__v8di)
6848 _mm512_setzero_si512 (),
6849 (__mmask8) __U);
6850}
6851
Craig Topper8c18e112016-05-17 04:41:50 +00006852#define _mm_roundscale_round_sd(A, B, imm, R) __extension__ ({ \
6853 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6854 (__v2df)(__m128d)(B), \
6855 (__v2df)_mm_setzero_pd(), \
6856 (__mmask8)-1, (int)(imm), \
6857 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006858
Craig Topper8c18e112016-05-17 04:41:50 +00006859#define _mm_roundscale_sd(A, B, imm) __extension__ ({ \
6860 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6861 (__v2df)(__m128d)(B), \
6862 (__v2df)_mm_setzero_pd(), \
6863 (__mmask8)-1, (int)(imm), \
6864 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006865
Craig Topper8c18e112016-05-17 04:41:50 +00006866#define _mm_mask_roundscale_sd(W, U, A, B, imm) __extension__ ({ \
6867 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6868 (__v2df)(__m128d)(B), \
6869 (__v2df)(__m128d)(W), \
6870 (__mmask8)(U), (int)(imm), \
6871 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006872
Craig Topper8c18e112016-05-17 04:41:50 +00006873#define _mm_mask_roundscale_round_sd(W, U, A, B, I, R) __extension__ ({ \
6874 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6875 (__v2df)(__m128d)(B), \
6876 (__v2df)(__m128d)(W), \
6877 (__mmask8)(U), (int)(I), \
6878 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006879
Craig Topper8c18e112016-05-17 04:41:50 +00006880#define _mm_maskz_roundscale_sd(U, A, B, I) __extension__ ({ \
6881 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6882 (__v2df)(__m128d)(B), \
6883 (__v2df)_mm_setzero_pd(), \
6884 (__mmask8)(U), (int)(I), \
6885 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006886
Craig Topper8c18e112016-05-17 04:41:50 +00006887#define _mm_maskz_roundscale_round_sd(U, A, B, I, R) __extension__ ({ \
6888 (__m128d)__builtin_ia32_rndscalesd_round_mask((__v2df)(__m128d)(A), \
6889 (__v2df)(__m128d)(B), \
6890 (__v2df)_mm_setzero_pd(), \
6891 (__mmask8)(U), (int)(I), \
6892 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006893
Craig Topper8c18e112016-05-17 04:41:50 +00006894#define _mm_roundscale_round_ss(A, B, imm, R) __extension__ ({ \
6895 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6896 (__v4sf)(__m128)(B), \
6897 (__v4sf)_mm_setzero_ps(), \
6898 (__mmask8)-1, (int)(imm), \
6899 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006900
Craig Topper8c18e112016-05-17 04:41:50 +00006901#define _mm_roundscale_ss(A, B, imm) __extension__ ({ \
6902 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6903 (__v4sf)(__m128)(B), \
6904 (__v4sf)_mm_setzero_ps(), \
6905 (__mmask8)-1, (int)(imm), \
6906 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006907
Craig Topper8c18e112016-05-17 04:41:50 +00006908#define _mm_mask_roundscale_ss(W, U, A, B, I) __extension__ ({ \
6909 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6910 (__v4sf)(__m128)(B), \
6911 (__v4sf)(__m128)(W), \
6912 (__mmask8)(U), (int)(I), \
6913 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006914
Craig Topper8c18e112016-05-17 04:41:50 +00006915#define _mm_mask_roundscale_round_ss(W, U, A, B, I, R) __extension__ ({ \
6916 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6917 (__v4sf)(__m128)(B), \
6918 (__v4sf)(__m128)(W), \
6919 (__mmask8)(U), (int)(I), \
6920 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006921
Craig Topper8c18e112016-05-17 04:41:50 +00006922#define _mm_maskz_roundscale_ss(U, A, B, I) __extension__ ({ \
6923 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6924 (__v4sf)(__m128)(B), \
6925 (__v4sf)_mm_setzero_ps(), \
6926 (__mmask8)(U), (int)(I), \
6927 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006928
Craig Topper8c18e112016-05-17 04:41:50 +00006929#define _mm_maskz_roundscale_round_ss(U, A, B, I, R) __extension__ ({ \
6930 (__m128)__builtin_ia32_rndscaless_round_mask((__v4sf)(__m128)(A), \
6931 (__v4sf)(__m128)(B), \
6932 (__v4sf)_mm_setzero_ps(), \
6933 (__mmask8)(U), (int)(I), \
6934 (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006935
Craig Topper8c18e112016-05-17 04:41:50 +00006936#define _mm512_scalef_round_pd(A, B, R) __extension__ ({ \
6937 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6938 (__v8df)(__m512d)(B), \
6939 (__v8df)_mm512_undefined_pd(), \
6940 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006941
Craig Topper8c18e112016-05-17 04:41:50 +00006942#define _mm512_mask_scalef_round_pd(W, U, A, B, R) __extension__ ({ \
6943 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6944 (__v8df)(__m512d)(B), \
6945 (__v8df)(__m512d)(W), \
6946 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006947
Craig Topper8c18e112016-05-17 04:41:50 +00006948#define _mm512_maskz_scalef_round_pd(U, A, B, R) __extension__ ({ \
6949 (__m512d)__builtin_ia32_scalefpd512_mask((__v8df)(__m512d)(A), \
6950 (__v8df)(__m512d)(B), \
6951 (__v8df)_mm512_setzero_pd(), \
6952 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006953
6954static __inline__ __m512d __DEFAULT_FN_ATTRS
6955_mm512_scalef_pd (__m512d __A, __m512d __B)
6956{
6957 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6958 (__v8df) __B,
6959 (__v8df)
6960 _mm512_undefined_pd (),
6961 (__mmask8) -1,
6962 _MM_FROUND_CUR_DIRECTION);
6963}
6964
6965static __inline__ __m512d __DEFAULT_FN_ATTRS
6966_mm512_mask_scalef_pd (__m512d __W, __mmask8 __U, __m512d __A, __m512d __B)
6967{
6968 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6969 (__v8df) __B,
6970 (__v8df) __W,
6971 (__mmask8) __U,
6972 _MM_FROUND_CUR_DIRECTION);
6973}
6974
6975static __inline__ __m512d __DEFAULT_FN_ATTRS
6976_mm512_maskz_scalef_pd (__mmask8 __U, __m512d __A, __m512d __B)
6977{
6978 return (__m512d) __builtin_ia32_scalefpd512_mask ((__v8df) __A,
6979 (__v8df) __B,
6980 (__v8df)
6981 _mm512_setzero_pd (),
6982 (__mmask8) __U,
6983 _MM_FROUND_CUR_DIRECTION);
6984}
6985
Craig Topper8c18e112016-05-17 04:41:50 +00006986#define _mm512_scalef_round_ps(A, B, R) __extension__ ({ \
6987 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6988 (__v16sf)(__m512)(B), \
6989 (__v16sf)_mm512_undefined_ps(), \
6990 (__mmask16)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006991
Craig Topper8c18e112016-05-17 04:41:50 +00006992#define _mm512_mask_scalef_round_ps(W, U, A, B, R) __extension__ ({ \
6993 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
6994 (__v16sf)(__m512)(B), \
6995 (__v16sf)(__m512)(W), \
6996 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00006997
Craig Topper8c18e112016-05-17 04:41:50 +00006998#define _mm512_maskz_scalef_round_ps(U, A, B, R) __extension__ ({ \
6999 (__m512)__builtin_ia32_scalefps512_mask((__v16sf)(__m512)(A), \
7000 (__v16sf)(__m512)(B), \
7001 (__v16sf)_mm512_setzero_ps(), \
7002 (__mmask16)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007003
7004static __inline__ __m512 __DEFAULT_FN_ATTRS
7005_mm512_scalef_ps (__m512 __A, __m512 __B)
7006{
7007 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7008 (__v16sf) __B,
7009 (__v16sf)
7010 _mm512_undefined_ps (),
7011 (__mmask16) -1,
7012 _MM_FROUND_CUR_DIRECTION);
7013}
7014
7015static __inline__ __m512 __DEFAULT_FN_ATTRS
7016_mm512_mask_scalef_ps (__m512 __W, __mmask16 __U, __m512 __A, __m512 __B)
7017{
7018 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7019 (__v16sf) __B,
7020 (__v16sf) __W,
7021 (__mmask16) __U,
7022 _MM_FROUND_CUR_DIRECTION);
7023}
7024
7025static __inline__ __m512 __DEFAULT_FN_ATTRS
7026_mm512_maskz_scalef_ps (__mmask16 __U, __m512 __A, __m512 __B)
7027{
7028 return (__m512) __builtin_ia32_scalefps512_mask ((__v16sf) __A,
7029 (__v16sf) __B,
7030 (__v16sf)
7031 _mm512_setzero_ps (),
7032 (__mmask16) __U,
7033 _MM_FROUND_CUR_DIRECTION);
7034}
7035
Craig Topper8c18e112016-05-17 04:41:50 +00007036#define _mm_scalef_round_sd(A, B, R) __extension__ ({ \
7037 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7038 (__v2df)(__m128d)(B), \
7039 (__v2df)_mm_setzero_pd(), \
7040 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007041
7042static __inline__ __m128d __DEFAULT_FN_ATTRS
7043_mm_scalef_sd (__m128d __A, __m128d __B)
7044{
7045 return (__m128d) __builtin_ia32_scalefsd_round_mask ((__v2df) __A,
7046 (__v2df)( __B), (__v2df) _mm_setzero_pd(),
7047 (__mmask8) -1,
7048 _MM_FROUND_CUR_DIRECTION);
7049}
7050
7051static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007052_mm_mask_scalef_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007053{
7054 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7055 (__v2df) __B,
7056 (__v2df) __W,
7057 (__mmask8) __U,
7058 _MM_FROUND_CUR_DIRECTION);
7059}
7060
Craig Topper8c18e112016-05-17 04:41:50 +00007061#define _mm_mask_scalef_round_sd(W, U, A, B, R) __extension__ ({ \
7062 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7063 (__v2df)(__m128d)(B), \
7064 (__v2df)(__m128d)(W), \
7065 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007066
7067static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007068_mm_maskz_scalef_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007069{
7070 return (__m128d) __builtin_ia32_scalefsd_round_mask ( (__v2df) __A,
7071 (__v2df) __B,
7072 (__v2df) _mm_setzero_pd (),
7073 (__mmask8) __U,
7074 _MM_FROUND_CUR_DIRECTION);
7075}
7076
Craig Topper8c18e112016-05-17 04:41:50 +00007077#define _mm_maskz_scalef_round_sd(U, A, B, R) __extension__ ({ \
7078 (__m128d)__builtin_ia32_scalefsd_round_mask((__v2df)(__m128d)(A), \
7079 (__v2df)(__m128d)(B), \
7080 (__v2df)_mm_setzero_pd(), \
7081 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007082
Craig Topper8c18e112016-05-17 04:41:50 +00007083#define _mm_scalef_round_ss(A, B, R) __extension__ ({ \
7084 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7085 (__v4sf)(__m128)(B), \
7086 (__v4sf)_mm_setzero_ps(), \
7087 (__mmask8)-1, (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007088
7089static __inline__ __m128 __DEFAULT_FN_ATTRS
7090_mm_scalef_ss (__m128 __A, __m128 __B)
7091{
7092 return (__m128) __builtin_ia32_scalefss_round_mask ((__v4sf) __A,
7093 (__v4sf)( __B), (__v4sf) _mm_setzero_ps(),
7094 (__mmask8) -1,
7095 _MM_FROUND_CUR_DIRECTION);
7096}
7097
7098static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007099_mm_mask_scalef_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007100{
7101 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7102 (__v4sf) __B,
7103 (__v4sf) __W,
7104 (__mmask8) __U,
7105 _MM_FROUND_CUR_DIRECTION);
7106}
7107
Craig Topper8c18e112016-05-17 04:41:50 +00007108#define _mm_mask_scalef_round_ss(W, U, A, B, R) __extension__ ({ \
7109 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7110 (__v4sf)(__m128)(B), \
7111 (__v4sf)(__m128)(W), \
7112 (__mmask8)(U), (int)(R)); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007113
7114static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007115_mm_maskz_scalef_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007116{
7117 return (__m128) __builtin_ia32_scalefss_round_mask ( (__v4sf) __A,
7118 (__v4sf) __B,
7119 (__v4sf) _mm_setzero_ps (),
7120 (__mmask8) __U,
7121 _MM_FROUND_CUR_DIRECTION);
7122}
7123
Craig Topper8c18e112016-05-17 04:41:50 +00007124#define _mm_maskz_scalef_round_ss(U, A, B, R) __extension__ ({ \
7125 (__m128)__builtin_ia32_scalefss_round_mask((__v4sf)(__m128)(A), \
7126 (__v4sf)(__m128)(B), \
7127 (__v4sf)_mm_setzero_ps(), \
7128 (__mmask8)(U), \
7129 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman1af947a2016-04-11 12:32:31 +00007130
Craig Topper79d05c92016-05-15 20:10:06 +00007131#define _mm512_srai_epi32(A, B) __extension__ ({ \
7132 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7133 (__v16si)_mm512_setzero_si512(), \
7134 (__mmask16)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007135
Craig Topper8c18e112016-05-17 04:41:50 +00007136#define _mm512_mask_srai_epi32(W, U, A, B) __extension__ ({ \
7137 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7138 (__v16si)(__m512i)(W), \
7139 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007140
Craig Topper8c18e112016-05-17 04:41:50 +00007141#define _mm512_maskz_srai_epi32(U, A, B) __extension__ ({ \
7142 (__m512i)__builtin_ia32_psradi512_mask((__v16si)(__m512i)(A), (int)(B), \
7143 (__v16si)_mm512_setzero_si512(), \
7144 (__mmask16)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007145
Craig Topper8c18e112016-05-17 04:41:50 +00007146#define _mm512_srai_epi64(A, B) __extension__ ({ \
7147 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7148 (__v8di)_mm512_setzero_si512(), \
7149 (__mmask8)-1); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007150
Craig Topper8c18e112016-05-17 04:41:50 +00007151#define _mm512_mask_srai_epi64(W, U, A, B) __extension__ ({ \
7152 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7153 (__v8di)(__m512i)(W), \
7154 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007155
Craig Topper8c18e112016-05-17 04:41:50 +00007156#define _mm512_maskz_srai_epi64(U, A, B) __extension__ ({ \
7157 (__m512i)__builtin_ia32_psraqi512_mask((__v8di)(__m512i)(A), (int)(B), \
7158 (__v8di)_mm512_setzero_si512(), \
7159 (__mmask8)(U)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007160
Craig Topper8c18e112016-05-17 04:41:50 +00007161#define _mm512_shuffle_f32x4(A, B, imm) __extension__ ({ \
7162 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7163 (__v16sf)(__m512)(B), (int)(imm), \
7164 (__v16sf)_mm512_undefined_ps(), \
7165 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007166
Craig Topper8c18e112016-05-17 04:41:50 +00007167#define _mm512_mask_shuffle_f32x4(W, U, A, B, imm) __extension__ ({ \
7168 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7169 (__v16sf)(__m512)(B), (int)(imm), \
7170 (__v16sf)(__m512)(W), \
7171 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007172
Craig Topper8c18e112016-05-17 04:41:50 +00007173#define _mm512_maskz_shuffle_f32x4(U, A, B, imm) __extension__ ({ \
7174 (__m512)__builtin_ia32_shuf_f32x4_mask((__v16sf)(__m512)(A), \
7175 (__v16sf)(__m512)(B), (int)(imm), \
7176 (__v16sf)_mm512_setzero_ps(), \
7177 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007178
Craig Topper8c18e112016-05-17 04:41:50 +00007179#define _mm512_shuffle_f64x2(A, B, imm) __extension__ ({ \
7180 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7181 (__v8df)(__m512d)(B), (int)(imm), \
7182 (__v8df)_mm512_undefined_pd(), \
7183 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007184
Craig Topper8c18e112016-05-17 04:41:50 +00007185#define _mm512_mask_shuffle_f64x2(W, U, A, B, imm) __extension__ ({ \
7186 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7187 (__v8df)(__m512d)(B), (int)(imm), \
7188 (__v8df)(__m512d)(W), \
7189 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007190
Craig Topper8c18e112016-05-17 04:41:50 +00007191#define _mm512_maskz_shuffle_f64x2(U, A, B, imm) __extension__ ({ \
7192 (__m512d)__builtin_ia32_shuf_f64x2_mask((__v8df)(__m512d)(A), \
7193 (__v8df)(__m512d)(B), (int)(imm), \
7194 (__v8df)_mm512_setzero_pd(), \
7195 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007196
Craig Topper8c18e112016-05-17 04:41:50 +00007197#define _mm512_shuffle_i32x4(A, B, imm) __extension__ ({ \
7198 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7199 (__v16si)(__m512i)(B), (int)(imm), \
7200 (__v16si)_mm512_setzero_si512(), \
7201 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007202
Craig Topper8c18e112016-05-17 04:41:50 +00007203#define _mm512_mask_shuffle_i32x4(W, U, A, B, imm) __extension__ ({ \
7204 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7205 (__v16si)(__m512i)(B), (int)(imm), \
7206 (__v16si)(__m512i)(W), \
7207 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007208
Craig Topper8c18e112016-05-17 04:41:50 +00007209#define _mm512_maskz_shuffle_i32x4(U, A, B, imm) __extension__ ({ \
7210 (__m512i)__builtin_ia32_shuf_i32x4_mask((__v16si)(__m512i)(A), \
7211 (__v16si)(__m512i)(B), (int)(imm), \
7212 (__v16si)_mm512_setzero_si512(), \
7213 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007214
Craig Topper8c18e112016-05-17 04:41:50 +00007215#define _mm512_shuffle_i64x2(A, B, imm) __extension__ ({ \
7216 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7217 (__v8di)(__m512i)(B), (int)(imm), \
7218 (__v8di)_mm512_setzero_si512(), \
7219 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007220
Craig Topper8c18e112016-05-17 04:41:50 +00007221#define _mm512_mask_shuffle_i64x2(W, U, A, B, imm) __extension__ ({ \
7222 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7223 (__v8di)(__m512i)(B), (int)(imm), \
7224 (__v8di)(__m512i)(W), \
7225 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007226
Craig Topper8c18e112016-05-17 04:41:50 +00007227#define _mm512_maskz_shuffle_i64x2(U, A, B, imm) __extension__ ({ \
7228 (__m512i)__builtin_ia32_shuf_i64x2_mask((__v8di)(__m512i)(A), \
7229 (__v8di)(__m512i)(B), (int)(imm), \
7230 (__v8di)_mm512_setzero_si512(), \
7231 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007232
Craig Topper8c18e112016-05-17 04:41:50 +00007233#define _mm512_shuffle_pd(M, V, imm) __extension__ ({ \
7234 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7235 (__v8df)(__m512d)(V), (int)(imm), \
7236 (__v8df)_mm512_undefined_pd(), \
7237 (__mmask8)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007238
Craig Topper8c18e112016-05-17 04:41:50 +00007239#define _mm512_mask_shuffle_pd(W, U, M, V, imm) __extension__ ({ \
7240 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7241 (__v8df)(__m512d)(V), (int)(imm), \
7242 (__v8df)(__m512d)(W), \
7243 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007244
Craig Topper8c18e112016-05-17 04:41:50 +00007245#define _mm512_maskz_shuffle_pd(U, M, V, imm) __extension__ ({ \
7246 (__m512d)__builtin_ia32_shufpd512_mask((__v8df)(__m512d)(M), \
7247 (__v8df)(__m512d)(V), (int)(imm), \
7248 (__v8df)_mm512_setzero_pd(), \
7249 (__mmask8)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007250
Craig Topper8c18e112016-05-17 04:41:50 +00007251#define _mm512_shuffle_ps(M, V, imm) __extension__ ({ \
7252 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7253 (__v16sf)(__m512)(V), (int)(imm), \
7254 (__v16sf)_mm512_undefined_ps(), \
7255 (__mmask16)-1); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007256
Craig Topper8c18e112016-05-17 04:41:50 +00007257#define _mm512_mask_shuffle_ps(W, U, M, V, imm) __extension__ ({ \
7258 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7259 (__v16sf)(__m512)(V), (int)(imm), \
7260 (__v16sf)(__m512)(W), \
7261 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007262
Craig Topper8c18e112016-05-17 04:41:50 +00007263#define _mm512_maskz_shuffle_ps(U, M, V, imm) __extension__ ({ \
7264 (__m512)__builtin_ia32_shufps512_mask((__v16sf)(__m512)(M), \
7265 (__v16sf)(__m512)(V), (int)(imm), \
7266 (__v16sf)_mm512_setzero_ps(), \
7267 (__mmask16)(U)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007268
Craig Topper8c18e112016-05-17 04:41:50 +00007269#define _mm_sqrt_round_sd(A, B, R) __extension__ ({ \
7270 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7271 (__v2df)(__m128d)(A), \
7272 (__v2df)_mm_setzero_pd(), \
7273 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007274
7275static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007276_mm_mask_sqrt_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007277{
7278 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7279 (__v2df) __A,
7280 (__v2df) __W,
7281 (__mmask8) __U,
7282 _MM_FROUND_CUR_DIRECTION);
7283}
7284
Craig Topper8c18e112016-05-17 04:41:50 +00007285#define _mm_mask_sqrt_round_sd(W, U, A, B, R) __extension__ ({ \
7286 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7287 (__v2df)(__m128d)(A), \
7288 (__v2df)(__m128d)(W), \
7289 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007290
7291static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007292_mm_maskz_sqrt_sd (__mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007293{
7294 return (__m128d) __builtin_ia32_sqrtsd_round_mask ( (__v2df) __B,
7295 (__v2df) __A,
7296 (__v2df) _mm_setzero_pd (),
7297 (__mmask8) __U,
7298 _MM_FROUND_CUR_DIRECTION);
7299}
7300
Craig Topper8c18e112016-05-17 04:41:50 +00007301#define _mm_maskz_sqrt_round_sd(U, A, B, R) __extension__ ({ \
7302 (__m128d)__builtin_ia32_sqrtsd_round_mask((__v2df)(__m128d)(B), \
7303 (__v2df)(__m128d)(A), \
7304 (__v2df)_mm_setzero_pd(), \
7305 (__mmask8)(U), (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007306
Craig Topper8c18e112016-05-17 04:41:50 +00007307#define _mm_sqrt_round_ss(A, B, R) __extension__ ({ \
7308 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7309 (__v4sf)(__m128)(A), \
7310 (__v4sf)_mm_setzero_ps(), \
7311 (__mmask8)-1, (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007312
7313static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007314_mm_mask_sqrt_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007315{
7316 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __B,
7317 (__v4sf) __A,
7318 (__v4sf) __W,
7319 (__mmask8) __U,
7320 _MM_FROUND_CUR_DIRECTION);
7321}
7322
Craig Topper8c18e112016-05-17 04:41:50 +00007323#define _mm_mask_sqrt_round_ss(W, U, A, B, R) __extension__ ({ \
7324 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7325 (__v4sf)(__m128)(A), \
7326 (__v4sf)(__m128)(W), (__mmask8)(U), \
7327 (int)(R)); })
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007328
7329static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00007330_mm_maskz_sqrt_ss (__mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman04fb3bc2016-04-12 07:59:39 +00007331{
7332 return (__m128) __builtin_ia32_sqrtss_round_mask ( (__v4sf) __A,
7333 (__v4sf) __B,
7334 (__v4sf) _mm_setzero_ps (),
7335 (__mmask8) __U,
7336 _MM_FROUND_CUR_DIRECTION);
7337}
7338
Craig Topper8c18e112016-05-17 04:41:50 +00007339#define _mm_maskz_sqrt_round_ss(U, A, B, R) __extension__ ({ \
7340 (__m128)__builtin_ia32_sqrtss_round_mask((__v4sf)(__m128)(B), \
7341 (__v4sf)(__m128)(A), \
7342 (__v4sf)_mm_setzero_ps(), \
7343 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6b5f4d82016-04-11 15:46:39 +00007344
Michael Zuckerman8c2900f2016-04-27 11:43:14 +00007345static __inline__ __m512 __DEFAULT_FN_ATTRS
7346_mm512_broadcast_f32x4 (__m128 __A)
7347{
7348 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7349 (__v16sf)
7350 _mm512_undefined_ps (),
7351 (__mmask16) -1);
7352}
7353
7354static __inline__ __m512 __DEFAULT_FN_ATTRS
7355_mm512_mask_broadcast_f32x4 (__m512 __O, __mmask16 __M, __m128 __A)
7356{
7357 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7358 (__v16sf) __O,
7359 __M);
7360}
7361
7362static __inline__ __m512 __DEFAULT_FN_ATTRS
7363_mm512_maskz_broadcast_f32x4 (__mmask16 __M, __m128 __A)
7364{
7365 return (__m512) __builtin_ia32_broadcastf32x4_512 ((__v4sf) __A,
7366 (__v16sf)
7367 _mm512_setzero_ps (),
7368 __M);
7369}
7370
7371static __inline__ __m512d __DEFAULT_FN_ATTRS
7372_mm512_broadcast_f64x4 (__m256d __A)
7373{
7374 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7375 (__v8df)
7376 _mm512_undefined_pd (),
7377 (__mmask8) -1);
7378}
7379
7380static __inline__ __m512d __DEFAULT_FN_ATTRS
7381_mm512_mask_broadcast_f64x4 (__m512d __O, __mmask8 __M, __m256d __A)
7382{
7383 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7384 (__v8df) __O,
7385 __M);
7386}
7387
7388static __inline__ __m512d __DEFAULT_FN_ATTRS
7389_mm512_maskz_broadcast_f64x4 (__mmask8 __M, __m256d __A)
7390{
7391 return (__m512d) __builtin_ia32_broadcastf64x4_512 ((__v4df) __A,
7392 (__v8df)
7393 _mm512_setzero_pd (),
7394 __M);
7395}
7396
7397static __inline__ __m512i __DEFAULT_FN_ATTRS
7398_mm512_broadcast_i32x4 (__m128i __A)
7399{
7400 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7401 (__v16si)
7402 _mm512_undefined_epi32 (),
7403 (__mmask16) -1);
7404}
7405
7406static __inline__ __m512i __DEFAULT_FN_ATTRS
7407_mm512_mask_broadcast_i32x4 (__m512i __O, __mmask16 __M, __m128i __A)
7408{
7409 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7410 (__v16si) __O,
7411 __M);
7412}
7413
7414static __inline__ __m512i __DEFAULT_FN_ATTRS
7415_mm512_maskz_broadcast_i32x4 (__mmask16 __M, __m128i __A)
7416{
7417 return (__m512i) __builtin_ia32_broadcasti32x4_512 ((__v4si) __A,
7418 (__v16si)
7419 _mm512_setzero_si512 (),
7420 __M);
7421}
7422
7423static __inline__ __m512i __DEFAULT_FN_ATTRS
7424_mm512_broadcast_i64x4 (__m256i __A)
7425{
7426 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7427 (__v8di)
7428 _mm512_undefined_epi32 (),
7429 (__mmask8) -1);
7430}
7431
7432static __inline__ __m512i __DEFAULT_FN_ATTRS
7433_mm512_mask_broadcast_i64x4 (__m512i __O, __mmask8 __M, __m256i __A)
7434{
7435 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7436 (__v8di) __O,
7437 __M);
7438}
7439
7440static __inline__ __m512i __DEFAULT_FN_ATTRS
7441_mm512_maskz_broadcast_i64x4 (__mmask8 __M, __m256i __A)
7442{
7443 return (__m512i) __builtin_ia32_broadcasti64x4_512 ((__v4di) __A,
7444 (__v8di)
7445 _mm512_setzero_si512 (),
7446 __M);
7447}
7448
7449static __inline__ __m512d __DEFAULT_FN_ATTRS
7450_mm512_mask_broadcastsd_pd (__m512d __O, __mmask8 __M, __m128d __A)
7451{
7452 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7453 (__v8df) __O, __M);
7454}
7455
7456static __inline__ __m512d __DEFAULT_FN_ATTRS
7457_mm512_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
7458{
7459 return (__m512d) __builtin_ia32_broadcastsd512 ((__v2df) __A,
7460 (__v8df)
7461 _mm512_setzero_pd (),
7462 __M);
7463}
7464
7465static __inline__ __m512 __DEFAULT_FN_ATTRS
7466_mm512_mask_broadcastss_ps (__m512 __O, __mmask16 __M, __m128 __A)
7467{
7468 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7469 (__v16sf) __O, __M);
7470}
7471
7472static __inline__ __m512 __DEFAULT_FN_ATTRS
7473_mm512_maskz_broadcastss_ps (__mmask16 __M, __m128 __A)
7474{
7475 return (__m512) __builtin_ia32_broadcastss512 ((__v4sf) __A,
7476 (__v16sf)
7477 _mm512_setzero_ps (),
7478 __M);
7479}
7480
Michael Zuckermane1680612016-04-13 15:02:04 +00007481static __inline__ __m128i __DEFAULT_FN_ATTRS
7482_mm512_cvtsepi32_epi8 (__m512i __A)
7483{
7484 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7485 (__v16qi) _mm_undefined_si128 (),
7486 (__mmask16) -1);
7487}
7488
7489static __inline__ __m128i __DEFAULT_FN_ATTRS
7490_mm512_mask_cvtsepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7491{
7492 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7493 (__v16qi) __O, __M);
7494}
7495
7496static __inline__ __m128i __DEFAULT_FN_ATTRS
7497_mm512_maskz_cvtsepi32_epi8 (__mmask16 __M, __m512i __A)
7498{
7499 return (__m128i) __builtin_ia32_pmovsdb512_mask ((__v16si) __A,
7500 (__v16qi) _mm_setzero_si128 (),
7501 __M);
7502}
7503
7504static __inline__ void __DEFAULT_FN_ATTRS
7505_mm512_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7506{
7507 __builtin_ia32_pmovsdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7508}
7509
7510static __inline__ __m256i __DEFAULT_FN_ATTRS
7511_mm512_cvtsepi32_epi16 (__m512i __A)
7512{
7513 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7514 (__v16hi) _mm256_undefined_si256 (),
7515 (__mmask16) -1);
7516}
7517
7518static __inline__ __m256i __DEFAULT_FN_ATTRS
7519_mm512_mask_cvtsepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7520{
7521 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7522 (__v16hi) __O, __M);
7523}
7524
7525static __inline__ __m256i __DEFAULT_FN_ATTRS
7526_mm512_maskz_cvtsepi32_epi16 (__mmask16 __M, __m512i __A)
7527{
7528 return (__m256i) __builtin_ia32_pmovsdw512_mask ((__v16si) __A,
7529 (__v16hi) _mm256_setzero_si256 (),
7530 __M);
7531}
7532
7533static __inline__ void __DEFAULT_FN_ATTRS
7534_mm512_mask_cvtsepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7535{
7536 __builtin_ia32_pmovsdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7537}
7538
7539static __inline__ __m128i __DEFAULT_FN_ATTRS
7540_mm512_cvtsepi64_epi8 (__m512i __A)
7541{
7542 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7543 (__v16qi) _mm_undefined_si128 (),
7544 (__mmask8) -1);
7545}
7546
7547static __inline__ __m128i __DEFAULT_FN_ATTRS
7548_mm512_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7549{
7550 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7551 (__v16qi) __O, __M);
7552}
7553
7554static __inline__ __m128i __DEFAULT_FN_ATTRS
7555_mm512_maskz_cvtsepi64_epi8 (__mmask8 __M, __m512i __A)
7556{
7557 return (__m128i) __builtin_ia32_pmovsqb512_mask ((__v8di) __A,
7558 (__v16qi) _mm_setzero_si128 (),
7559 __M);
7560}
7561
7562static __inline__ void __DEFAULT_FN_ATTRS
7563_mm512_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7564{
7565 __builtin_ia32_pmovsqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7566}
7567
7568static __inline__ __m256i __DEFAULT_FN_ATTRS
7569_mm512_cvtsepi64_epi32 (__m512i __A)
7570{
7571 __v8si __O;
7572 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7573 (__v8si) _mm256_undefined_si256 (),
7574 (__mmask8) -1);
7575}
7576
7577static __inline__ __m256i __DEFAULT_FN_ATTRS
7578_mm512_mask_cvtsepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7579{
7580 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7581 (__v8si) __O, __M);
7582}
7583
7584static __inline__ __m256i __DEFAULT_FN_ATTRS
7585_mm512_maskz_cvtsepi64_epi32 (__mmask8 __M, __m512i __A)
7586{
7587 return (__m256i) __builtin_ia32_pmovsqd512_mask ((__v8di) __A,
7588 (__v8si) _mm256_setzero_si256 (),
7589 __M);
7590}
7591
7592static __inline__ void __DEFAULT_FN_ATTRS
7593_mm512_mask_cvtsepi64_storeu_epi32 (void *__P, __mmask8 __M, __m512i __A)
7594{
7595 __builtin_ia32_pmovsqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7596}
7597
7598static __inline__ __m128i __DEFAULT_FN_ATTRS
7599_mm512_cvtsepi64_epi16 (__m512i __A)
7600{
7601 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7602 (__v8hi) _mm_undefined_si128 (),
7603 (__mmask8) -1);
7604}
7605
7606static __inline__ __m128i __DEFAULT_FN_ATTRS
7607_mm512_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7608{
7609 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7610 (__v8hi) __O, __M);
7611}
7612
7613static __inline__ __m128i __DEFAULT_FN_ATTRS
7614_mm512_maskz_cvtsepi64_epi16 (__mmask8 __M, __m512i __A)
7615{
7616 return (__m128i) __builtin_ia32_pmovsqw512_mask ((__v8di) __A,
7617 (__v8hi) _mm_setzero_si128 (),
7618 __M);
7619}
7620
7621static __inline__ void __DEFAULT_FN_ATTRS
7622_mm512_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m512i __A)
7623{
7624 __builtin_ia32_pmovsqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7625}
7626
Michael Zuckermand8715312016-04-14 06:48:09 +00007627static __inline__ __m128i __DEFAULT_FN_ATTRS
7628_mm512_cvtusepi32_epi8 (__m512i __A)
7629{
7630 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7631 (__v16qi) _mm_undefined_si128 (),
7632 (__mmask16) -1);
7633}
7634
7635static __inline__ __m128i __DEFAULT_FN_ATTRS
7636_mm512_mask_cvtusepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7637{
7638 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7639 (__v16qi) __O,
7640 __M);
7641}
7642
7643static __inline__ __m128i __DEFAULT_FN_ATTRS
7644_mm512_maskz_cvtusepi32_epi8 (__mmask16 __M, __m512i __A)
7645{
7646 return (__m128i) __builtin_ia32_pmovusdb512_mask ((__v16si) __A,
7647 (__v16qi) _mm_setzero_si128 (),
7648 __M);
7649}
7650
7651static __inline__ void __DEFAULT_FN_ATTRS
7652_mm512_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7653{
7654 __builtin_ia32_pmovusdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7655}
7656
7657static __inline__ __m256i __DEFAULT_FN_ATTRS
7658_mm512_cvtusepi32_epi16 (__m512i __A)
7659{
7660 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7661 (__v16hi) _mm256_undefined_si256 (),
7662 (__mmask16) -1);
7663}
7664
7665static __inline__ __m256i __DEFAULT_FN_ATTRS
7666_mm512_mask_cvtusepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7667{
7668 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7669 (__v16hi) __O,
7670 __M);
7671}
7672
7673static __inline__ __m256i __DEFAULT_FN_ATTRS
7674_mm512_maskz_cvtusepi32_epi16 (__mmask16 __M, __m512i __A)
7675{
7676 return (__m256i) __builtin_ia32_pmovusdw512_mask ((__v16si) __A,
7677 (__v16hi) _mm256_setzero_si256 (),
7678 __M);
7679}
7680
7681static __inline__ void __DEFAULT_FN_ATTRS
7682_mm512_mask_cvtusepi32_storeu_epi16 (void *__P, __mmask16 __M, __m512i __A)
7683{
7684 __builtin_ia32_pmovusdw512mem_mask ((__v16hi*) __P, (__v16si) __A, __M);
7685}
7686
7687static __inline__ __m128i __DEFAULT_FN_ATTRS
7688_mm512_cvtusepi64_epi8 (__m512i __A)
7689{
7690 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7691 (__v16qi) _mm_undefined_si128 (),
7692 (__mmask8) -1);
7693}
7694
7695static __inline__ __m128i __DEFAULT_FN_ATTRS
7696_mm512_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7697{
7698 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7699 (__v16qi) __O,
7700 __M);
7701}
7702
7703static __inline__ __m128i __DEFAULT_FN_ATTRS
7704_mm512_maskz_cvtusepi64_epi8 (__mmask8 __M, __m512i __A)
7705{
7706 return (__m128i) __builtin_ia32_pmovusqb512_mask ((__v8di) __A,
7707 (__v16qi) _mm_setzero_si128 (),
7708 __M);
7709}
7710
7711static __inline__ void __DEFAULT_FN_ATTRS
7712_mm512_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7713{
7714 __builtin_ia32_pmovusqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7715}
7716
7717static __inline__ __m256i __DEFAULT_FN_ATTRS
7718_mm512_cvtusepi64_epi32 (__m512i __A)
7719{
7720 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7721 (__v8si) _mm256_undefined_si256 (),
7722 (__mmask8) -1);
7723}
7724
7725static __inline__ __m256i __DEFAULT_FN_ATTRS
7726_mm512_mask_cvtusepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7727{
7728 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7729 (__v8si) __O, __M);
7730}
7731
7732static __inline__ __m256i __DEFAULT_FN_ATTRS
7733_mm512_maskz_cvtusepi64_epi32 (__mmask8 __M, __m512i __A)
7734{
7735 return (__m256i) __builtin_ia32_pmovusqd512_mask ((__v8di) __A,
7736 (__v8si) _mm256_setzero_si256 (),
7737 __M);
7738}
7739
7740static __inline__ void __DEFAULT_FN_ATTRS
7741_mm512_mask_cvtusepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7742{
7743 __builtin_ia32_pmovusqd512mem_mask ((__v8si*) __P, (__v8di) __A, __M);
7744}
7745
7746static __inline__ __m128i __DEFAULT_FN_ATTRS
7747_mm512_cvtusepi64_epi16 (__m512i __A)
7748{
7749 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7750 (__v8hi) _mm_undefined_si128 (),
7751 (__mmask8) -1);
7752}
7753
7754static __inline__ __m128i __DEFAULT_FN_ATTRS
7755_mm512_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7756{
7757 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7758 (__v8hi) __O, __M);
7759}
7760
7761static __inline__ __m128i __DEFAULT_FN_ATTRS
7762_mm512_maskz_cvtusepi64_epi16 (__mmask8 __M, __m512i __A)
7763{
7764 return (__m128i) __builtin_ia32_pmovusqw512_mask ((__v8di) __A,
7765 (__v8hi) _mm_setzero_si128 (),
7766 __M);
7767}
7768
7769static __inline__ void __DEFAULT_FN_ATTRS
7770_mm512_mask_cvtusepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7771{
7772 __builtin_ia32_pmovusqw512mem_mask ((__v8hi*) __P, (__v8di) __A, __M);
7773}
7774
Michael Zuckerman0a3508a2016-04-14 07:56:51 +00007775static __inline__ __m128i __DEFAULT_FN_ATTRS
7776_mm512_cvtepi32_epi8 (__m512i __A)
7777{
7778 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7779 (__v16qi) _mm_undefined_si128 (),
7780 (__mmask16) -1);
7781}
7782
7783static __inline__ __m128i __DEFAULT_FN_ATTRS
7784_mm512_mask_cvtepi32_epi8 (__m128i __O, __mmask16 __M, __m512i __A)
7785{
7786 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7787 (__v16qi) __O, __M);
7788}
7789
7790static __inline__ __m128i __DEFAULT_FN_ATTRS
7791_mm512_maskz_cvtepi32_epi8 (__mmask16 __M, __m512i __A)
7792{
7793 return (__m128i) __builtin_ia32_pmovdb512_mask ((__v16si) __A,
7794 (__v16qi) _mm_setzero_si128 (),
7795 __M);
7796}
7797
7798static __inline__ void __DEFAULT_FN_ATTRS
7799_mm512_mask_cvtepi32_storeu_epi8 (void * __P, __mmask16 __M, __m512i __A)
7800{
7801 __builtin_ia32_pmovdb512mem_mask ((__v16qi *) __P, (__v16si) __A, __M);
7802}
7803
7804static __inline__ __m256i __DEFAULT_FN_ATTRS
7805_mm512_cvtepi32_epi16 (__m512i __A)
7806{
7807 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7808 (__v16hi) _mm256_undefined_si256 (),
7809 (__mmask16) -1);
7810}
7811
7812static __inline__ __m256i __DEFAULT_FN_ATTRS
7813_mm512_mask_cvtepi32_epi16 (__m256i __O, __mmask16 __M, __m512i __A)
7814{
7815 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7816 (__v16hi) __O, __M);
7817}
7818
7819static __inline__ __m256i __DEFAULT_FN_ATTRS
7820_mm512_maskz_cvtepi32_epi16 (__mmask16 __M, __m512i __A)
7821{
7822 return (__m256i) __builtin_ia32_pmovdw512_mask ((__v16si) __A,
7823 (__v16hi) _mm256_setzero_si256 (),
7824 __M);
7825}
7826
7827static __inline__ void __DEFAULT_FN_ATTRS
7828_mm512_mask_cvtepi32_storeu_epi16 (void * __P, __mmask16 __M, __m512i __A)
7829{
7830 __builtin_ia32_pmovdw512mem_mask ((__v16hi *) __P, (__v16si) __A, __M);
7831}
7832
7833static __inline__ __m128i __DEFAULT_FN_ATTRS
7834_mm512_cvtepi64_epi8 (__m512i __A)
7835{
7836 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7837 (__v16qi) _mm_undefined_si128 (),
7838 (__mmask8) -1);
7839}
7840
7841static __inline__ __m128i __DEFAULT_FN_ATTRS
7842_mm512_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m512i __A)
7843{
7844 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7845 (__v16qi) __O, __M);
7846}
7847
7848static __inline__ __m128i __DEFAULT_FN_ATTRS
7849_mm512_maskz_cvtepi64_epi8 (__mmask8 __M, __m512i __A)
7850{
7851 return (__m128i) __builtin_ia32_pmovqb512_mask ((__v8di) __A,
7852 (__v16qi) _mm_setzero_si128 (),
7853 __M);
7854}
7855
7856static __inline__ void __DEFAULT_FN_ATTRS
7857_mm512_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m512i __A)
7858{
7859 __builtin_ia32_pmovqb512mem_mask ((__v16qi *) __P, (__v8di) __A, __M);
7860}
7861
7862static __inline__ __m256i __DEFAULT_FN_ATTRS
7863_mm512_cvtepi64_epi32 (__m512i __A)
7864{
7865 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7866 (__v8si) _mm256_undefined_si256 (),
7867 (__mmask8) -1);
7868}
7869
7870static __inline__ __m256i __DEFAULT_FN_ATTRS
7871_mm512_mask_cvtepi64_epi32 (__m256i __O, __mmask8 __M, __m512i __A)
7872{
7873 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7874 (__v8si) __O, __M);
7875}
7876
7877static __inline__ __m256i __DEFAULT_FN_ATTRS
7878_mm512_maskz_cvtepi64_epi32 (__mmask8 __M, __m512i __A)
7879{
7880 return (__m256i) __builtin_ia32_pmovqd512_mask ((__v8di) __A,
7881 (__v8si) _mm256_setzero_si256 (),
7882 __M);
7883}
7884
7885static __inline__ void __DEFAULT_FN_ATTRS
7886_mm512_mask_cvtepi64_storeu_epi32 (void* __P, __mmask8 __M, __m512i __A)
7887{
7888 __builtin_ia32_pmovqd512mem_mask ((__v8si *) __P, (__v8di) __A, __M);
7889}
7890
7891static __inline__ __m128i __DEFAULT_FN_ATTRS
7892_mm512_cvtepi64_epi16 (__m512i __A)
7893{
7894 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7895 (__v8hi) _mm_undefined_si128 (),
7896 (__mmask8) -1);
7897}
7898
7899static __inline__ __m128i __DEFAULT_FN_ATTRS
7900_mm512_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m512i __A)
7901{
7902 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7903 (__v8hi) __O, __M);
7904}
7905
7906static __inline__ __m128i __DEFAULT_FN_ATTRS
7907_mm512_maskz_cvtepi64_epi16 (__mmask8 __M, __m512i __A)
7908{
7909 return (__m128i) __builtin_ia32_pmovqw512_mask ((__v8di) __A,
7910 (__v8hi) _mm_setzero_si128 (),
7911 __M);
7912}
7913
7914static __inline__ void __DEFAULT_FN_ATTRS
7915_mm512_mask_cvtepi64_storeu_epi16 (void *__P, __mmask8 __M, __m512i __A)
7916{
7917 __builtin_ia32_pmovqw512mem_mask ((__v8hi *) __P, (__v8di) __A, __M);
7918}
7919
Craig Topper8c18e112016-05-17 04:41:50 +00007920#define _mm512_extracti32x4_epi32(A, imm) __extension__ ({ \
7921 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7922 (__v4si)_mm_undefined_si128(), \
7923 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007924
Craig Topper8c18e112016-05-17 04:41:50 +00007925#define _mm512_mask_extracti32x4_epi32(W, U, A, imm) __extension__ ({ \
7926 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7927 (__v4si)(__m128i)(W), \
7928 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007929
Craig Topper8c18e112016-05-17 04:41:50 +00007930#define _mm512_maskz_extracti32x4_epi32(U, A, imm) __extension__ ({ \
7931 (__m128i)__builtin_ia32_extracti32x4_mask((__v16si)(__m512i)(A), (int)(imm), \
7932 (__v4si)_mm_setzero_si128(), \
7933 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007934
Craig Topper8c18e112016-05-17 04:41:50 +00007935#define _mm512_extracti64x4_epi64(A, imm) __extension__ ({ \
7936 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7937 (__v4di)_mm256_undefined_si256(), \
7938 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007939
Craig Topper8c18e112016-05-17 04:41:50 +00007940#define _mm512_mask_extracti64x4_epi64(W, U, A, imm) __extension__ ({ \
7941 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7942 (__v4di)(__m256i)(W), \
7943 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007944
Craig Topper8c18e112016-05-17 04:41:50 +00007945#define _mm512_maskz_extracti64x4_epi64(U, A, imm) __extension__ ({ \
7946 (__m256i)__builtin_ia32_extracti64x4_mask((__v8di)(__m512i)(A), (int)(imm), \
7947 (__v4di)_mm256_setzero_si256(), \
7948 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007949
Craig Topper8c18e112016-05-17 04:41:50 +00007950#define _mm512_insertf64x4(A, B, imm) __extension__ ({ \
7951 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7952 (__v4df)(__m256d)(B), (int)(imm), \
7953 (__v8df)_mm512_undefined_pd(), \
7954 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007955
Craig Topper8c18e112016-05-17 04:41:50 +00007956#define _mm512_mask_insertf64x4(W, U, A, B, imm) __extension__ ({ \
7957 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7958 (__v4df)(__m256d)(B), (int)(imm), \
7959 (__v8df)(__m512d)(W), \
7960 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007961
Craig Topper8c18e112016-05-17 04:41:50 +00007962#define _mm512_maskz_insertf64x4(U, A, B, imm) __extension__ ({ \
7963 (__m512d)__builtin_ia32_insertf64x4_mask((__v8df)(__m512d)(A), \
7964 (__v4df)(__m256d)(B), (int)(imm), \
7965 (__v8df)_mm512_setzero_pd(), \
7966 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007967
Craig Topper8c18e112016-05-17 04:41:50 +00007968#define _mm512_inserti64x4(A, B, imm) __extension__ ({ \
7969 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7970 (__v4di)(__m256i)(B), (int)(imm), \
7971 (__v8di)_mm512_setzero_si512(), \
7972 (__mmask8)-1); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007973
Craig Topper8c18e112016-05-17 04:41:50 +00007974#define _mm512_mask_inserti64x4(W, U, A, B, imm) __extension__ ({ \
7975 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7976 (__v4di)(__m256i)(B), (int)(imm), \
7977 (__v8di)(__m512i)(W), \
7978 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007979
Craig Topper8c18e112016-05-17 04:41:50 +00007980#define _mm512_maskz_inserti64x4(U, A, B, imm) __extension__ ({ \
7981 (__m512i)__builtin_ia32_inserti64x4_mask((__v8di)(__m512i)(A), \
7982 (__v4di)(__m256i)(B), (int)(imm), \
7983 (__v8di)_mm512_setzero_si512(), \
7984 (__mmask8)(U)); })
Michael Zuckermanef2979a2016-04-19 15:18:23 +00007985
Craig Topper8c18e112016-05-17 04:41:50 +00007986#define _mm512_insertf32x4(A, B, imm) __extension__ ({ \
7987 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7988 (__v4sf)(__m128)(B), (int)(imm), \
7989 (__v16sf)_mm512_undefined_ps(), \
7990 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00007991
Craig Topper8c18e112016-05-17 04:41:50 +00007992#define _mm512_mask_insertf32x4(W, U, A, B, imm) __extension__ ({ \
7993 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
7994 (__v4sf)(__m128)(B), (int)(imm), \
7995 (__v16sf)(__m512)(W), \
7996 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00007997
Craig Topper8c18e112016-05-17 04:41:50 +00007998#define _mm512_maskz_insertf32x4(U, A, B, imm) __extension__ ({ \
7999 (__m512)__builtin_ia32_insertf32x4_mask((__v16sf)(__m512)(A), \
8000 (__v4sf)(__m128)(B), (int)(imm), \
8001 (__v16sf)_mm512_setzero_ps(), \
8002 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008003
Craig Topper8c18e112016-05-17 04:41:50 +00008004#define _mm512_inserti32x4(A, B, imm) __extension__ ({ \
8005 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8006 (__v4si)(__m128i)(B), (int)(imm), \
8007 (__v16si)_mm512_setzero_si512(), \
8008 (__mmask16)-1); })
Craig Topperdca1f232016-05-15 21:26:20 +00008009
Craig Topper8c18e112016-05-17 04:41:50 +00008010#define _mm512_mask_inserti32x4(W, U, A, B, imm) __extension__ ({ \
8011 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8012 (__v4si)(__m128i)(B), (int)(imm), \
8013 (__v16si)(__m512i)(W), \
8014 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008015
Craig Topper8c18e112016-05-17 04:41:50 +00008016#define _mm512_maskz_inserti32x4(U, A, B, imm) __extension__ ({ \
8017 (__m512i)__builtin_ia32_inserti32x4_mask((__v16si)(__m512i)(A), \
8018 (__v4si)(__m128i)(B), (int)(imm), \
8019 (__v16si)_mm512_setzero_si512(), \
8020 (__mmask16)(U)); })
Craig Topperdca1f232016-05-15 21:26:20 +00008021
Craig Topper8c18e112016-05-17 04:41:50 +00008022#define _mm512_getmant_round_pd(A, B, C, R) __extension__ ({ \
8023 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8024 (int)(((C)<<2) | (B)), \
8025 (__v8df)_mm512_undefined_pd(), \
8026 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008027
Craig Topper8c18e112016-05-17 04:41:50 +00008028#define _mm512_mask_getmant_round_pd(W, U, A, B, C, R) __extension__ ({ \
8029 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8030 (int)(((C)<<2) | (B)), \
8031 (__v8df)(__m512d)(W), \
8032 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008033
Craig Topper8c18e112016-05-17 04:41:50 +00008034#define _mm512_maskz_getmant_round_pd(U, A, B, C, R) __extension__ ({ \
8035 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8036 (int)(((C)<<2) | (B)), \
8037 (__v8df)_mm512_setzero_pd(), \
8038 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008039
Craig Topper8c18e112016-05-17 04:41:50 +00008040#define _mm512_getmant_pd(A, B, C) __extension__ ({ \
8041 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8042 (int)(((C)<<2) | (B)), \
8043 (__v8df)_mm512_setzero_pd(), \
8044 (__mmask8)-1, \
8045 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008046
Craig Topper8c18e112016-05-17 04:41:50 +00008047#define _mm512_mask_getmant_pd(W, U, A, B, C) __extension__ ({ \
8048 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8049 (int)(((C)<<2) | (B)), \
8050 (__v8df)(__m512d)(W), \
8051 (__mmask8)(U), \
8052 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008053
Craig Topper8c18e112016-05-17 04:41:50 +00008054#define _mm512_maskz_getmant_pd(U, A, B, C) __extension__ ({ \
8055 (__m512d)__builtin_ia32_getmantpd512_mask((__v8df)(__m512d)(A), \
8056 (int)(((C)<<2) | (B)), \
8057 (__v8df)_mm512_setzero_pd(), \
8058 (__mmask8)(U), \
8059 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008060
Craig Topper8c18e112016-05-17 04:41:50 +00008061#define _mm512_getmant_round_ps(A, B, C, R) __extension__ ({ \
8062 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8063 (int)(((C)<<2) | (B)), \
8064 (__v16sf)_mm512_undefined_ps(), \
8065 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008066
Craig Topper8c18e112016-05-17 04:41:50 +00008067#define _mm512_mask_getmant_round_ps(W, U, A, B, C, R) __extension__ ({ \
8068 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8069 (int)(((C)<<2) | (B)), \
8070 (__v16sf)(__m512)(W), \
8071 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008072
Craig Topper8c18e112016-05-17 04:41:50 +00008073#define _mm512_maskz_getmant_round_ps(U, A, B, C, R) __extension__ ({ \
8074 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8075 (int)(((C)<<2) | (B)), \
8076 (__v16sf)_mm512_setzero_ps(), \
8077 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008078
Craig Topper8c18e112016-05-17 04:41:50 +00008079#define _mm512_getmant_ps(A, B, C) __extension__ ({ \
8080 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8081 (int)(((C)<<2)|(B)), \
8082 (__v16sf)_mm512_undefined_ps(), \
8083 (__mmask16)-1, \
8084 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008085
Craig Topper8c18e112016-05-17 04:41:50 +00008086#define _mm512_mask_getmant_ps(W, U, A, B, C) __extension__ ({ \
8087 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8088 (int)(((C)<<2)|(B)), \
8089 (__v16sf)(__m512)(W), \
8090 (__mmask16)(U), \
8091 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008092
Craig Topper8c18e112016-05-17 04:41:50 +00008093#define _mm512_maskz_getmant_ps(U, A, B, C) __extension__ ({ \
8094 (__m512)__builtin_ia32_getmantps512_mask((__v16sf)(__m512)(A), \
8095 (int)(((C)<<2)|(B)), \
8096 (__v16sf)_mm512_setzero_ps(), \
8097 (__mmask16)(U), \
8098 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008099
Craig Topper8c18e112016-05-17 04:41:50 +00008100#define _mm512_getexp_round_pd(A, R) __extension__ ({ \
8101 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8102 (__v8df)_mm512_undefined_pd(), \
8103 (__mmask8)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008104
Craig Topper8c18e112016-05-17 04:41:50 +00008105#define _mm512_mask_getexp_round_pd(W, U, A, R) __extension__ ({ \
8106 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8107 (__v8df)(__m512d)(W), \
8108 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008109
Craig Topper8c18e112016-05-17 04:41:50 +00008110#define _mm512_maskz_getexp_round_pd(U, A, R) __extension__ ({ \
8111 (__m512d)__builtin_ia32_getexppd512_mask((__v8df)(__m512d)(A), \
8112 (__v8df)_mm512_setzero_pd(), \
8113 (__mmask8)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008114
8115static __inline__ __m512d __DEFAULT_FN_ATTRS
8116_mm512_getexp_pd (__m512d __A)
8117{
8118 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8119 (__v8df) _mm512_undefined_pd (),
8120 (__mmask8) -1,
8121 _MM_FROUND_CUR_DIRECTION);
8122}
8123
8124static __inline__ __m512d __DEFAULT_FN_ATTRS
8125_mm512_mask_getexp_pd (__m512d __W, __mmask8 __U, __m512d __A)
8126{
8127 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8128 (__v8df) __W,
8129 (__mmask8) __U,
8130 _MM_FROUND_CUR_DIRECTION);
8131}
8132
8133static __inline__ __m512d __DEFAULT_FN_ATTRS
8134_mm512_maskz_getexp_pd (__mmask8 __U, __m512d __A)
8135{
8136 return (__m512d) __builtin_ia32_getexppd512_mask ((__v8df) __A,
8137 (__v8df) _mm512_setzero_pd (),
8138 (__mmask8) __U,
8139 _MM_FROUND_CUR_DIRECTION);
8140}
8141
Craig Topper8c18e112016-05-17 04:41:50 +00008142#define _mm512_getexp_round_ps(A, R) __extension__ ({ \
8143 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8144 (__v16sf)_mm512_undefined_ps(), \
8145 (__mmask16)-1, (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008146
Craig Topper8c18e112016-05-17 04:41:50 +00008147#define _mm512_mask_getexp_round_ps(W, U, A, R) __extension__ ({ \
8148 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8149 (__v16sf)(__m512)(W), \
8150 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008151
Craig Topper8c18e112016-05-17 04:41:50 +00008152#define _mm512_maskz_getexp_round_ps(U, A, R) __extension__ ({ \
8153 (__m512)__builtin_ia32_getexpps512_mask((__v16sf)(__m512)(A), \
8154 (__v16sf)_mm512_setzero_ps(), \
8155 (__mmask16)(U), (int)(R)); })
Michael Zuckerman6fa512c2016-04-19 17:10:29 +00008156
8157static __inline__ __m512 __DEFAULT_FN_ATTRS
8158_mm512_getexp_ps (__m512 __A)
8159{
8160 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8161 (__v16sf) _mm512_undefined_ps (),
8162 (__mmask16) -1,
8163 _MM_FROUND_CUR_DIRECTION);
8164}
8165
8166static __inline__ __m512 __DEFAULT_FN_ATTRS
8167_mm512_mask_getexp_ps (__m512 __W, __mmask16 __U, __m512 __A)
8168{
8169 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8170 (__v16sf) __W,
8171 (__mmask16) __U,
8172 _MM_FROUND_CUR_DIRECTION);
8173}
8174
8175static __inline__ __m512 __DEFAULT_FN_ATTRS
8176_mm512_maskz_getexp_ps (__mmask16 __U, __m512 __A)
8177{
8178 return (__m512) __builtin_ia32_getexpps512_mask ((__v16sf) __A,
8179 (__v16sf) _mm512_setzero_ps (),
8180 (__mmask16) __U,
8181 _MM_FROUND_CUR_DIRECTION);
8182}
8183
Craig Topper8c18e112016-05-17 04:41:50 +00008184#define _mm512_i64gather_ps(index, addr, scale) __extension__ ({ \
8185 (__m256)__builtin_ia32_gatherdiv16sf((__v8sf)_mm256_undefined_ps(), \
8186 (float const *)(addr), \
8187 (__v8di)(__m512i)(index), (__mmask8)-1, \
8188 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008189
8190#define _mm512_mask_i64gather_ps( __v1_old, __mask, __index,\
8191 __addr, __scale) __extension__({\
8192__builtin_ia32_gatherdiv16sf ((__v8sf) __v1_old,\
8193 __addr,(__v8di) __index, __mask, __scale);\
8194})
8195
Craig Topper8c18e112016-05-17 04:41:50 +00008196#define _mm512_i64gather_epi32(index, addr, scale) __extension__ ({\
8197 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)_mm256_undefined_ps(), \
8198 (int const *)(addr), \
8199 (__v8di)(__m512i)(index), \
8200 (__mmask8)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008201
Craig Topper8c18e112016-05-17 04:41:50 +00008202#define _mm512_mask_i64gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8203 (__m256i)__builtin_ia32_gatherdiv16si((__v8si)(__m256i)(v1_old), \
8204 (int const *)(addr), \
8205 (__v8di)(__m512i)(index), \
8206 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008207
Craig Topper8c18e112016-05-17 04:41:50 +00008208#define _mm512_i64gather_pd(index, addr, scale) __extension__ ({\
8209 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)_mm512_undefined_pd(), \
8210 (double const *)(addr), \
8211 (__v8di)(__m512i)(index), (__mmask8)-1, \
8212 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008213
Craig Topper8c18e112016-05-17 04:41:50 +00008214#define _mm512_mask_i64gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8215 (__m512d)__builtin_ia32_gatherdiv8df((__v8df)(__m512d)(v1_old), \
8216 (double const *)(addr), \
8217 (__v8di)(__m512i)(index), \
8218 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008219
Craig Topper8c18e112016-05-17 04:41:50 +00008220#define _mm512_i64gather_epi64(index, addr, scale) __extension__ ({\
8221 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)_mm512_undefined_pd(), \
8222 (long long const *)(addr), \
8223 (__v8di)(__m512i)(index), (__mmask8)-1, \
8224 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008225
Craig Topper8c18e112016-05-17 04:41:50 +00008226#define _mm512_mask_i64gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8227 (__m512i)__builtin_ia32_gatherdiv8di((__v8di)(__m512i)(v1_old), \
8228 (long long const *)(addr), \
8229 (__v8di)(__m512i)(index), \
8230 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008231
Craig Topper8c18e112016-05-17 04:41:50 +00008232#define _mm512_i32gather_ps(index, addr, scale) __extension__ ({\
8233 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)_mm512_undefined_ps(), \
8234 (float const *)(addr), \
8235 (__v16sf)(__m512)(index), \
8236 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008237
Craig Topper8c18e112016-05-17 04:41:50 +00008238#define _mm512_mask_i32gather_ps(v1_old, mask, index, addr, scale) __extension__ ({\
8239 (__m512)__builtin_ia32_gathersiv16sf((__v16sf)(__m512)(v1_old), \
8240 (float const *)(addr), \
8241 (__v16sf)(__m512)(index), \
8242 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008243
Craig Topper8c18e112016-05-17 04:41:50 +00008244#define _mm512_i32gather_epi32(index, addr, scale) __extension__ ({\
8245 (__m512i)__builtin_ia32_gathersiv16si((__v16si)_mm512_undefined_epi32(), \
8246 (int const *)(addr), \
8247 (__v16si)(__m512i)(index), \
8248 (__mmask16)-1, (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008249
Craig Topper8c18e112016-05-17 04:41:50 +00008250#define _mm512_mask_i32gather_epi32(v1_old, mask, index, addr, scale) __extension__ ({\
8251 (__m512i)__builtin_ia32_gathersiv16si((__v16si)(__m512i)(v1_old), \
8252 (int const *)(addr), \
8253 (__v16si)(__m512i)(index), \
8254 (__mmask16)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008255
Craig Topper8c18e112016-05-17 04:41:50 +00008256#define _mm512_i32gather_pd(index, addr, scale) __extension__ ({\
8257 (__m512d)__builtin_ia32_gathersiv8df((__v8df)_mm512_undefined_pd(), \
8258 (double const *)(addr), \
8259 (__v8si)(__m256i)(index), (__mmask8)-1, \
8260 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008261
Craig Topper8c18e112016-05-17 04:41:50 +00008262#define _mm512_mask_i32gather_pd(v1_old, mask, index, addr, scale) __extension__ ({\
8263 (__m512d)__builtin_ia32_gathersiv8df((__v8df)(__m512d)(v1_old), \
8264 (double const *)(addr), \
8265 (__v8si)(__m256i)(index), \
8266 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008267
Craig Topper8c18e112016-05-17 04:41:50 +00008268#define _mm512_i32gather_epi64(index, addr, scale) __extension__ ({\
8269 (__m512i)__builtin_ia32_gathersiv8di((__v8di)_mm512_undefined_epi32(), \
8270 (long long const *)(addr), \
8271 (__v8si)(__m256i)(index), (__mmask8)-1, \
8272 (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008273
Craig Topper8c18e112016-05-17 04:41:50 +00008274#define _mm512_mask_i32gather_epi64(v1_old, mask, index, addr, scale) __extension__ ({\
8275 (__m512i)__builtin_ia32_gathersiv8di((__v8di)(__m512i)(v1_old), \
8276 (long long const *)(addr), \
8277 (__v8si)(__m256i)(index), \
8278 (__mmask8)(mask), (int)(scale)); })
Michael Zuckerman4fa96af2016-04-21 12:47:27 +00008279
Craig Topper8c18e112016-05-17 04:41:50 +00008280#define _mm512_i64scatter_ps(addr, index, v1, scale) __extension__ ({\
8281 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)-1, \
8282 (__v8di)(__m512i)(index), \
8283 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008284
Craig Topper8c18e112016-05-17 04:41:50 +00008285#define _mm512_mask_i64scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8286 __builtin_ia32_scatterdiv16sf((float *)(addr), (__mmask8)(mask), \
8287 (__v8di)(__m512i)(index), \
8288 (__v8sf)(__m256)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008289
Craig Topper8c18e112016-05-17 04:41:50 +00008290#define _mm512_i64scatter_epi32(addr, index, v1, scale) __extension__ ({\
8291 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)-1, \
8292 (__v8di)(__m512i)(index), \
8293 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008294
Craig Topper8c18e112016-05-17 04:41:50 +00008295#define _mm512_mask_i64scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8296 __builtin_ia32_scatterdiv16si((int *)(addr), (__mmask8)(mask), \
8297 (__v8di)(__m512i)(index), \
8298 (__v8si)(__m256i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008299
Craig Topper8c18e112016-05-17 04:41:50 +00008300#define _mm512_i64scatter_pd(addr, index, v1, scale) __extension__ ({\
8301 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)-1, \
8302 (__v8di)(__m512i)(index), \
8303 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008304
Craig Topper8c18e112016-05-17 04:41:50 +00008305#define _mm512_mask_i64scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8306 __builtin_ia32_scatterdiv8df((double *)(addr), (__mmask8)(mask), \
8307 (__v8di)(__m512i)(index), \
8308 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008309
Craig Topper8c18e112016-05-17 04:41:50 +00008310#define _mm512_i64scatter_epi64(addr, index, v1, scale) __extension__ ({\
8311 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)-1, \
8312 (__v8di)(__m512i)(index), \
8313 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008314
Craig Topper8c18e112016-05-17 04:41:50 +00008315#define _mm512_mask_i64scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8316 __builtin_ia32_scatterdiv8di((long long *)(addr), (__mmask8)(mask), \
8317 (__v8di)(__m512i)(index), \
8318 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008319
Craig Topper8c18e112016-05-17 04:41:50 +00008320#define _mm512_i32scatter_ps(addr, index, v1, scale) __extension__ ({\
8321 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)-1, \
8322 (__v16si)(__m512i)(index), \
8323 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008324
Craig Topper8c18e112016-05-17 04:41:50 +00008325#define _mm512_mask_i32scatter_ps(addr, mask, index, v1, scale) __extension__ ({\
8326 __builtin_ia32_scattersiv16sf((float *)(addr), (__mmask16)(mask), \
8327 (__v16si)(__m512i)(index), \
8328 (__v16sf)(__m512)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008329
Craig Topper8c18e112016-05-17 04:41:50 +00008330#define _mm512_i32scatter_epi32(addr, index, v1, scale) __extension__ ({\
8331 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)-1, \
8332 (__v16si)(__m512i)(index), \
8333 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008334
Craig Topper8c18e112016-05-17 04:41:50 +00008335#define _mm512_mask_i32scatter_epi32(addr, mask, index, v1, scale) __extension__ ({\
8336 __builtin_ia32_scattersiv16si((int *)(addr), (__mmask16)(mask), \
8337 (__v16si)(__m512i)(index), \
8338 (__v16si)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008339
Craig Topper8c18e112016-05-17 04:41:50 +00008340#define _mm512_i32scatter_pd(addr, index, v1, scale) __extension__ ({\
8341 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)-1, \
8342 (__v8si)(__m256i)(index), \
8343 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008344
Craig Topper8c18e112016-05-17 04:41:50 +00008345#define _mm512_mask_i32scatter_pd(addr, mask, index, v1, scale) __extension__ ({\
8346 __builtin_ia32_scattersiv8df((double *)(addr), (__mmask8)(mask), \
8347 (__v8si)(__m256i)(index), \
8348 (__v8df)(__m512d)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008349
Craig Topper8c18e112016-05-17 04:41:50 +00008350#define _mm512_i32scatter_epi64(addr, index, v1, scale) __extension__ ({\
8351 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)-1, \
8352 (__v8si)(__m256i)(index), \
8353 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008354
Craig Topper8c18e112016-05-17 04:41:50 +00008355#define _mm512_mask_i32scatter_epi64(addr, mask, index, v1, scale) __extension__ ({\
8356 __builtin_ia32_scattersiv8di((long long *)(addr), (__mmask8)(mask), \
8357 (__v8si)(__m256i)(index), \
8358 (__v8di)(__m512i)(v1), (int)(scale)); })
Michael Zuckermanfcf32c22016-04-25 13:01:40 +00008359
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008360static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008361_mm_mask_fmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008362{
8363 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
8364 (__v4sf) __B,
8365 (__v4sf) __W,
8366 (__mmask8) __U,
8367 _MM_FROUND_CUR_DIRECTION);
8368}
8369
Craig Topper8c18e112016-05-17 04:41:50 +00008370#define _mm_mask_fmadd_round_ss(W, U, A, B, R) __extension__({\
8371 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8372 (__v4sf)(__m128)(B), \
8373 (__v4sf)(__m128)(W), (__mmask8)(U), \
8374 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008375
8376static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008377_mm_maskz_fmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008378{
8379 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8380 (__v4sf) __B,
8381 (__v4sf) __C,
8382 (__mmask8) __U,
8383 _MM_FROUND_CUR_DIRECTION);
8384}
8385
Craig Topper8c18e112016-05-17 04:41:50 +00008386#define _mm_maskz_fmadd_round_ss(U, A, B, C, R) __extension__ ({\
8387 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8388 (__v4sf)(__m128)(B), \
8389 (__v4sf)(__m128)(C), (__mmask8)(U), \
8390 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008391
8392static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008393_mm_mask3_fmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008394{
8395 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8396 (__v4sf) __X,
8397 (__v4sf) __Y,
8398 (__mmask8) __U,
8399 _MM_FROUND_CUR_DIRECTION);
8400}
8401
Craig Topper8c18e112016-05-17 04:41:50 +00008402#define _mm_mask3_fmadd_round_ss(W, X, Y, U, R) __extension__ ({\
8403 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8404 (__v4sf)(__m128)(X), \
8405 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8406 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008407
8408static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008409_mm_mask_fmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008410{
8411 return (__m128) __builtin_ia32_vfmaddss3_mask ((__v4sf) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008412 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008413 (__v4sf) __W,
8414 (__mmask8) __U,
8415 _MM_FROUND_CUR_DIRECTION);
8416}
8417
Craig Topper8c18e112016-05-17 04:41:50 +00008418#define _mm_mask_fmsub_round_ss(W, U, A, B, R) __extension__ ({\
8419 (__m128)__builtin_ia32_vfmaddss3_mask((__v4sf)(__m128)(A), \
8420 -(__v4sf)(__m128)(B), \
8421 (__v4sf)(__m128)(W), (__mmask8)(U), \
8422 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008423
8424static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008425_mm_maskz_fmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008426{
8427 return (__m128) __builtin_ia32_vfmaddss3_maskz ((__v4sf) __A,
8428 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008429 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008430 (__mmask8) __U,
8431 _MM_FROUND_CUR_DIRECTION);
8432}
8433
Craig Topper8c18e112016-05-17 04:41:50 +00008434#define _mm_maskz_fmsub_round_ss(U, A, B, C, R) __extension__ ({\
8435 (__m128)__builtin_ia32_vfmaddss3_maskz((__v4sf)(__m128)(A), \
8436 (__v4sf)(__m128)(B), \
8437 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8438 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008439
8440static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008441_mm_mask3_fmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008442{
8443 return (__m128) __builtin_ia32_vfmaddss3_mask3 ((__v4sf) __W,
8444 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008445 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008446 (__mmask8) __U,
8447 _MM_FROUND_CUR_DIRECTION);
8448}
8449
Craig Topper8c18e112016-05-17 04:41:50 +00008450#define _mm_mask3_fmsub_round_ss(W, X, Y, U, R) __extension__ ({\
8451 (__m128)__builtin_ia32_vfmaddss3_mask3((__v4sf)(__m128)(W), \
8452 (__v4sf)(__m128)(X), \
8453 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8454 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008455
8456static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008457_mm_mask_fnmadd_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008458{
Craig Topper9864c592016-05-15 20:10:03 +00008459 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008460 (__v4sf) __B,
8461 (__v4sf) __W,
8462 (__mmask8) __U,
8463 _MM_FROUND_CUR_DIRECTION);
8464}
8465
Craig Topper8c18e112016-05-17 04:41:50 +00008466#define _mm_mask_fnmadd_round_ss(W, U, A, B, R) __extension__ ({\
8467 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8468 (__v4sf)(__m128)(B), \
8469 (__v4sf)(__m128)(W), (__mmask8)(U), \
8470 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008471
8472static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008473_mm_maskz_fnmadd_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008474{
Craig Topper9864c592016-05-15 20:10:03 +00008475 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008476 (__v4sf) __B,
8477 (__v4sf) __C,
8478 (__mmask8) __U,
8479 _MM_FROUND_CUR_DIRECTION);
8480}
8481
Craig Topper8c18e112016-05-17 04:41:50 +00008482#define _mm_maskz_fnmadd_round_ss(U, A, B, C, R) __extension__ ({\
8483 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8484 (__v4sf)(__m128)(B), \
8485 (__v4sf)(__m128)(C), (__mmask8)(U), \
8486 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008487
8488static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008489_mm_mask3_fnmadd_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008490{
Craig Topper9864c592016-05-15 20:10:03 +00008491 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008492 (__v4sf) __X,
8493 (__v4sf) __Y,
8494 (__mmask8) __U,
8495 _MM_FROUND_CUR_DIRECTION);
8496}
8497
Craig Topper8c18e112016-05-17 04:41:50 +00008498#define _mm_mask3_fnmadd_round_ss(W, X, Y, U, R) __extension__({\
8499 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8500 (__v4sf)(__m128)(X), \
8501 (__v4sf)(__m128)(Y), (__mmask8)(U), \
8502 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008503
8504static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008505_mm_mask_fnmsub_ss (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008506{
Craig Topper9864c592016-05-15 20:10:03 +00008507 return (__m128) __builtin_ia32_vfmaddss3_mask (-(__v4sf) __A,
8508 -(__v4sf) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008509 (__v4sf) __W,
8510 (__mmask8) __U,
8511 _MM_FROUND_CUR_DIRECTION);
8512}
8513
Craig Topper8c18e112016-05-17 04:41:50 +00008514#define _mm_mask_fnmsub_round_ss(W, U, A, B, R) __extension__ ({\
8515 (__m128)__builtin_ia32_vfmaddss3_mask(-(__v4sf)(__m128)(A), \
8516 -(__v4sf)(__m128)(B), \
8517 (__v4sf)(__m128)(W), (__mmask8)(U), \
8518 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008519
8520static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008521_mm_maskz_fnmsub_ss (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008522{
Craig Topper9864c592016-05-15 20:10:03 +00008523 return (__m128) __builtin_ia32_vfmaddss3_maskz (-(__v4sf) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008524 (__v4sf) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008525 -(__v4sf) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008526 (__mmask8) __U,
8527 _MM_FROUND_CUR_DIRECTION);
8528}
8529
Craig Topper8c18e112016-05-17 04:41:50 +00008530#define _mm_maskz_fnmsub_round_ss(U, A, B, C, R) __extension__ ({\
8531 (__m128)__builtin_ia32_vfmaddss3_maskz(-(__v4sf)(__m128)(A), \
8532 (__v4sf)(__m128)(B), \
8533 -(__v4sf)(__m128)(C), (__mmask8)(U), \
8534 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008535
8536static __inline__ __m128 __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008537_mm_mask3_fnmsub_ss (__m128 __W, __m128 __X, __m128 __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008538{
Craig Topper9864c592016-05-15 20:10:03 +00008539 return (__m128) __builtin_ia32_vfmaddss3_mask3 (-(__v4sf) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008540 (__v4sf) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008541 -(__v4sf) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008542 (__mmask8) __U,
8543 _MM_FROUND_CUR_DIRECTION);
8544}
8545
Craig Topper8c18e112016-05-17 04:41:50 +00008546#define _mm_mask3_fnmsub_round_ss(W, X, Y, U, R) __extension__({\
8547 (__m128)__builtin_ia32_vfmaddss3_mask3(-(__v4sf)(__m128)(W), \
8548 (__v4sf)(__m128)(X), \
8549 -(__v4sf)(__m128)(Y), (__mmask8)(U), \
8550 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008551
Craig Topper58187d32016-05-17 04:41:29 +00008552static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008553_mm_mask_fmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008554{
Craig Topper58187d32016-05-17 04:41:29 +00008555 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008556 (__v2df) __B,
8557 (__v2df) __W,
8558 (__mmask8) __U,
8559 _MM_FROUND_CUR_DIRECTION);
8560}
8561
Craig Topper8c18e112016-05-17 04:41:50 +00008562#define _mm_mask_fmadd_round_sd(W, U, A, B, R) __extension__({\
8563 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8564 (__v2df)(__m128d)(B), \
8565 (__v2df)(__m128d)(W), (__mmask8)(U), \
8566 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008567
Craig Topper58187d32016-05-17 04:41:29 +00008568static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008569_mm_maskz_fmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008570{
Craig Topper58187d32016-05-17 04:41:29 +00008571 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008572 (__v2df) __B,
8573 (__v2df) __C,
8574 (__mmask8) __U,
8575 _MM_FROUND_CUR_DIRECTION);
8576}
8577
Craig Topper8c18e112016-05-17 04:41:50 +00008578#define _mm_maskz_fmadd_round_sd(U, A, B, C, R) __extension__ ({\
8579 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8580 (__v2df)(__m128d)(B), \
8581 (__v2df)(__m128d)(C), (__mmask8)(U), \
8582 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008583
Craig Topper58187d32016-05-17 04:41:29 +00008584static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008585_mm_mask3_fmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008586{
Craig Topper58187d32016-05-17 04:41:29 +00008587 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008588 (__v2df) __X,
8589 (__v2df) __Y,
8590 (__mmask8) __U,
8591 _MM_FROUND_CUR_DIRECTION);
8592}
8593
Craig Topper8c18e112016-05-17 04:41:50 +00008594#define _mm_mask3_fmadd_round_sd(W, X, Y, U, R) __extension__ ({\
8595 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8596 (__v2df)(__m128d)(X), \
8597 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8598 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008599
Craig Topper58187d32016-05-17 04:41:29 +00008600static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008601_mm_mask_fmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008602{
Craig Topper58187d32016-05-17 04:41:29 +00008603 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( (__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008604 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008605 (__v2df) __W,
8606 (__mmask8) __U,
8607 _MM_FROUND_CUR_DIRECTION);
8608}
8609
Craig Topper8c18e112016-05-17 04:41:50 +00008610#define _mm_mask_fmsub_round_sd(W, U, A, B, R) __extension__ ({\
8611 (__m128d)__builtin_ia32_vfmaddsd3_mask((__v2df)(__m128d)(A), \
8612 -(__v2df)(__m128d)(B), \
8613 (__v2df)(__m128d)(W), (__mmask8)(U), \
8614 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008615
Craig Topper58187d32016-05-17 04:41:29 +00008616static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008617_mm_maskz_fmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008618{
Craig Topper58187d32016-05-17 04:41:29 +00008619 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( (__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008620 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008621 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008622 (__mmask8) __U,
8623 _MM_FROUND_CUR_DIRECTION);
8624}
8625
Craig Topper8c18e112016-05-17 04:41:50 +00008626#define _mm_maskz_fmsub_round_sd(U, A, B, C, R) __extension__ ({\
8627 (__m128d)__builtin_ia32_vfmaddsd3_maskz((__v2df)(__m128d)(A), \
8628 (__v2df)(__m128d)(B), \
8629 -(__v2df)(__m128d)(C), \
8630 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008631
Craig Topper58187d32016-05-17 04:41:29 +00008632static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008633_mm_mask3_fmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008634{
Craig Topper58187d32016-05-17 04:41:29 +00008635 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 ((__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008636 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008637 -(__v2df) __Y,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008638 (__mmask8) __U,
8639 _MM_FROUND_CUR_DIRECTION);
8640}
8641
Craig Topper8c18e112016-05-17 04:41:50 +00008642#define _mm_mask3_fmsub_round_sd(W, X, Y, U, R) __extension__ ({\
8643 (__m128d)__builtin_ia32_vfmaddsd3_mask3((__v2df)(__m128d)(W), \
8644 (__v2df)(__m128d)(X), \
8645 -(__v2df)(__m128d)(Y), \
8646 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008647
Craig Topper58187d32016-05-17 04:41:29 +00008648static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008649_mm_mask_fnmadd_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008650{
Craig Topper58187d32016-05-17 04:41:29 +00008651 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008652 (__v2df) __B,
8653 (__v2df) __W,
8654 (__mmask8) __U,
8655 _MM_FROUND_CUR_DIRECTION);
8656}
8657
Craig Topper8c18e112016-05-17 04:41:50 +00008658#define _mm_mask_fnmadd_round_sd(W, U, A, B, R) __extension__ ({\
8659 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8660 (__v2df)(__m128d)(B), \
8661 (__v2df)(__m128d)(W), (__mmask8)(U), \
8662 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008663
Craig Topper58187d32016-05-17 04:41:29 +00008664static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008665_mm_maskz_fnmadd_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008666{
Craig Topper58187d32016-05-17 04:41:29 +00008667 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008668 (__v2df) __B,
8669 (__v2df) __C,
8670 (__mmask8) __U,
8671 _MM_FROUND_CUR_DIRECTION);
8672}
8673
Craig Topper8c18e112016-05-17 04:41:50 +00008674#define _mm_maskz_fnmadd_round_sd(U, A, B, C, R) __extension__ ({\
8675 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8676 (__v2df)(__m128d)(B), \
8677 (__v2df)(__m128d)(C), (__mmask8)(U), \
8678 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008679
Craig Topper58187d32016-05-17 04:41:29 +00008680static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008681_mm_mask3_fnmadd_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008682{
Craig Topper58187d32016-05-17 04:41:29 +00008683 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) __W,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008684 (__v2df) __X,
8685 (__v2df) __Y,
8686 (__mmask8) __U,
8687 _MM_FROUND_CUR_DIRECTION);
8688}
8689
Craig Topper8c18e112016-05-17 04:41:50 +00008690#define _mm_mask3_fnmadd_round_sd(W, X, Y, U, R) __extension__({\
8691 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8692 (__v2df)(__m128d)(X), \
8693 (__v2df)(__m128d)(Y), (__mmask8)(U), \
8694 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008695
Craig Topper58187d32016-05-17 04:41:29 +00008696static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008697_mm_mask_fnmsub_sd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008698{
Craig Topper58187d32016-05-17 04:41:29 +00008699 return (__m128d) __builtin_ia32_vfmaddsd3_mask ( -(__v2df) __A,
Craig Topper9864c592016-05-15 20:10:03 +00008700 -(__v2df) __B,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008701 (__v2df) __W,
8702 (__mmask8) __U,
8703 _MM_FROUND_CUR_DIRECTION);
8704}
8705
Craig Topper8c18e112016-05-17 04:41:50 +00008706#define _mm_mask_fnmsub_round_sd(W, U, A, B, R) __extension__ ({\
8707 (__m128d)__builtin_ia32_vfmaddsd3_mask(-(__v2df)(__m128d)(A), \
8708 -(__v2df)(__m128d)(B), \
8709 (__v2df)(__m128d)(W), (__mmask8)(U), \
8710 (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008711
Craig Topper58187d32016-05-17 04:41:29 +00008712static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008713_mm_maskz_fnmsub_sd (__mmask8 __U, __m128d __A, __m128d __B, __m128d __C)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008714{
Craig Topper58187d32016-05-17 04:41:29 +00008715 return (__m128d) __builtin_ia32_vfmaddsd3_maskz ( -(__v2df) __A,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008716 (__v2df) __B,
Craig Topper9864c592016-05-15 20:10:03 +00008717 -(__v2df) __C,
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008718 (__mmask8) __U,
8719 _MM_FROUND_CUR_DIRECTION);
8720}
8721
Craig Topper8c18e112016-05-17 04:41:50 +00008722#define _mm_maskz_fnmsub_round_sd(U, A, B, C, R) __extension__ ({\
8723 (__m128d)__builtin_ia32_vfmaddsd3_maskz(-(__v2df)(__m128d)(A), \
8724 (__v2df)(__m128d)(B), \
8725 -(__v2df)(__m128d)(C), \
8726 (__mmask8)(U), \
8727 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008728
Craig Topper58187d32016-05-17 04:41:29 +00008729static __inline__ __m128d __DEFAULT_FN_ATTRS
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00008730_mm_mask3_fnmsub_sd (__m128d __W, __m128d __X, __m128d __Y, __mmask8 __U)
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008731{
Craig Topper58187d32016-05-17 04:41:29 +00008732 return (__m128d) __builtin_ia32_vfmaddsd3_mask3 (-(__v2df) (__W),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008733 (__v2df) __X,
Craig Topper9864c592016-05-15 20:10:03 +00008734 -(__v2df) (__Y),
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008735 (__mmask8) __U,
8736 _MM_FROUND_CUR_DIRECTION);
8737}
8738
Craig Topper8c18e112016-05-17 04:41:50 +00008739#define _mm_mask3_fnmsub_round_sd(W, X, Y, U, R) __extension__({\
8740 (__m128d)__builtin_ia32_vfmaddsd3_mask3(-(__v2df)(__m128d)(W), \
8741 (__v2df)(__m128d)(X), \
8742 -(__v2df)(__m128d)(Y), \
8743 (__mmask8)(U), (int)(R)); })
Michael Zuckerman743d68c2016-04-22 10:56:24 +00008744
Craig Topper8c18e112016-05-17 04:41:50 +00008745#define _mm512_permutex_pd(X, M) __extension__ ({ \
8746 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8747 (__v8df)_mm512_undefined_pd(), \
8748 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008749
Craig Topper8c18e112016-05-17 04:41:50 +00008750#define _mm512_mask_permutex_pd(W, U, X, M) __extension__ ({ \
8751 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8752 (__v8df)(__m512d)(W), \
8753 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008754
Craig Topper8c18e112016-05-17 04:41:50 +00008755#define _mm512_maskz_permutex_pd(U, X, M) __extension__ ({ \
8756 (__m512d)__builtin_ia32_permdf512_mask((__v8df)(__m512d)(X), (int)(M), \
8757 (__v8df)_mm512_setzero_pd(), \
8758 (__mmask8)(U)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008759
Craig Topper8c18e112016-05-17 04:41:50 +00008760#define _mm512_permutex_epi64(X, I) __extension__ ({ \
8761 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8762 (__v8di)_mm512_undefined_epi32(), \
8763 (__mmask8)-1); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008764
Craig Topper8c18e112016-05-17 04:41:50 +00008765#define _mm512_mask_permutex_epi64(W, M, X, I) __extension__ ({ \
8766 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8767 (__v8di)(__m512i)(W), \
8768 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008769
Craig Topper8c18e112016-05-17 04:41:50 +00008770#define _mm512_maskz_permutex_epi64(M, X, I) __extension__ ({ \
8771 (__m512i)__builtin_ia32_permdi512_mask((__v8di)(__m512i)(X), (int)(I), \
8772 (__v8di)_mm512_setzero_si512(), \
8773 (__mmask8)(M)); })
Michael Zuckerman8938e832016-04-25 05:32:35 +00008774
8775static __inline__ __m512d __DEFAULT_FN_ATTRS
8776_mm512_permutexvar_pd (__m512i __X, __m512d __Y)
8777{
8778 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8779 (__v8di) __X,
8780 (__v8df) _mm512_undefined_pd (),
8781 (__mmask8) -1);
8782}
8783
8784static __inline__ __m512d __DEFAULT_FN_ATTRS
8785_mm512_mask_permutexvar_pd (__m512d __W, __mmask8 __U, __m512i __X, __m512d __Y)
8786{
8787 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8788 (__v8di) __X,
8789 (__v8df) __W,
8790 (__mmask8) __U);
8791}
8792
8793static __inline__ __m512d __DEFAULT_FN_ATTRS
8794_mm512_maskz_permutexvar_pd (__mmask8 __U, __m512i __X, __m512d __Y)
8795{
8796 return (__m512d) __builtin_ia32_permvardf512_mask ((__v8df) __Y,
8797 (__v8di) __X,
8798 (__v8df) _mm512_setzero_pd (),
8799 (__mmask8) __U);
8800}
8801
8802static __inline__ __m512i __DEFAULT_FN_ATTRS
8803_mm512_maskz_permutexvar_epi64 (__mmask8 __M, __m512i __X, __m512i __Y)
8804{
8805 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8806 (__v8di) __X,
8807 (__v8di) _mm512_setzero_si512 (),
8808 __M);
8809}
8810
8811static __inline__ __m512i __DEFAULT_FN_ATTRS
8812_mm512_permutexvar_epi64 (__m512i __X, __m512i __Y)
8813{
8814 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8815 (__v8di) __X,
8816 (__v8di) _mm512_undefined_epi32 (),
8817 (__mmask8) -1);
8818}
8819
8820static __inline__ __m512i __DEFAULT_FN_ATTRS
8821_mm512_mask_permutexvar_epi64 (__m512i __W, __mmask8 __M, __m512i __X,
8822 __m512i __Y)
8823{
8824 return (__m512i) __builtin_ia32_permvardi512_mask ((__v8di) __Y,
8825 (__v8di) __X,
8826 (__v8di) __W,
8827 __M);
8828}
8829
8830static __inline__ __m512 __DEFAULT_FN_ATTRS
8831_mm512_permutexvar_ps (__m512i __X, __m512 __Y)
8832{
8833 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8834 (__v16si) __X,
8835 (__v16sf) _mm512_undefined_ps (),
8836 (__mmask16) -1);
8837}
8838
8839static __inline__ __m512 __DEFAULT_FN_ATTRS
8840_mm512_mask_permutexvar_ps (__m512 __W, __mmask16 __U, __m512i __X, __m512 __Y)
8841{
8842 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8843 (__v16si) __X,
8844 (__v16sf) __W,
8845 (__mmask16) __U);
8846}
8847
8848static __inline__ __m512 __DEFAULT_FN_ATTRS
8849_mm512_maskz_permutexvar_ps (__mmask16 __U, __m512i __X, __m512 __Y)
8850{
8851 return (__m512) __builtin_ia32_permvarsf512_mask ((__v16sf) __Y,
8852 (__v16si) __X,
8853 (__v16sf) _mm512_setzero_ps (),
8854 (__mmask16) __U);
8855}
8856
8857static __inline__ __m512i __DEFAULT_FN_ATTRS
8858_mm512_maskz_permutexvar_epi32 (__mmask16 __M, __m512i __X, __m512i __Y)
8859{
8860 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8861 (__v16si) __X,
8862 (__v16si) _mm512_setzero_si512 (),
8863 __M);
8864}
8865
8866static __inline__ __m512i __DEFAULT_FN_ATTRS
8867_mm512_permutexvar_epi32 (__m512i __X, __m512i __Y)
8868{
8869 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8870 (__v16si) __X,
8871 (__v16si) _mm512_undefined_epi32 (),
8872 (__mmask16) -1);
8873}
8874
8875static __inline__ __m512i __DEFAULT_FN_ATTRS
8876_mm512_mask_permutexvar_epi32 (__m512i __W, __mmask16 __M, __m512i __X,
8877 __m512i __Y)
8878{
8879 return (__m512i) __builtin_ia32_permvarsi512_mask ((__v16si) __Y,
8880 (__v16si) __X,
8881 (__v16si) __W,
8882 __M);
8883}
8884
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008885static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8886_mm512_kand (__mmask16 __A, __mmask16 __B)
8887{
8888 return (__mmask16) __builtin_ia32_kandhi ((__mmask16) __A, (__mmask16) __B);
8889}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008890
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008891static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8892_mm512_kandn (__mmask16 __A, __mmask16 __B)
8893{
8894 return (__mmask16) __builtin_ia32_kandnhi ((__mmask16) __A, (__mmask16) __B);
8895}
8896
8897static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8898_mm512_kor (__mmask16 __A, __mmask16 __B)
8899{
8900 return (__mmask16) __builtin_ia32_korhi ((__mmask16) __A, (__mmask16) __B);
8901}
8902
8903static __inline__ int __DEFAULT_FN_ATTRS
8904_mm512_kortestc (__mmask16 __A, __mmask16 __B)
8905{
Craig Topper91f23d92016-05-16 01:09:16 +00008906 return __builtin_ia32_kortestchi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008907}
8908
8909static __inline__ int __DEFAULT_FN_ATTRS
8910_mm512_kortestz (__mmask16 __A, __mmask16 __B)
8911{
Craig Topper91f23d92016-05-16 01:09:16 +00008912 return __builtin_ia32_kortestzhi ((__mmask16) __A, (__mmask16) __B);
Michael Zuckermanfa508e82016-04-25 16:42:29 +00008913}
8914
8915static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8916_mm512_kunpackb (__mmask16 __A, __mmask16 __B)
8917{
8918 return (__mmask16) __builtin_ia32_kunpckhi ((__mmask16) __A, (__mmask16) __B);
8919}
8920
8921static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8922_mm512_kxnor (__mmask16 __A, __mmask16 __B)
8923{
8924 return (__mmask16) __builtin_ia32_kxnorhi ((__mmask16) __A, (__mmask16) __B);
8925}
8926
8927static __inline__ __mmask16 __DEFAULT_FN_ATTRS
8928_mm512_kxor (__mmask16 __A, __mmask16 __B)
8929{
8930 return (__mmask16) __builtin_ia32_kxorhi ((__mmask16) __A, (__mmask16) __B);
8931}
Michael Zuckerman8938e832016-04-25 05:32:35 +00008932
Michael Zuckerman7c85a8c2016-04-27 10:44:15 +00008933static __inline__ void __DEFAULT_FN_ATTRS
8934_mm512_stream_si512 (__m512i * __P, __m512i __A)
8935{
8936 __builtin_ia32_movntdq512 ((__v8di *) __P, (__v8di) __A);
8937}
8938
8939static __inline__ __m512i __DEFAULT_FN_ATTRS
8940_mm512_stream_load_si512 (void *__P)
8941{
8942 return __builtin_ia32_movntdqa512 ((__v8di *)__P);
8943}
8944
8945static __inline__ void __DEFAULT_FN_ATTRS
8946_mm512_stream_pd (double *__P, __m512d __A)
8947{
8948 __builtin_ia32_movntpd512 (__P, (__v8df) __A);
8949}
8950
8951static __inline__ void __DEFAULT_FN_ATTRS
8952_mm512_stream_ps (float *__P, __m512 __A)
8953{
8954 __builtin_ia32_movntps512 (__P, (__v16sf) __A);
8955}
8956
Michael Zuckerman41f5a372016-04-29 08:52:02 +00008957static __inline__ __m512d __DEFAULT_FN_ATTRS
8958_mm512_mask_compress_pd (__m512d __W, __mmask8 __U, __m512d __A)
8959{
8960 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8961 (__v8df) __W,
8962 (__mmask8) __U);
8963}
8964
8965static __inline__ __m512d __DEFAULT_FN_ATTRS
8966_mm512_maskz_compress_pd (__mmask8 __U, __m512d __A)
8967{
8968 return (__m512d) __builtin_ia32_compressdf512_mask ((__v8df) __A,
8969 (__v8df)
8970 _mm512_setzero_pd (),
8971 (__mmask8) __U);
8972}
8973
8974static __inline__ __m512i __DEFAULT_FN_ATTRS
8975_mm512_mask_compress_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
8976{
8977 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8978 (__v8di) __W,
8979 (__mmask8) __U);
8980}
8981
8982static __inline__ __m512i __DEFAULT_FN_ATTRS
8983_mm512_maskz_compress_epi64 (__mmask8 __U, __m512i __A)
8984{
8985 return (__m512i) __builtin_ia32_compressdi512_mask ((__v8di) __A,
8986 (__v8di)
8987 _mm512_setzero_si512 (),
8988 (__mmask8) __U);
8989}
8990
8991static __inline__ __m512 __DEFAULT_FN_ATTRS
8992_mm512_mask_compress_ps (__m512 __W, __mmask16 __U, __m512 __A)
8993{
8994 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
8995 (__v16sf) __W,
8996 (__mmask16) __U);
8997}
8998
8999static __inline__ __m512 __DEFAULT_FN_ATTRS
9000_mm512_maskz_compress_ps (__mmask16 __U, __m512 __A)
9001{
9002 return (__m512) __builtin_ia32_compresssf512_mask ((__v16sf) __A,
9003 (__v16sf)
9004 _mm512_setzero_ps (),
9005 (__mmask16) __U);
9006}
9007
9008static __inline__ __m512i __DEFAULT_FN_ATTRS
9009_mm512_mask_compress_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9010{
9011 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9012 (__v16si) __W,
9013 (__mmask16) __U);
9014}
9015
9016static __inline__ __m512i __DEFAULT_FN_ATTRS
9017_mm512_maskz_compress_epi32 (__mmask16 __U, __m512i __A)
9018{
9019 return (__m512i) __builtin_ia32_compresssi512_mask ((__v16si) __A,
9020 (__v16si)
9021 _mm512_setzero_si512 (),
9022 (__mmask16) __U);
9023}
9024
Craig Topper8c18e112016-05-17 04:41:50 +00009025#define _mm_cmp_round_ss_mask(X, Y, P, R) __extension__ ({ \
9026 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9027 (__v4sf)(__m128)(Y), (int)(P), \
9028 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009029
Craig Topper8c18e112016-05-17 04:41:50 +00009030#define _mm_mask_cmp_round_ss_mask(M, X, Y, P, R) __extension__ ({ \
9031 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9032 (__v4sf)(__m128)(Y), (int)(P), \
9033 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009034
Craig Topper8c18e112016-05-17 04:41:50 +00009035#define _mm_cmp_ss_mask(X, Y, P) __extension__ ({ \
9036 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9037 (__v4sf)(__m128)(Y), (int)(P), \
9038 (__mmask8)-1, \
9039 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009040
Craig Topper8c18e112016-05-17 04:41:50 +00009041#define _mm_mask_cmp_ss_mask(M, X, Y, P) __extension__ ({ \
9042 (__mmask8)__builtin_ia32_cmpss_mask((__v4sf)(__m128)(X), \
9043 (__v4sf)(__m128)(Y), (int)(P), \
9044 (__mmask8)(M), \
9045 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009046
Craig Topper8c18e112016-05-17 04:41:50 +00009047#define _mm_cmp_round_sd_mask(X, Y, P, R) __extension__ ({ \
9048 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9049 (__v2df)(__m128d)(Y), (int)(P), \
9050 (__mmask8)-1, (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009051
Craig Topper8c18e112016-05-17 04:41:50 +00009052#define _mm_mask_cmp_round_sd_mask(M, X, Y, P, R) __extension__ ({ \
9053 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9054 (__v2df)(__m128d)(Y), (int)(P), \
9055 (__mmask8)(M), (int)(R)); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009056
Craig Topper8c18e112016-05-17 04:41:50 +00009057#define _mm_cmp_sd_mask(X, Y, P) __extension__ ({ \
9058 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9059 (__v2df)(__m128d)(Y), (int)(P), \
9060 (__mmask8)-1, \
9061 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009062
Craig Topper8c18e112016-05-17 04:41:50 +00009063#define _mm_mask_cmp_sd_mask(M, X, Y, P) __extension__ ({ \
9064 (__mmask8)__builtin_ia32_cmpsd_mask((__v2df)(__m128d)(X), \
9065 (__v2df)(__m128d)(Y), (int)(P), \
9066 (__mmask8)(M), \
9067 _MM_FROUND_CUR_DIRECTION); })
Michael Zuckerman0b9d1052016-04-29 11:01:16 +00009068
Michael Zuckermanac1e5192016-05-01 14:43:43 +00009069static __inline__ __m512 __DEFAULT_FN_ATTRS
9070_mm512_movehdup_ps (__m512 __A)
9071{
9072 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9073 (__v16sf)
9074 _mm512_undefined_ps (),
9075 (__mmask16) -1);
9076}
9077
9078static __inline__ __m512 __DEFAULT_FN_ATTRS
9079_mm512_mask_movehdup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9080{
9081 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9082 (__v16sf) __W,
9083 (__mmask16) __U);
9084}
9085
9086static __inline__ __m512 __DEFAULT_FN_ATTRS
9087_mm512_maskz_movehdup_ps (__mmask16 __U, __m512 __A)
9088{
9089 return (__m512) __builtin_ia32_movshdup512_mask ((__v16sf) __A,
9090 (__v16sf)
9091 _mm512_setzero_ps (),
9092 (__mmask16) __U);
9093}
9094
9095static __inline__ __m512 __DEFAULT_FN_ATTRS
9096_mm512_moveldup_ps (__m512 __A)
9097{
9098 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9099 (__v16sf)
9100 _mm512_undefined_ps (),
9101 (__mmask16) -1);
9102}
9103
9104static __inline__ __m512 __DEFAULT_FN_ATTRS
9105_mm512_mask_moveldup_ps (__m512 __W, __mmask16 __U, __m512 __A)
9106{
9107 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9108 (__v16sf) __W,
9109 (__mmask16) __U);
9110}
9111
9112static __inline__ __m512 __DEFAULT_FN_ATTRS
9113_mm512_maskz_moveldup_ps (__mmask16 __U, __m512 __A)
9114{
9115 return (__m512) __builtin_ia32_movsldup512_mask ((__v16sf) __A,
9116 (__v16sf)
9117 _mm512_setzero_ps (),
9118 (__mmask16) __U);
9119}
9120
Craig Topper8c18e112016-05-17 04:41:50 +00009121#define _mm512_shuffle_epi32(A, I) __extension__ ({ \
9122 (__m512i)__builtin_ia32_pshufd512_mask((__v16si)(__m512i)(A), (int)(I), \
9123 (__v16si)_mm512_undefined_epi32(), \
9124 (__mmask16)-1); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009125
Craig Topper8c18e112016-05-17 04:41:50 +00009126#define _mm512_mask_shuffle_epi32(W, U, A, I) __extension__ ({ \
9127 (__m512i)__builtin_ia32_pshufd512_mask((__v16si)(__m512i)(A), (int)(I), \
9128 (__v16si)(__m512i)(W), \
9129 (__mmask16)(U)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009130
Craig Topper8c18e112016-05-17 04:41:50 +00009131#define _mm512_maskz_shuffle_epi32(U, A, I) __extension__ ({ \
9132 (__m512i)__builtin_ia32_pshufd512_mask((__v16si)(__m512i)(A), (int)(I), \
9133 (__v16si)_mm512_setzero_si512(), \
9134 (__mmask16)(U)); })
Michael Zuckermanc62f27e2016-05-02 07:35:27 +00009135
Michael Zuckerman6a0e0872016-05-02 08:36:41 +00009136static __inline__ __m512d __DEFAULT_FN_ATTRS
9137_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
9138{
9139 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9140 (__v8df) __W,
9141 (__mmask8) __U);
9142}
9143
9144static __inline__ __m512d __DEFAULT_FN_ATTRS
9145_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
9146{
9147 return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
9148 (__v8df) _mm512_setzero_pd (),
9149 (__mmask8) __U);
9150}
9151
9152static __inline__ __m512i __DEFAULT_FN_ATTRS
9153_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
9154{
9155 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9156 (__v8di) __W,
9157 (__mmask8) __U);
9158}
9159
9160static __inline__ __m512i __DEFAULT_FN_ATTRS
9161_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
9162{
9163 return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
9164 (__v8di) _mm512_setzero_pd (),
9165 (__mmask8) __U);
9166}
9167
9168static __inline__ __m512d __DEFAULT_FN_ATTRS
9169_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
9170{
9171 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9172 (__v8df) __W,
9173 (__mmask8) __U);
9174}
9175
9176static __inline__ __m512d __DEFAULT_FN_ATTRS
9177_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
9178{
9179 return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
9180 (__v8df) _mm512_setzero_pd(),
9181 (__mmask8) __U);
9182}
9183
9184static __inline__ __m512i __DEFAULT_FN_ATTRS
9185_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
9186{
9187 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9188 (__v8di) __W,
9189 (__mmask8) __U);
9190}
9191
9192static __inline__ __m512i __DEFAULT_FN_ATTRS
9193_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
9194{
9195 return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
9196 (__v8di) _mm512_setzero_pd(),
9197 (__mmask8) __U);
9198}
9199
9200static __inline__ __m512 __DEFAULT_FN_ATTRS
9201_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
9202{
9203 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9204 (__v16sf) __W,
9205 (__mmask16) __U);
9206}
9207
9208static __inline__ __m512 __DEFAULT_FN_ATTRS
9209_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
9210{
9211 return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
9212 (__v16sf) _mm512_setzero_ps(),
9213 (__mmask16) __U);
9214}
9215
9216static __inline__ __m512i __DEFAULT_FN_ATTRS
9217_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
9218{
9219 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9220 (__v16si) __W,
9221 (__mmask16) __U);
9222}
9223
9224static __inline__ __m512i __DEFAULT_FN_ATTRS
9225_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
9226{
9227 return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
9228 (__v16si) _mm512_setzero_ps(),
9229 (__mmask16) __U);
9230}
9231
9232static __inline__ __m512 __DEFAULT_FN_ATTRS
9233_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
9234{
9235 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9236 (__v16sf) __W,
9237 (__mmask16) __U);
9238}
9239
9240static __inline__ __m512 __DEFAULT_FN_ATTRS
9241_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
9242{
9243 return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
9244 (__v16sf) _mm512_setzero_ps(),
9245 (__mmask16) __U);
9246}
9247
9248static __inline__ __m512i __DEFAULT_FN_ATTRS
9249_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
9250{
9251 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9252 (__v16si) __W,
9253 (__mmask16) __U);
9254}
9255
9256static __inline__ __m512i __DEFAULT_FN_ATTRS
9257_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
9258{
9259 return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
9260 (__v16si) _mm512_setzero_ps(),
9261 (__mmask16) __U);
9262}
9263
Craig Topper8c18e112016-05-17 04:41:50 +00009264#define _mm512_cvt_roundps_pd(A, R) __extension__ ({ \
9265 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9266 (__v8df)_mm512_undefined_pd(), \
9267 (__mmask8)-1, (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009268
Craig Topper8c18e112016-05-17 04:41:50 +00009269#define _mm512_mask_cvt_roundps_pd(W, U, A, R) __extension__ ({ \
9270 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9271 (__v8df)(__m512d)(W), \
9272 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009273
Craig Topper8c18e112016-05-17 04:41:50 +00009274#define _mm512_maskz_cvt_roundps_pd(U, A, R) __extension__ ({ \
9275 (__m512d)__builtin_ia32_cvtps2pd512_mask((__v8sf)(__m256)(A), \
9276 (__v8df)_mm512_setzero_pd(), \
9277 (__mmask8)(U), (int)(R)); })
Michael Zuckermand6e68ce2016-05-02 09:42:31 +00009278
9279static __inline__ __m512d __DEFAULT_FN_ATTRS
9280_mm512_cvtps_pd (__m256 __A)
9281{
9282 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9283 (__v8df)
9284 _mm512_undefined_pd (),
9285 (__mmask8) -1,
9286 _MM_FROUND_CUR_DIRECTION);
9287}
9288
9289static __inline__ __m512d __DEFAULT_FN_ATTRS
9290_mm512_mask_cvtps_pd (__m512d __W, __mmask8 __U, __m256 __A)
9291{
9292 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9293 (__v8df) __W,
9294 (__mmask8) __U,
9295 _MM_FROUND_CUR_DIRECTION);
9296}
9297
9298static __inline__ __m512d __DEFAULT_FN_ATTRS
9299_mm512_maskz_cvtps_pd (__mmask8 __U, __m256 __A)
9300{
9301 return (__m512d) __builtin_ia32_cvtps2pd512_mask ((__v8sf) __A,
9302 (__v8df)
9303 _mm512_setzero_pd (),
9304 (__mmask8) __U,
9305 _MM_FROUND_CUR_DIRECTION);
9306}
9307
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009308static __inline__ __m512d __DEFAULT_FN_ATTRS
9309_mm512_mask_mov_pd (__m512d __W, __mmask8 __U, __m512d __A)
9310{
9311 return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
9312 (__v8df) __W,
9313 (__mmask8) __U);
9314}
9315
9316static __inline__ __m512d __DEFAULT_FN_ATTRS
9317_mm512_maskz_mov_pd (__mmask8 __U, __m512d __A)
9318{
9319 return (__m512d) __builtin_ia32_movapd512_mask ((__v8df) __A,
9320 (__v8df)
9321 _mm512_setzero_pd (),
9322 (__mmask8) __U);
9323}
9324
9325static __inline__ __m512 __DEFAULT_FN_ATTRS
9326_mm512_mask_mov_ps (__m512 __W, __mmask16 __U, __m512 __A)
9327{
9328 return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
9329 (__v16sf) __W,
9330 (__mmask16) __U);
9331}
9332
9333static __inline__ __m512 __DEFAULT_FN_ATTRS
9334_mm512_maskz_mov_ps (__mmask16 __U, __m512 __A)
9335{
9336 return (__m512) __builtin_ia32_movaps512_mask ((__v16sf) __A,
9337 (__v16sf)
9338 _mm512_setzero_ps (),
9339 (__mmask16) __U);
9340}
9341
Michael Zuckerman708e7592016-05-03 10:42:46 +00009342static __inline__ void __DEFAULT_FN_ATTRS
9343_mm512_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m512d __A)
9344{
9345 __builtin_ia32_compressstoredf512_mask ((__v8df *) __P, (__v8df) __A,
9346 (__mmask8) __U);
9347}
9348
9349static __inline__ void __DEFAULT_FN_ATTRS
9350_mm512_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m512i __A)
9351{
9352 __builtin_ia32_compressstoredi512_mask ((__v8di *) __P, (__v8di) __A,
9353 (__mmask8) __U);
9354}
9355
9356static __inline__ void __DEFAULT_FN_ATTRS
9357_mm512_mask_compressstoreu_ps (void *__P, __mmask16 __U, __m512 __A)
9358{
9359 __builtin_ia32_compressstoresf512_mask ((__v16sf *) __P, (__v16sf) __A,
9360 (__mmask16) __U);
9361}
9362
9363static __inline__ void __DEFAULT_FN_ATTRS
9364_mm512_mask_compressstoreu_epi32 (void *__P, __mmask16 __U, __m512i __A)
9365{
9366 __builtin_ia32_compressstoresi512_mask ((__v16si *) __P, (__v16si) __A,
9367 (__mmask16) __U);
9368}
Michael Zuckerman5f0e96e2016-05-02 14:02:01 +00009369
Craig Topper8c18e112016-05-17 04:41:50 +00009370#define _mm_cvt_roundsd_ss(A, B, R) __extension__ ({ \
9371 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9372 (__v2df)(__m128d)(B), \
9373 (__v4sf)_mm_undefined_ps(), \
9374 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009375
Craig Topper8c18e112016-05-17 04:41:50 +00009376#define _mm_mask_cvt_roundsd_ss(W, U, A, B, R) __extension__ ({ \
9377 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9378 (__v2df)(__m128d)(B), \
9379 (__v4sf)(__m128)(W), \
9380 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009381
Craig Topper8c18e112016-05-17 04:41:50 +00009382#define _mm_maskz_cvt_roundsd_ss(U, A, B, R) __extension__ ({ \
9383 (__m128)__builtin_ia32_cvtsd2ss_round_mask((__v4sf)(__m128)(A), \
9384 (__v2df)(__m128d)(B), \
9385 (__v4sf)_mm_setzero_ps(), \
9386 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009387
Asaf Badouh89f65762016-06-02 08:11:35 +00009388static __inline__ __m128 __DEFAULT_FN_ATTRS
9389_mm_mask_cvtsd_ss (__m128 W, __mmask8 U, __m128 A, __m128d B)
9390{
9391 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9392 (__v2df)(B),
9393 (__v4sf)(W),
9394 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9395}
9396
9397static __inline__ __m128 __DEFAULT_FN_ATTRS
9398_mm_maskz_cvtsd_ss (__mmask8 U, __m128 A, __m128d B)
9399{
9400 return __builtin_ia32_cvtsd2ss_round_mask ((__v4sf)(A),
9401 (__v2df)(B),
9402 (__v4sf)_mm_setzero_ps(),
9403 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9404}
9405
9406#define _mm_cvtss_i32 _mm_cvtss_si32
9407#define _mm_cvtss_i64 _mm_cvtss_si64
9408#define _mm_cvtsd_i32 _mm_cvtsd_si32
9409#define _mm_cvtsd_i64 _mm_cvtsd_si64
9410#define _mm_cvti32_sd _mm_cvtsi32_sd
9411#define _mm_cvti64_sd _mm_cvtsi64_sd
9412#define _mm_cvti32_ss _mm_cvtsi32_ss
9413#define _mm_cvti64_ss _mm_cvtsi64_ss
9414
Craig Topper8c18e112016-05-17 04:41:50 +00009415#define _mm_cvt_roundi64_sd(A, B, R) __extension__ ({ \
9416 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9417 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009418
Craig Topper8c18e112016-05-17 04:41:50 +00009419#define _mm_cvt_roundsi64_sd(A, B, R) __extension__ ({ \
9420 (__m128d)__builtin_ia32_cvtsi2sd64((__v2df)(__m128d)(A), (long long)(B), \
9421 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009422
Craig Topper8c18e112016-05-17 04:41:50 +00009423#define _mm_cvt_roundsi32_ss(A, B, R) __extension__ ({ \
9424 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009425
Craig Topper8c18e112016-05-17 04:41:50 +00009426#define _mm_cvt_roundi32_ss(A, B, R) __extension__ ({ \
9427 (__m128)__builtin_ia32_cvtsi2ss32((__v4sf)(__m128)(A), (int)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009428
Craig Topper8c18e112016-05-17 04:41:50 +00009429#define _mm_cvt_roundsi64_ss(A, B, R) __extension__ ({ \
9430 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9431 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009432
Craig Topper8c18e112016-05-17 04:41:50 +00009433#define _mm_cvt_roundi64_ss(A, B, R) __extension__ ({ \
9434 (__m128)__builtin_ia32_cvtsi2ss64((__v4sf)(__m128)(A), (long long)(B), \
9435 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009436
Craig Topper8c18e112016-05-17 04:41:50 +00009437#define _mm_cvt_roundss_sd(A, B, R) __extension__ ({ \
9438 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9439 (__v4sf)(__m128)(B), \
9440 (__v2df)_mm_undefined_pd(), \
9441 (__mmask8)-1, (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009442
Craig Topper8c18e112016-05-17 04:41:50 +00009443#define _mm_mask_cvt_roundss_sd(W, U, A, B, R) __extension__ ({ \
9444 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9445 (__v4sf)(__m128)(B), \
9446 (__v2df)(__m128d)(W), \
9447 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009448
Craig Topper8c18e112016-05-17 04:41:50 +00009449#define _mm_maskz_cvt_roundss_sd(U, A, B, R) __extension__ ({ \
9450 (__m128d)__builtin_ia32_cvtss2sd_round_mask((__v2df)(__m128d)(A), \
9451 (__v4sf)(__m128)(B), \
9452 (__v2df)_mm_setzero_pd(), \
9453 (__mmask8)(U), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009454
9455static __inline__ __m128d __DEFAULT_FN_ATTRS
Asaf Badouh89f65762016-06-02 08:11:35 +00009456_mm_mask_cvtss_sd (__m128d W, __mmask8 U, __m128d A, __m128 B)
9457{
9458 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9459 (__v4sf)(B),
9460 (__v2df)(W),
9461 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9462}
9463
9464static __inline__ __m128d __DEFAULT_FN_ATTRS
9465_mm_maskz_cvtss_sd (__mmask8 U, __m128d A, __m128 B)
9466{
9467 return __builtin_ia32_cvtss2sd_round_mask((__v2df)(A),
9468 (__v4sf)(B),
9469 (__v2df)_mm_setzero_pd(),
9470 (__mmask8)(U), _MM_FROUND_CUR_DIRECTION);
9471}
9472
9473static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Zuckermane6f73892016-05-04 08:55:11 +00009474_mm_cvtu32_sd (__m128d __A, unsigned __B)
9475{
9476 return (__m128d) __builtin_ia32_cvtusi2sd32 ((__v2df) __A, __B);
9477}
9478
Craig Topper8c18e112016-05-17 04:41:50 +00009479#define _mm_cvt_roundu64_sd(A, B, R) __extension__ ({ \
9480 (__m128d)__builtin_ia32_cvtusi2sd64((__v2df)(__m128d)(A), \
9481 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009482
9483static __inline__ __m128d __DEFAULT_FN_ATTRS
9484_mm_cvtu64_sd (__m128d __A, unsigned long long __B)
9485{
9486 return (__m128d) __builtin_ia32_cvtusi2sd64 ((__v2df) __A, __B,
9487 _MM_FROUND_CUR_DIRECTION);
9488}
9489
Craig Topper8c18e112016-05-17 04:41:50 +00009490#define _mm_cvt_roundu32_ss(A, B, R) __extension__ ({ \
9491 (__m128)__builtin_ia32_cvtusi2ss32((__v4sf)(__m128)(A), (unsigned int)(B), \
9492 (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009493
9494static __inline__ __m128 __DEFAULT_FN_ATTRS
9495_mm_cvtu32_ss (__m128 __A, unsigned __B)
9496{
9497 return (__m128) __builtin_ia32_cvtusi2ss32 ((__v4sf) __A, __B,
9498 _MM_FROUND_CUR_DIRECTION);
9499}
9500
Craig Topper8c18e112016-05-17 04:41:50 +00009501#define _mm_cvt_roundu64_ss(A, B, R) __extension__ ({ \
9502 (__m128)__builtin_ia32_cvtusi2ss64((__v4sf)(__m128)(A), \
9503 (unsigned long long)(B), (int)(R)); })
Michael Zuckermane6f73892016-05-04 08:55:11 +00009504
9505static __inline__ __m128 __DEFAULT_FN_ATTRS
9506_mm_cvtu64_ss (__m128 __A, unsigned long long __B)
9507{
9508 return (__m128) __builtin_ia32_cvtusi2ss64 ((__v4sf) __A, __B,
9509 _MM_FROUND_CUR_DIRECTION);
9510}
9511
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009512static __inline__ __m512i __DEFAULT_FN_ATTRS
9513_mm512_mask_set1_epi32 (__m512i __O, __mmask16 __M, int __A)
9514{
9515 return (__m512i) __builtin_ia32_pbroadcastd512_gpr_mask (__A, (__v16si) __O,
9516 __M);
9517}
9518
9519static __inline__ __m512i __DEFAULT_FN_ATTRS
9520_mm512_mask_set1_epi64 (__m512i __O, __mmask8 __M, long long __A)
9521{
9522 return (__m512i) __builtin_ia32_pbroadcastq512_gpr_mask (__A, (__v8di) __O,
9523 __M);
9524}
9525
Michael Zuckerman178113e2016-05-19 12:07:49 +00009526static __inline __m512i __DEFAULT_FN_ATTRS
9527_mm512_set_epi32 (int __A, int __B, int __C, int __D,
9528 int __E, int __F, int __G, int __H,
9529 int __I, int __J, int __K, int __L,
9530 int __M, int __N, int __O, int __P)
9531{
9532 return __extension__ (__m512i)(__v16si)
9533 { __P, __O, __N, __M, __L, __K, __J, __I,
9534 __H, __G, __F, __E, __D, __C, __B, __A };
9535}
9536
9537#define _mm512_setr_epi32(e0,e1,e2,e3,e4,e5,e6,e7, \
9538 e8,e9,e10,e11,e12,e13,e14,e15) \
9539 _mm512_set_epi32(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
Ekaterina Romanova5a7f09c2016-05-28 00:18:59 +00009540
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009541static __inline__ __m512i __DEFAULT_FN_ATTRS
9542_mm512_set_epi64 (long long __A, long long __B, long long __C,
9543 long long __D, long long __E, long long __F,
9544 long long __G, long long __H)
9545{
9546 return __extension__ (__m512i) (__v8di)
9547 { __H, __G, __F, __E, __D, __C, __B, __A };
9548}
9549
Michael Zuckerman178113e2016-05-19 12:07:49 +00009550#define _mm512_setr_epi64(e0,e1,e2,e3,e4,e5,e6,e7) \
9551 _mm512_set_epi64(e7,e6,e5,e4,e3,e2,e1,e0)
9552
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009553static __inline__ __m512d __DEFAULT_FN_ATTRS
9554_mm512_set_pd (double __A, double __B, double __C, double __D,
9555 double __E, double __F, double __G, double __H)
9556{
9557 return __extension__ (__m512d)
9558 { __H, __G, __F, __E, __D, __C, __B, __A };
9559}
9560
Michael Zuckerman178113e2016-05-19 12:07:49 +00009561#define _mm512_setr_pd(e0,e1,e2,e3,e4,e5,e6,e7) \
9562 _mm512_set_pd(e7,e6,e5,e4,e3,e2,e1,e0)
9563
Michael Zuckerman13d3c002016-05-11 11:41:29 +00009564static __inline__ __m512 __DEFAULT_FN_ATTRS
9565_mm512_set_ps (float __A, float __B, float __C, float __D,
9566 float __E, float __F, float __G, float __H,
9567 float __I, float __J, float __K, float __L,
9568 float __M, float __N, float __O, float __P)
9569{
9570 return __extension__ (__m512)
9571 { __P, __O, __N, __M, __L, __K, __J, __I,
9572 __H, __G, __F, __E, __D, __C, __B, __A };
9573}
9574
Michael Zuckerman178113e2016-05-19 12:07:49 +00009575#define _mm512_setr_ps(e0,e1,e2,e3,e4,e5,e6,e7,e8,e9,e10,e11,e12,e13,e14,e15) \
9576 _mm512_set_ps(e15,e14,e13,e12,e11,e10,e9,e8,e7,e6,e5,e4,e3,e2,e1,e0)
9577
Michael Kupersteine45af542015-06-30 13:36:19 +00009578#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +00009579
Elena Demikhovskyfcc6df32014-07-22 11:31:39 +00009580#endif // __AVX512FINTRIN_H